-- Logs begin at Fri 2022-02-04 15:08:32 UTC, end at Fri 2022-02-04 17:33:26 UTC. -- Feb 04 15:44:40.071863 n-d-827873-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 15:44:42.193938 n-d-827873-1 neutron-server[83491]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:44:42.194450 n-d-827873-1 neutron-server[83491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 04 15:44:42.194718 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83491) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 15:44:42.196946 n-d-827873-1 neutron-server[83491]: INFO neutron.common.config [-] Logging enabled! Feb 04 15:44:42.197191 n-d-827873-1 neutron-server[83491]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 04 15:44:42.197430 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83491) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 04 15:44:42.198409 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:44:42.198638 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:44:42.198983 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:44:42.199221 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:44:42.199439 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:44:42.199751 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.200041 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.200327 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.200548 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.200834 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.201114 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.201389 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.201668 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.201962 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.202237 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.202530 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.202808 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.203032 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.203304 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.203582 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.203861 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.204077 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] debug = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.204347 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.204762 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.205177 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.205450 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.205730 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.205996 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.206352 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.207185 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.207508 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] host = n-d-827873-1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.207782 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.208062 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.208341 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.208617 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.208887 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.209156 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.209430 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.209696 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.209959 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_file = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.210225 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.210528 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.210808 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.211087 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.211304 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.211518 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.211801 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.212080 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.212346 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.212738 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.213027 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.213290 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.213558 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.213820 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.214098 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.214400 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.214680 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.214948 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.215215 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.215480 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.215749 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.216048 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.216316 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.216581 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.216846 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.217123 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.217384 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.217652 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.217943 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.218219 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.218529 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.218807 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.219071 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.219343 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.219608 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.219873 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.220135 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_json = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.220399 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.220663 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.220934 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.221195 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.221459 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.221732 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.222133 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.222614 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.223031 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:42.223432 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.223729 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.224028 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.224309 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.224596 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.224871 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.225153 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.225426 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.225707 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.225988 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.226271 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.226569 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.226850 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.227136 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.227417 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.227684 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.227955 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.228236 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.228505 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.228771 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.229042 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.229324 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.229595 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.229861 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.230137 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.230433 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.230700 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.230967 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.231238 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.231522 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.231793 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.232056 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.232321 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.232590 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.232857 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.233139 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.233409 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.233676 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.233942 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.234215 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.234507 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.234776 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.235047 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.235313 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.235585 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.235850 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.236118 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.236382 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.236647 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.236911 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.237177 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.237440 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.237812 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.238093 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.238385 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.238658 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.238925 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.239193 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.239475 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.239770 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.240039 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.240309 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.240579 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.240850 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.241118 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.241386 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.241662 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.241932 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.242196 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.242505 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.242784 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.243061 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.243335 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.243605 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.243892 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.244161 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.244435 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.244704 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.244974 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.245251 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.245528 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.245814 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.246102 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.246412 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.246700 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.246986 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.247258 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.247557 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.247830 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:42.248039 n-d-827873-1 neutron-server[83491]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:44:42.248273 n-d-827873-1 neutron-server[83491]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83491) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 15:44:42.648939 n-d-827873-1 neutron-server[83491]: INFO keyring.backend [-] Loading KWallet Feb 04 15:44:42.656421 n-d-827873-1 neutron-server[83491]: INFO keyring.backend [-] Loading SecretService Feb 04 15:44:42.659631 n-d-827873-1 neutron-server[83491]: INFO keyring.backend [-] Loading Windows Feb 04 15:44:42.660986 n-d-827873-1 neutron-server[83491]: INFO keyring.backend [-] Loading chainer Feb 04 15:44:42.661542 n-d-827873-1 neutron-server[83491]: INFO keyring.backend [-] Loading macOS Feb 04 15:44:42.697007 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:44:42.697286 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:44:42.697574 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 04 15:44:42.697903 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 15:44:42.999113 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:42.999345 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:42.999566 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.055782 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.056053 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.056314 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.059379 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.059656 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.059927 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.088174 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.088447 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.088712 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.116386 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.116655 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.116915 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.432855 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.433475 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.433475 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.433651 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.434556 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.554406 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.554722 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.554998 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.555259 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.555514 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.555814 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.556067 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.556313 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.556556 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.556838 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.557081 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.557334 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.557588 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.557835 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.558090 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.558363 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.558616 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.558880 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.559128 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.559400 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.559735 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.559979 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.560220 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.560492 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.560733 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.560971 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.561346 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.561576 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.561804 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.562033 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.562259 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.562509 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:43.563048 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 15:44:43.566863 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 15:44:43.570866 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 15:44:43.574706 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 04 15:44:43.576324 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 15:44:43.576706 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 15:44:43.577035 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 15:44:43.577405 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 15:44:43.580223 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 15:44:43.580469 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 15:44:43.580801 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:44:43.608867 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 15:44:43.609307 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.609596 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83491) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 04 15:44:43.609949 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.611340 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83491) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 15:44:43.611617 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 15:44:43.611856 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 15:44:43.615509 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.615788 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:43.677558 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 15:44:43.677791 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 15:44:43.678025 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 15:44:43.678401 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 15:44:43.708506 n-d-827873-1 neutron-server[83491]: DEBUG oslo_db.sqlalchemy.engines [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83491) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 15:44:44.030858 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing driver for type 'gre' Feb 04 15:44:44.031270 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] gre ID ranges: [(1, 1000)] Feb 04 15:44:44.086480 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing driver for type 'local' Feb 04 15:44:44.086871 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing driver for type 'vlan' Feb 04 15:44:44.101428 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] VlanTypeDriver initialization complete Feb 04 15:44:44.101939 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing driver for type 'vxlan' Feb 04 15:44:44.102670 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] vxlan ID ranges: [(1, 1000)] Feb 04 15:44:44.158522 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing extension driver 'port_security' Feb 04 15:44:44.158879 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.extensions.port_security [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] PortSecurityExtensionDriver initialization complete Feb 04 15:44:44.159219 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing mechanism driver 'openvswitch' Feb 04 15:44:44.160196 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing mechanism driver 'hyperv' Feb 04 15:44:44.166795 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.plugin [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83491) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:44.167475 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.167846 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.168198 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.168715 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:44:44.169146 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.169499 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.169844 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.170235 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:44:44.170666 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.171023 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.171370 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.171757 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:44:44.172164 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.172513 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.172851 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.173376 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:44:44.173781 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.174127 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.174499 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.174888 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83491) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 04 15:44:44.175418 n-d-827873-1 neutron-server[83491]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] ML2 OVO RPC backend initialized. {{(pid=83491) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 04 15:44:44.176065 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.176423 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.176842 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.177191 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > networks before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.177536 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.177880 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > ports before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.178224 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.178599 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnets before_response 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.178945 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.179286 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.179621 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.179957 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.180294 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.180628 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.180966 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.181300 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.181632 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.182207 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.plugin [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Modular L2 Plugin initialization complete Feb 04 15:44:44.182561 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading services supported by the core plugin {{(pid=83491) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 15:44:44.182893 n-d-827873-1 neutron-server[83491]: INFO neutron.plugins.ml2.managers [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Got port-security extension from driver 'port_security' Feb 04 15:44:44.183356 n-d-827873-1 neutron-server[83491]: INFO neutron.extensions.vlantransparent [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Disabled vlantransparent extension. Feb 04 15:44:44.183775 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83491) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 15:44:44.184088 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: router Feb 04 15:44:44.220207 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.220595 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.220969 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router before_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.221330 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.221700 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.222828 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_delete 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.223191 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > floatingip after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.223582 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.223927 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.224277 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.224623 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.224979 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.225382 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.225746 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.226084 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.226442 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: subnet after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.226782 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.227130 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > port precommit_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.227478 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.227817 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.228159 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.228512 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router after_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.228851 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_delete 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.229195 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_create 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.229551 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.229901 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_update 55549900 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.230262 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > agent after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.230641 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > agent after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.230995 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > network after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.231862 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Tracking information for resource: router configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:44.232193 n-d-827873-1 neutron-server[83491]: DEBUG neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Tracking information for resource: floatingip configured {{(pid=83491) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 15:44:44.237174 n-d-827873-1 neutron-server[83491]: INFO neutron.db.l3_agentschedulers_db [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 15:44:44.237796 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.238259 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.238642 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.238999 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: port after_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.239914 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router before_create 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.240282 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_delete 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.240643 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_create 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.241004 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > router precommit_update 55550100 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.245343 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.provider_configuration [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service providers = [] {{(pid=83491) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 15:44:44.245701 n-d-827873-1 neutron-server[83491]: DEBUG neutron.db.servicetype_db [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83491) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 15:44:44.248686 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.service_base [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:44:44.249037 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.service_base [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:44:44.249381 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.service_base [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:44:44.250270 n-d-827873-1 neutron-server[83491]: DEBUG neutron.services.service_base [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83491) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 15:44:44.250670 n-d-827873-1 neutron-server[83491]: INFO neutron.services.service_base [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 15:44:44.251046 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.251366 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 15:44:44.262545 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.262881 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: auto_allocate Feb 04 15:44:44.269396 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: network precommit_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.269776 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: network precommit_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.270512 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.270961 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: tag Feb 04 15:44:44.277804 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.278138 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: timestamp Feb 04 15:44:44.282263 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.282575 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: network_ip_availability Feb 04 15:44:44.288423 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.288793 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.289148 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.289872 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.290197 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: flavors Feb 04 15:44:44.295122 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.295453 n-d-827873-1 neutron-server[83491]: INFO neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading Plugin: revisions Feb 04 15:44:44.299751 n-d-827873-1 neutron-server[83491]: DEBUG neutron.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83491) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 15:44:44.300175 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=83491) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 04 15:44:44.300931 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83491) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 04 15:44:44.301265 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Initializing extension manager. Feb 04 15:44:44.301765 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: __init__.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.302105 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: __pycache__ {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.302471 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.302808 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.303140 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: _filter_validation_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.303468 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.303796 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: address_group.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.304551 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.305112 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: address-group Feb 04 15:44:44.305432 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: address_scope.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.306141 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.306678 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: address-scope Feb 04 15:44:44.306999 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: admin_state_down_before_update.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.307930 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.308435 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: router-admin-state-down-before-update Feb 04 15:44:44.308757 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: agent.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.309463 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.309970 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: agent Feb 04 15:44:44.310292 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: agent_resources_synced.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.311247 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.311754 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: agent-resources-synced Feb 04 15:44:44.312076 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: allowedaddresspairs.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.314040 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.314604 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: allowed-address-pairs Feb 04 15:44:44.314931 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: auto_allocated_topology.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.316067 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.316585 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: auto-allocated-topology Feb 04 15:44:44.316912 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.317614 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.318123 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: availability_zone Feb 04 15:44:44.318475 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: availability_zone_filter.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.319393 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.319903 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: availability_zone_filter Feb 04 15:44:44.320225 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: data_plane_status.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.321135 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.321641 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 15:44:44.321962 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: default_subnetpools.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.322902 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.323411 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: default-subnetpools Feb 04 15:44:44.323732 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: dhcpagentscheduler.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.324504 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.325007 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: dhcp_agent_scheduler Feb 04 15:44:44.325329 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: dns.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.326243 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.326773 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension dns-integration not supported by any of loaded plugins Feb 04 15:44:44.327098 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: dns_domain_ports.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.328025 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.328525 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 15:44:44.328847 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: dvr.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.329519 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.330018 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: dvr Feb 04 15:44:44.330348 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: empty_string_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.331840 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.332343 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: empty-string-filtering Feb 04 15:44:44.332667 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.333577 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.334078 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:44:44.334431 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.335347 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.335848 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 15:44:44.336170 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: external_net.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.337080 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.337586 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: external-net Feb 04 15:44:44.337908 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: extra_dhcp_opt.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.338863 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.339367 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: extra_dhcp_opt Feb 04 15:44:44.339690 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: extraroute.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.340597 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.341111 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: extraroute Feb 04 15:44:44.341431 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: extraroute_atomic.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.342494 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.343009 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: extraroute-atomic Feb 04 15:44:44.343335 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: filter_validation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.344005 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.344509 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: filter-validation Feb 04 15:44:44.344829 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: fip_pf_description.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.345741 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.346244 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 15:44:44.346589 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: fip_port_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.348134 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.348646 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: fip-port-details Feb 04 15:44:44.348967 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: flavors.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.350202 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.350748 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: flavors Feb 04 15:44:44.351083 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.352762 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.353281 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 15:44:44.353608 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: floatingip_pools.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.354306 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.354836 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: floatingip-pools Feb 04 15:44:44.355160 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: ip_allocation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.356076 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.356580 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 15:44:44.356904 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.357816 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.358318 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: ip-substring-filtering Feb 04 15:44:44.358677 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l2_adjacency.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.359600 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.360100 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 15:44:44.360422 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.361386 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.361894 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: router Feb 04 15:44:44.362220 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3_conntrack_helper.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.364735 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.365258 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 15:44:44.365595 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.366572 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.367089 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: ext-gw-mode Feb 04 15:44:44.367418 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.368339 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.368847 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: l3-ha Feb 04 15:44:44.369177 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3_flavors.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.370094 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.370633 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: l3-flavors Feb 04 15:44:44.370967 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.371897 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.372402 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 15:44:44.372729 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: l3agentscheduler.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.373757 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.374265 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: l3_agent_scheduler Feb 04 15:44:44.374625 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: logging.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.376137 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.376654 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension logging not supported by any of loaded plugins Feb 04 15:44:44.376986 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: metering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.377733 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.378940 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: metering Feb 04 15:44:44.379196 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.380302 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.381080 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: metering_source_and_destination_fields Feb 04 15:44:44.381414 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: multiprovidernet.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.382366 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.382890 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: multi-provider Feb 04 15:44:44.383219 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: netmtu.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.384139 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.384648 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: net-mtu Feb 04 15:44:44.384972 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: netmtu_writable.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.385889 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.386427 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: net-mtu-writable Feb 04 15:44:44.386753 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: network_availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.387419 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.387921 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: network_availability_zone Feb 04 15:44:44.388241 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: network_ip_availability.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.389333 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.389843 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: network-ip-availability Feb 04 15:44:44.390167 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: network_segment_range.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.390968 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.391478 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 15:44:44.391800 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: pagination.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.392798 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.393127 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: pagination Feb 04 15:44:44.393446 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.395069 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.395579 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: port-mac-address-regenerate Feb 04 15:44:44.395905 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: port_resource_request.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.396822 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.397322 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 15:44:44.397641 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: portbindings.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.398589 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.399092 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: binding Feb 04 15:44:44.399411 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: portbindings_extended.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.400694 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.401209 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: binding-extended Feb 04 15:44:44.401541 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: portsecurity.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.402494 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.403002 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: port-security Feb 04 15:44:44.403326 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: project_id.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.404298 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.404628 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: project-id Feb 04 15:44:44.404948 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: providernet.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.405869 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.406405 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: provider Feb 04 15:44:44.406731 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.410688 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.411209 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos not supported by any of loaded plugins Feb 04 15:44:44.411549 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.412807 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.413323 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 15:44:44.413652 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.414609 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.415121 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 15:44:44.415444 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_default.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.416365 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.416874 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-default not supported by any of loaded plugins Feb 04 15:44:44.417199 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_fip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.417853 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.418377 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-fip not supported by any of loaded plugins Feb 04 15:44:44.418704 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_gateway_ip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.419627 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.420135 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 15:44:44.420457 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_port_network_policy.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.421373 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.421876 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 15:44:44.422199 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_rule_type_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.423143 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.423676 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 15:44:44.423999 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: qos_rules_alias.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.425076 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.425579 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 15:44:44.425901 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: quotasv2.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.426801 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.427131 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: quotas Feb 04 15:44:44.427455 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: quotasv2_detail.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.429079 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.429421 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: quota_details Feb 04 15:44:44.429750 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: rbac.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.430834 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.431368 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: rbac-policies Feb 04 15:44:44.431696 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: rbac_address_scope.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.432628 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.433146 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: rbac-address-scope Feb 04 15:44:44.433667 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: rbac_security_groups.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.434408 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.434923 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: rbac-security-groups Feb 04 15:44:44.435247 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: rbac_subnetpool.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.436160 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.436671 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: rbac-subnetpool Feb 04 15:44:44.436993 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: revisionifmatch.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.437916 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.438463 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: revision-if-match Feb 04 15:44:44.438786 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: revisions.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.439906 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.440420 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: standard-attr-revisions Feb 04 15:44:44.441518 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: router_availability_zone.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.442069 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.442614 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: router_availability_zone Feb 04 15:44:44.442939 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: routerservicetype.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.443881 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.444385 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension router-service-type not supported by any of loaded plugins Feb 04 15:44:44.444708 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: security_groups_port_filtering.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.445627 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.446135 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: port-security-groups-filtering Feb 04 15:44:44.446495 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: securitygroup.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.458021 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.458565 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: security-group Feb 04 15:44:44.458899 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: segment.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.459685 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.460197 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension segment not supported by any of loaded plugins Feb 04 15:44:44.460525 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.461473 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.461986 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 15:44:44.462309 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: servicetype.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.463451 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.463974 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: service-type Feb 04 15:44:44.464301 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: sorting.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.465282 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.465620 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: sorting Feb 04 15:44:44.465946 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: standard_attr_segment.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.466923 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.467438 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 15:44:44.467761 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: standardattrdescription.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.468409 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.468920 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: standard-attr-description Feb 04 15:44:44.469242 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: stateful_security_group.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.470161 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.470705 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: stateful-security-group Feb 04 15:44:44.471027 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: stdattrs_common.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.471611 n-d-827873-1 neutron-server[83491]: WARNING neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 15:44:44.472078 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.473018 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.473524 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 15:44:44.473847 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnet_onboard.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.475029 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.475546 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: subnet_onboard Feb 04 15:44:44.475870 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.476801 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.477310 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 15:44:44.477635 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnet_service_types.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.478602 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.479110 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: subnet-service-types Feb 04 15:44:44.479431 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnetallocation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.480525 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.481033 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: subnet_allocation Feb 04 15:44:44.481358 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.482028 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.482555 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: subnetpool-prefix-ops Feb 04 15:44:44.482878 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.483814 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.484316 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 15:44:44.484634 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: tagging.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.485679 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.486190 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: standard-attr-tag Feb 04 15:44:44.486549 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: timestamp.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.487870 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.488384 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loaded extension: standard-attr-timestamp Feb 04 15:44:44.488710 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: trunk.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.489746 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.490265 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension trunk not supported by any of loaded plugins Feb 04 15:44:44.490616 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: trunk_details.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.491532 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.492050 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension trunk-details not supported by any of loaded plugins Feb 04 15:44:44.492374 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: uplink_status_propagation.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.493291 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.493802 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 15:44:44.494125 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Loading extension file: vlantransparent.py {{(pid=83491) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 04 15:44:44.494830 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83491) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 04 15:44:44.495336 n-d-827873-1 neutron-server[83491]: INFO neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 15:44:44.497519 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:network Feb 04 15:44:44.498228 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnet Feb 04 15:44:44.498867 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:44:44.499631 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:port Feb 04 15:44:44.500921 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.501355 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service FLAVORS assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.501975 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.502434 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.502767 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:router Feb 04 15:44:44.503949 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:44:44.504664 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service METERING assigned prefix: /metering {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.506349 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.506727 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.507080 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83491) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:44:44.508197 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:44:44.508650 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:44:44.509301 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:44:44.510035 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service CORE assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.510451 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:44:44.510794 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] subnetpool is already registered Feb 04 15:44:44.511495 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service CORE assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.511847 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:44:44.512301 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] subnetpool is already registered Feb 04 15:44:44.514914 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.515345 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service FLAVORS assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.515937 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.516358 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.516694 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:router Feb 04 15:44:44.517023 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] router is already registered Feb 04 15:44:44.517611 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:floatingip Feb 04 15:44:44.517939 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] floatingip is already registered Feb 04 15:44:44.518682 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service METERING assigned prefix: /metering {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.520030 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 15:44:44.520361 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] rbac_policy is already registered Feb 04 15:44:44.520902 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:security_group Feb 04 15:44:44.521233 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] security_group is already registered Feb 04 15:44:44.521825 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 15:44:44.522156 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] security_group_rule is already registered Feb 04 15:44:44.522848 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service CORE assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.523189 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:44:44.523515 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] subnetpool is already registered Feb 04 15:44:44.524115 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.v2.resource_helper [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Service CORE assigned prefix: {{(pid=83491) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 15:44:44.524445 n-d-827873-1 neutron-server[83491]: INFO neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 15:44:44.524768 n-d-827873-1 neutron-server[83491]: WARNING neutron.quota.resource_registry [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] subnetpool is already registered Feb 04 15:44:44.525409 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: extensions {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.526889 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: address-groups {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.528484 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: address-scopes {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.529695 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.530890 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: auto-allocated-topology {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.532115 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: availability_zones {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.533469 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: dhcp-networks {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.535627 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: dhcp-agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.537009 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.538827 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: flavors {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.539997 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: service_profiles {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.541190 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: next_providers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.542721 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: service_profiles {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.544128 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: floatingip-pools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.545382 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.547200 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: floatingips {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.548371 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: l3-routers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.549738 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: l3-agents {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.551966 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: metering-labels {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.553724 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: metering-label-rules {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.555032 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: network-ip-availabilities {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.556271 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: bindings {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.558833 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: quotas {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.560282 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: quotas {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.561697 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: rbac-policies {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.563023 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: security-groups {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.564218 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: security-group-rules {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.565437 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: service-providers {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.566809 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: subnetpools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.568217 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: subnetpools {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.569673 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.571352 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.573134 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.574903 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.576669 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.578357 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.580132 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.582068 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.583939 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.585740 n-d-827873-1 neutron-server[83491]: DEBUG neutron.api.extensions [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Extended resource: tags {{(pid=83491) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 04 15:44:44.591492 n-d-827873-1 neutron-server[83491]: WARNING keystonemiddleware.auth_token [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 15:44:44.596186 n-d-827873-1 neutron-server[83491]: WARNING keystonemiddleware.auth_token [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 15:44:44.604678 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Acquired lock "singleton_lock" {{(pid=83491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 15:44:44.605154 n-d-827873-1 neutron-server[83491]: DEBUG oslo_concurrency.lockutils [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Releasing lock "singleton_lock" {{(pid=83491) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 15:44:44.605780 n-d-827873-1 neutron-server[83491]: INFO oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Starting 2 workers Feb 04 15:44:44.610391 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Started child 83596 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:44:44.615324 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Started child 83597 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:44:44.616477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.617117 n-d-827873-1 neutron-server[83491]: INFO neutron.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 15:44:44.617613 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Notify callbacks [] for process, before_spawn {{(pid=83491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.617957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [-] (83596) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:44:44.620063 n-d-827873-1 neutron-server[83491]: INFO oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Starting 1 workers Feb 04 15:44:44.620189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.621537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [-] (83597) wsgi starting up on http://0.0.0.0:9696 Feb 04 15:44:44.625016 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Started child 83598 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:44:44.625548 n-d-827873-1 neutron-server[83491]: INFO oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Starting 1 workers Feb 04 15:44:44.629090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] calling RpcWorker wait() {{(pid=83598) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 15:44:44.629642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] returning from RpcWorker wait() {{(pid=83598) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 15:44:44.630018 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Started child 83599 {{(pid=83491) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 04 15:44:44.631133 n-d-827873-1 neutron-server[83491]: DEBUG neutron_lib.callbacks.manager [None req-b23564b4-7732-42ff-8228-c574e4a6e73e None None] Notify callbacks [] for process, after_spawn {{(pid=83491) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.631236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.631674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:44.633021 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:44:44.633238 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:44:44.633417 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:44:44.633623 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:44:44.633960 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:44:44.634122 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:44:44.634650 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.634925 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.635184 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.635333 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:44.635794 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.635794 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.636213 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.636486 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.636573 n-d-827873-1 neutron-server[83599]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:44.636745 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.637016 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.637245 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.637410 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.637573 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.637821 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.638066 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.638387 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.638665 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.638910 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.639191 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.639363 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.639611 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.639870 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.640099 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.640367 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] debug = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.640607 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.641074 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.641314 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.641547 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.641778 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.642045 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.642296 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.642601 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.642852 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.643087 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.643330 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.643576 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.643819 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.644071 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.644330 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.644568 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.645002 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] host = n-d-827873-1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.645231 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.645444 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.645684 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.645912 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.646175 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.646407 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.646652 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.646899 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.647148 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.647366 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.647632 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.647867 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.648096 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.648358 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_file = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.648601 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_options = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.648757 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.649011 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.649254 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.649469 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.649603 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.649762 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.650025 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.650187 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.650460 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.650673 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.650881 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.651091 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.651404 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.651558 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.651815 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.652047 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.652257 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.652464 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.652720 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.652962 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.653212 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.653433 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.653662 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.653895 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.654124 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.654379 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.654579 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.654788 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.655003 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.655211 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.655456 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.655719 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.655963 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.656203 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.656449 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.656672 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.656896 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.657155 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.657381 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.657619 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.657870 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.658103 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.658434 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.658572 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.658786 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.659027 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_json = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.659235 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.660053 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.660240 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.660440 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.660673 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.660878 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.661086 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.661312 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.661521 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.661920 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.662196 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.662533 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.662776 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.663009 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.663243 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.663469 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.663718 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.663978 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.664209 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.664550 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.664769 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.665103 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.665372 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.665642 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.665880 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667154 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667154 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667154 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667154 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667629 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667629 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.667871 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.668000 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.668181 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.668406 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.668656 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.668871 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.669113 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.669340 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.669594 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.669822 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.670047 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.670247 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.670516 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.670750 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.670964 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.671207 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.671425 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.671683 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.671906 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.672122 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.672331 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.672540 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.672753 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.672983 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.673217 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.673428 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.673637 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.673851 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.674065 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.675605 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.675605 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.675605 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.675822 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.676404 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.676661 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.676895 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.677210 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.677394 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.677929 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.678150 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.678498 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.678740 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.678971 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.679189 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.679412 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.679659 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.679853 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.680094 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.680397 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.680779 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.681003 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.681224 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.681528 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.681842 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.682269 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.682541 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.682805 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.683084 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.683270 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.683509 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.683713 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.686759 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.687027 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.687331 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.687614 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.687884 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.688143 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.688376 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.688642 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.688872 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.689909 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.690478 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.692709 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.693448 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.693761 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.694030 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.694274 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.694993 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.696751 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.699044 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.699479 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.700256 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.702897 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.703703 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.706096 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.706479 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.706791 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.707087 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.707340 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.707653 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.707911 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.708193 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.708546 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.708816 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.709037 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.709644 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.710563 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.711799 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.713384 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.714433 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.714799 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.715925 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.716482 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.716712 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.717018 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.717302 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.717562 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.717849 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.718130 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.718441 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.718691 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.718949 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.719180 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.719431 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.719665 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.719880 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.720118 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.720338 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.720554 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.720770 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.721005 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.721242 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.721459 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.721669 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.722753 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.723021 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.723268 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.723519 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.723739 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.723966 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.724191 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.724433 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.724655 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.724891 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.725137 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.726423 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.726872 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.727252 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.727582 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.727862 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.728190 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.728351 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.728610 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.728839 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.729086 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.729309 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.729525 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.729773 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.730000 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.730218 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.730483 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.730734 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.730968 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.731260 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.731481 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.731821 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.732040 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.732336 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.732532 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.732747 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.732997 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.733207 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.733418 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.733630 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.733842 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.734101 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.734321 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.734583 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.734816 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.735025 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.735230 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.735437 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.735641 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.735901 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.736136 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.736342 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.736647 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.736884 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.737131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.737358 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.738228 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.738476 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.738684 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.738889 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.739426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:44:44.743947 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.743947 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.743947 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.743947 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.743947 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.744332 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.744332 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.744518 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.744754 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.745075 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.745299 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.745546 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.745769 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.745992 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.746231 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.746525 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.746866 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.747166 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748160 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748160 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062635 Feb 04 15:44:44.748412 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748412 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748628 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.748833 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.749139 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.749501 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.750367 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.750367 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.750367 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.751359 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.751359 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.751359 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.751535 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.751784 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.752007 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.752248 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.753251 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.753251 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.753251 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.753477 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.753872 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.754100 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.754353 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.754580 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.754812 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.754971 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:44:44.756298 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83491) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 04 15:44:44.756298 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 15:44:44.756463 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 15:44:44.757079 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 15:44:44.757265 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 15:44:44.757625 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 15:44:44.757852 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.758783 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.758783 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.758783 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.758783 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.758783 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759109 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759109 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759225 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759427 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759636 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.759636 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.760708 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.760873 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.761078 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.761244 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762349 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762349 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762528 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762689 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762830 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.762967 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763119 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] debug = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763277 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763481 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763650 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763789 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.763948 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.764102 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.764255 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.764414 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.764564 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.764716 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766177 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] host = n-d-827873-1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.766884 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.767041 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.767194 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.767345 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.767731 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.767935 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.768094 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.768235 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.768372 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.768521 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769188 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769351 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769510 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769660 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_file = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769819 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_options = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.769974 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770122 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770279 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770477 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770640 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770801 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.770950 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771105 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771260 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771472 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771609 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771741 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.771903 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.772314 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.772479 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.772619 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.772779 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.773726 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.773923 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774090 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774243 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774465 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774607 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774739 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.774925 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775089 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775248 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775400 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775535 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775696 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775837 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.775999 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.776149 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.776293 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.776446 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778727 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778727 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778727 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.778727 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779218 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779218 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779218 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_json = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:44.779759 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779759 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779759 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.779759 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780264 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780264 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780264 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780644 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780644 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 15:44:44.780644 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781017 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781017 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781281 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781281 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781534 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781534 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781806 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.781806 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782058 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782058 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782312 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782498 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782577 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782744 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.782905 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783064 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783224 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783384 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783594 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783696 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.783852 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.784009 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.784167 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.784428 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785151 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785371 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785466 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785620 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785774 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.785938 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786100 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786258 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786459 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786628 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786788 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.786948 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787108 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787268 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787427 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787599 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787808 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.787913 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788057 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788215 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788376 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788539 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788698 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.788857 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789016 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789176 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789347 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789509 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789666 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789825 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.789985 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.790143 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.790303 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.791410 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.791580 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.791737 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.791891 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792046 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792201 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792355 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792522 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792522 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.792842 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.794371 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.794371 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.794371 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.794371 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.794657 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.795450 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.795633 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.795806 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.795974 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796135 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796308 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796457 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796619 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796779 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.796941 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.797109 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798036 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798200 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798448 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798612 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798751 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.798887 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799024 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799158 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799365 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799516 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799652 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.799786 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.801339 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.801555 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.801703 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.801831 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.801997 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.802163 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.802709 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.802870 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.803378 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.803566 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.803735 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.803900 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804061 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804262 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804385 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804552 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804708 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.804868 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805033 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805214 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805355 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805508 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805682 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.805842 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.806004 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.806163 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.807273 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.807468 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.808236 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.808955 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.809427 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.809602 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.809753 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.809973 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810129 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810265 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810451 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810599 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810737 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.810863 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811042 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811341 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811493 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811642 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811823 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.811957 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812100 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812261 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812420 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812579 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812737 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.812896 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813056 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813221 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813378 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813536 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813696 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.813854 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.814012 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.814175 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.814359 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.814963 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.815125 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.815634 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.815799 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.815961 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.816122 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.816283 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.816444 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.816607 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.816766 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.817475 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.817646 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.817807 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.817968 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.818986 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.820227 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821526 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821526 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821526 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821814 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.821814 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822019 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822019 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822211 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822320 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822532 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822692 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.822861 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823021 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823180 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823339 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823497 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823665 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823826 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.823984 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824151 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824311 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824469 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824628 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824802 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.824962 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825126 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825287 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825445 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825603 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825765 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.825930 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826100 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826267 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826452 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826620 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826789 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.826957 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827117 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827337 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827453 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827591 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827752 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.827911 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828070 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828229 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828388 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828552 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828725 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.828858 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829017 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829176 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829336 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829495 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829653 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829813 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.829972 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.830131 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.830289 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.830804 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 15:44:44.830804 n-d-827873-1 neutron-server[83491]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83491) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 15:44:55.059870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0a60a-7200-4e52-afe9-11a40438946a None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 15:44:55.132297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0a60a-7200-4e52-afe9-11a40438946a None None] No non-hosted networks {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 15:44:55.202097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b93a52f9-8993-4469-8c46-cb032d05733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.079019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7bc507fa-4511-4675-86c8-b5da6d43fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:57.144409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5994cbaf-e63a-4118-9365-bc0ea4dab3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.340231 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.579297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:44:58.580317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.580911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.581448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.582650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.583505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.584013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.584680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.585315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.585807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.586323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.586855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:44:58.587462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827873-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:58.594924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827873-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:44:59.753553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:01.156608 n-d-827873-1 neutron-server[83598]: INFO neutron.db.l3_hamode_db [None req-684337f2-225e-48d4-85fc-c93cfc18c33b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 15:45:01.242296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684337f2-225e-48d4-85fc-c93cfc18c33b None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:01.242706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684337f2-225e-48d4-85fc-c93cfc18c33b None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 15:45:01.443926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:02.034243 n-d-827873-1 neutron-server[83597]: WARNING oslo_policy.policy [None req-80230d41-2d14-4e86-a05e-4001edb88e0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:02.034802 n-d-827873-1 neutron-server[83597]: WARNING oslo_policy.policy [None req-80230d41-2d14-4e86-a05e-4001edb88e0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:02.252299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-80230d41-2d14-4e86-a05e-4001edb88e0f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:45:02.253354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-80230d41-2d14-4e86-a05e-4001edb88e0f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8085353 Feb 04 15:45:04.515785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38666) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:04.911526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:04.963772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.policy [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83597) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 15:45:04.964496 n-d-827873-1 neutron-server[83597]: WARNING oslo_policy.policy [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:04.964874 n-d-827873-1 neutron-server[83597]: WARNING oslo_policy.policy [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:04.968129 n-d-827873-1 neutron-server[83597]: INFO neutron.quota [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Loaded quota_driver: . Feb 04 15:45:04.983714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:05.052226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784562822248', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784562835641', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784562847145', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784562849487', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784562859465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3271039', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3151885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1967699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655236'] for rbac-policy, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.117956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:05.126044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc90d35e-2ac9-41fc-bcbc-9b60131242d0 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6024482 Feb 04 15:45:07.624926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:07.993972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Request body: {'network': {'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'name': 'private'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:07.998657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:08.003132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Usage tracker for resource:network and tenant:82ddae1bf937477d90ad1c1aa1e7ad3c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:08.008480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:08.014556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:08.024647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Made reservation on behalf of 82ddae1bf937477d90ad1c1aa1e7ad3c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:08.027487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.044948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.087508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:08.091195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Usage tracker for resource:security_group_rule and tenant:82ddae1bf937477d90ad1c1aa1e7ad3c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:08.093983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:08.100113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:08.167551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.171042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.192492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:45:08.217611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784559978963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.218185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Unsubscribe: segment precommit_create {{(pid=83597) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:45:08.218704 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Added segment 666d6c1d-a654-4f35-a6bc-fae36a97a067 of type vlan for network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a Feb 04 15:45:08.232387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dd900-1629-446a-b495-ac1d8174074d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:08.287211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.287471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.287797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.288118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.288429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.288742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.289052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.289360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.289666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.289972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.290279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Tracked resource versions report: Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: pushed versions: Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Log': {'1.0'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Network': {'1.1'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Port': {'1.5'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'PortForwarding': {'1.2'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'QosPolicy': {'1.8'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SecurityGroup': {'1.2'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SubPort': {'1.0'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Subnet': {'1.1'}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Trunk': {'1.1'}} Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: consumer versions: Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: L3 agent@n-d-827873-1: {}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: Metadata agent@n-d-827873-1: {}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: Metering agent@n-d-827873-1: {}, Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Log': '1.0', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Network': '1.1', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Port': '1.5', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'PortForwarding': '1.2', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'QosPolicy': '1.8', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SecurityGroup': '1.2', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SecurityGroupRule': '1.0', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'SubPort': '1.0', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Subnet': '1.1', Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: 'Trunk': '1.1'}} Feb 04 15:45:08.291379 n-d-827873-1 neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:45:08.338957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.375731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.376682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:08.377303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:08.484108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] Pushing event updated for resources: {'Network': ['ID=40f49bc8-9cfb-4073-b1b4-b37c20b3de7a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:08.486810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-79c842a1-38ce-47af-ad24-3074db8fd992 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8609138 Feb 04 15:45:08.513355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:11.069919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:11.526756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4118625-fa17-4afd-99fa-22a1697d2d55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.527993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d4118625-fa17-4afd-99fa-22a1697d2d55 admin admin] 10.222.0.62 "GET /v2.0/networks/40f49bc8-9cfb-4073-b1b4-b37c20b3de7a HTTP/1.1" status: 200 len: 825 time: 0.4571028 Feb 04 15:45:11.557645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-922e2b0e-24a8-496e-9f94-35a2668cf86e admin admin] 10.222.0.62 "GET /v2.0/subnetpools/0c4ae18f-80da-4166-8960-dc7593dc2ad1 HTTP/1.1" status: 200 len: 734 time: 0.0244141 Feb 04 15:45:11.565668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Request body: {'subnet': {'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:11.570578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:11.574202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Usage tracker for resource:subnet and tenant:82ddae1bf937477d90ad1c1aa1e7ad3c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:11.577016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:11.582678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:11.592282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Made reservation on behalf of 82ddae1bf937477d90ad1c1aa1e7ad3c for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:11.594700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.856485 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.944379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0be24bb-8942-4ded-955f-4338a60dfbfe,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:11.947212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Checking segment: {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:11.947591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Network hostable DHCP agents. Network: 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:11.970242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:11.980180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:11.984514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:11.985099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:11.990028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583bddad-eb77-4d21-9bc0-63de08598297 None None] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:12.004157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-622d81af-2ee9-432b-8fd7-d23f7873e2bb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4416175 Feb 04 15:45:12.295357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:45:12.296509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.484037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Allocated IP 172.20.0.2 (40f49bc8-9cfb-4073-b1b4-b37c20b3de7a/f0be24bb-8942-4ded-955f-4338a60dfbfe/8717f137-4320-4b15-9aa4-6709f995809d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:12.707299 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.720562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Transition to ACTIVE for port object 8717f137-4320-4b15-9aa4-6709f995809d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:12.743175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Transition to ACTIVE for port object 8717f137-4320-4b15-9aa4-6709f995809d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:12.749900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.815382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:12.818412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:12.824258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Pushing event updated for resources: {'Port': ['ID=8717f137-4320-4b15-9aa4-6709f995809d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:12.826139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:12.836476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.836823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.837163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.837493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.837821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.838147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.838503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.838826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.839144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.839460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.839780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Tracked resource versions report: Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: pushed versions: Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Log': {'1.0'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Network': {'1.1'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Port': {'1.5'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'PortForwarding': {'1.2'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'QosPolicy': {'1.8'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SecurityGroup': {'1.2'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SubPort': {'1.0'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Subnet': {'1.1'}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Trunk': {'1.1'}} Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: consumer versions: Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: L3 agent@n-d-827873-1: {}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: Metadata agent@n-d-827873-1: {}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: Metering agent@n-d-827873-1: {}, Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Log': '1.0', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Network': '1.1', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Port': '1.5', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'PortForwarding': '1.2', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'QosPolicy': '1.8', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SecurityGroup': '1.2', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SecurityGroupRule': '1.0', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'SubPort': '1.0', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Subnet': '1.1', Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: 'Trunk': '1.1'}} Feb 04 15:45:12.840833 n-d-827873-1 neutron-server[83598]: {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:45:12.929959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Attempting to bind port 8717f137-4320-4b15-9aa4-6709f995809d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:12.930380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Attempting to bind port 8717f137-4320-4b15-9aa4-6709f995809d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:12.930801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Attempting to bind port 8717f137-4320-4b15-9aa4-6709f995809d on network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:12.937214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:12.937616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Checking segment: {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:12.938075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:12.938491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Bound using segment: {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:12.938971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Bound port: 8717f137-4320-4b15-9aa4-6709f995809d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:12.939384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.024338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] For port 8717f137-4320-4b15-9aa4-6709f995809d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:13.028054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] For port 8717f137-4320-4b15-9aa4-6709f995809d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8717f137-4320-4b15-9aa4-6709f995809d,segment=NetworkSegment(666d6c1d-a654-4f35-a6bc-fae36a97a067),segment_id=666d6c1d-a654-4f35-a6bc-fae36a97a067)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:13.032292 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:13.136103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d99fc-2877-4c32-8d61-ec17b14a0050 None None] Pushing event updated for resources: {'Port': ['ID=8717f137-4320-4b15-9aa4-6709f995809d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:14.293502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:14.688150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-347b77c0-4e0c-460f-9965-baf4126755a5 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:45:14.689103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-347b77c0-4e0c-460f-9965-baf4126755a5 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3946438 Feb 04 15:45:16.767275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c8fa7-ed69-4244-addc-37d4bbe6e0e6 None None] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:16.841382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8717f137-4320-4b15-9aa4-6709f995809d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:16.952074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2566ceb7-2e02-4f3d-a376-51aeceba3611 None None] Provisioning for port 8717f137-4320-4b15-9aa4-6709f995809d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:16.989529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38722) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:16.996290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8717f137-4320-4b15-9aa4-6709f995809d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:17.007013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8717f137-4320-4b15-9aa4-6709f995809d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:17.007332 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.183762 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.221774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8717f137-4320-4b15-9aa4-6709f995809d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8717f137-4320-4b15-9aa4-6709f995809d,segment=NetworkSegment(666d6c1d-a654-4f35-a6bc-fae36a97a067),segment_id=666d6c1d-a654-4f35-a6bc-fae36a97a067)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:17.227687 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.299087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8717f137-4320-4b15-9aa4-6709f995809d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:17.392761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-55ad4c85-cf52-4c3f-acd7-4b6848f1f83f None None] Provisioning complete for port 8717f137-4320-4b15-9aa4-6709f995809d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:17.393121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ad4c85-cf52-4c3f-acd7-4b6848f1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:17.610201 n-d-827873-1 neutron-server[83596]: WARNING oslo_policy.policy [None req-5176ff34-ac35-4979-aa1c-bfc8d6044535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:17.610802 n-d-827873-1 neutron-server[83596]: WARNING oslo_policy.policy [None req-5176ff34-ac35-4979-aa1c-bfc8d6044535 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:17.837509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-5176ff34-ac35-4979-aa1c-bfc8d6044535 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:45:17.838676 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5176ff34-ac35-4979-aa1c-bfc8d6044535 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8471031 Feb 04 15:45:18.810124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8717f137-4320-4b15-9aa4-6709f995809d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:18.879162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8717f137-4320-4b15-9aa4-6709f995809d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:18.879525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.389032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:20.835447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Request body: {'router': {'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'name': 'router1', 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:20.840454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:20.844162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Usage tracker for resource:router and tenant:82ddae1bf937477d90ad1c1aa1e7ad3c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:20.847437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:20.852921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:20.863250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.864644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.888451 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:20.999710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.018210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:21.020425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a2615268-27d4-414c-b2b1-701d060173b0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6304374 Feb 04 15:45:23.243652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:23.626112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-f10bc6bf-609d-43ad-9ae5-8ffeb142336a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:45:23.627097 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f10bc6bf-609d-43ad-9ae5-8ffeb142336a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3825436 Feb 04 15:45:24.969409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4c2bb46-4b98-46f5-a47c-505e35e03ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:25.870956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38758) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:26.256907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:26.258417 n-d-827873-1 neutron-server[83596]: INFO neutron.quota [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Loaded quota_driver: . Feb 04 15:45:26.274247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:26.280463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Usage tracker for resource:network and tenant:ca70d8e9f47147e68e05458fd2d56d0f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:26.285648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:26.292982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:26.307846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Made reservation on behalf of ca70d8e9f47147e68e05458fd2d56d0f for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:26.345656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.policy [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83596) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 04 15:45:26.346441 n-d-827873-1 neutron-server[83596]: WARNING oslo_policy.policy [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:26.346921 n-d-827873-1 neutron-server[83596]: WARNING oslo_policy.policy [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 15:45:26.351322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.370998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.414091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:26.417685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Usage tracker for resource:security_group_rule and tenant:ca70d8e9f47147e68e05458fd2d56d0f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:26.420777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:26.426909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:26.494971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.498515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.514975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Reserving flat network on physical network physnet1 {{(pid=83596) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 15:45:26.544708 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784559978963', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.545285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Unsubscribe: segment precommit_create {{(pid=83596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 15:45:26.545797 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Added segment 0be2f906-f143-4210-974f-1fd5faf9a17b of type flat for network 77beffff-65a6-47ed-bb91-496867d1b598 Feb 04 15:45:26.598395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7981b4-6069-4db5-8c21-213d9e20b616,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.626568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.626912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.627263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.627588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.628554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.629045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.629367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.629689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.630274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.630622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.630940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Tracked resource versions report: Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: pushed versions: Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Log': {'1.0'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Network': {'1.1'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Port': {'1.5'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'PortForwarding': {'1.2'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'QosPolicy': {'1.8'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SecurityGroup': {'1.2'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SubPort': {'1.0'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Subnet': {'1.1'}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Trunk': {'1.1'}} Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: consumer versions: Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: L3 agent@n-d-827873-1: {}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: Metadata agent@n-d-827873-1: {}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: Metering agent@n-d-827873-1: {}, Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Log': '1.0', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Network': '1.1', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Port': '1.5', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'PortForwarding': '1.2', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'QosPolicy': '1.8', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SecurityGroup': '1.2', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SecurityGroupRule': '1.0', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'SubPort': '1.0', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Subnet': '1.1', Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: 'Trunk': '1.1'}} Feb 04 15:45:26.631981 n-d-827873-1 neutron-server[83596]: {{(pid=83596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:45:26.668667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.691947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:45:26.714820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.715908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:26.716545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:26.823938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9518838 Feb 04 15:45:26.824427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af620d4a-707c-4337-a193-79925a9a3bcb admin admin] Pushing event updated for resources: {'Network': ['ID=77beffff-65a6-47ed-bb91-496867d1b598,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:26.855951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 77beffff-65a6-47ed-bb91-496867d1b598 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:45:27.059487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6308-59ac-40e7-99e3-3e101a72573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.293911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:28.574704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.078007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:29.347579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e9406-3ad8-4c20-99a6-303bb51d29a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:29.348879 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5c9e9406-3ad8-4c20-99a6-303bb51d29a8 admin admin] 10.222.0.62 "GET /v2.0/subnets/f0be24bb-8942-4ded-955f-4338a60dfbfe HTTP/1.1" status: 200 len: 849 time: 0.2698295 Feb 04 15:45:29.519485 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-885459fb-2526-4682-b4dd-094d022c75c3 admin admin] 10.222.0.62 "GET /v2.0/routers/338fc8de-bb42-4097-99f9-1ad82dbe0f8b HTTP/1.1" status: 200 len: 704 time: 0.1651623 Feb 04 15:45:29.698125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:29.998628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.228099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Allocated IP 172.20.0.1 (40f49bc8-9cfb-4073-b1b4-b37c20b3de7a/f0be24bb-8942-4ded-955f-4338a60dfbfe/4d8aeb00-b9c1-4263-b7df-feebdc89ac20) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:30.382750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.400738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Transition to ACTIVE for port object 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:30.451173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.521781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:30.524695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:30.529611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Pushing event updated for resources: {'Port': ['ID=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:30.541008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:30.541774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.665855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.692209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-877f0e88-67f1-4233-bdb5-1f5d7919a50d None None] Provisioning for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:30.696900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-877f0e88-67f1-4233-bdb5-1f5d7919a50d None None] Provisioning complete for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:30.697267 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-877f0e88-67f1-4233-bdb5-1f5d7919a50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.750386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-877f0e88-67f1-4233-bdb5-1f5d7919a50d None None] Port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:30.889555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.894308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:30.895073 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.027457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Pushing event updated for resources: {'Port': ['ID=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:31.090954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:31.091989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:31.272868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e29f080-f617-43d4-8e8f-9b9a32241840 None None] Provisioning complete for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:31.273229 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e29f080-f617-43d4-8e8f-9b9a32241840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:31.322055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7e29f080-f617-43d4-8e8f-9b9a32241840 None None] Port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:45:31.476223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:45:31.639574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:45:31.649686 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Sync routers for ids ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:45:31.650155 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9f349705-7fac-4168-aa80-77f600954ddb admin admin] 10.222.0.62 "PUT /v2.0/routers/338fc8de-bb42-4097-99f9-1ad82dbe0f8b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1252601 Feb 04 15:45:31.663108 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Routers {'338fc8de-bb42-4097-99f9-1ad82dbe0f8b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:31.663910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:45:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:31.842686 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Set router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:32.208766 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:30Z', 'revision_number': 2, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port_host': None, '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:30Z', 'revision_number': 2, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:32.213547 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Checking router: 338fc8de-bb42-4097-99f9-1ad82dbe0f8b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:45:32.213912 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Updating router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:45:32.262709 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.634071 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.649017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Transition to ACTIVE for port object 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:32.655335 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.845001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Pushing event updated for resources: {'Port': ['ID=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:32.884555 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.884840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.885177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.885503 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.885826 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.886150 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.886492 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.886810 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.887128 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.887437 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.887750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Tracked resource versions report: Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: pushed versions: Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Log': {'1.0'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Network': {'1.1'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Port': {'1.5'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'PortForwarding': {'1.2'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'QosPolicy': {'1.8'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SecurityGroup': {'1.2'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SubPort': {'1.0'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Subnet': {'1.1'}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Trunk': {'1.1'}} Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: consumer versions: Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: L3 agent@n-d-827873-1: {}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: Metadata agent@n-d-827873-1: {}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: Metering agent@n-d-827873-1: {}, Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Log': '1.0', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Network': '1.1', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Port': '1.5', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'PortForwarding': '1.2', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'QosPolicy': '1.8', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SecurityGroup': '1.2', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SecurityGroupRule': '1.0', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'SubPort': '1.0', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Subnet': '1.1', Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: 'Trunk': '1.1'}} Feb 04 15:45:32.888801 n-d-827873-1 neutron-server[83599]: {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:45:32.913066 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Attempting to bind port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:32.913462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Attempting to bind port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:32.913889 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Attempting to bind port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 on network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:32.921430 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:32.921870 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Checking segment: {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:32.922403 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:32.922834 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Bound using segment: {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:32.923323 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Bound port: 4d8aeb00-b9c1-4263-b7df-feebdc89ac20, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666d6c1d-a654-4f35-a6bc-fae36a97a067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:32.923699 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.017173 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] For port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:33.022132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] For port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,segment=NetworkSegment(666d6c1d-a654-4f35-a6bc-fae36a97a067),segment_id=666d6c1d-a654-4f35-a6bc-fae36a97a067)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:33.027173 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:33.109106 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e9b6b-3815-4903-8e1e-59beb6b53840 None None] Pushing event updated for resources: {'Port': ['ID=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:33.132947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Routers {'338fc8de-bb42-4097-99f9-1ad82dbe0f8b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:33.133559 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:45:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:33.286132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] Set router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:33.607420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:30Z', 'revision_number': 2, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port_host': None, '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:33Z', 'revision_number': 4, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:33.611181 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6dd08-1ba5-47a3-954f-b826c4688d31 None None] The sync data for ids ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'] in n-d-827873-1 is: [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:30Z', 'revision_number': 2, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port_host': None, '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:33Z', 'revision_number': 4, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:45:33.835525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38808) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:34.008313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2dc3d-2c3e-46a4-8da8-6f8c66263384 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.008868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f7d2dc3d-2c3e-46a4-8da8-6f8c66263384 admin admin] Synchronizing usage tracker for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:45:34.027332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f7d2dc3d-2c3e-46a4-8da8-6f8c66263384 admin admin] Unset dirty status for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:45:34.028496 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f7d2dc3d-2c3e-46a4-8da8-6f8c66263384 admin admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 842 time: 0.1919198 Feb 04 15:45:34.038184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Request body: {'subnet': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:34.043502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:45:34.047196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Usage tracker for resource:subnet and tenant:ca70d8e9f47147e68e05458fd2d56d0f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:45:34.050098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:45:34.056260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:45:34.066695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Made reservation on behalf of ca70d8e9f47147e68e05458fd2d56d0f for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:45:34.069040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.444929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 15:45:34.445393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.535371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b12410-2871-469a-bf0f-5fd16a083683,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:34.540401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:34.540936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Network hostable DHCP agents. Network: 77beffff-65a6-47ed-bb91-496867d1b598, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:45:34.565666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:45:34.576002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 77beffff-65a6-47ed-bb91-496867d1b598) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:34.579947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:34.580523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:34.587324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c748da-6cdc-45c4-9d3f-e3ab3ab589ba None None] Network 77beffff-65a6-47ed-bb91-496867d1b598 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:34.618409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-90f41921-fada-4dae-9cb8-2c2d34616e0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5697567 Feb 04 15:45:34.836732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1283e7-42b0-4a81-bb92-079ab0cf355c None None] Network 77beffff-65a6-47ed-bb91-496867d1b598 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:45:34.902501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:35.069493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:35.082529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:35.082898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.225740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.257630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,segment=NetworkSegment(666d6c1d-a654-4f35-a6bc-fae36a97a067),segment_id=666d6c1d-a654-4f35-a6bc-fae36a97a067)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:35.261450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:35.327303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4d8aeb00-b9c1-4263-b7df-feebdc89ac20,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:36.752278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:36.825079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:36.892917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:36.893806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:36.988593 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3880a1dc-cbbe-4164-9883-3eab3368687f admin admin] 10.222.0.62 "GET /v2.0/routers/338fc8de-bb42-4097-99f9-1ad82dbe0f8b HTTP/1.1" status: 200 len: 710 time: 0.2344999 Feb 04 15:45:37.160981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d66b64-ffe2-401f-a865-e225fc782594 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:45:37.162291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6d66b64-ffe2-401f-a865-e225fc782594 admin admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 886 time: 0.1692872 Feb 04 15:45:37.170735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:45:37.633248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.811286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.865162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:37.996158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Allocated IP 172.25.5.10 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/128a29e9-4193-438e-93f9-00a8668ff107) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:45:38.136833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.163887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.225129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:45:38.227851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:45:38.234204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:45:38.256024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Pushing event updated for resources: {'Port': ['ID=128a29e9-4193-438e-93f9-00a8668ff107,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:38.371169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.562142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.566270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.756678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:45:38.952956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:45:38.961616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:38.962824 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c9806e54-18b3-44b1-978e-2c2e33a07c29 admin admin] 10.222.0.62 "PUT /v2.0/routers/338fc8de-bb42-4097-99f9-1ad82dbe0f8b HTTP/1.1" status: 200 len: 889 time: 1.7951889 Feb 04 15:45:38.962929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Sync routers for ids ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:45:38.975412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Routers {'338fc8de-bb42-4097-99f9-1ad82dbe0f8b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:38.976079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:45:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:39.178640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Set router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:39.508117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '128a29e9-4193-438e-93f9-00a8668ff107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:38Z', 'revision_number': 4, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port': {'id': '128a29e9-4193-438e-93f9-00a8668ff107', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:37Z', 'updated_at': '2022-02-04T15:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:35Z', 'revision_number': 5, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:39.513080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Checking router: 338fc8de-bb42-4097-99f9-1ad82dbe0f8b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:45:39.513428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Updating router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b port 128a29e9-4193-438e-93f9-00a8668ff107 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:45:39.564434 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.882771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.898917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Transition to ACTIVE for port object 128a29e9-4193-438e-93f9-00a8668ff107 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:45:39.905231 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.983020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5aeff-403b-4112-b749-0ce6b924592f None None] Pushing event updated for resources: {'Port': ['ID=128a29e9-4193-438e-93f9-00a8668ff107,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:39.986841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Attempting to bind port 128a29e9-4193-438e-93f9-00a8668ff107 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:45:39.987496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Attempting to bind port 128a29e9-4193-438e-93f9-00a8668ff107 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:45:39.987700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Attempting to bind port 128a29e9-4193-438e-93f9-00a8668ff107 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:45:39.994179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:45:39.994581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:45:39.994981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:39.995366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:45:39.995821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Bound port: 128a29e9-4193-438e-93f9-00a8668ff107, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:45:39.996232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.093107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] For port 128a29e9-4193-438e-93f9-00a8668ff107, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:45:40.096751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] For port 128a29e9-4193-438e-93f9-00a8668ff107, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=128a29e9-4193-438e-93f9-00a8668ff107,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:45:40.101928 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:40.179195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5aeff-403b-4112-b749-0ce6b924592f None None] Pushing event updated for resources: {'Port': ['ID=128a29e9-4193-438e-93f9-00a8668ff107,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:40.184260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Routers {'338fc8de-bb42-4097-99f9-1ad82dbe0f8b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:45:40.184848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:45:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:40.361028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] Set router 338fc8de-bb42-4097-99f9-1ad82dbe0f8b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:45:40.689443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '128a29e9-4193-438e-93f9-00a8668ff107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:38Z', 'revision_number': 4, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port': {'id': '128a29e9-4193-438e-93f9-00a8668ff107', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:37Z', 'updated_at': '2022-02-04T15:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:35Z', 'revision_number': 5, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:45:40.694461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c95198-8dc5-410c-a5be-ca832bdeacb9 None None] The sync data for ids ['338fc8de-bb42-4097-99f9-1ad82dbe0f8b'] in n-d-827873-1 is: [{'id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'name': 'router1', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10'}], 'enable_snat': True}, 'gw_port_id': '128a29e9-4193-438e-93f9-00a8668ff107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:45:20Z', 'updated_at': '2022-02-04T15:45:38Z', 'revision_number': 4, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'gw_port': {'id': '128a29e9-4193-438e-93f9-00a8668ff107', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a0:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:37Z', 'updated_at': '2022-02-04T15:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d8aeb00-b9c1-4263-b7df-feebdc89ac20', 'name': '', 'network_id': '40f49bc8-9cfb-4073-b1b4-b37c20b3de7a', 'tenant_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'mac_address': 'fa:16:3e:bb:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338fc8de-bb42-4097-99f9-1ad82dbe0f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:45:30Z', 'updated_at': '2022-02-04T15:45:35Z', 'revision_number': 5, 'project_id': '82ddae1bf937477d90ad1c1aa1e7ad3c', 'subnets': [{'id': 'f0be24bb-8942-4ded-955f-4338a60dfbfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c4ae18f-80da-4166-8960-dc7593dc2ad1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:45:40.863023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 128a29e9-4193-438e-93f9-00a8668ff107 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:40.937623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 128a29e9-4193-438e-93f9-00a8668ff107 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:45:40.943005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 128a29e9-4193-438e-93f9-00a8668ff107 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:40.943295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.072033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.092880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 128a29e9-4193-438e-93f9-00a8668ff107, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=128a29e9-4193-438e-93f9-00a8668ff107,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:45:41.100792 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:41.178392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=128a29e9-4193-438e-93f9-00a8668ff107,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:45:41.210803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38832) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:45:41.361805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9b950d3-4b57-4a73-a304-3334186b406e admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1069 time: 0.1497648 Feb 04 15:45:42.828604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 128a29e9-4193-438e-93f9-00a8668ff107 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:45:42.898951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 128a29e9-4193-438e-93f9-00a8668ff107 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:45:42.899312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:54.972719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b928-a6d9-46f2-8ff6-5a97b4a9143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:57.062303 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a92bb873-1583-4216-b2e1-0445a2f10c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.299809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:58.576841 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:45:59.715479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:03.692931 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:24.975198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cc78e26-633c-4316-9bf9-65339c76079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:27.069855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9a19c53-2a3f-4693-9ea0-672ff27af7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.301956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:28.581968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:29.722018 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:40.695183 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:46:54.980886 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53c4a14a-6f93-424c-a7b0-d83d883c89f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:57.079638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a16a25ce-6944-4c60-89e0-728ad2897478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.307839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:58.585350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:46:59.727275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:17.695995 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:47:24.976084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a0bfbb1-4161-45ec-bf16-dcf21bdf15c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:27.064141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-da4d8415-5612-4d17-8bdb-fde8767e7e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.307470 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:28.588059 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:29.727678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:46.876127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:46.966312 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d65a7e-1af8-4658-9425-7a36c63343f5 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:47:46.967494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-54d65a7e-1af8-4658-9425-7a36c63343f5 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0904543 Feb 04 15:47:47.099845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ffd37-437e-4f69-9606-7d553e04f398 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:47.114928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-869ffd37-437e-4f69-9606-7d553e04f398 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1433651 Feb 04 15:47:49.114821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39446) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:49.247834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc32e26-d6f7-4332-a124-a295b1557d2e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:49.249122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fcc32e26-d6f7-4332-a124-a295b1557d2e admin admin] 10.222.0.62 "GET /v2.0/subnets/f0be24bb-8942-4ded-955f-4338a60dfbfe HTTP/1.1" status: 200 len: 849 time: 0.1333916 Feb 04 15:47:49.258698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:47:49.369781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.552726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784559902724'] for subnet, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.599216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:49.599809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:49.601041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] 10.222.0.62 "PUT /v2.0/subnets/f0be24bb-8942-4ded-955f-4338a60dfbfe HTTP/1.1" status: 200 len: 868 time: 0.3458593 Feb 04 15:47:49.617913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d11d5-7148-4cdd-8a79-936a733dfbca None None] Network 40f49bc8-9cfb-4073-b1b4-b37c20b3de7a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:47:49.624172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0be24bb-8942-4ded-955f-4338a60dfbfe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:47:49.635189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.635540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.635890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.636170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.636488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.637292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.637292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.637480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.637701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.638007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:49.638314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa57ab-36b4-4e7d-b418-00138268a6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:47:50.116608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2f3c76d2-c997-43af-a0ba-418595739e5b None None] Provisioning complete for port 8717f137-4320-4b15-9aa4-6709f995809d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:50.116969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2f3c76d2-c997-43af-a0ba-418595739e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:50.239485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2f3c76d2-c997-43af-a0ba-418595739e5b None None] Provisioning complete for port 4d8aeb00-b9c1-4263-b7df-feebdc89ac20 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:47:50.239833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2f3c76d2-c997-43af-a0ba-418595739e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:51.646948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39456) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:51.840559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cd5bf-a01a-4610-8e39-a54b333e2491 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:51.840844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01cd5bf-a01a-4610-8e39-a54b333e2491 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:51.842316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f01cd5bf-a01a-4610-8e39-a54b333e2491 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944458 Feb 04 15:47:53.862665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39466) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:54.056716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303dc84-f337-4984-ba48-eb44092bc89d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:54.056998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2303dc84-f337-4984-ba48-eb44092bc89d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:54.058504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2303dc84-f337-4984-ba48-eb44092bc89d admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948774 Feb 04 15:47:54.699823 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:47:54.977914 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a09dc5a7-e07a-4933-8644-e311453601df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:56.095975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:56.290733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a2f95-2807-4785-b8d7-69c07397c16f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:56.292066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d47a2f95-2807-4785-b8d7-69c07397c16f admin admin] 10.222.0.62 "GET /v2.0/networks/40f49bc8-9cfb-4073-b1b4-b37c20b3de7a HTTP/1.1" status: 200 len: 869 time: 0.1950185 Feb 04 15:47:57.067467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-250dadbd-89b0-4b9e-8b09-1898788d3f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.310021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:58.312308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:47:58.500822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1377e-d232-4d06-b366-c5a3842d36d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:47:58.502650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7e1377e-d232-4d06-b366-c5a3842d36d5 admin admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 886 time: 0.1886060 Feb 04 15:47:58.591192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:47:59.730629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:00.519007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39496) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:00.646735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4916feb7-ddb0-4e9e-8894-3a68eba0e8e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.647098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4916feb7-ddb0-4e9e-8894-3a68eba0e8e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:00.647806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4916feb7-ddb0-4e9e-8894-3a68eba0e8e5 admin admin] Synchronizing usage tracker for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:00.665238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4916feb7-ddb0-4e9e-8894-3a68eba0e8e5 admin admin] Unset dirty status for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:00.666371 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4916feb7-ddb0-4e9e-8894-3a68eba0e8e5 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464047 Feb 04 15:48:02.669364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39506) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:02.799657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4c99a-f3c8-4d8f-ab43-0b7494c712fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.800021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb4c99a-f3c8-4d8f-ab43-0b7494c712fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:02.801509 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1fb4c99a-f3c8-4d8f-ab43-0b7494c712fe admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312172 Feb 04 15:48:04.806529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:04.929479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5251d4c6-3d16-43fb-8a51-eb6f93ddcf2d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:04.930821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5251d4c6-3d16-43fb-8a51-eb6f93ddcf2d admin admin] 10.222.0.62 "GET /v2.0/subnets/61b12410-2871-469a-bf0f-5fd16a083683 HTTP/1.1" status: 200 len: 816 time: 0.1233428 Feb 04 15:48:06.931993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:07.063662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97a4f3a-4bff-4b3d-bc78-c615d9feb468 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:07.064967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c97a4f3a-4bff-4b3d-bc78-c615d9feb468 admin admin] 10.222.0.62 "GET /v2.0/subnets/f0be24bb-8942-4ded-955f-4338a60dfbfe HTTP/1.1" status: 200 len: 868 time: 0.1320391 Feb 04 15:48:24.980087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a893cff-8954-4b3c-b938-82cacfce790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:25.362444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:25.432767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-cd2fa953-a310-4f11-bbfb-f51b36d76402 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:48:25.433734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cd2fa953-a310-4f11-bbfb-f51b36d76402 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703585 Feb 04 15:48:27.070721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5290abe9-e2f2-4b68-9079-4a8a8326871b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:27.519589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:27.610933 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f6129b-81dd-406c-9072-64e0619c8334 admin admin] GET failed (client error): The resource could not be found. Feb 04 15:48:27.612099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-60f6129b-81dd-406c-9072-64e0619c8334 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0916083 Feb 04 15:48:27.762544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424774e-0cff-4435-857c-cd3e762e52e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:27.763902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8424774e-0cff-4435-857c-cd3e762e52e1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1479499 Feb 04 15:48:28.311971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:28.594276 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.734314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:29.808827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:29.891840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:29.896360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:29.905722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:29.915449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Made reservation on behalf of ca70d8e9f47147e68e05458fd2d56d0f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:29.917721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.004209 n-d-827873-1 neutron-server[83597]: WARNING neutron.services.revisions.revision_plugin [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Could not find related network for resource to bump revision. Feb 04 15:48:30.017190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:48:30.026311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.026665 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Added segment fb9463a7-ab32-4908-9e38-7243e4f64126 of type vlan for network fadfc129-2cb8-4c91-9757-b4d35e4c7667 Feb 04 15:48:30.051772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.080629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.081581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:30.082192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:30.184323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3743973 Feb 04 15:48:30.185033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be53098-0cd1-4e89-b4b5-0282cbd46222 admin admin] Pushing event updated for resources: {'Network': ['ID=fadfc129-2cb8-4c91-9757-b4d35e4c7667,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:30.207312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:48:31.699887 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:48:32.217230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39594) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:48:32.307704 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecdc4d8-a97b-4d08-892b-713af550787e admin admin] GET failed (client error): The resource could not be found. Feb 04 15:48:32.308197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eecdc4d8-a97b-4d08-892b-713af550787e admin admin] Synchronizing usage tracker for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:48:32.322675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eecdc4d8-a97b-4d08-892b-713af550787e admin admin] Unset dirty status for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:48:32.323832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eecdc4d8-a97b-4d08-892b-713af550787e admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1056626 Feb 04 15:48:32.426950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb813311-9e51-41c3-a1c0-55fe8fbd24bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.428261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cb813311-9e51-41c3-a1c0-55fe8fbd24bd admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005650 Feb 04 15:48:32.437688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Request body: {'subnet': {'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:48:32.442072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:48:32.451556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:48:32.461367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Made reservation on behalf of ca70d8e9f47147e68e05458fd2d56d0f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:48:32.463956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.661750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.731661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:32.743602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:32.743944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Network hostable DHCP agents. Network: fadfc129-2cb8-4c91-9757-b4d35e4c7667, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:48:32.765126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:48:32.774496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fadfc129-2cb8-4c91-9757-b4d35e4c7667) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:32.778232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:48:32.778830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:32.783470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64204c13-fc1f-417c-8075-923def84f583 None None] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:32.803817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0068061d-f660-47fe-871d-5c2ff30ae7c2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694954 Feb 04 15:48:33.014485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'tenant_id': 'ca70d8e9f47147e68e05458fd2d56d0f', 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:48:33.016031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.176798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Allocated IP 192.168.233.2 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/5a592280-ac26-4e23-b980-7f77bdcdf140) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:48:33.381318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.392360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Transition to ACTIVE for port object 5a592280-ac26-4e23-b980-7f77bdcdf140 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:33.411026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Transition to ACTIVE for port object 5a592280-ac26-4e23-b980-7f77bdcdf140 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:48:33.417528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.485561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:48:33.488518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:48:33.492926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:48:33.495442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Pushing event updated for resources: {'Port': ['ID=5a592280-ac26-4e23-b980-7f77bdcdf140,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:33.506550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.506895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.507227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.507559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.507883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.508207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.508532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.508854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.509171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.509491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.510411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:48:33.592746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Attempting to bind port 5a592280-ac26-4e23-b980-7f77bdcdf140 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:48:33.593110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Attempting to bind port 5a592280-ac26-4e23-b980-7f77bdcdf140 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:48:33.593988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Attempting to bind port 5a592280-ac26-4e23-b980-7f77bdcdf140 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:48:33.600504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:48:33.600872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:48:33.601268 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.601656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:48:33.602113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Bound port: 5a592280-ac26-4e23-b980-7f77bdcdf140, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:48:33.602528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.714738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] For port 5a592280-ac26-4e23-b980-7f77bdcdf140, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:48:33.718003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] For port 5a592280-ac26-4e23-b980-7f77bdcdf140, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5a592280-ac26-4e23-b980-7f77bdcdf140,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:48:33.723357 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:33.800856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb500f-7f91-48c1-a44f-bc0657511b72 None None] Pushing event updated for resources: {'Port': ['ID=5a592280-ac26-4e23-b980-7f77bdcdf140,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:34.622887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4fc52e-d886-4e28-80d4-e83994732100 None None] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:48:34.736715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e9bcefed-b6e6-4049-8381-f38f0b45465b None None] Provisioning for port 5a592280-ac26-4e23-b980-7f77bdcdf140 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:34.948514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a592280-ac26-4e23-b980-7f77bdcdf140 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:35.028266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5a592280-ac26-4e23-b980-7f77bdcdf140 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:48:35.034421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5a592280-ac26-4e23-b980-7f77bdcdf140 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:35.034873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.100717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3cdd7836-6e0b-4756-9f2b-0293f021ec56 None None] Provisioning complete for port 5a592280-ac26-4e23-b980-7f77bdcdf140 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:35.101090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7836-6e0b-4756-9f2b-0293f021ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.214224 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.291427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5a592280-ac26-4e23-b980-7f77bdcdf140, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5a592280-ac26-4e23-b980-7f77bdcdf140,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:48:35.297018 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cdd7836-6e0b-4756-9f2b-0293f021ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.305529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:35.424460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5a592280-ac26-4e23-b980-7f77bdcdf140,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:48:35.436126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-3cdd7836-6e0b-4756-9f2b-0293f021ec56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:48:35.436519 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-3cdd7836-6e0b-4756-9f2b-0293f021ec56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:48:36.912858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a592280-ac26-4e23-b980-7f77bdcdf140 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:48:36.982892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5a592280-ac26-4e23-b980-7f77bdcdf140 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:48:36.983272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:54.983031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80e22bc7-343f-4430-a321-f7256859d273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:57.070531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50ab7068-adc2-451c-a1de-8bebc7f7dc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.315890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:58.596586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:48:59.736188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:08.700009 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:24.985727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c45c17e1-0aab-49d7-b88a-98fc91834468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:27.073223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8133a324-8543-411c-b187-fba3bcd55b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.317909 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:28.599661 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:29.740163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.408568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:43.414118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-f34c8544-328d-46c6-812b-5e23a9030544 tempest-verify_tempest_config-1012303648 tempest-verify_tempest_config-1012303648-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:49:43.415086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f34c8544-328d-46c6-812b-5e23a9030544 tempest-verify_tempest_config-1012303648 tempest-verify_tempest_config-1012303648-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055382 Feb 04 15:49:43.738466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:43.872875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.902811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:49:43.907356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Usage tracker for resource:security_group_rule and tenant:e2c650115497419aa4336d289b0fc775 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:49:43.910054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:49:43.915539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:49:43.985220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:43.988966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.034060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291dc53-2df0-4dc1-a43c-35d0c599c3bc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.040280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2c650115497419aa4336d289b0fc775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3008494 Feb 04 15:49:44.042976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39658) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:49:44.046174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.046544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.046886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.047220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.047550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.047873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.048191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.048508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.048825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.049136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.049448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78eebd1b-398a-49a7-bcee-da267e640fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.102891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.127979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.216686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.230351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291dc53-2df0-4dc1-a43c-35d0c599c3bc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:49:44.241034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:44.242063 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f291dc53-2df0-4dc1-a43c-35d0c599c3bc HTTP/1.1" status: 204 len: 168 time: 0.1981385 Feb 04 15:49:44.243661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.243998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.244423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.244760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.245088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.245407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.245936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.246030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.246353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.246670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:44.246983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c554b4b6-fb65-4919-9b6d-8a239f38b8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:49:45.699830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:49:54.988250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b6f62d2-46ce-41b3-a22e-3657b2325748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:57.079002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e111144e-2aca-4812-a01f-59476525cf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.320456 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:58.601497 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:49:59.741829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:22.699687 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:50:24.990395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f53964aa-bb57-43c6-9f36-8b1bf2d84f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:27.084854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0f3f07d5-57e0-42e1-be12-ae285e7b1aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.323133 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:28.603318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:29.745543 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:54.994573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c28a8c8-7796-4db8-a111-ac500cae3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:57.078109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-86092365-66ee-444a-b021-02ef3da37529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.327028 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:58.604296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:50:59.700478 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:50:59.748153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:24.995666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8dab122-4692-4e93-b00c-da94559e3963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:27.081331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e680231-bf85-4e20-85c7-70cec21773ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.329829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:28.605490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:29.751544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:36.699423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:51:54.996870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9ff360f-0dce-499f-a2a4-f1ed28c98ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:57.083258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5cd9e4c-cd8c-45e4-b0dc-dcbbdb4d2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.332385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:58.607358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:51:59.755095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:13.699219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 5 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:24.998825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1531e36-e5bf-459d-9748-c62e48e3d6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:27.086889 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9af9240-3eb7-46c6-afb1-9081c530c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.334669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:28.609389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:29.757127 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.657072 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:50.699218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 6 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:52:50.771146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2066968'] for agent, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:55.000555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3023ed53-f201-450a-b79f-461684954ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:57.082768 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-663ecaa2-7fa1-4fd9-a23a-ec9a612c67c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.338863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:58.610860 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:52:59.761459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.603549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:20.725340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:25.002364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98507264-c75a-41b7-9f33-25773dd6bca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.086675 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d609943-6e47-47c4-b477-8a44da9a0303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:27.699218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:53:28.340283 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:28.614177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:29.766687 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:37.857647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39724) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:37.998980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b4503157-ed37-493b-9575-8b9067b09a27 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1402318 Feb 04 15:53:40.044081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:53:40.128180 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d7d9d04-93ee-4aec-acc6-ff3a4c4f818b admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0830357 Feb 04 15:53:50.634318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:50.728508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:55.005498 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6dc19bba-db10-4c43-b5a3-687c84d1cf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:57.089262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1d44c08-9723-4e58-99b0-0e5c598932c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.342674 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:58.616555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:53:59.766523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:04.699589 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:20.640553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:20.749561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:25.014692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40a1317c-c51c-4f5a-8f36-f0033412e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:27.100544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aafa8f6-2c8d-40ed-acc0-d38aebeae117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.345043 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:28.618114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:29.769433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:41.700143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:54:50.632868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:50.743457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:55.010068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4da2d6e2-572c-4dbd-9a63-502825961afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:57.101038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35dcacf2-24e8-4506-a16b-4efffc16e17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.347346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:58.620708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:54:59.774934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:13.843924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39952) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.309730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-462e7f63-67c7-4b8b-8d32-db9d1bdc4639 tempest-AutoAllocateNetworkTest-1711327565 tempest-AutoAllocateNetworkTest-1711327565-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ea5a26364c9c4f84863bf3bbfba90dce&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4621413 Feb 04 15:55:14.309949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.464071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b0934-bc28-486c-b985-2ed93a399afa tempest-AutoAllocateNetworkTest-1711327565 tempest-AutoAllocateNetworkTest-1711327565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:14.468627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-796b0934-bc28-486c-b985-2ed93a399afa tempest-AutoAllocateNetworkTest-1711327565 tempest-AutoAllocateNetworkTest-1711327565-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1548202 Feb 04 15:55:14.468850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.543111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3c5bacd8-8025-44cf-812b-e1b9820172c0 tempest-AutoAllocateNetworkTest-1711327565 tempest-AutoAllocateNetworkTest-1711327565-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731874 Feb 04 15:55:14.545798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:14.580029 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0041ba75-bf43-462b-a3de-fb2b554b5dd8 tempest-AutoAllocateNetworkTest-1711327565 tempest-AutoAllocateNetworkTest-1711327565-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ea5a26364c9c4f84863bf3bbfba90dce HTTP/1.1" status: 200 len: 208 time: 0.0330551 Feb 04 15:55:15.354552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:15.885658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:15.917226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:15.921121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5a26364c9c4f84863bf3bbfba90dce is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:15.928553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:15.933564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:16.004210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.009537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.043916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ea3fb-174d-4676-a6b8-9c431e79f141,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.054738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.055302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.055762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.056200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.056620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.057075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.057477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.057890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.058340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.058725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.059137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] Tracked resource versions report: Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: pushed versions: Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Log': {'1.0'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Network': {'1.1'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Port': {'1.5'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'PortForwarding': {'1.2'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'QosPolicy': {'1.8'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SecurityGroup': {'1.2'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SubPort': {'1.0'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Subnet': {'1.1'}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Trunk': {'1.1'}} Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: consumer versions: Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: HyperV agent@n-h1-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: HyperV agent@n-h2-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: L3 agent@n-d-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: Metadata agent@n-d-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: Metering agent@n-d-827873-1: {}, Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Log': '1.0', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Network': '1.1', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Port': '1.5', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'PortForwarding': '1.2', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'QosPolicy': '1.8', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SecurityGroup': '1.2', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SecurityGroupRule': '1.0', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'SubPort': '1.0', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Subnet': '1.1', Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: 'Trunk': '1.1'}} Feb 04 15:55:16.060229 n-d-827873-1 neutron-server[83597]: {{(pid=83597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:55:16.092167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40060) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:16.102609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bed81ae6-b450-4b07-b100-b32a5ca7bf85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea5a26364c9c4f84863bf3bbfba90dce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7469046 Feb 04 15:55:16.172006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.201643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.258660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.279380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:16.280712 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/801ea3fb-174d-4676-a6b8-9c431e79f141 HTTP/1.1" status: 204 len: 168 time: 0.1870756 Feb 04 15:55:16.283480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ea3fb-174d-4676-a6b8-9c431e79f141,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:16.294646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.295109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.296549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.296549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.296549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.296848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.297026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.297355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.297687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.298026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.298362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9842d4d5-d80a-4e89-b9a9-792a871ad9fb admin admin] Tracked resource versions report: Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: pushed versions: Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Log': {'1.0'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Network': {'1.1'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Port': {'1.5'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'PortForwarding': {'1.2'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'QosPolicy': {'1.8'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SecurityGroup': {'1.2'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SubPort': {'1.0'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Subnet': {'1.1'}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Trunk': {'1.1'}} Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: consumer versions: Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: HyperV agent@n-h1-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: HyperV agent@n-h2-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: L3 agent@n-d-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: Metadata agent@n-d-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: Metering agent@n-d-827873-1: {}, Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Log': '1.0', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Network': '1.1', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Port': '1.5', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'PortForwarding': '1.2', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'QosPolicy': '1.8', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SecurityGroup': '1.2', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SecurityGroupRule': '1.0', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'SubPort': '1.0', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Subnet': '1.1', Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: 'Trunk': '1.1'}} Feb 04 15:55:16.299580 n-d-827873-1 neutron-server[83596]: {{(pid=83596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:55:18.050523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40156) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:18.368816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.416724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:18.421323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Usage tracker for resource:security_group_rule and tenant:c4f07f581def417bb170880db6839d2f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:18.426129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:18.432191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:18.511501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.518820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.573119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124a219c-b248-481b-9e0a-1bde6027f418,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.577695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Synchronizing usage tracker for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:18.606562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] Unset dirty status for tenant:ca70d8e9f47147e68e05458fd2d56d0f on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:18.607502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-51e36a12-9d69-48c6-97be-9fc4f9ef5ada admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4f07f581def417bb170880db6839d2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5540318 Feb 04 15:55:18.608266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:18.702291 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:55:18.722638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.735353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:18.755703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.815090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.837834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124a219c-b248-481b-9e0a-1bde6027f418,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:18.850252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.851603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-15296c79-6d34-4082-98a2-24e5cf3a2162 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/124a219c-b248-481b-9e0a-1bde6027f418 HTTP/1.1" status: 204 len: 168 time: 0.2422163 Feb 04 15:55:18.913583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-network', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:18.919894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:18.925635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Usage tracker for resource:network and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:18.929962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:18.936696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:18.950804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Made reservation on behalf of 4a9b9825d05644bf9c4d8cf78bbf4500 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:18.954077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:18.971780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.015337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:19.021901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Usage tracker for resource:security_group_rule and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:19.025845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:19.033960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:19.190273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.217538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.245952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:19.260192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.260747 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Added segment 6aaf4a3a-5e77-4d33-be4a-903be8bf242e of type vlan for network 211102f1-651a-41d6-abc8-3cab15949d86 Feb 04 15:55:19.296838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.338358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96591be5-4008-4afd-a2ca-53c847c8be19,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:19.349187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.350272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:19.351300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.426951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.452901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.469870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] Pushing event updated for resources: {'Network': ['ID=211102f1-651a-41d6-abc8-3cab15949d86,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:19.475911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a387f885-5282-4af9-a57e-63aece542afc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7393160 Feb 04 15:55:19.478674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.485729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Request body: {'subnet': {'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-subnet', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:19.489737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 211102f1-651a-41d6-abc8-3cab15949d86 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:19.494853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:19.500229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Usage tracker for resource:subnet and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:19.506035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:19.514484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:19.539557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:19.544587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Made reservation on behalf of 4a9b9825d05644bf9c4d8cf78bbf4500 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:19.547035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.551805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Usage tracker for resource:security_group_rule and tenant:c7fe0320b5a44957b4bd77fa8ddcee6b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:19.557487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:19.574236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:19.645698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.653028 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.742501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7fe0320b5a44957b4bd77fa8ddcee6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3128736 Feb 04 15:55:19.742604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40262) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.781410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e065a-aeb8-4700-a40b-de3aee997553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d038f51-8624-4775-be63-a159accf75e6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:19.810042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:19.910984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:19.957467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.032300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.105056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.118305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdc2f80-0b1e-4f96-bf71-cea64c996e71,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.150004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.156572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Checking segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:20.157089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Network hostable DHCP agents. Network: 211102f1-651a-41d6-abc8-3cab15949d86, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:20.184215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:20.189210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d038f51-8624-4775-be63-a159accf75e6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.190151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5cf28179e845879db06880e9543c1e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:20.195770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:20.205172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.207732 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ace89154-8e3d-41bd-8286-b2b75f75558a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d038f51-8624-4775-be63-a159accf75e6 HTTP/1.1" status: 204 len: 168 time: 0.4640234 Feb 04 15:55:20.209934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Network 211102f1-651a-41d6-abc8-3cab15949d86 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:20.219480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:20.225171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 211102f1-651a-41d6-abc8-3cab15949d86) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:20.243334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:20.244351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.263642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530878ae-6c4f-4947-838f-d762d1aa659d None None] Network 211102f1-651a-41d6-abc8-3cab15949d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:20.273221 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06da3ef5-f119-45b3-b83e-c336d32c2009 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7933517 Feb 04 15:55:20.274133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:20.280902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:20.292435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:20.299377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Usage tracker for resource:router and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:20.311835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:20.331853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:20.375068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.395598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.457458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.458385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.463812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae5cf28179e845879db06880e9543c1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6524785 Feb 04 15:55:20.467137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:20.496560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dd62a-d7f8-4b09-8560-a5ac2a01fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e2471-5440-416e-9179-c86f60e71a39,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.507155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.563451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.623787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.681467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.726590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.761946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e2471-5440-416e-9179-c86f60e71a39,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:20.772290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.773580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8beaf22-0756-45b7-a719-1d29ffb8b4b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/889e2471-5440-416e-9179-c86f60e71a39 HTTP/1.1" status: 204 len: 168 time: 0.3050098 Feb 04 15:55:20.824944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-211102f1-651a-41d6-abc8-3cab15949d86', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:20.825976 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.848551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:20.905321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.152550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Allocated IP 172.20.0.2 (211102f1-651a-41d6-abc8-3cab15949d86/bfdc2f80-0b1e-4f96-bf71-cea64c996e71/1d201790-bde8-4fc3-9a8f-5442088337ba) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:21.170893 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.216751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.391672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Allocated IP 172.25.5.214 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/51ea0b69-3ae3-4625-897d-0f6b7cafe864) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:21.433958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.470395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.486390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Transition to ACTIVE for port object 1d201790-bde8-4fc3-9a8f-5442088337ba will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:21.515620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Transition to ACTIVE for port object 1d201790-bde8-4fc3-9a8f-5442088337ba will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:21.526049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.526677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.589663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.614580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Network 211102f1-651a-41d6-abc8-3cab15949d86 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:21.617487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:21.622894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Pushing event updated for resources: {'Port': ['ID=1d201790-bde8-4fc3-9a8f-5442088337ba,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.625378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:21.637503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.637845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.638299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.638802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.639223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.639662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.639987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.640387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.640719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.641038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.641356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Tracked resource versions report: Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: pushed versions: Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Log': {'1.0'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Network': {'1.1'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Port': {'1.5'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'PortForwarding': {'1.2'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'QosPolicy': {'1.8'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SecurityGroup': {'1.2'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SubPort': {'1.0'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Subnet': {'1.1'}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Trunk': {'1.1'}} Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: consumer versions: Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: HyperV agent@n-h1-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: HyperV agent@n-h2-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: L3 agent@n-d-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: Metadata agent@n-d-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: Metering agent@n-d-827873-1: {}, Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Log': '1.0', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Network': '1.1', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Port': '1.5', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'PortForwarding': '1.2', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'QosPolicy': '1.8', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SecurityGroup': '1.2', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SecurityGroupRule': '1.0', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'SubPort': '1.0', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Subnet': '1.1', Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: 'Trunk': '1.1'}} Feb 04 15:55:21.642391 n-d-827873-1 neutron-server[83598]: {{(pid=83598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:55:21.666175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.725356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.741184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:21.744984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:21.749401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Attempting to bind port 1d201790-bde8-4fc3-9a8f-5442088337ba on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:21.749861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Attempting to bind port 1d201790-bde8-4fc3-9a8f-5442088337ba by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:21.750093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Attempting to bind port 1d201790-bde8-4fc3-9a8f-5442088337ba on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:21.755686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:21.765385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:21.765754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Checking segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:21.766161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.772217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Bound using segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:21.772976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Bound port: 1d201790-bde8-4fc3-9a8f-5442088337ba, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:21.774213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.780258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40366) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:21.804211 n-d-827873-1 neutron-server[83597]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 15:55:21.805468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Pushing event updated for resources: {'Port': ['ID=51ea0b69-3ae3-4625-897d-0f6b7cafe864,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:21.843125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-ebd9fc1c-e047-4310-81e9-1c48f9150ed5 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552309 Feb 04 15:55:21.873099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.912329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] For port 1d201790-bde8-4fc3-9a8f-5442088337ba, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:21.915853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] For port 1d201790-bde8-4fc3-9a8f-5442088337ba, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d201790-bde8-4fc3-9a8f-5442088337ba,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:21.923472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:21.929154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:21.933593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Usage tracker for resource:security_group_rule and tenant:26ad785aaa514468a2b5f982669fa07e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:21.936756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:21.943841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:22.001851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0cc02-60f2-4fbb-baaa-fab721a1d38d None None] Pushing event updated for resources: {'Port': ['ID=1d201790-bde8-4fc3-9a8f-5442088337ba,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.091987 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.125114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.151549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.170016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.218247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-10916aaa-eea5-4c83-b697-ff87bd3aaa69 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:22.225158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-10916aaa-eea5-4c83-b697-ff87bd3aaa69 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584836 Feb 04 15:55:22.226793 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26ad785aaa514468a2b5f982669fa07e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5001917 Feb 04 15:55:22.234646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:22.237954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:22.242957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Usage tracker for resource:security_group_rule and tenant:f3643c4581224c34a15a0dd1a322861e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:22.246814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:22.254225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:22.262389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-1ad39d90-d305-45e2-a4a9-e5f338c53298 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/quotas/9f9a874809a64e2eaf34554ec0cd5671 HTTP/1.1" status: 200 len: 375 time: 0.0362990 Feb 04 15:55:22.265502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:22.285000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0ba71f09fd426180d5543ac4454ee4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:22.291332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:22.305475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:22.310086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebbc2d-b01f-4963-a4b7-59be5c71489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9238891d-59d8-4193-8cdf-4aef2f6d60dc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.381544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-f07ed364-ef73-4f30-9c76-ce306a59c7b1 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985084 Feb 04 15:55:22.406739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.407501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.421105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.441807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.505935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d4bfed-af84-4320-8e3e-95d98018bd64,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.514989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.527310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.539149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.593214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5436beb-6c9b-48b5-a016-e7ec0fb93ef2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.600506 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6d3920b-c663-4796-af4f-4c5f310a3138 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3643c4581224c34a15a0dd1a322861e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1624393 Feb 04 15:55:22.601491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:22.627252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.638266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:22.670352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d91b9a56-d8e0-4a3a-b3bc-d26885670c81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d0ba71f09fd426180d5543ac4454ee4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1405709 Feb 04 15:55:22.674230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40406) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:22.737097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.741281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.781438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.788369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.847341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.855428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9238891d-59d8-4193-8cdf-4aef2f6d60dc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:22.913843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.943664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.957383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:22.958550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0709f56a-38b2-4c9d-b9d5-9c5b106048c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9238891d-59d8-4193-8cdf-4aef2f6d60dc HTTP/1.1" status: 204 len: 168 time: 0.7228391 Feb 04 15:55:22.977362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d4bfed-af84-4320-8e3e-95d98018bd64,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:23.002795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.004235 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5436beb-6c9b-48b5-a016-e7ec0fb93ef2 HTTP/1.1" status: 204 len: 168 time: 0.3277600 Feb 04 15:55:23.012378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c26a65-aa28-47fc-ba23-79c467d88567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5436beb-6c9b-48b5-a016-e7ec0fb93ef2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:23.016612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.025039 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8e38a8c-9a28-4dd6-a90f-ff979cd637d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9d4bfed-af84-4320-8e3e-95d98018bd64 HTTP/1.1" status: 204 len: 168 time: 0.4225523 Feb 04 15:55:23.115039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:23.237355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d201790-bde8-4fc3-9a8f-5442088337ba up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:23.336840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-449ecf4b-2c67-4f8c-be69-e0a9f4d8f4fa req-a794024e-5d71-4e38-aeef-6e005b828415 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 210 time: 0.6908088 Feb 04 15:55:23.369686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1d201790-bde8-4fc3-9a8f-5442088337ba completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:23.495411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:23.508509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:23.521773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:23.525986 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:54:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:23.528464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9588f2c3-3e83-4a94-a8b5-935c7ffd8339 None None] Network 211102f1-651a-41d6-abc8-3cab15949d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:23.553370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.557572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc42e767-c303-4ae1-9602-b8d2192b9f51 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2798438 Feb 04 15:55:23.557787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40438) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:23.681198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Provisioning for port 1d201790-bde8-4fc3-9a8f-5442088337ba completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:23.698717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Provisioning complete for port 1d201790-bde8-4fc3-9a8f-5442088337ba triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:23.699088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:23.728018 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:24.003768 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.035700 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 3, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:24.039981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:24.040412 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Updating router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:24.061080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] For port 1d201790-bde8-4fc3-9a8f-5442088337ba, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d201790-bde8-4fc3-9a8f-5442088337ba,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:24.070076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.117843 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.228296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee3f91-4589-4ff4-8c83-f0ba5b0bacf7 None None] Pushing event updated for resources: {'Port': ['ID=1d201790-bde8-4fc3-9a8f-5442088337ba,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.235548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40450) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.277368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.373986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:24.384931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Usage tracker for resource:security_group_rule and tenant:46210e9fb1054a5c8b87717772267b3c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:24.403060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:24.418264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2dd32f32-c54d-4889-8829-78c9b526a085 None None] Provisioning complete for port 1d201790-bde8-4fc3-9a8f-5442088337ba triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:24.418830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2dd32f32-c54d-4889-8829-78c9b526a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.419918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:24.597635 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.604921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a52a3ef-8a3c-42ad-aec6-8201ce1bbbd0 req-7456f104-df12-4d56-b554-55b5d237edac tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 210 time: 0.0870547 Feb 04 15:55:24.618316 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.708143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.730866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:24.731542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46210e9fb1054a5c8b87717772267b3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4943483 Feb 04 15:55:24.776979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.870410 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.876470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:24.885087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Usage tracker for resource:security_group_rule and tenant:0adff3e1f4ff4ac097b4ceee10ae8e91 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:24.887823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:24.896404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:24.898960 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Transition to ACTIVE for port object 51ea0b69-3ae3-4625-897d-0f6b7cafe864 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:24.917221 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.945548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.973837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:24.976852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebef4e-f324-4017-be52-a8d9b8baa761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efab56-3259-4f55-8aa0-4512b0d82bbf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:24.982048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.025553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be59fdb1-1a89-4674-9784-651d6c7d71e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.027249 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0adff3e1f4ff4ac097b4ceee10ae8e91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2925894 Feb 04 15:55:25.030780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:25.101875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Attempting to bind port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:25.102995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeab37b-666e-416b-9287-748d69c5079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071675b-3fbc-442f-8c38-8b57c30ed5b4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.103537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Attempting to bind port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:25.104745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Attempting to bind port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:25.118473 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Pushing event updated for resources: {'Port': ['ID=51ea0b69-3ae3-4625-897d-0f6b7cafe864,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.126109 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:25.132770 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:25.137816 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.140046 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:25.141785 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Bound port: 51ea0b69-3ae3-4625-897d-0f6b7cafe864, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:25.145256 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.180459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.212149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d201790-bde8-4fc3-9a8f-5442088337ba up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:25.239200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.282206 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.282568 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.289764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.291433 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.296178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.296780 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.297285 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.303931 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.304469 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.305159 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.305666 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.306193 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Tracked resource versions report: Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: pushed versions: Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: { 'ConntrackHelper': {'1.0'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Log': {'1.0'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Network': {'1.1'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Port': {'1.5'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'PortForwarding': {'1.2'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'QosPolicy': {'1.8'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SecurityGroup': {'1.2'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SecurityGroupRule': {'1.0'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SubPort': {'1.0'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Subnet': {'1.1'}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Trunk': {'1.1'}} Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: consumer versions: Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: { DHCP agent@n-d-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: HyperV agent@n-h1-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: HyperV agent@n-h2-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: L3 agent@n-d-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: Metadata agent@n-d-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: Metering agent@n-d-827873-1: {}, Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: Open vSwitch agent@n-d-827873-1: { 'ConntrackHelper': '1.0', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Log': '1.0', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Network': '1.1', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Port': '1.5', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'PortForwarding': '1.2', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'QosPolicy': '1.8', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SecurityGroup': '1.2', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SecurityGroupRule': '1.0', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'SubPort': '1.0', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Subnet': '1.1', Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: 'Trunk': '1.1'}} Feb 04 15:55:25.307424 n-d-827873-1 neutron-server[83599]: {{(pid=83599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 15:55:25.315111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.318397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.348797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.350024 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9071675b-3fbc-442f-8c38-8b57c30ed5b4 HTTP/1.1" status: 204 len: 168 time: 0.3185380 Feb 04 15:55:25.354176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18813c26-25e9-4dd7-971b-ea84f0856734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071675b-3fbc-442f-8c38-8b57c30ed5b4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.418896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] For port 51ea0b69-3ae3-4625-897d-0f6b7cafe864, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:25.425748 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] For port 51ea0b69-3ae3-4625-897d-0f6b7cafe864, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=51ea0b69-3ae3-4625-897d-0f6b7cafe864,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:25.438219 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.446493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1d201790-bde8-4fc3-9a8f-5442088337ba triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:25.447549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.529914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.558014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efab56-3259-4f55-8aa0-4512b0d82bbf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.575028 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:25.576345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7f2f055e-5925-4749-9f75-86b4a3c44ab5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26efab56-3259-4f55-8aa0-4512b0d82bbf HTTP/1.1" status: 204 len: 168 time: 0.8445516 Feb 04 15:55:25.602211 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a9411-2af6-459e-87d9-bbd8174fda48 None None] Pushing event updated for resources: {'Port': ['ID=51ea0b69-3ae3-4625-897d-0f6b7cafe864,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:25.660045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Allocated IP 172.20.0.1 (211102f1-651a-41d6-abc8-3cab15949d86/bfdc2f80-0b1e-4f96-bf71-cea64c996e71/3149448b-104f-4474-9fd0-265cda5ae39f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:25.674884 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:25.675544 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:54:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:25.937872 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:25.985811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36f6e589-877d-41fc-8cdc-012db3907c2e req-ca735174-4d99-47a3-bcd7-c0bf6c92919e tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 210 time: 0.1114511 Feb 04 15:55:26.036185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.067838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Transition to ACTIVE for port object 3149448b-104f-4474-9fd0-265cda5ae39f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:26.107177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.244644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Network 211102f1-651a-41d6-abc8-3cab15949d86 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:26.248914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:26.255694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:26.255694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.260400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.58', 58172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:26.260825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Pushing event updated for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:26.288409 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 3, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:26.303895 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdf4cde-cf4c-4cc2-9d78-a96ac62a5ac8 None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:21Z', 'revision_number': 3, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:26.329898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-a1b980ce-2dc6-422f-a1ff-4852a93a6232 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617466 Feb 04 15:55:26.412279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.630456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fdbdccda-a1f0-4a65-877d-69550c072cdd None None] Provisioning for port 3149448b-104f-4474-9fd0-265cda5ae39f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:26.639807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fdbdccda-a1f0-4a65-877d-69550c072cdd None None] Provisioning complete for port 3149448b-104f-4474-9fd0-265cda5ae39f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:26.640174 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdbdccda-a1f0-4a65-877d-69550c072cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:26.686008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-bc3fd4af-43b3-4f72-8b43-e0ef59225293 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:26.686997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-bc3fd4af-43b3-4f72-8b43-e0ef59225293 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521099 Feb 04 15:55:26.734553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdccda-a1f0-4a65-877d-69550c072cdd None None] Port 3149448b-104f-4474-9fd0-265cda5ae39f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:26.781596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Request body: {'port': {'device_id': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '9f9a874809a64e2eaf34554ec0cd5671'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:26.973763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-94c94480-3122-46ce-b794-0d14ef5f8ea1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775948 Feb 04 15:55:27.048680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:27.058820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Usage tracker for resource:port and tenant:9f9a874809a64e2eaf34554ec0cd5671 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:27.067453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:27.083836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:27.104334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Made reservation on behalf of 9f9a874809a64e2eaf34554ec0cd5671 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:27.107371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.107612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.123999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.124864 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.137945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.188717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c880121f-dbf5-4776-a649-e70282098723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.207884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:27.217484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Usage tracker for resource:security_group_rule and tenant:9f9a874809a64e2eaf34554ec0cd5671 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:27.225029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:27.234724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:27.354908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-c501b2ed-bff1-429f-9282-fa99045a50f6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:27.355416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 51ea0b69-3ae3-4625-897d-0f6b7cafe864 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:27.369721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-c501b2ed-bff1-429f-9282-fa99045a50f6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3949616 Feb 04 15:55:27.410390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.422003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.447731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:27.454505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:27.455132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.536005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Pushing event updated for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.588908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78321fef-2bb3-43f3-88e4-993cf5b3aac2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.618847 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.634344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5e9e301-8168-4700-aa8b-8a95833c27a0 req-143c04a0-e347-4ee7-9f3f-62823539dae0 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 210 time: 0.2332690 Feb 04 15:55:27.639185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 51ea0b69-3ae3-4625-897d-0f6b7cafe864, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=51ea0b69-3ae3-4625-897d-0f6b7cafe864,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:27.646697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:27.651850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-64d66113-5e25-4887-ba00-2489742a9b03 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/quotas/bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 375 time: 0.2812068 Feb 04 15:55:27.756519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-58eb7e79-780b-4a58-a680-73995333f54f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972795 Feb 04 15:55:27.769885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Allocated IP 192.168.233.64 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/50865217-a61e-437b-b86a-43c348a7714d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:27.785298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=51ea0b69-3ae3-4625-897d-0f6b7cafe864,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:27.830960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Network 211102f1-651a-41d6-abc8-3cab15949d86 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:27.832227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:28.158371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.174901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Transition to ACTIVE for port object 50865217-a61e-437b-b86a-43c348a7714d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:28.190878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22325c10-670e-4ff6-bd70-dc6185f73a47 req-0de0b8c3-67c4-4e1f-aa37-dcca47c8fba2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 210 time: 0.0753477 Feb 04 15:55:28.203283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.291054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f7646070-8fcd-446b-98d8-684d13e738cb None None] Provisioning complete for port 3149448b-104f-4474-9fd0-265cda5ae39f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:28.291729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7646070-8fcd-446b-98d8-684d13e738cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.328830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Pushing event updated for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:28.361937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:28.363697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:28.367721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:28.373936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:28.375007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.422310 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-254c74d8-3092-4d14-96f5-eaf38eb4bb96 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6473546 Feb 04 15:55:28.439267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-5af833f1-274a-4286-b633-b8cd5e82cbbe tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:55:28.440605 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-5af833f1-274a-4286-b633-b8cd5e82cbbe tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078359 Feb 04 15:55:28.461911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.511197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f7646070-8fcd-446b-98d8-684d13e738cb None None] Port 3149448b-104f-4474-9fd0-265cda5ae39f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:28.635703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:28.740450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:28.858692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-06d61f3a-4436-41bf-8613-54a8ac45ca7d None None] Provisioning for port 50865217-a61e-437b-b86a-43c348a7714d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:28.888220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-06d61f3a-4436-41bf-8613-54a8ac45ca7d None None] Provisioning complete for port 50865217-a61e-437b-b86a-43c348a7714d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:28.893911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06d61f3a-4436-41bf-8613-54a8ac45ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.168855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-06d61f3a-4436-41bf-8613-54a8ac45ca7d None None] Port 50865217-a61e-437b-b86a-43c348a7714d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:29.263402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 51ea0b69-3ae3-4625-897d-0f6b7cafe864 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:29.469171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:29.469512 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.533148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ffbf7e1-40d8-49f6-b6f7-b8ac2ac8b97f req-450fa418-663e-41ba-964a-5695383b1a1a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 210 time: 0.1366396 Feb 04 15:55:29.735567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f0d46-43e0-4dd2-924b-26bde5dff24a req-016640c6-1c28-4f74-b554-c37794c39466 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:29.749261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524f0d46-43e0-4dd2-924b-26bde5dff24a req-016640c6-1c28-4f74-b554-c37794c39466 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 935 time: 0.3894389 Feb 04 15:55:29.755909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Request body: {'port': {'device_id': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'device_owner': 'compute:tempest-test_az-1827227315', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:29.789438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:29.800333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:29.807116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6620622-7438-42c3-ba7b-ced27f8ee688 admin admin] 10.222.0.62 "PUT /v2.0/routers/8a6cf58f-3b5b-4114-b42d-cc4f733c47ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2482114 Feb 04 15:55:29.834239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524f0d46-43e0-4dd2-924b-26bde5dff24a req-40c267b8-2d88-49ca-bd2d-3624b987c7fb tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841160 Feb 04 15:55:30.002560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.640386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50865217-a61e-437b-b86a-43c348a7714d {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:30.653257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.675970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Transition to ACTIVE for port object 50865217-a61e-437b-b86a-43c348a7714d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:30.681739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:30.705402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.41', 57635) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:30.789117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-4274eecb-99f6-4e0b-8e57-61e7943c8edb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818579 Feb 04 15:55:30.961038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Pushing event updated for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:30.964490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:31.152510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:31.153282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:31.166976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Attempting to bind port 50865217-a61e-437b-b86a-43c348a7714d on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:31.167588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Attempting to bind port 50865217-a61e-437b-b86a-43c348a7714d by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:31.168080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Attempting to bind port 50865217-a61e-437b-b86a-43c348a7714d on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:31.207888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Port 50865217-a61e-437b-b86a-43c348a7714d on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:55:31.210752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Attempting to bind port 50865217-a61e-437b-b86a-43c348a7714d on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:31.219270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9579b41b-d9f2-4974-a393-ef0c421385f2 req-a3ce7f97-472c-44b0-9dd3-c57c9e8d1c67 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 210 time: 0.1978862 Feb 04 15:55:31.229982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:31.230570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:31.231516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:31.232101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Bound port: 50865217-a61e-437b-b86a-43c348a7714d, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:31.232954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.422825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-a870d65e-7b39-419d-b1ab-3434bcea5859 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:31.425212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-a870d65e-7b39-419d-b1ab-3434bcea5859 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6309242 Feb 04 15:55:31.474308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:31.483875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=50865217-a61e-437b-b86a-43c348a7714d,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:31.492782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.523665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Request body: {'port': {'device_id': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'bdd2a8bec3ad42089af03e8245122272'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:31.595124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:31.597515 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] 10.222.0.58 "PUT /v2.0/ports/50865217-a61e-437b-b86a-43c348a7714d HTTP/1.1" status: 200 len: 1117 time: 2.5004539 Feb 04 15:55:31.603238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'tag': '50865217-a61e-437b-b86a-43c348a7714d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:31.731694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:31.995489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab7fc4-16f7-4c0b-a568-c56efb6896cc service neutron] Pushing event updated for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:32.042905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-907bf62c-4f03-42ed-80b9-9e1fdbe22703 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 1120 time: 0.2378497 Feb 04 15:55:32.207919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d09cb-8d04-430c-8a22-ecf458a4bd72 req-a2125118-ef08-4009-b65a-efd8b0a109c3 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.220875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-325d09cb-8d04-430c-8a22-ecf458a4bd72 req-a2125118-ef08-4009-b65a-efd8b0a109c3 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.7668598 Feb 04 15:55:32.237051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:32.245784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Usage tracker for resource:port and tenant:bdd2a8bec3ad42089af03e8245122272 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:32.251847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:32.270610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:32.439959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-325d09cb-8d04-430c-8a22-ecf458a4bd72 req-f6b3ebe4-57eb-452d-9f6c-75e524a817cc tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172558 Feb 04 15:55:32.442989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Made reservation on behalf of bdd2a8bec3ad42089af03e8245122272 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:32.448048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 2, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:32.452031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.458782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:32.460046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Updating router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea port 3149448b-104f-4474-9fd0-265cda5ae39f binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:32.495262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.508723 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-fd993bda-f447-48d3-aed9-a65cf3a85ee5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=50865217-a61e-437b-b86a-43c348a7714d HTTP/1.1" status: 200 len: 217 time: 0.1676948 Feb 04 15:55:32.581987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:32.591396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.591796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Usage tracker for resource:security_group_rule and tenant:bdd2a8bec3ad42089af03e8245122272 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:32.604570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:32.617890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-85582f99-c582-4dc6-887b-70ae1e30b39b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:32.620079 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-85582f99-c582-4dc6-887b-70ae1e30b39b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1018455 Feb 04 15:55:32.697518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:32.716273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c0f3304-1fb2-43e0-8706-c0f3c2391926 req-fb74621b-566f-4f0d-8ecf-411c0b3dac3a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 210 time: 0.1864548 Feb 04 15:55:32.833331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.840240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:32.917507 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-fe031362-a7fb-472e-bf90-0867ce79f290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759566 Feb 04 15:55:33.006511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aa4356-f952-4b02-89f5-9d624609c73d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:33.166409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40700) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:33.310351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-365129b9-4865-4be1-9d25-846bdeb185ff service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406610 Feb 04 15:55:33.357420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Allocated IP 192.168.233.104 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/1f88c7f4-5066-46a8-8862-ae7acbb21efc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:33.574478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.634470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Transition to ACTIVE for port object 3149448b-104f-4474-9fd0-265cda5ae39f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:33.654185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:33.905532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6153cbe4-c4a0-48b8-81ae-040d73b73584 req-12fcc31f-3e45-49db-85be-817e111132fd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968913 Feb 04 15:55:34.245939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9668468-3468-4219-b851-a02d440d45eb None None] Pushing event updated for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.267881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.364619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3339de-0796-4f95-a456-80e1d7605dab req-6c79f117-23fa-4904-8e7e-a7d80351c028 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.366081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d3339de-0796-4f95-a456-80e1d7605dab req-6c79f117-23fa-4904-8e7e-a7d80351c028 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.5748999 Feb 04 15:55:34.367309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Transition to ACTIVE for port object 1f88c7f4-5066-46a8-8862-ae7acbb21efc will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:34.519846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d3339de-0796-4f95-a456-80e1d7605dab req-6ce43c83-c461-49c2-abc2-65a2a17c4571 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376121 Feb 04 15:55:34.528033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Attempting to bind port 3149448b-104f-4474-9fd0-265cda5ae39f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:34.528286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.528427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Attempting to bind port 3149448b-104f-4474-9fd0-265cda5ae39f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:34.528813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Attempting to bind port 3149448b-104f-4474-9fd0-265cda5ae39f on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:34.554274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:34.554660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Checking segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:34.555090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.555447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Bound using segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:34.557979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Bound port: 3149448b-104f-4474-9fd0-265cda5ae39f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:34.562591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.683906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.807383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] For port 3149448b-104f-4474-9fd0-265cda5ae39f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:34.808033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:34.817443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] For port 3149448b-104f-4474-9fd0-265cda5ae39f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3149448b-104f-4474-9fd0-265cda5ae39f,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:34.819027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:34.822265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:34.825385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:34.826893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.835834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Usage tracker for resource:security_group_rule and tenant:f7423ef89bb346be94dfc2d761a034a8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:34.845870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:34.852116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:34.862384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:34.863170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:34.867123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:34.946539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-b512cce0-ec03-4bf7-a0fc-af47e0909a60 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4396255 Feb 04 15:55:34.954428 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'tag': '50865217-a61e-437b-b86a-43c348a7714d', 'status': 'completed', 'code': 200} Feb 04 15:55:34.971259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-06798122-238d-4964-91c7-a916258aeeb2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:55:34.976860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-06798122-238d-4964-91c7-a916258aeeb2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0196679 Feb 04 15:55:35.077756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9668468-3468-4219-b851-a02d440d45eb None None] Pushing event updated for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:35.119400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:35.124914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:35.336544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875fedb-0795-4370-9128-51454334b003 req-1eb0c667-6199-469e-920b-a79027917968 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:35.343808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3875fedb-0795-4370-9128-51454334b003 req-1eb0c667-6199-469e-920b-a79027917968 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:35.431522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3875fedb-0795-4370-9128-51454334b003 req-1eb0c667-6199-469e-920b-a79027917968 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:35.438108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3875fedb-0795-4370-9128-51454334b003 req-1eb0c667-6199-469e-920b-a79027917968 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 936 time: 0.4597018 Feb 04 15:55:35.488961 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-da971196-0d0f-43a9-bde0-ff1ad8600ec5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 1120 time: 0.5335779 Feb 04 15:55:35.602105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:35.613547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3875fedb-0795-4370-9128-51454334b003 req-6710a67d-d9f3-44e2-94ae-04c5c698761f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:35.647209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-521127f0-4602-4465-b1fc-2d45f14eb63b None None] Provisioning for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:35.680513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3875fedb-0795-4370-9128-51454334b003 req-6710a67d-d9f3-44e2-94ae-04c5c698761f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:35.684466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3875fedb-0795-4370-9128-51454334b003 req-6710a67d-d9f3-44e2-94ae-04c5c698761f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360013 Feb 04 15:55:35.738713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.015685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40742) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:36.039658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513670c5-daa7-432e-a5f1-84f0baa21957,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.056702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-network', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:36.067300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:36.078355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Usage tracker for resource:network and tenant:b2498ea8ff8543b487cf5e6d22e7e9bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:36.084708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:36.100872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:36.129917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Made reservation on behalf of b2498ea8ff8543b487cf5e6d22e7e9bf for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:36.141299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.168374 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da97f45b-8ed9-4899-bde7-1b9c111b5fb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7423ef89bb346be94dfc2d761a034a8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9986556 Feb 04 15:55:36.170063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Request body: {'port': {'device_id': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:36.177496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40750) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:36.240939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.286981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:36.314617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-a8c39b0f-9886-41d7-8b5c-aa41fc61a52d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:36.316629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-a8c39b0f-9886-41d7-8b5c-aa41fc61a52d service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7995024 Feb 04 15:55:36.457854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:36.461523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-835ec551-f5c6-4c87-8b4d-fc62cab53992 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=50865217-a61e-437b-b86a-43c348a7714d HTTP/1.1" status: 200 len: 217 time: 0.1193817 Feb 04 15:55:36.470838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Usage tracker for resource:security_group_rule and tenant:b2498ea8ff8543b487cf5e6d22e7e9bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:36.479653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:36.536727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:36.542982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.617009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.629920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-407873ae-0252-4914-984f-35e3b4c5abce service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:36.632034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-407873ae-0252-4914-984f-35e3b4c5abce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1563456 Feb 04 15:55:36.689689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-521127f0-4602-4465-b1fc-2d45f14eb63b None None] Provisioning complete for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:36.690771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-521127f0-4602-4465-b1fc-2d45f14eb63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.701649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed18eb5-2e8e-4d21-9ae1-4f1e5cbb66ed req-60fa3221-afdd-4482-86c7-8946314a1b83 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:36.704255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ed18eb5-2e8e-4d21-9ae1-4f1e5cbb66ed req-60fa3221-afdd-4482-86c7-8946314a1b83 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.8035417 Feb 04 15:55:36.825780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.826416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.834636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.895120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ed18eb5-2e8e-4d21-9ae1-4f1e5cbb66ed req-b72e7bab-b6b7-449b-82cc-eed3498484e3 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788895 Feb 04 15:55:36.952606 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-b37acf3c-40c3-42af-931c-39184559ce19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3061051 Feb 04 15:55:36.953407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00751b2-e50e-46c5-bdfd-496326a54eb3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:36.962180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:36.973716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-521127f0-4602-4465-b1fc-2d45f14eb63b None None] Port 1f88c7f4-5066-46a8-8862-ae7acbb21efc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:36.998917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:55:37.144843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.146469 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Added segment 02f28779-a3cd-4e6d-8de7-9df8ebc67d3f of type vlan for network 23b67b28-edc2-4b50-9c66-0288c70e550a Feb 04 15:55:37.215009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.225684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513670c5-daa7-432e-a5f1-84f0baa21957,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.346640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.350672 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91d95b3d-7fa5-4695-a8aa-286f4c06f064 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/513670c5-daa7-432e-a5f1-84f0baa21957 HTTP/1.1" status: 204 len: 168 time: 1.1531322 Feb 04 15:55:37.372784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.374040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:37.374857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.430099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:34Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:37.434989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc1868-3d09-460e-bc7a-925c5e3906eb None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:34Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:37.640331 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6181805 Feb 04 15:55:37.641085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40772) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:37.663514 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-688a7fe6-16c9-45d6-a6a9-987658ef350c service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022417 Feb 04 15:55:37.679627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Request body: {'subnet': {'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-subnet', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:37.684815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:37.689293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Usage tracker for resource:subnet and tenant:b2498ea8ff8543b487cf5e6d22e7e9bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:37.692820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:37.699358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:37.715801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Made reservation on behalf of b2498ea8ff8543b487cf5e6d22e7e9bf for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:37.717920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:37.851371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9b3b-565d-4f3f-8f01-c6f552469f94 req-6bd8fb81-5adb-480c-a787-084b317a62f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:37.853155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37ad9b3b-565d-4f3f-8f01-c6f552469f94 req-6bd8fb81-5adb-480c-a787-084b317a62f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 936 time: 0.6382627 Feb 04 15:55:37.876583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87a685-0da3-4db6-8189-6946d3570a63 admin admin] Pushing event updated for resources: {'Network': ['ID=23b67b28-edc2-4b50-9c66-0288c70e550a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:37.888999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 23b67b28-edc2-4b50-9c66-0288c70e550a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:55:38.154698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-4c106adc-51a4-4e24-859f-d9627cfe4d9f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=99094975494b4eed8e40334667f3f042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3254397 Feb 04 15:55:38.262455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ae9ae746-1d63-4108-acaf-5f18a55ddf62 req-e3a64edc-75b2-44ba-a264-006a5ce9116b service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904042 Feb 04 15:55:38.500666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37ad9b3b-565d-4f3f-8f01-c6f552469f94 req-676fde21-6701-4d98-aa8d-057e67e7d037 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564970 Feb 04 15:55:38.504077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:55:38.642770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:38.710365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f88c7f4-5066-46a8-8862-ae7acbb21efc {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:38.724124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-9fd7a897-4048-4aa8-8e02-355fa2915f7d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:38.726185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-9fd7a897-4048-4aa8-8e02-355fa2915f7d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431995 Feb 04 15:55:38.728351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.768054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.777014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Transition to ACTIVE for port object 1f88c7f4-5066-46a8-8862-ae7acbb21efc will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:38.783274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-356a1552-928a-4d12-b18b-b96bf41e0341 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/quotas/99094975494b4eed8e40334667f3f042 HTTP/1.1" status: 200 len: 375 time: 0.0362306 Feb 04 15:55:38.785986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:38.874924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:38.885177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Usage tracker for resource:security_group_rule and tenant:1d206f0d59734703866ba2cb1e456f2a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:38.900137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:38.916687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:39.046024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-b1e52e23-fabb-4914-b3dc-e5f0b1d79dd1 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2499804 Feb 04 15:55:39.087440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.096770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.189886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.241515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.405979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3149448b-104f-4474-9fd0-265cda5ae39f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:39.500156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:39.500531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:39.500874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:39.527541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8d0cbc-9c2b-401a-90af-aa19ed7587a6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.532139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:55:39.532466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:39.554916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:39.571962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-045a8372-3a26-47b7-86f6-05bd447061dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d206f0d59734703866ba2cb1e456f2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9064770 Feb 04 15:55:39.588644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0996fb9-ce47-408e-84e0-76fae78a0f08,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:39.682895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Checking segment: {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:39.683060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Network hostable DHCP agents. Network: 23b67b28-edc2-4b50-9c66-0288c70e550a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:55:39.707847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:39.711966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3149448b-104f-4474-9fd0-265cda5ae39f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:39.723454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:39.726155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:39.727509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3149448b-104f-4474-9fd0-265cda5ae39f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:39.728030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.733292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Bound port: 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:39.734054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.741863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Network 23b67b28-edc2-4b50-9c66-0288c70e550a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:55:39.762913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 23b67b28-edc2-4b50-9c66-0288c70e550a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:39.771722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:39.773331 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:39.837275 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2be58543-3f93-4d65-9cfe-cc483e5062dc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1807935 Feb 04 15:55:39.838218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40800) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:39.849222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:39.868958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50eeee3-a8d5-4cf2-aa77-28633a6e62bd None None] Network 23b67b28-edc2-4b50-9c66-0288c70e550a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:39.894623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:39.906365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Usage tracker for resource:router and tenant:b2498ea8ff8543b487cf5e6d22e7e9bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:39.932487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:39.947754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:40.038191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.043820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.123959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.316896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-23b67b28-edc2-4b50-9c66-0288c70e550a', 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'fixed_ips': [{'subnet_id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:55:40.318066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.363703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.392172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.416945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1670cf5d-10d1-4d06-9b29-76d46ae22320 req-6f444837-c66c-4d15-ad3d-c868ffe65242 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 210 time: 0.5152466 Feb 04 15:55:40.432336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3149448b-104f-4474-9fd0-265cda5ae39f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3149448b-104f-4474-9fd0-265cda5ae39f,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:40.510619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.545668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:40.700933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:40.751825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Allocated IP 172.20.0.2 (23b67b28-edc2-4b50-9c66-0288c70e550a/a0996fb9-ce47-408e-84e0-76fae78a0f08/73f10c00-aaa5-44a6-9b55-db569d25c7ca) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:40.847189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:40.943623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820f4a-742f-4848-832f-f2569a8c79aa req-8e8ee272-baa4-4434-bb02-439d46a82be5 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:40.952110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90820f4a-742f-4848-832f-f2569a8c79aa req-8e8ee272-baa4-4434-bb02-439d46a82be5 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 1.2000773 Feb 04 15:55:40.952579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.103926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.146793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90820f4a-742f-4848-832f-f2569a8c79aa req-2f5c965f-ddac-4dec-9384-b46589c30139 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938307 Feb 04 15:55:41.203553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.208383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-539e7d8f-fab9-4c59-a44e-4f8079df0248 service neutron] 10.222.0.41 "PUT /v2.0/ports/1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 1096 time: 5.6141260 Feb 04 15:55:41.210881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:41.367613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.511183 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.545164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Transition to ACTIVE for port object 73f10c00-aaa5-44a6-9b55-db569d25c7ca will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:41.560324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.566702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.572478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba8d0cbc-9c2b-401a-90af-aa19ed7587a6 HTTP/1.1" status: 204 len: 168 time: 2.0159330 Feb 04 15:55:41.577905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd3de6-2005-428b-a15b-e7cf566eee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8d0cbc-9c2b-401a-90af-aa19ed7587a6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:41.608997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Transition to ACTIVE for port object 73f10c00-aaa5-44a6-9b55-db569d25c7ca will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:41.624364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.626247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30426f0c-6eff-4760-9fa0-cb88190981f3 req-c733b20b-76f9-4c6e-b0da-046ede6acf14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:41.638838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30426f0c-6eff-4760-9fa0-cb88190981f3 req-c733b20b-76f9-4c6e-b0da-046ede6acf14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.9360147 Feb 04 15:55:41.650230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.748112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-14e80266-af73-4ca0-994f-988ea8ed72b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1099 time: 0.3303933 Feb 04 15:55:41.788908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30426f0c-6eff-4760-9fa0-cb88190981f3 req-3953859b-944c-47fe-a53d-b01ebf5ea6b7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479094 Feb 04 15:55:41.932224 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:41.937248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Allocated IP 172.25.5.4 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/384ea9b5-91e7-4f86-8ede-578da2db2f92) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:41.981854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.057221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Network 23b67b28-edc2-4b50-9c66-0288c70e550a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:42.125441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.234006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:42.241832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:42.289602 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-6784a9d1-f289-4981-9537-73fde2ba190e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=99094975494b4eed8e40334667f3f042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874314 Feb 04 15:55:42.294360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.501796 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'status': 'completed', 'code': 200} Feb 04 15:55:42.523832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32519c9e-e01b-4caf-b9cd-65908b97c542 req-4098fe44-9d3c-4795-868d-cd933b988bdc tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 210 time: 0.1574321 Feb 04 15:55:42.568520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Pushing event updated for resources: {'Port': ['ID=384ea9b5-91e7-4f86-8ede-578da2db2f92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.643685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Pushing event updated for resources: {'Port': ['ID=73f10c00-aaa5-44a6-9b55-db569d25c7ca,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:42.673949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Attempting to bind port 73f10c00-aaa5-44a6-9b55-db569d25c7ca on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:42.674958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Attempting to bind port 73f10c00-aaa5-44a6-9b55-db569d25c7ca by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:42.675311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Attempting to bind port 73f10c00-aaa5-44a6-9b55-db569d25c7ca on network 23b67b28-edc2-4b50-9c66-0288c70e550a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:42.695410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:42.695839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Checking segment: {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:42.696343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.696732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Bound using segment: {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:42.697343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Bound port: 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:42.697769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:42.718794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:42.723468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:42.731578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-1a6ff1f9-07fc-4da0-be36-83d6eda3a90d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.9382057 Feb 04 15:55:42.742079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:42.997812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-65c8fa23-4a65-466a-b27f-051f4d895e35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.020019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] For port 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:43.026221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] For port 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=73f10c00-aaa5-44a6-9b55-db569d25c7ca,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:43.028484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-65c8fa23-4a65-466a-b27f-051f4d895e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2684717 Feb 04 15:55:43.053804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.077751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef514d2-8bad-45a9-9bf8-5c2b3b7cecd7 req-00aaea00-89f1-4bfb-8849-f823a2912d69 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.089661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fef514d2-8bad-45a9-9bf8-5c2b3b7cecd7 req-00aaea00-89f1-4bfb-8849-f823a2912d69 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.5305851 Feb 04 15:55:43.114200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-78abd676-ecec-492d-9ab6-d8c9967157e4 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.119968 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-78abd676-ecec-492d-9ab6-d8c9967157e4 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7938068 Feb 04 15:55:43.162724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Request body: {'port': {'device_id': '1facf4b6-10bb-493b-ad90-8d890a192924', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '99094975494b4eed8e40334667f3f042'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:43.427768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1720fa-03b3-475a-a29a-f708dbd864b8 None None] Pushing event updated for resources: {'Port': ['ID=73f10c00-aaa5-44a6-9b55-db569d25c7ca,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:43.550822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:43.711249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fef514d2-8bad-45a9-9bf8-5c2b3b7cecd7 req-a4d3da13-9b8b-4dcc-8549-6fdff4386938 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146355 Feb 04 15:55:43.729117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-77ed40f8-321a-4eff-ab93-2fdba0b46986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6692569 Feb 04 15:55:43.738698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:43.769197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Usage tracker for resource:port and tenant:99094975494b4eed8e40334667f3f042 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:43.773423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:43.840405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3149448b-104f-4474-9fd0-265cda5ae39f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:43.849322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:43.853024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5895c-0301-4c23-946c-1093322e8321 req-e8a542bf-e9db-4fc9-9c9c-55c2d89561a7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:43.869448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Made reservation on behalf of 99094975494b4eed8e40334667f3f042 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:55:43.879043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:43.883635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adf5895c-0301-4c23-946c-1093322e8321 req-e8a542bf-e9db-4fc9-9c9c-55c2d89561a7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.5077729 Feb 04 15:55:43.915983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.008069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.020491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Usage tracker for resource:security_group_rule and tenant:99094975494b4eed8e40334667f3f042 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.028024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:44.047211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:44.118815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3149448b-104f-4474-9fd0-265cda5ae39f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:44.121797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.199443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adf5895c-0301-4c23-946c-1093322e8321 req-7c8c9eee-8e6e-4a89-8eff-cfc7af25f4e4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145368 Feb 04 15:55:44.211789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.247332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.352739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0a01bd7-691a-45b3-a89f-f1b2f02464da req-8db6b789-1735-433d-9ef7-7f5d525d3c38 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 210 time: 0.1751156 Feb 04 15:55:44.353777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.436918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-61ff2773-97fd-4b50-b835-3d0e8984d41b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508809 Feb 04 15:55:44.459139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:44.512477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Usage tracker for resource:security_group_rule and tenant:0db2dad92f4149c9b3fb3995f11f365f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:44.564301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5022a962-f02f-48cf-8d15-4c014969a4e4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:44.628407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:44.656711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:44.747237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Allocated IP 192.168.233.177 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/840dcd0f-2eab-4c96-8b2d-ad8baca1469f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:44.795559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.796974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.816622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fe275c-cfe7-42d8-9807-acbce26dc64b req-32373727-616e-4ce8-a24a-569317af70e6 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628764 Feb 04 15:55:44.852039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249b79b-08ef-445c-b4fd-cc816d6d0948 None None] Network 23b67b28-edc2-4b50-9c66-0288c70e550a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:55:44.883639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.896681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:44.968731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4b17b322-2d15-462b-8002-c154f6b8106e None None] Provisioning for port 73f10c00-aaa5-44a6-9b55-db569d25c7ca completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:44.984909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0db2dad92f4149c9b3fb3995f11f365f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4131594 Feb 04 15:55:44.992168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:45.273062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.295000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17eb40-a297-4c3a-8d42-e4403594ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa0c31-9022-45bf-851e-81ff8c275dd5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.358396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.423687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcd38f-b746-4e51-8662-7265f73c97a3 req-433c89f5-b747-4382-bd2a-444f3fce2ec7 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.428383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0adcd38f-b746-4e51-8662-7265f73c97a3 req-433c89f5-b747-4382-bd2a-444f3fce2ec7 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.3503098 Feb 04 15:55:45.622346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.645787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.647101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Transition to ACTIVE for port object 840dcd0f-2eab-4c96-8b2d-ad8baca1469f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:45.685988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.737585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0adcd38f-b746-4e51-8662-7265f73c97a3 req-9072a309-8a71-4c56-a710-10317b607a1c tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864084 Feb 04 15:55:45.774846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.776172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cfa0c31-9022-45bf-851e-81ff8c275dd5 HTTP/1.1" status: 204 len: 168 time: 0.7751229 Feb 04 15:55:45.777408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad765f47-052f-470e-9870-9aaae7f167ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa0c31-9022-45bf-851e-81ff8c275dd5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.847964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:45.855414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Pushing event updated for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:45.856783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66f781-b332-40b3-9df8-0783fa8cf361 req-e251d2af-c2d5-4d2c-9357-44ffb07fb308 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.857281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:45.858724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b66f781-b332-40b3-9df8-0783fa8cf361 req-e251d2af-c2d5-4d2c-9357-44ffb07fb308 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.3398006 Feb 04 15:55:45.876302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:45.876531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 73f10c00-aaa5-44a6-9b55-db569d25c7ca up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:45.888092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:45.888731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:45.961355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b66f781-b332-40b3-9df8-0783fa8cf361 req-731dae72-6181-4a05-9214-4bf7529e9dbd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953991 Feb 04 15:55:46.024204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-968a9a29-9e3a-4136-b1da-c0fe4a42cf6c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8807504 Feb 04 15:55:46.051109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 73f10c00-aaa5-44a6-9b55-db569d25c7ca completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:46.063428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 73f10c00-aaa5-44a6-9b55-db569d25c7ca triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:46.064046 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.131773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Request body: {'port': {'device_id': '1facf4b6-10bb-493b-ad90-8d890a192924', 'device_owner': 'compute:tempest-test_az-1827227315', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:46.332295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4c385-901a-4c17-a9ae-7ca2dbdbb3fd req-1a22b4cb-ecca-4547-a879-1958d3b4abea tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:46.339584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6b4c385-901a-4c17-a9ae-7ca2dbdbb3fd req-1a22b4cb-ecca-4547-a879-1958d3b4abea tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 936 time: 0.2864850 Feb 04 15:55:46.431750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6b4c385-901a-4c17-a9ae-7ca2dbdbb3fd req-0c4eab66-85ce-4dd2-8dd5-6f9c31e91677 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911899 Feb 04 15:55:46.454254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.456831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.471809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Router 5e8517d2-4b5f-4da7-af45-fef33de4339e is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:55:46.477337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c1916f5e-8eeb-42bb-a37c-f361dc858c4c None None] Provisioning for port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:46.499347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c1916f5e-8eeb-42bb-a37c-f361dc858c4c None None] Provisioning complete for port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:46.510712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1916f5e-8eeb-42bb-a37c-f361dc858c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.621054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=73f10c00-aaa5-44a6-9b55-db569d25c7ca,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:46.634275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.721908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=73f10c00-aaa5-44a6-9b55-db569d25c7ca,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:46.728969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c1916f5e-8eeb-42bb-a37c-f361dc858c4c None None] Port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:46.743042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40906) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:46.762705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:46.812319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:46.817820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Usage tracker for resource:security_group_rule and tenant:73e4f185a59944d9b5e3b7f6a7be5e3a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:46.821991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:46.829411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:47.025633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:47.037702 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Sync routers for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:47.044472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-ec138f76-3019-4774-a03e-80ddc207f6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1099 time: 0.1860013 Feb 04 15:55:47.055017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.067244 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:47.068005 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.084804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6eb5b-969f-46ce-af0a-664c77202c12 req-541b8c8d-522f-4711-8883-a8d6dac0017e tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.086448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd6eb5b-969f-46ce-af0a-664c77202c12 req-541b8c8d-522f-4711-8883-a8d6dac0017e tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 969 time: 0.1903310 Feb 04 15:55:47.090061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.119942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840dcd0f-2eab-4c96-8b2d-ad8baca1469f {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:47.133443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73e4f185a59944d9b5e3b7f6a7be5e3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3868511 Feb 04 15:55:47.141473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.161772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Transition to ACTIVE for port object 840dcd0f-2eab-4c96-8b2d-ad8baca1469f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:47.162727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.183029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.258672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efaeb88-7d40-4b65-8bad-2024ffd06215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aca615-fcf4-4b2a-83ba-9e90882985af,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.262575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.266479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f8b1266-11a1-4d5f-a27b-eb7270a85fce admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.4243841 Feb 04 15:55:47.312569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:47.316286 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:47.352784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Pushing event updated for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.428323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.445587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Attempting to bind port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:47.445911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Attempting to bind port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:47.446230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Attempting to bind port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:47.465645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.473010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:55:47.473325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Attempting to bind port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:47.483696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd6eb5b-969f-46ce-af0a-664c77202c12 req-f8e20056-cf2a-4a80-9268-4a77fe0397aa tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639758 Feb 04 15:55:47.492726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:47.493075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:47.493424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:47.494110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Bound port: 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:47.494485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.525453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-54703052-3efc-4181-b183-fcd144bdc5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.526970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-54703052-3efc-4181-b183-fcd144bdc5d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4703312 Feb 04 15:55:47.574479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 50865217-a61e-437b-b86a-43c348a7714d details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:47.597606 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.643473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aca615-fcf4-4b2a-83ba-9e90882985af,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:47.659791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:47.662021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.676051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-314f2dc6-68d4-40f1-92c8-b69ab1929652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5aca615-fcf4-4b2a-83ba-9e90882985af HTTP/1.1" status: 204 len: 168 time: 0.5085578 Feb 04 15:55:47.678042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:47.691630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-2502c539-aad1-43e1-b4e6-95d675bb6997 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1538231 Feb 04 15:55:47.693514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.707814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b3795-0d52-460e-885a-a7eb744ecad6 req-557bb9bb-3ab3-4969-9083-5c35fc090c68 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.716965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593b3795-0d52-460e-885a-a7eb744ecad6 req-557bb9bb-3ab3-4969-9083-5c35fc090c68 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.4613936 Feb 04 15:55:47.821390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:43Z', 'revision_number': 3, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:47.826754 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Checking router: 5e8517d2-4b5f-4da7-af45-fef33de4339e for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:47.827306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Updating router 5e8517d2-4b5f-4da7-af45-fef33de4339e port 384ea9b5-91e7-4f86-8ede-578da2db2f92 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:47.834394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.835734 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] 10.222.0.58 "PUT /v2.0/ports/840dcd0f-2eab-4c96-8b2d-ad8baca1469f HTTP/1.1" status: 200 len: 1118 time: 1.7441709 Feb 04 15:55:47.836166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:47.839701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593b3795-0d52-460e-885a-a7eb744ecad6 req-4d4d6b31-13b0-4ee1-942d-48059b79b357 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200924 Feb 04 15:55:47.854929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=50865217-a61e-437b-b86a-43c348a7714d,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:47.904549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '50865217-a61e-437b-b86a-43c348a7714d', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '50865217-a61e-437b-b86a-43c348a7714d', 'mac_address': 'fa:16:3e:ab:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-1827227315', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:47.905465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-715e56bb-6559-4661-9adc-a2ae6abd3d5a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:47.906845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-715e56bb-6559-4661-9adc-a2ae6abd3d5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2070732 Feb 04 15:55:47.929306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 73f10c00-aaa5-44a6-9b55-db569d25c7ca up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:47.955329 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:47.993735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18d0b4-0ed8-4584-b01b-ccdec3b23836 service neutron] Pushing event updated for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.021984 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f', 'status': 'completed', 'code': 200} Feb 04 15:55:48.123205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-92d7f898-392c-443a-bbe5-1cef053fb659 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 1121 time: 0.2289784 Feb 04 15:55:48.213603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.244056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50865217-a61e-437b-b86a-43c348a7714d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:48.274276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=50865217-a61e-437b-b86a-43c348a7714d,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:48.283305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 73f10c00-aaa5-44a6-9b55-db569d25c7ca triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:48.285091 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.303663 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-f1660041-2eac-419a-bd4a-4083dc898aea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f HTTP/1.1" status: 200 len: 217 time: 0.1696746 Feb 04 15:55:48.374637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.383959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed8d8-4944-4d7d-8146-1aa9522dbc7e req-a4a1df6e-8ebc-4fee-b16c-e74ef8fd645f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:48.385485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-787ed8d8-4944-4d7d-8146-1aa9522dbc7e req-a4a1df6e-8ebc-4fee-b16c-e74ef8fd645f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 970 time: 0.3239040 Feb 04 15:55:48.390844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-03a0d047-554a-4856-ad37-493d90d47986 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3368931 Feb 04 15:55:48.432689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-c3c1ddea-db9b-45c9-8857-4586c7921481 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:48.435637 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-c3c1ddea-db9b-45c9-8857-4586c7921481 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1265731 Feb 04 15:55:48.625715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:48.637587 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-6e63f9ce-2302-45a2-801b-c1f12bb6660b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1926069 Feb 04 15:55:48.654420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.709533 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.711966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-deb9eda6-dcd5-499e-aa61-35713056aabe service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133373 Feb 04 15:55:48.720171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['50865217-a61e-437b-b86a-43c348a7714d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:48.746417 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Transition to ACTIVE for port object 384ea9b5-91e7-4f86-8ede-578da2db2f92 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:48.760213 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.917182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Attempting to bind port 384ea9b5-91e7-4f86-8ede-578da2db2f92 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:48.917564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Attempting to bind port 384ea9b5-91e7-4f86-8ede-578da2db2f92 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:48.917929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Attempting to bind port 384ea9b5-91e7-4f86-8ede-578da2db2f92 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:48.921377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78793e-a408-405b-be2e-87684e839121 None None] Pushing event updated for resources: {'Port': ['ID=384ea9b5-91e7-4f86-8ede-578da2db2f92,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:48.938661 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:48.939040 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:48.939517 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.940468 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:48.941043 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Bound port: 384ea9b5-91e7-4f86-8ede-578da2db2f92, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:48.942230 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:48.976601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-787ed8d8-4944-4d7d-8146-1aa9522dbc7e req-3810edc4-6da7-43f1-9979-e55d5662ef80 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5765352 Feb 04 15:55:49.041685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-7b208054-8af7-4d60-a555-a26dda6b2012 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959453 Feb 04 15:55:49.047268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.115423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] For port 384ea9b5-91e7-4f86-8ede-578da2db2f92, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:49.120329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] For port 384ea9b5-91e7-4f86-8ede-578da2db2f92, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=384ea9b5-91e7-4f86-8ede-578da2db2f92,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:49.137769 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.171527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:49.178863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc0eef-871f-4e1c-b464-a60d66d420f3 req-e0058293-88bd-405a-a574-a5839c3fa7c5 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.179600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Usage tracker for resource:security_group_rule and tenant:33522b8aae9a4ec28e8cadcf4abcab9a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:49.187717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:49.193884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43fc0eef-871f-4e1c-b464-a60d66d420f3 req-e0058293-88bd-405a-a574-a5839c3fa7c5 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 970 time: 0.4761846 Feb 04 15:55:49.198753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8942d317-8419-4764-bfb1-57b9249b44b3 req-6e59e0d0-94bc-40ae-aca8-feb93e8f8fd5 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798367 Feb 04 15:55:49.202291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:49.277441 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78793e-a408-405b-be2e-87684e839121 None None] Pushing event updated for resources: {'Port': ['ID=384ea9b5-91e7-4f86-8ede-578da2db2f92,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.281794 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:49.298659 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.329573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.406539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43fc0eef-871f-4e1c-b464-a60d66d420f3 req-770c3bd5-95b1-4222-9f34-06294caddc95 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116928 Feb 04 15:55:49.411514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.496189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67cba60-4b66-4813-8c22-18c2a4414722,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:49.515873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c0815d46-cc63-46c2-b8d9-2d7ffaaea072 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33522b8aae9a4ec28e8cadcf4abcab9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8754218 Feb 04 15:55:49.520406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:49.534249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:49.552064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-307fcabe-ed0e-470f-bb79-9a22b7a22599 req-aa3734c4-4f46-4bd4-9312-2837f231d660 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922090 Feb 04 15:55:49.556548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e262c0-7468-477f-a47c-08a982d46dcf req-ff1f3d16-dbe2-4c35-831f-b01f6db67c08 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.556943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 50865217-a61e-437b-b86a-43c348a7714d up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:49.557979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e262c0-7468-477f-a47c-08a982d46dcf req-ff1f3d16-dbe2-4c35-831f-b01f6db67c08 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.2697701 Feb 04 15:55:49.663173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.689140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e262c0-7468-477f-a47c-08a982d46dcf req-9e89c801-ff7f-4bef-9c26-a67dd47a7bce tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175478 Feb 04 15:55:49.718226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 50865217-a61e-437b-b86a-43c348a7714d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:49.722237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-2661255f-ef05-4ec1-8d3d-bc59d06c120f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 1121 time: 0.1043727 Feb 04 15:55:49.722493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.726585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 50865217-a61e-437b-b86a-43c348a7714d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:49.727235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.881639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0040-4754-41fc-b21d-b81db496d002 req-b3532e64-ae52-47e4-ae5a-e566cd1d1d99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:49.883115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-b3532e64-ae52-47e4-ae5a-e566cd1d1d99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1546211 Feb 04 15:55:49.894712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:49.926038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50865217-a61e-437b-b86a-43c348a7714d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:49.981217 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-ef88e7d1-2357-49f6-b1bc-bd61a5d2a495 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f HTTP/1.1" status: 200 len: 217 time: 0.0905139 Feb 04 15:55:49.982053 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:43Z', 'revision_number': 3, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:49.991395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4763cb-47a5-4c95-a2d8-5e3e17655381 None None] The sync data for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 is: [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:43Z', 'revision_number': 3, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:50.010121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=50865217-a61e-437b-b86a-43c348a7714d,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:50.029197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.063994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.114197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67cba60-4b66-4813-8c22-18c2a4414722,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.121389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0040-4754-41fc-b21d-b81db496d002 req-da20de78-94d6-4d0e-951c-710224c723f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:50.124158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-da20de78-94d6-4d0e-951c-710224c723f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1334093 Feb 04 15:55:50.203489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.204593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf597924-ee41-471c-9ce9-bff3dac2e0ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b67cba60-4b66-4813-8c22-18c2a4414722 HTTP/1.1" status: 204 len: 168 time: 0.6785254 Feb 04 15:55:50.220278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:50.285393 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-dc261a28-489c-4e67-b226-b12c4dfeab67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541600 Feb 04 15:55:50.440309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.463245 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-f00e7d1e-a1a6-4a92-b055-9d1855baf5b2 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704476 Feb 04 15:55:50.466529 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50865217-a61e-437b-b86a-43c348a7714d', 'code': 200} Feb 04 15:55:50.467658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7515754-eaee-4c38-a700-d11261df636c req-18aca1d3-2d57-408b-92a3-5b635d264386 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:50.469112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7515754-eaee-4c38-a700-d11261df636c req-18aca1d3-2d57-408b-92a3-5b635d264386 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 970 time: 0.2210951 Feb 04 15:55:50.548140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.58', 58181) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:50.646562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.696870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cef0040-4754-41fc-b21d-b81db496d002 req-c10b5b9f-e7db-49bf-a8e3-75e4a7300a25 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194083 Feb 04 15:55:50.732802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:50.756959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.770544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.773728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7515754-eaee-4c38-a700-d11261df636c req-7ccdf360-b351-4bd6-8ca0-c3542f21fcc3 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510991 Feb 04 15:55:50.797000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:50.802449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Usage tracker for resource:security_group_rule and tenant:a0dcff40fe1640d1ac2526668c2fd9ca is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:50.805552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:50.815769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:50.862895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d913517e-5372-49d5-b659-184857df0f8b req-974806ab-4678-4565-9d66-7ed89317ed92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 1122 time: 0.3130608 Feb 04 15:55:50.868798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facada9f-600e-41f8-85da-e51982303d6f req-0e7d71d5-2a27-41c5-89b8-d47ca72aea74 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:50.870216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-facada9f-600e-41f8-85da-e51982303d6f req-0e7d71d5-2a27-41c5-89b8-d47ca72aea74 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.2583828 Feb 04 15:55:50.899596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.906004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.917045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:50.943836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Allocated IP 172.20.0.1 (23b67b28-edc2-4b50-9c66-0288c70e550a/a0996fb9-ce47-408e-84e0-76fae78a0f08/c34a3d7b-65c0-4921-8500-5cc36d783524) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:50.960809 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0dcff40fe1640d1ac2526668c2fd9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2274296 Feb 04 15:55:50.963842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:50.979789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f04f-d9af-4eb7-a82d-7f204f500561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3570411a-bfd4-418a-b6af-b062fe0d5f2c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.042684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.068433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-facada9f-600e-41f8-85da-e51982303d6f req-3bb9a7ba-beae-40a0-8b94-604ec87d5e6e tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813114 Feb 04 15:55:51.070925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.122710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:51.140216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Usage tracker for resource:security_group_rule and tenant:7787adc2bf8347c5ae395badf635cc4c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:51.143202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.146439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:51.156688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:51.176251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3570411a-bfd4-418a-b6af-b062fe0d5f2c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.192599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.194386 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-750a2b21-73e2-45b8-a896-8ffea74b6375 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3570411a-bfd4-418a-b6af-b062fe0d5f2c HTTP/1.1" status: 204 len: 168 time: 0.2291570 Feb 04 15:55:51.235798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfca2f-7a30-4cb6-bc81-1615f9e70a9b req-1d186364-6e2c-4ece-89d8-d7eab8f19593 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:51.237513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5cfca2f-7a30-4cb6-bc81-1615f9e70a9b req-1d186364-6e2c-4ece-89d8-d7eab8f19593 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 948 time: 0.3002355 Feb 04 15:55:51.299560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.348121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Transition to ACTIVE for port object c34a3d7b-65c0-4921-8500-5cc36d783524 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:51.351341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.355260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5cfca2f-7a30-4cb6-bc81-1615f9e70a9b req-784a1f82-ba28-48d9-9310-a832c04e1fa9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075799 Feb 04 15:55:51.359343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.406753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d913517e-5372-49d5-b659-184857df0f8b req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5355310 Feb 04 15:55:51.407348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dad4f-2cf6-4a83-a44a-69552f93ffd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc319c-43ff-4813-9fe5-b7b5f2891086,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.416027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.441043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:51.488154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Network 23b67b28-edc2-4b50-9c66-0288c70e550a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:51.491168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:51.495434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:51.495884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.501530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Pushing event updated for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.621168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.656435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:51.672581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'mac_address': 'fa:16:3e:7e:1d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:51.753809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.773786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f88c7f4-5066-46a8-8862-ae7acbb21efc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:51.819316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:51.828680 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.916093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.922094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.922986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:51.940181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:51.955766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e11c7493-f278-494f-bd20-4e9459fb19f6 None None] Provisioning for port c34a3d7b-65c0-4921-8500-5cc36d783524 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:51.962799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e11c7493-f278-494f-bd20-4e9459fb19f6 None None] Provisioning complete for port c34a3d7b-65c0-4921-8500-5cc36d783524 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:51.963169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e11c7493-f278-494f-bd20-4e9459fb19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.016174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Pushing event updated for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:52.030295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7493-f278-494f-bd20-4e9459fb19f6 None None] Port c34a3d7b-65c0-4921-8500-5cc36d783524 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:52.122170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:52.226559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033403a7-466d-4d4a-8782-7c9cdfa56d02 req-544908be-da1a-47bc-bfa1-c34da4e38354 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.228989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033403a7-466d-4d4a-8782-7c9cdfa56d02 req-544908be-da1a-47bc-bfa1-c34da4e38354 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 970 time: 0.1801972 Feb 04 15:55:52.303569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033403a7-466d-4d4a-8782-7c9cdfa56d02 req-6395dd23-f2ae-4992-b75a-740b5445155a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 Feb 04 15:55:52.457727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Network 23b67b28-edc2-4b50-9c66-0288c70e550a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:52.463041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:52.699266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41056) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:52.759502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-821070fd-b213-46ed-870a-02b4df94def4 None None] Provisioning complete for port c34a3d7b-65c0-4921-8500-5cc36d783524 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:52.760077 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-821070fd-b213-46ed-870a-02b4df94def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:52.819989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-821070fd-b213-46ed-870a-02b4df94def4 None None] Port c34a3d7b-65c0-4921-8500-5cc36d783524 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:55:52.858178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b3e7-3bb5-4ef2-bb7d-661e23822400 req-149c6430-a5ce-498a-87da-d9a8a108684e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.859738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc81b3e7-3bb5-4ef2-bb7d-661e23822400 req-149c6430-a5ce-498a-87da-d9a8a108684e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 949 time: 0.2300453 Feb 04 15:55:52.897969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac273-2f16-48bb-9591-243f81728ccc req-f06e8cb7-0765-4489-80c6-d8648848b710 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:52.899445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74aac273-2f16-48bb-9591-243f81728ccc req-f06e8cb7-0765-4489-80c6-d8648848b710 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.5705783 Feb 04 15:55:52.978220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc81b3e7-3bb5-4ef2-bb7d-661e23822400 req-58d85557-4e09-4fec-b56f-d906ff4d55d7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080387 Feb 04 15:55:52.990068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74aac273-2f16-48bb-9591-243f81728ccc req-9a4aeb84-42c5-4bb7-b66c-e1ae7299033a tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812845 Feb 04 15:55:53.027025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.066712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:53.071692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Usage tracker for resource:security_group_rule and tenant:40bd2075dcb74a29b36a09ed3b2cf89b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:53.083263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:53.091410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:53.138503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Router 5e8517d2-4b5f-4da7-af45-fef33de4339e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:55:53.224326 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.229993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.278524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b38f5b1-f346-4a6f-a021-c5e6cb075067,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.286389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19c25e56-e17e-4454-ac28-6ba1015c4f87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40bd2075dcb74a29b36a09ed3b2cf89b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5829403 Feb 04 15:55:53.286596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41070) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:53.356365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.385302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.394423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:55:53.423756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2107f9c6-209f-4dba-a4ab-9cfb356ea04e admin admin] 10.222.0.62 "PUT /v2.0/routers/5e8517d2-4b5f-4da7-af45-fef33de4339e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0994701 Feb 04 15:55:53.437821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:53.481007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.504669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b38f5b1-f346-4a6f-a021-c5e6cb075067,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:53.518752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.524168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1798666d-ded7-450a-bfd8-393d9b1aade7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b38f5b1-f346-4a6f-a021-c5e6cb075067 HTTP/1.1" status: 204 len: 168 time: 0.2365954 Feb 04 15:55:53.546996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a059c8-8e53-43f6-bc0c-97223473cc71 req-46af7028-c2cd-4d18-aa26-94e3d3e651fb tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:53.555162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72a059c8-8e53-43f6-bc0c-97223473cc71 req-46af7028-c2cd-4d18-aa26-94e3d3e651fb tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 970 time: 0.1096246 Feb 04 15:55:53.562371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:53.568457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:53.568828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.602478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 840dcd0f-2eab-4c96-8b2d-ad8baca1469f details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:55:53.614037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72a059c8-8e53-43f6-bc0c-97223473cc71 req-b6aacb31-1652-4f70-b738-b915b11dedb6 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Feb 04 15:55:53.765180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 384ea9b5-91e7-4f86-8ede-578da2db2f92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:53.863109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:53.885447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:53.916385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f', 'mac_address': 'fa:16:3e:70:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-1827227315', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:55:53.917734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:53.953607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:53.969568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.015227 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'code': 200} Feb 04 15:55:54.025961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 384ea9b5-91e7-4f86-8ede-578da2db2f92 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:54.048105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 384ea9b5-91e7-4f86-8ede-578da2db2f92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:54.048538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.087402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.176719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41104) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.198123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.226201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5c89747-6175-42f0-88d4-e11e6b0fdc43 req-fa1a84d5-d3c8-4e09-8181-8d369de64e6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1101 time: 0.1528182 Feb 04 15:55:54.232294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:54.236991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:37218408d1f04114855896602c15dff6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:54.240413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:54.246020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:54.307293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.326280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 384ea9b5-91e7-4f86-8ede-578da2db2f92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=384ea9b5-91e7-4f86-8ede-578da2db2f92,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:54.328464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.328686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840dcd0f-2eab-4c96-8b2d-ad8baca1469f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:55:54.337948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.346304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.351612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:54.352790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.378873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d5c89747-6175-42f0-88d4-e11e6b0fdc43 req-d76525f5-03af-41e2-94d8-a3291c292e3f service neutron] Synchronizing usage tracker for tenant:7787adc2bf8347c5ae395badf635cc4c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:55:54.399620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.416452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba761d-fed5-4f41-b1ae-9d630f3afa7a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.440109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883133a9-1533-482f-abbd-0ae77e59fd3b req-7884197a-9d67-41d8-a7e8-81adda3ef9aa tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.440109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-883133a9-1533-482f-abbd-0ae77e59fd3b req-7884197a-9d67-41d8-a7e8-81adda3ef9aa tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.1878488 Feb 04 15:55:54.441647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:54.442271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d5c89747-6175-42f0-88d4-e11e6b0fdc43 req-d76525f5-03af-41e2-94d8-a3291c292e3f service neutron] Unset dirty status for tenant:7787adc2bf8347c5ae395badf635cc4c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:55:54.443350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5c89747-6175-42f0-88d4-e11e6b0fdc43 req-d76525f5-03af-41e2-94d8-a3291c292e3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104895 Feb 04 15:55:54.449054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61039a0b-5a4c-4073-895b-d2ab42cf1ff5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37218408d1f04114855896602c15dff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2711735 Feb 04 15:55:54.450634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=384ea9b5-91e7-4f86-8ede-578da2db2f92,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.516177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.520062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ec4b1-17ce-4339-ae0f-ea66e2423856 req-23657c63-4c99-4842-87c7-a3ef8da77c0a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:54.521517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e9ec4b1-17ce-4339-ae0f-ea66e2423856 req-23657c63-4c99-4842-87c7-a3ef8da77c0a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1748841 Feb 04 15:55:54.553143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-883133a9-1533-482f-abbd-0ae77e59fd3b req-6bcf8129-b096-4bbf-98a6-ff27964c8f8a tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062045 Feb 04 15:55:54.585784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.605799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e9ec4b1-17ce-4339-ae0f-ea66e2423856 req-35511b78-c3f0-4749-8d80-d1200db4cef9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Feb 04 15:55:54.619522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.655324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['840dcd0f-2eab-4c96-8b2d-ad8baca1469f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:54.691337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.708735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba761d-fed5-4f41-b1ae-9d630f3afa7a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:54.714012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:54.717404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87c213c6-a97b-4296-9354-44d16f46ec2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7ba761d-fed5-4f41-b1ae-9d630f3afa7a HTTP/1.1" status: 204 len: 168 time: 0.2709312 Feb 04 15:55:55.016056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0124537-9c2a-4100-822b-185101cb77ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.073244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.073608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.073959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.074364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.074706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.076339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ca48536-f51e-4aa2-8afe-6cd3078ef067 req-52a335af-e8ae-4b74-a242-9d1effc3f233 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2140098 Feb 04 15:55:55.103356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-0cb407bb-dc82-467b-8db9-57f57a647fad tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 1122 time: 0.1127181 Feb 04 15:55:55.160369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.323605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:55.328930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Usage tracker for resource:security_group_rule and tenant:f086eded1fc848f9882c64613d252b01 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:55.333143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:55.340285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:55.356204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aabda-0241-4709-83ad-2206de9bdbeb req-9c12d8c2-6170-4049-a4ab-d391a00d2618 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.357608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f80aabda-0241-4709-83ad-2206de9bdbeb req-9c12d8c2-6170-4049-a4ab-d391a00d2618 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 971 time: 0.1180992 Feb 04 15:55:55.435207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f80aabda-0241-4709-83ad-2206de9bdbeb req-20a77615-da49-4b54-9327-f53f30e93a1a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715568 Feb 04 15:55:55.463736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.473490 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.487489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Sync routers for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:55:55.514946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-879fb8f0-094a-41d2-8b19-f1bfed345577 req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004712 Feb 04 15:55:55.516082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:55.519028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:55.617146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e289a6-2c11-4fa1-8fd7-c5b40269e918 tempest-AggregatesAdminTestJSON-854819949 tempest-AggregatesAdminTestJSON-854819949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521e37b4-e4f4-420d-aca9-f7f44a77b703,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:55.629438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 840dcd0f-2eab-4c96-8b2d-ad8baca1469f up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:55.702861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:55:55.715733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd2f4b-204c-4072-b0ae-50677da87470 req-443c5b33-f1b7-4804-a091-fc52c0214790 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:55.730892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6afd2f4b-204c-4072-b0ae-50677da87470 req-443c5b33-f1b7-4804-a091-fc52c0214790 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 886 time: 0.2076528 Feb 04 15:55:55.750940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 384ea9b5-91e7-4f86-8ede-578da2db2f92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:55.853125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:55.884066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:55.884426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:55.964297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:56.080406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcd674-4f8b-46b8-bf2d-4abe473022b0 req-ce64e68e-a6fa-4125-8dd5-94f7498681b9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.081711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bcd674-4f8b-46b8-bf2d-4abe473022b0 req-ce64e68e-a6fa-4125-8dd5-94f7498681b9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1899190 Feb 04 15:55:56.100146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 384ea9b5-91e7-4f86-8ede-578da2db2f92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:56.100670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.132531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.132888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.133236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.133588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.133934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.135599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bcd8460-c163-461c-906f-570770b1e906 req-bc5bc8f4-f126-490f-8f27-2e5af06cd875 tempest-NetworksTest-679826018 tempest-NetworksTest-679826018-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.2074366 Feb 04 15:55:56.174396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bcd674-4f8b-46b8-bf2d-4abe473022b0 req-a3b0bd51-f007-4035-bb35-ef37d097f1cb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718253 Feb 04 15:55:56.222307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.379773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:56.419940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d8620-d053-4884-a974-a333a6f7bdaa req-9b490a2d-bab8-4981-96f8-061d0014c535 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:56.420378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:56.431325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb3d8620-d053-4884-a974-a333a6f7bdaa req-9b490a2d-bab8-4981-96f8-061d0014c535 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.1314223 Feb 04 15:55:56.438288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.520002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb3d8620-d053-4884-a974-a333a6f7bdaa req-d32ef3fe-90e2-42cc-b646-be3365225b7b tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871415 Feb 04 15:55:56.619980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:56.681477 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f', 'code': 200} Feb 04 15:55:56.685570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 4, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c34a3d7b-65c0-4921-8500-5cc36d783524', 'name': '', 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'mac_address': 'fa:16:3e:00:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 2, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'subnets': [{'id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:56.691125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Checking router: 5e8517d2-4b5f-4da7-af45-fef33de4339e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:55:56.691603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Updating router 5e8517d2-4b5f-4da7-af45-fef33de4339e port c34a3d7b-65c0-4921-8500-5cc36d783524 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:55:56.760777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:56.859924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:56.877886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8501d72-2061-4949-9283-8e7da33b10dc req-98b50241-9c73-444b-9880-3e266bef9bf1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 1123 time: 0.1273077 Feb 04 15:55:56.978730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8501d72-2061-4949-9283-8e7da33b10dc req-d5d7d323-815f-4c1b-b904-1e2b02c25886 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626066 Feb 04 15:55:57.009524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910040b9-dda0-4f1b-be67-2b6916e5d260 req-35850ffd-53d5-4981-8261-b2e7f7600d6e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.020124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41190) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.024582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-910040b9-dda0-4f1b-be67-2b6916e5d260 req-35850ffd-53d5-4981-8261-b2e7f7600d6e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.1419661 Feb 04 15:55:57.027518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723110563', 'description': 'tempest-description--1504914745'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:57.042375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:57.052723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:security_group and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:57.067293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:57.083024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-910040b9-dda0-4f1b-be67-2b6916e5d260 req-2fc92e27-6a8c-4eea-9502-b406706abe4f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572398 Feb 04 15:55:57.105412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:57.133590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.134508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecaa152d-efac-4188-99ef-5286bd065799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.206775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.216317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:57.223289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:security_group_rule and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:57.226285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:57.246817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:57.263220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:57.270270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Usage tracker for resource:security_group_rule and tenant:48d4b8e40b9043d3adb7c9f56a0641bb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:57.272061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.274281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:57.284469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:57.291144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Transition to ACTIVE for port object c34a3d7b-65c0-4921-8500-5cc36d783524 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:55:57.302112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.349360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.355006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.406817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f702ebd-59f4-4ec3-a391-d25d818fb728 req-6637beab-6938-4210-a5e8-95ed0c21b499 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.416242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f702ebd-59f4-4ec3-a391-d25d818fb728 req-6637beab-6938-4210-a5e8-95ed0c21b499 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.0925269 Feb 04 15:55:57.435542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.493673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f702ebd-59f4-4ec3-a391-d25d818fb728 req-a9a9a587-57ef-40ae-88ec-a416e5dceea6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761836 Feb 04 15:55:57.546931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241c9a2-d6d2-440b-a7d7-a36a5f49ae2f None None] Pushing event updated for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.556734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.563801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.569212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.570220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc2aab53-5d76-48bc-af28-bf9f64d3451c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5490723 Feb 04 15:55:57.571645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.579068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'security_group_rule': {'security_group_id': 'b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:57.589826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:57.601768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:security_group_rule and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:57.605675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:57.621159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:57.664187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbbb15-f5e4-426e-8a5b-8097c83817e4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.676776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f19fe56-16a6-4157-a4c3-18dee3c072b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48d4b8e40b9043d3adb7c9f56a0641bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8127263 Feb 04 15:55:57.677745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41214) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.689634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.719342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Attempting to bind port c34a3d7b-65c0-4921-8500-5cc36d783524 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:55:57.720001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Attempting to bind port c34a3d7b-65c0-4921-8500-5cc36d783524 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:55:57.720622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Attempting to bind port c34a3d7b-65c0-4921-8500-5cc36d783524 on network 23b67b28-edc2-4b50-9c66-0288c70e550a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:55:57.728854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:55:57.729437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Checking segment: {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:55:57.730028 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.730615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Bound using segment: {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:55:57.731252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Bound port: c34a3d7b-65c0-4921-8500-5cc36d783524, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:55:57.731822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.830262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.847472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.849023 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.877572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] For port c34a3d7b-65c0-4921-8500-5cc36d783524, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:55:57.883729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] For port c34a3d7b-65c0-4921-8500-5cc36d783524, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c34a3d7b-65c0-4921-8500-5cc36d783524,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:55:57.885665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1be5da1-af18-4e81-871a-0de5ac3f4427,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:57.895660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.897823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.916870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-bec45781-539b-46a1-9af5-cb03f0af158f tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:57.918538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-bec45781-539b-46a1-9af5-cb03f0af158f tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.1628349 Feb 04 15:55:57.919741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:57.923707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec5b24d2-98ef-4a85-95a3-77b94dac9ca0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3493209 Feb 04 15:55:57.924698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:57.936085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'security_group_rule': {'security_group_id': 'b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:57.952059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:57.964336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:security_group_rule and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:57.969974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:57.999121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241c9a2-d6d2-440b-a7d7-a36a5f49ae2f None None] Pushing event updated for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.008357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:55:58.008891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:58.027773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:58.075213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.079971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Deleting port 50865217-a61e-437b-b86a-43c348a7714d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:55:58.080346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.107572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.209355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbbb15-f5e4-426e-8a5b-8097c83817e4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.287719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.296312 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bbdcace1-181e-464b-9163-de9ae676534e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4abbbb15-f5e4-426e-8a5b-8097c83817e4 HTTP/1.1" status: 204 len: 168 time: 0.6173482 Feb 04 15:55:58.324031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:55:58.334220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.339561 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.384759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.387572 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4587615 Feb 04 15:55:58.391119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.391975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd96b1-8889-4b27-a8c5-9abee425ea15 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cddebac-c395-4eae-b01e-7fa72c329129,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:58.407013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:55:58.415636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:58.422619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:floatingip and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:58.429804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:58.442781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:58.451306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.461118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.518155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] For port 50865217-a61e-437b-b86a-43c348a7714d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=50865217-a61e-437b-b86a-43c348a7714d,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:55:58.518607 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.669212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.674454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:58.753229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 4, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c34a3d7b-65c0-4921-8500-5cc36d783524', 'name': '', 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'mac_address': 'fa:16:3e:00:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:57Z', 'revision_number': 4, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'subnets': [{'id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:55:58.757410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e6078-1262-4105-bd4d-14dd657b12fd None None] The sync data for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 is: [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:55:51Z', 'revision_number': 4, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c34a3d7b-65c0-4921-8500-5cc36d783524', 'name': '', 'network_id': '23b67b28-edc2-4b50-9c66-0288c70e550a', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'mac_address': 'fa:16:3e:00:d8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:50Z', 'updated_at': '2022-02-04T15:55:57Z', 'revision_number': 4, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'subnets': [{'id': 'a0996fb9-ce47-408e-84e0-76fae78a0f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:55:58.762202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Calling delete_port for 50865217-a61e-437b-b86a-43c348a7714d owned by compute:tempest-test_az-1827227315 {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:55:58.857232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-a69e4fe2-f838-4529-be67-c56a7b3df397 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1101 time: 0.7201335 Feb 04 15:55:58.887419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Allocated IP 172.25.5.88 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/a902346f-190e-442e-8a14-aff4f9e9f51e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:55:58.953289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:55:58.993253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f426d5-c45d-49bf-b575-7f7350e0476a req-88493c8f-9660-42ba-a222-a4b89abbdcd7 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:55:59.000238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49f426d5-c45d-49bf-b575-7f7350e0476a req-88493c8f-9660-42ba-a222-a4b89abbdcd7 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/ports?device_id=659cc429-ec5e-4fa9-a551-36954bbddd13 HTTP/1.1" status: 200 len: 971 time: 0.8213720 Feb 04 15:55:59.034294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.049515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.061556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.093853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.101488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-9bb79ad9-1455-4b11-9e41-9fa2b492463d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5754895 Feb 04 15:55:59.166846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:55:59.170384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'Port': ['ID=a902346f-190e-442e-8a14-aff4f9e9f51e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.173086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:55:59.177725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:55:59.185530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49f426d5-c45d-49bf-b575-7f7350e0476a req-62830c7f-3ebe-45a3-a3bf-f204fee85754 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.62 "GET /v2.0/security-groups?id=78321fef-2bb3-43f3-88e4-993cf5b3aac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843514 Feb 04 15:55:59.194066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:59.220247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Usage tracker for resource:security_group_rule and tenant:f61fa5dfd2da47efbe405b4264beeafe is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:59.233403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:55:59.237939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Usage tracker for resource:security_group_rule and tenant:a705c9043bd849ef9025ce70bdd63a6f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:55:59.241492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:59.248552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:59.329149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.330873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:55:59.362157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.375559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['50865217-a61e-437b-b86a-43c348a7714d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:55:59.392216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:55:59.394195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.399150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.468368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.594612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Pushing event deleted for resources: {'Port': ['ID=50865217-a61e-437b-b86a-43c348a7714d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.601810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] No DVR routers for this DVR port 50865217-a61e-437b-b86a-43c348a7714d on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:55:59.614155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.626025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'name': 'network-vif-deleted', 'tag': '50865217-a61e-437b-b86a-43c348a7714d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:55:59.658922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1d65f22-e664-4db2-ad60-387ee8e41fa5 req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046626 Feb 04 15:55:59.751196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05d4c5-74e4-4ae3-a34e-5b2646b94571 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f28892-7eba-47a9-b651-c9947ceb8a4f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.754870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82e8236b-2642-4107-b8ad-56cb68aaf2fc req-e7552e1e-aaff-425e-9855-855225b64b67 tempest-AggregatesAdminTestJSON-1683178529 tempest-AggregatesAdminTestJSON-1683178529-project] 10.222.0.58 "DELETE /v2.0/ports/50865217-a61e-437b-b86a-43c348a7714d HTTP/1.1" status: 204 len: 173 time: 1.8290114 Feb 04 15:55:59.779594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.790993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.806378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.809852 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659cc429-ec5e-4fa9-a551-36954bbddd13', 'name': 'network-vif-deleted', 'tag': '50865217-a61e-437b-b86a-43c348a7714d', 'status': 'completed', 'code': 200} Feb 04 15:55:59.825402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-8e9d44bb-e78c-4db1-be8d-dac111e563e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1101 time: 0.5926695 Feb 04 15:55:59.846747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c34a3d7b-65c0-4921-8500-5cc36d783524 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:55:59.900176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.936074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'Port': ['ID=a902346f-190e-442e-8a14-aff4f9e9f51e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:55:59.957847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.959142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e5aeff4-d49e-4242-8143-d2dca0523580 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5641422 Feb 04 15:55:59.960455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c34a3d7b-65c0-4921-8500-5cc36d783524 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:55:59.972201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c34a3d7b-65c0-4921-8500-5cc36d783524 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:55:59.972627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:55:59.997504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c31859-5ca6-4d19-a052-569a7b72579d req-e3e2254d-aa78-4221-b6ed-73a6fa181d1f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.007018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71c31859-5ca6-4d19-a052-569a7b72579d req-e3e2254d-aa78-4221-b6ed-73a6fa181d1f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.6348295 Feb 04 15:56:00.020907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.053803 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.116329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.158141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f61fa5dfd2da47efbe405b4264beeafe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1971674 Feb 04 15:56:00.158727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:00.159208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c34a3d7b-65c0-4921-8500-5cc36d783524, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c34a3d7b-65c0-4921-8500-5cc36d783524,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:00.172320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.178418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963d895-4016-4932-89b9-7ed6e6f3f066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9051db75-9e63-4c9d-9c6f-ee56f7ff70b2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.198374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71c31859-5ca6-4d19-a052-569a7b72579d req-e74baca2-5929-4b16-a350-ff37eb35b0d9 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902344 Feb 04 15:56:00.225162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-dde119df-e587-4854-b6cf-808789df9a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.226691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-dde119df-e587-4854-b6cf-808789df9a43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3693876 Feb 04 15:56:00.238308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.272562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.322276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.342591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.364093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9051db75-9e63-4c9d-9c6f-ee56f7ff70b2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:00.379360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:00.381091 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3358b29b-e244-4082-b94f-fdd7ece97dc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9051db75-9e63-4c9d-9c6f-ee56f7ff70b2 HTTP/1.1" status: 204 len: 168 time: 0.2213786 Feb 04 15:56:00.419030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-a9cc76e5-7eb9-44fa-8fda-1c565c433eff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1852894 Feb 04 15:56:00.498240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fec3a10c-d270-471e-b828-097b8bbfbcf3 req-2ee257ec-bfa2-480e-b18d-5ae8acaa19a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2809465 Feb 04 15:56:00.504784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-25349e31-cd36-4ecd-ac7f-a44ce7022064 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:00.506602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-25349e31-cd36-4ecd-ac7f-a44ce7022064 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0749772 Feb 04 15:56:00.606639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-3ab56ff0-b66a-49ee-b8cb-ea6bf274f9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867403 Feb 04 15:56:00.812288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-6c4df9b7-8667-452d-9822-18585101150a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--723110563&fields=id&tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 267 time: 0.0822878 Feb 04 15:56:00.820832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-dd8126b8-bed7-4d1a-97f0-44087d040729 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084877 Feb 04 15:56:01.172111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-788e98a0-72a0-48c3-814d-ecfae18ffa09 req-c952e7ae-3ab3-4d21-bb2e-3dc5e13710b0 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278003 Feb 04 15:56:01.177593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-dedff032-88f8-40d2-ad28-8de79f46aaa7 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:01.178979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-dedff032-88f8-40d2-ad28-8de79f46aaa7 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 824 time: 0.3572526 Feb 04 15:56:01.205356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-baf168d0-be21-4812-96b8-d7fb2346b90f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/quotas/4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 375 time: 0.0163538 Feb 04 15:56:01.264117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:01.302026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-46e1d7e9-418c-4b07-b8f5-9273cef07ece tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Synchronizing usage tracker for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:01.319957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-46e1d7e9-418c-4b07-b8f5-9273cef07ece tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Unset dirty status for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:01.321327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-46e1d7e9-418c-4b07-b8f5-9273cef07ece tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101272 Feb 04 15:56:01.470914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-395f1eca-4df2-4e22-bbe4-e5bd6c4792ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2051177 Feb 04 15:56:01.629694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 50865217-a61e-437b-b86a-43c348a7714d no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:01.667252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2495cc29-38bc-43e4-b8fd-aa2e5ae8624e req-cbe0f865-342e-4ed1-ab46-f582b35981b7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0739608 Feb 04 15:56:01.683644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 50865217-a61e-437b-b86a-43c348a7714d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:01.688854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 50865217-a61e-437b-b86a-43c348a7714d not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:01.729837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c34a3d7b-65c0-4921-8500-5cc36d783524 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:01.816025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c34a3d7b-65c0-4921-8500-5cc36d783524 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:01.816406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:01.824110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-cafc76ec-ca46-4e35-93ed-70f333009e13 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:56:01.831138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-cafc76ec-ca46-4e35-93ed-70f333009e13 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2447972 Feb 04 15:56:02.054536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-f8c0391f-0f84-4ea1-8d82-b0c30241aec7 service neutron] 10.222.0.62 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225204 Feb 04 15:56:02.088456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50f1c-056d-40cd-b577-f4636bef6ad4 req-2fbe463b-2aa0-4dcc-bd34-92fc508f5168 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.094831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16e50f1c-056d-40cd-b577-f4636bef6ad4 req-2fbe463b-2aa0-4dcc-bd34-92fc508f5168 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1513517 Feb 04 15:56:02.234100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16e50f1c-056d-40cd-b577-f4636bef6ad4 req-b4c53537-7b9e-4230-abfe-6296ca8f092b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361747 Feb 04 15:56:02.283594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-50e0da06-523d-4798-a7b5-002b2e731ce3 service neutron] 10.222.0.62 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213459 Feb 04 15:56:02.680322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb62350-bb6d-48d2-b516-13bdfb24cf08 req-20de6cd5-2499-4b92-8835-7720714ca410 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:02.691037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5eb62350-bb6d-48d2-b516-13bdfb24cf08 req-20de6cd5-2499-4b92-8835-7720714ca410 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.1270223 Feb 04 15:56:02.746955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5eb62350-bb6d-48d2-b516-13bdfb24cf08 req-7a5d730e-0422-4fbd-b7ec-64a6e8e8d0c2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517883 Feb 04 15:56:02.926253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55ff96a2-0721-492a-b9a6-1dcd797a769e req-04aef068-443d-4ccc-8bf2-91b9391680db tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 210 time: 0.0810225 Feb 04 15:56:03.257952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-f03601fa-eea2-464e-9877-3f218a48f001 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=99094975494b4eed8e40334667f3f042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443322 Feb 04 15:56:03.447295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-5c2a83b2-84a7-46fa-8cf3-53884ec6fc61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1101 time: 0.2721930 Feb 04 15:56:03.570643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094e33-be0e-452a-a984-26a606718e09 req-c3454337-e9c6-4d3c-96d6-0dfe3e4a5ad7 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.572049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-c3454337-e9c6-4d3c-96d6-0dfe3e4a5ad7 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016233 Feb 04 15:56:03.649123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-dd007cf1-e458-4396-8e98-f890871b3223 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/quotas/99094975494b4eed8e40334667f3f042 HTTP/1.1" status: 200 len: 375 time: 0.0694923 Feb 04 15:56:03.656518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41442) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:03.714348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b219a-e343-46be-8e29-2e6feb923074 req-df70b6e8-8e4d-4085-b3f5-2e60fe42185e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.715762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-df70b6e8-8e4d-4085-b3f5-2e60fe42185e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2606308 Feb 04 15:56:03.804784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:03.806753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-6ef3f2ae-3370-4fd7-aa15-e27a5e77d87c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.0810931 Feb 04 15:56:03.839438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:03.843970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:5cac892f7e9848c8aa3ebecf14c41ad4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:03.847426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:03.853723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:03.882239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.41', 57648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:03.935573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e3da2-3cb8-4fde-8417-f9a0f43b9104 req-20f566f1-262e-4c29-95d4-d804370eb0af tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.937086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b11e3da2-3cb8-4fde-8417-f9a0f43b9104 req-20f566f1-262e-4c29-95d4-d804370eb0af tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.3462143 Feb 04 15:56:03.991436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-aa872143-e50a-492b-8f25-e5dd2cb6a8d8 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3289394 Feb 04 15:56:03.994520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b219a-e343-46be-8e29-2e6feb923074 req-6f4e22d6-f551-40ab-8586-d82d69a0232b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:03.995822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-6f4e22d6-f551-40ab-8586-d82d69a0232b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1830699 Feb 04 15:56:04.013748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.028202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.070925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b11e3da2-3cb8-4fde-8417-f9a0f43b9104 req-761f8bae-b251-456e-b88d-08d5953df5b6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212616 Feb 04 15:56:04.092057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cac892f7e9848c8aa3ebecf14c41ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4321613 Feb 04 15:56:04.094891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41452) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:04.191758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6cf57-17bb-4cb7-a24c-2197bccec4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e08bd-a247-42a2-b13a-53d61ff662d9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.204996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-bc484d7a-793a-42de-aee2-bf657b023827 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009349 Feb 04 15:56:04.216165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-ceb685ac-453f-439f-8ccd-e20f283e099e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:04.217712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-ceb685ac-453f-439f-8ccd-e20f283e099e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Synchronizing usage tracker for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:04.238448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-ceb685ac-453f-439f-8ccd-e20f283e099e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Unset dirty status for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:04.239960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-ceb685ac-453f-439f-8ccd-e20f283e099e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 824 time: 0.3565741 Feb 04 15:56:04.340234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-b5461c32-6cb1-4155-a673-c13ffb685391 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Synchronizing usage tracker for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:04.362195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-b5461c32-6cb1-4155-a673-c13ffb685391 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Unset dirty status for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:04.364500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-b5461c32-6cb1-4155-a673-c13ffb685391 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 379 time: 0.1122947 Feb 04 15:56:04.374302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'port': {'device_id': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'admin_state_up': True, 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'security_groups': ['b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:04.385615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51b89a67-8649-4a87-af1a-112626cbef33 req-5550b679-911f-43b4-812f-cf8645ebf927 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 210 time: 0.0541084 Feb 04 15:56:04.410803 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.450813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-407d8c70-7c16-4547-8862-4eb653c94ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288492 Feb 04 15:56:04.454936 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.625749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:04.638598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1076366-43c6-490e-9274-ebbfd43f42b5 req-4ffc7d8a-26f1-4796-85a0-84a6300c2fba tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 210 time: 0.0661535 Feb 04 15:56:04.651473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:04.679695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Made reservation on behalf of 4a9b9825d05644bf9c4d8cf78bbf4500 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:04.689820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.717479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.754699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-10014ffa-00d6-4488-b1e3-ed451c50c826 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917962 Feb 04 15:56:04.766261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e08bd-a247-42a2-b13a-53d61ff662d9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:04.780083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:04.781096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87d77728-06e6-4d7a-85fb-6db2fddb45d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f11e08bd-a247-42a2-b13a-53d61ff662d9 HTTP/1.1" status: 204 len: 168 time: 0.6833458 Feb 04 15:56:05.006749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Allocated IP 172.20.0.6 (211102f1-651a-41d6-abc8-3cab15949d86/bfdc2f80-0b1e-4f96-bf71-cea64c996e71/703536b2-0811-48b9-bd0b-969ab1d448aa) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:05.323445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.373566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Transition to ACTIVE for port object 703536b2-0811-48b9-bd0b-969ab1d448aa will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:05.409915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41518) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:05.416675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.430501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.469902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc7544-5f45-4f44-9105-b11a4fa2a386 req-6cf0c653-cc9d-46b7-94ea-0e034f6ee69e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.477090 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fc7544-5f45-4f44-9105-b11a4fa2a386 req-6cf0c653-cc9d-46b7-94ea-0e034f6ee69e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1306701 Feb 04 15:56:05.507786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Network 211102f1-651a-41d6-abc8-3cab15949d86 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:05.511564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:05.513848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.516076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:05.516460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:05.520090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:05.520705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.521251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Usage tracker for resource:security_group_rule and tenant:c4308ac2f58c4c779c6d6c62c64ba344 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:05.530186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:05.541260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:05.554181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fc7544-5f45-4f44-9105-b11a4fa2a386 req-9f11d446-833e-4e9f-a704-9282fd94c56d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765116 Feb 04 15:56:05.573291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-2b685d45-c597-4da9-9391-b8d7819f29cd tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2041399 Feb 04 15:56:05.586454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Request body: {'port': {'device_id': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:05.659888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.666374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.775065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:05.852562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-7b524653-240b-4fdd-bb29-e2524797ce8a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=99094975494b4eed8e40334667f3f042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497971 Feb 04 15:56:05.855397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4308ac2f58c4c779c6d6c62c64ba344&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4445376 Feb 04 15:56:05.856158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430e106-b2e1-488b-840e-b04ce41d0851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311eceb2-e49e-483f-a3ed-0d7b01933fab,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:05.858704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:05.906921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa9c8734-3e5f-4877-9047-ddd0d4460c85 None None] Provisioning for port 703536b2-0811-48b9-bd0b-969ab1d448aa completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:05.913572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa9c8734-3e5f-4877-9047-ddd0d4460c85 None None] Provisioning complete for port 703536b2-0811-48b9-bd0b-969ab1d448aa triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:05.914016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9c8734-3e5f-4877-9047-ddd0d4460c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.012321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c8734-3e5f-4877-9047-ddd0d4460c85 None None] Port 703536b2-0811-48b9-bd0b-969ab1d448aa cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:06.051924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee5d7e-b91b-428c-b3ac-449d4a81cbc7 req-f3de519b-e7a2-4c1b-a11e-db62706be8e1 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.054898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7ee5d7e-b91b-428c-b3ac-449d4a81cbc7 req-f3de519b-e7a2-4c1b-a11e-db62706be8e1 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 931 time: 0.3273344 Feb 04 15:56:06.106171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094e33-be0e-452a-a984-26a606718e09 req-526dad83-ea75-44ac-8472-b840f388f07a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:06.107578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-526dad83-ea75-44ac-8472-b840f388f07a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472341 Feb 04 15:56:06.153000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.169906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Request body: {'port': {'device_id': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '99094975494b4eed8e40334667f3f042'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:06.224136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703536b2-0811-48b9-bd0b-969ab1d448aa {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:06.231040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.247830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Transition to ACTIVE for port object 703536b2-0811-48b9-bd0b-969ab1d448aa will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:06.253319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.316730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.332822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cab17b6-2efa-433b-950b-d80b4a8d08aa req-5b666320-761f-412c-8a66-24fd5da64728 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 210 time: 0.0762413 Feb 04 15:56:06.344174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7ee5d7e-b91b-428c-b3ac-449d4a81cbc7 req-03b31a60-0fdb-4cf6-8e33-3ec8fd9823da tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831089 Feb 04 15:56:06.383954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Pushing event updated for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.412675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:06.416906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Usage tracker for resource:port and tenant:99094975494b4eed8e40334667f3f042 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:06.419824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:06.426279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:06.451730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Made reservation on behalf of 99094975494b4eed8e40334667f3f042 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:06.459775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.467222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Attempting to bind port 703536b2-0811-48b9-bd0b-969ab1d448aa on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:06.467724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Attempting to bind port 703536b2-0811-48b9-bd0b-969ab1d448aa by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:06.470715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Attempting to bind port 703536b2-0811-48b9-bd0b-969ab1d448aa on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:06.476856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Port 703536b2-0811-48b9-bd0b-969ab1d448aa on network 211102f1-651a-41d6-abc8-3cab15949d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:06.477181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Attempting to bind port 703536b2-0811-48b9-bd0b-969ab1d448aa on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:06.485347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.486827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:06.487363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Checking segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:06.488226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Bound using segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:06.489835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Bound port: 703536b2-0811-48b9-bd0b-969ab1d448aa, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:06.490401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.536898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311eceb2-e49e-483f-a3ed-0d7b01933fab,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:06.541064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.542573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8815271-2c8c-4368-82fe-b1187f9898d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/311eceb2-e49e-483f-a3ed-0d7b01933fab HTTP/1.1" status: 204 len: 168 time: 0.6803727 Feb 04 15:56:06.687509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:06.692144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=703536b2-0811-48b9-bd0b-969ab1d448aa,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:06.701663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.772253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Allocated IP 192.168.233.139 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:06.889197 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:06.894202 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] 10.222.0.41 "PUT /v2.0/ports/703536b2-0811-48b9-bd0b-969ab1d448aa HTTP/1.1" status: 200 len: 1091 time: 1.3130903 Feb 04 15:56:06.900011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:06.949772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3968b6b-7cbb-4dee-a23d-69ffa75b6193 service neutron] Pushing event updated for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.069060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-39a205c8-578b-4ce5-b88c-5f02e3fe376c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 1094 time: 0.1217253 Feb 04 15:56:07.197361 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'status': 'completed', 'code': 200} Feb 04 15:56:07.225534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-fc03e49d-3319-405c-a91f-80c9b8b53e0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=703536b2-0811-48b9-bd0b-969ab1d448aa HTTP/1.1" status: 200 len: 217 time: 0.1485591 Feb 04 15:56:07.364959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-62c73849-1b32-480e-ad5f-e09f4a7af146 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.369351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-62c73849-1b32-480e-ad5f-e09f4a7af146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.1351454 Feb 04 15:56:07.394447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f04ec-218e-455e-8a10-cd12b8b4fafb req-676b35ae-0779-4cc5-bd1d-15512ac6d940 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.401202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953f04ec-218e-455e-8a10-cd12b8b4fafb req-676b35ae-0779-4cc5-bd1d-15512ac6d940 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.5361395 Feb 04 15:56:07.425213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.456762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Transition to ACTIVE for port object f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:07.483771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953f04ec-218e-455e-8a10-cd12b8b4fafb req-e6c06a2f-d7d5-48a6-8328-8175f9f983d1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Feb 04 15:56:07.503263 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-bd975da0-ddec-4512-952f-8be0710f0931 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278722 Feb 04 15:56:07.524177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.535722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['840dcd0f-2eab-4c96-8b2d-ad8baca1469f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:07.757751 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-1d726d59-a052-4db0-8529-508adc1bac8f service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444036 Feb 04 15:56:07.801224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:07.808851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:07.810674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Pushing event updated for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:07.813391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:07.817832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.818465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:07.872513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-569842b0-cd89-4a35-ab39-08bd831dbe06 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7210126 Feb 04 15:56:07.883394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bd890-9930-4686-8d48-88b421426a8d req-30db0117-e215-46db-9ce5-c99e099c3855 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:07.884072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-893bd890-9930-4686-8d48-88b421426a8d req-30db0117-e215-46db-9ce5-c99e099c3855 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Synchronizing usage tracker for tenant:99094975494b4eed8e40334667f3f042 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:07.930471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Request body: {'port': {'device_id': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:07.975962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-893bd890-9930-4686-8d48-88b421426a8d req-30db0117-e215-46db-9ce5-c99e099c3855 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Unset dirty status for tenant:99094975494b4eed8e40334667f3f042 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:07.984504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-893bd890-9930-4686-8d48-88b421426a8d req-30db0117-e215-46db-9ce5-c99e099c3855 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 936 time: 0.2611711 Feb 04 15:56:08.003963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4db609-0d5f-4d89-ab78-63412a0d7e6a req-ac7c8504-ffba-46db-9ca2-76c77d16d20b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.011223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b4db609-0d5f-4d89-ab78-63412a0d7e6a req-ac7c8504-ffba-46db-9ca2-76c77d16d20b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 943 time: 0.3653777 Feb 04 15:56:08.033978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41610) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:08.064683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57b8fe78-f1fc-437e-b6d8-d99984dd43be req-4a199dca-b64a-45dd-acdf-6dc464d1de7a service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001342 Feb 04 15:56:08.178542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-893bd890-9930-4686-8d48-88b421426a8d req-643bdd37-8a1e-487c-a3eb-68ce98fc8900 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925640 Feb 04 15:56:08.183544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1aa5-b54f-4f71-a813-c40244f91f2f None None] Provisioning for port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:08.191675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1a2e1aa5-b54f-4f71-a813-c40244f91f2f None None] Provisioning complete for port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:08.192055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1aa5-b54f-4f71-a813-c40244f91f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.233360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.260164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-35947016-2d2e-4c5f-a8c3-b6f937c139d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 1094 time: 0.1337404 Feb 04 15:56:08.280776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b4db609-0d5f-4d89-ab78-63412a0d7e6a req-f1825bd3-fef1-48bf-8a74-b95d0594fe9e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683182 Feb 04 15:56:08.307920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e1aa5-b54f-4f71-a813-c40244f91f2f None None] Port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:08.455933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.512348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:08.516516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Usage tracker for resource:security_group_rule and tenant:1bc280a33ebb460bbd38601699195d42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:08.520329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:08.526046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:08.611701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-375665ad-4682-46a4-a552-51d56f4013a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.613441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-375665ad-4682-46a4-a552-51d56f4013a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 925 time: 0.3445718 Feb 04 15:56:08.693700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-634fb84e-596d-4abd-b89a-cc08ded4a543 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=703536b2-0811-48b9-bd0b-969ab1d448aa HTTP/1.1" status: 200 len: 217 time: 0.0689566 Feb 04 15:56:08.768515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.786635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-afe3023d-8047-4353-a7b1-db2e8c723c9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:08.788260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-afe3023d-8047-4353-a7b1-db2e8c723c9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.0865161 Feb 04 15:56:08.789514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.813381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:08.862814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.896202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Transition to ACTIVE for port object f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:08.912809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:08.938956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e6272-ca84-410c-8161-2b9d2d68087e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:08.975401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8e32ad1-a2b8-404b-b38c-929080b3fd1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bc280a33ebb460bbd38601699195d42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9377356 Feb 04 15:56:08.981802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:09.018640 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-9ef858b5-ea39-40b3-bb0f-19ac0c75a7fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211721 Feb 04 15:56:09.120825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08740c-9c15-4c11-9363-8f0cd46a8c83 req-9b6c5f42-bafd-4341-bdd4-dfbd0b2f98d0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:09.122405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b08740c-9c15-4c11-9363-8f0cd46a8c83 req-9b6c5f42-bafd-4341-bdd4-dfbd0b2f98d0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.3116288 Feb 04 15:56:09.166208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.312806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:09.338945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-6f68f808-ea3d-419d-9b26-ac4e7b18614c service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140552 Feb 04 15:56:09.362784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.406298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b08740c-9c15-4c11-9363-8f0cd46a8c83 req-3ee8c52c-4901-4392-b344-da1445d6bba7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667861 Feb 04 15:56:09.414586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Attempting to bind port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:09.418926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Attempting to bind port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:09.419385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Attempting to bind port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:09.463670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.481580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:09.484675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Attempting to bind port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:09.521777 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2f4358e-0161-4f2b-979a-5d1fe5eac7f6 req-01d1fa41-c80d-419d-8ee8-c4be8de48e3f service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765709 Feb 04 15:56:09.540659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:09.542771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:09.544301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:09.547189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Bound port: f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:09.549764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.746174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.792511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.815648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:09.836647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e6272-ca84-410c-8161-2b9d2d68087e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:09.852613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:09.862192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:09.864806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Usage tracker for resource:security_group_rule and tenant:33f77cc18b4047ff957c17e5d99a8eff is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:09.870734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.871817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-255aeb75-82e8-403d-a6b9-511e0f99fad9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da6e6272-ca84-410c-8161-2b9d2d68087e HTTP/1.1" status: 204 len: 168 time: 0.8872144 Feb 04 15:56:09.873587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:09.883465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:09.887007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:09.935658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d7e86-ca28-4e4c-a469-bd1b961f77d6 req-87a358b3-afb6-4eec-9280-fc470134818a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:09.937084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b3d7e86-ca28-4e4c-a469-bd1b961f77d6 req-87a358b3-afb6-4eec-9280-fc470134818a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 943 time: 0.3393664 Feb 04 15:56:09.965923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9158c-dd85-494b-9380-13e59e460c2c req-81ac36f6-43a9-4956-9b2d-733d8f8f4d11 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:09.971942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cea9158c-dd85-494b-9380-13e59e460c2c req-81ac36f6-43a9-4956-9b2d-733d8f8f4d11 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 948 time: 0.3999228 Feb 04 15:56:10.103620 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.104477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 HTTP/1.1" status: 200 len: 1096 time: 2.2051818 Feb 04 15:56:10.105877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:10.163939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b3d7e86-ca28-4e4c-a469-bd1b961f77d6 req-cd9c28b1-5ec6-45b1-bf3c-11d98b4685cb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082791 Feb 04 15:56:10.233072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cea9158c-dd85-494b-9380-13e59e460c2c req-d53a4ea7-eb53-452f-9eba-ee8168f0e99f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599709 Feb 04 15:56:10.233860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756ef2e-d2fe-4139-ad57-6280630870c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.320058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.347380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.398218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33f77cc18b4047ff957c17e5d99a8eff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0757511 Feb 04 15:56:10.400922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41722) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.401401 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0', 'status': 'completed', 'code': 200} Feb 04 15:56:10.427688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41726) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.432928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-9c0a586d-75cd-4106-b030-cbd39adbf000 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 1099 time: 0.2794867 Feb 04 15:56:10.436923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94d09a-421a-44de-914c-e95a6708aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455462d-cc82-4f76-ad78-28eff228478f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.462713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.525587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:10.538709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-34705e37-c6c6-4757-975c-1dec1af3cdb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 HTTP/1.1" status: 200 len: 217 time: 0.0830894 Feb 04 15:56:10.542732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Usage tracker for resource:security_group_rule and tenant:f1aaffb7b86a42fa8b40a8691ce5aa8a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:10.547482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:10.570846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.585521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:10.606452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe094e33-be0e-452a-a984-26a606718e09 req-3084f6b5-871b-479e-b689-6a7e4c602aca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.607828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-3084f6b5-871b-479e-b689-6a7e4c602aca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0662687 Feb 04 15:56:10.612957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.669766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-c6504d43-4d66-42de-b7c4-fbdc9bb3acab tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c8fff04e8174827bd4317beaa860036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653930 Feb 04 15:56:10.705581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.706639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.721147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.731129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455462d-cc82-4f76-ad78-28eff228478f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.779578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.780673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-260779a3-7b75-4aac-a4af-5a29b71a4082 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e455462d-cc82-4f76-ad78-28eff228478f HTTP/1.1" status: 204 len: 168 time: 0.3786232 Feb 04 15:56:10.785177 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1aaffb7b86a42fa8b40a8691ce5aa8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3560877 Feb 04 15:56:10.787759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41742) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:10.790416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5745e-84a0-4d96-b5f4-6eca6510923a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8500bc-f04b-4a9c-9ec5-2f802ef49317,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.855724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.884981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.895791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-139636dd-09d5-4c9a-a82d-4f04e50cf06b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.897209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-139636dd-09d5-4c9a-a82d-4f04e50cf06b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185440 Feb 04 15:56:10.901791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-4fcc760a-6f11-4732-8faa-a97602d1a7cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2729990 Feb 04 15:56:10.939125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.957923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8500bc-f04b-4a9c-9ec5-2f802ef49317,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:10.961366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:10.962504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11deaf83-3339-42be-8fd3-9fc0059e42dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac8500bc-f04b-4a9c-9ec5-2f802ef49317 HTTP/1.1" status: 204 len: 168 time: 0.1738350 Feb 04 15:56:10.996038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80455a-1393-4dc0-8d0a-8a83d417786c req-727a02b5-6f70-4938-abbe-da8f4bdd59cb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:10.997716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e80455a-1393-4dc0-8d0a-8a83d417786c req-727a02b5-6f70-4938-abbe-da8f4bdd59cb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.2946470 Feb 04 15:56:11.009675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-84bec7bc-5630-40cc-805e-a946475ceabe tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/quotas/4c8fff04e8174827bd4317beaa860036 HTTP/1.1" status: 200 len: 375 time: 0.1050184 Feb 04 15:56:11.083929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-98aac66d-28eb-4503-afda-a6eead4825c0 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733316 Feb 04 15:56:11.193230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e80455a-1393-4dc0-8d0a-8a83d417786c req-c866ae8c-6bc6-493e-90a3-363770d1e729 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785758 Feb 04 15:56:11.202067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-af52b02e-bada-44d2-ba9c-c04e6dd64a34 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882318 Feb 04 15:56:11.355466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41764) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.377672 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.422174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe094e33-be0e-452a-a984-26a606718e09 req-c1d88309-5248-439b-87ba-7398e2eab72f service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134461 Feb 04 15:56:11.429698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:11.435139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Usage tracker for resource:security_group_rule and tenant:06854eb97d3e420583b92f7da333b23d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:11.439490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:11.447148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:11.492292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 703536b2-0811-48b9-bd0b-969ab1d448aa details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:11.579894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.591975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.664358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-cfaff77f-0740-486a-9494-2200aa3ed9a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99094975494b4eed8e40334667f3f042&device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 1099 time: 0.1849298 Feb 04 15:56:11.673783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce55c52-b659-4ced-9414-ad71e64b2c5c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:11.687774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bebf38-de1d-45a5-afe9-355ed3f75e83 req-9d7a8dad-64f8-41eb-b1cd-073469075266 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:11.689777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13bebf38-de1d-45a5-afe9-355ed3f75e83 req-9d7a8dad-64f8-41eb-b1cd-073469075266 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 943 time: 0.1533909 Feb 04 15:56:11.732489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5c76b541-8d7d-4ff9-b07c-ae6ee1bc376b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=06854eb97d3e420583b92f7da333b23d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730528 Feb 04 15:56:11.733321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:11.796656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=703536b2-0811-48b9-bd0b-969ab1d448aa,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:11.825206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'port_id': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'mac_address': 'fa:16:3e:13:66:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:11.857972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.898529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.899679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.921705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703536b2-0811-48b9-bd0b-969ab1d448aa {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:11.941998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=703536b2-0811-48b9-bd0b-969ab1d448aa,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:11.950113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.974859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:11.977801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7c473b7-ed11-4e95-80af-d3750c5a29fe req-3f67482e-2427-449d-841a-955fa740cdfd tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 210 time: 0.0938628 Feb 04 15:56:12.002753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-01365c53-690a-451a-89ac-b0714ee5223b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.004566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-01365c53-690a-451a-89ac-b0714ee5223b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3120434 Feb 04 15:56:12.018968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13bebf38-de1d-45a5-afe9-355ed3f75e83 req-2957e96b-11bb-494a-b9dc-422db0eb2458 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898939 Feb 04 15:56:12.021261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce55c52-b659-4ced-9414-ad71e64b2c5c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.041423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:12.042770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-78d08cca-9726-440b-a4b6-f531a924c378 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ce55c52-b659-4ced-9414-ad71e64b2c5c HTTP/1.1" status: 204 len: 168 time: 0.3061161 Feb 04 15:56:12.128419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:12.163240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['703536b2-0811-48b9-bd0b-969ab1d448aa'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:12.190258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-7cd3207f-7600-4808-9d04-876dfd9024b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 HTTP/1.1" status: 200 len: 217 time: 0.1679478 Feb 04 15:56:12.343949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-dd97d934-fcfa-4090-8493-d15d48b757ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.353528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-dd97d934-fcfa-4090-8493-d15d48b757ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1494453 Feb 04 15:56:12.719745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d73fb-d325-4e8e-b7f8-6a4b583aa1a2 req-6beefe76-c23d-473f-884c-46b1e5a7938a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.721753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-299d73fb-d325-4e8e-b7f8-6a4b583aa1a2 req-6beefe76-c23d-473f-884c-46b1e5a7938a tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 948 time: 0.5201046 Feb 04 15:56:12.760269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-13465552-2b1e-4d16-96a5-88bca25704f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3107808 Feb 04 15:56:12.853191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ae7e5-c60b-4fc4-93d3-2448731079c0 req-0ac30f31-26f1-47f4-9287-01d9e01fcd31 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:12.855084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-501ae7e5-c60b-4fc4-93d3-2448731079c0 req-0ac30f31-26f1-47f4-9287-01d9e01fcd31 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.2384245 Feb 04 15:56:12.881586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-12056a49-5e02-41a3-999d-b663fe3e10b4 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4c8fff04e8174827bd4317beaa860036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378630 Feb 04 15:56:12.941822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-299d73fb-d325-4e8e-b7f8-6a4b583aa1a2 req-c68f2ecb-b1e4-4651-99dc-3e93948aadde tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100859 Feb 04 15:56:13.042023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-501ae7e5-c60b-4fc4-93d3-2448731079c0 req-b96dbdd4-2832-4529-928e-e02579ee99e9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791706 Feb 04 15:56:13.057271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-30a9ed77-5137-4349-b4c8-80b4de63d11b service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852976 Feb 04 15:56:13.248914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-0d7a2c3c-3eda-4107-8ff8-b1bfdf96880d tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.250281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-0d7a2c3c-3eda-4107-8ff8-b1bfdf96880d tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638754 Feb 04 15:56:13.272433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Request body: {'port': {'device_id': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '4c8fff04e8174827bd4317beaa860036'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:13.309331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bfadb68-0ca3-4d87-8cb4-9293330b2a1b req-ae130274-be00-4da6-a61f-75bb3d8cb22c tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 210 time: 0.0579524 Feb 04 15:56:13.385591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15418cb8-3626-4590-b138-bc5c62d2d8ff req-8b4bc7d9-ce55-45fd-b724-048215589077 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193617 Feb 04 15:56:13.494829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b9d12-a776-4bfe-a826-d1ab37a96322 req-71460d36-e779-45bc-9638-b7b3e2dabab9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:13.496795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a37b9d12-a776-4bfe-a826-d1ab37a96322 req-71460d36-e779-45bc-9638-b7b3e2dabab9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 944 time: 0.1078072 Feb 04 15:56:13.506610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 703536b2-0811-48b9-bd0b-969ab1d448aa up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:13.560990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a37b9d12-a776-4bfe-a826-d1ab37a96322 req-4f71c22f-9a11-424f-b259-0aac93a3d003 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586004 Feb 04 15:56:13.692596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 703536b2-0811-48b9-bd0b-969ab1d448aa completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:13.701027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 703536b2-0811-48b9-bd0b-969ab1d448aa triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:13.701402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.723766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:13.728006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Usage tracker for resource:port and tenant:4c8fff04e8174827bd4317beaa860036 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:13.733025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:13.748747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.768454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Made reservation on behalf of 4c8fff04e8174827bd4317beaa860036 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:13.771831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.797384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.865061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:13.897698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:13.902797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Usage tracker for resource:security_group_rule and tenant:4c8fff04e8174827bd4317beaa860036 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:13.906616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:13.913700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:13.922696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=703536b2-0811-48b9-bd0b-969ab1d448aa,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:13.925709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:13.936918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.055440 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'code': 200} Feb 04 15:56:14.071975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.083500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.119758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.190561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707e05e1-97b4-4abb-9778-5db76310c9c9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.325678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Allocated IP 192.168.233.100 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/687add18-2d24-49cd-acb6-8a07a2a0be8b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:14.375686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62128a35-d20d-4d05-9170-92e0a6da8a83 req-e4a26efd-fdb4-4d67-840c-4bf17ca647dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 1096 time: 0.2519057 Feb 04 15:56:14.471689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8ca69-f6ca-4177-9893-9bff133c0199 req-4591d13c-efad-4415-a161-a25490edce74 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.473139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44d8ca69-f6ca-4177-9893-9bff133c0199 req-4591d13c-efad-4415-a161-a25490edce74 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.2061896 Feb 04 15:56:14.481115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779af8-314c-4335-a64f-0fbbc78fb771 req-17b31573-1183-4e69-9513-339643a52fea tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.482537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81779af8-314c-4335-a64f-0fbbc78fb771 req-17b31573-1183-4e69-9513-339643a52fea tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 948 time: 0.1705368 Feb 04 15:56:14.500228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62128a35-d20d-4d05-9170-92e0a6da8a83 req-3f8195c8-7815-4674-bb39-6d3018dc8a82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133156 Feb 04 15:56:14.572758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44d8ca69-f6ca-4177-9893-9bff133c0199 req-dff579ed-dc1b-4f70-a259-593fe1432bc3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888491 Feb 04 15:56:14.582280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41900) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:14.595987 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.597157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81779af8-314c-4335-a64f-0fbbc78fb771 req-af3fa1ea-ad8b-418f-b2c4-6e09bfbbf963 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958307 Feb 04 15:56:14.613191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Transition to ACTIVE for port object 687add18-2d24-49cd-acb6-8a07a2a0be8b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:14.640359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.734490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:14.738102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:14.743299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:14.747123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.747722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:14.752538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Pushing event updated for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:14.781217 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-e2b8520d-7320-4cf9-a651-3cadd90513ed tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5132520 Feb 04 15:56:14.820652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Request body: {'port': {'device_id': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:14.894286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8d1a2-20c3-4e8f-8861-78f6c7a2a289 req-25614f87-9910-4638-9960-2cca667a8855 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:14.895779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ce8d1a2-20c3-4e8f-8861-78f6c7a2a289 req-25614f87-9910-4638-9960-2cca667a8855 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 936 time: 0.1516218 Feb 04 15:56:14.976864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ce8d1a2-20c3-4e8f-8861-78f6c7a2a289 req-07f77dbf-f3cf-4ef4-834b-06d062c54697 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722082 Feb 04 15:56:15.013673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3a8a65f-0ac3-4a12-aa8e-191ba55b056f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f9a874809a64e2eaf34554ec0cd5671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4302239 Feb 04 15:56:15.016428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:15.031125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.106192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-0ea0ea6d-a5c4-49da-9976-e8ba3b6ff224 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364022 Feb 04 15:56:15.129574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.171929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-96432c14-119e-476b-a250-c11e1739e9e0 None None] Provisioning for port 687add18-2d24-49cd-acb6-8a07a2a0be8b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:15.178912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-96432c14-119e-476b-a250-c11e1739e9e0 None None] Provisioning complete for port 687add18-2d24-49cd-acb6-8a07a2a0be8b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:15.179289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-96432c14-119e-476b-a250-c11e1739e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.185005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.274202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-96432c14-119e-476b-a250-c11e1739e9e0 None None] Port 687add18-2d24-49cd-acb6-8a07a2a0be8b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:15.398233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a74bc-816f-4914-a818-7297146f23fd req-ca47800f-3528-418d-b5c4-f5c3b00dad35 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.399691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-ca47800f-3528-418d-b5c4-f5c3b00dad35 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713490 Feb 04 15:56:15.403791 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.432654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78321fef-2bb3-43f3-88e4-993cf5b3aac2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:15.443718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c78906-4428-429b-a901-06c346e51257 req-285c4be5-8665-49a7-8bd3-ee6600087829 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:15.445258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7c78906-4428-429b-a901-06c346e51257 req-285c4be5-8665-49a7-8bd3-ee6600087829 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.2071807 Feb 04 15:56:15.455489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-14010072-1c2f-4922-8c12-44e57861c29d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.0365551 Feb 04 15:56:15.456758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.457786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9123b61-e249-45d3-b63b-975b5111423a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78321fef-2bb3-43f3-88e4-993cf5b3aac2 HTTP/1.1" status: 204 len: 168 time: 0.4392846 Feb 04 15:56:15.469467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687add18-2d24-49cd-acb6-8a07a2a0be8b {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:15.477589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.497126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Transition to ACTIVE for port object 687add18-2d24-49cd-acb6-8a07a2a0be8b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:15.502462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:15.592633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-7e8ddcd4-0bc8-418a-8552-c59db956d692 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901027 Feb 04 15:56:15.664199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7c78906-4428-429b-a901-06c346e51257 req-0eda5f3f-5cab-410e-8921-75fda471adb5 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049513 Feb 04 15:56:15.693441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:15.721141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:15.848163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Attempting to bind port 687add18-2d24-49cd-acb6-8a07a2a0be8b on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:15.848506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Attempting to bind port 687add18-2d24-49cd-acb6-8a07a2a0be8b by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:15.848832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Attempting to bind port 687add18-2d24-49cd-acb6-8a07a2a0be8b on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:15.868705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Port 687add18-2d24-49cd-acb6-8a07a2a0be8b on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:15.869029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Attempting to bind port 687add18-2d24-49cd-acb6-8a07a2a0be8b on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:15.898865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:15.899326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:15.899722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:15.900164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Bound port: 687add18-2d24-49cd-acb6-8a07a2a0be8b, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:15.900511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.073568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e6bfc-11ea-4f9a-9556-fbb0a271b211 req-2f555cff-42c2-4ca6-b021-4e6592648dd5 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.075383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b16e6bfc-11ea-4f9a-9556-fbb0a271b211 req-2f555cff-42c2-4ca6-b021-4e6592648dd5 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 948 time: 0.1855047 Feb 04 15:56:16.108336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:16.112593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:16.119285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.147642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:16.172036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0', 'mac_address': 'fa:16:3e:c8:ad:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:16.215132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.216508 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/687add18-2d24-49cd-acb6-8a07a2a0be8b HTTP/1.1" status: 200 len: 1096 time: 1.4058905 Feb 04 15:56:16.216952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:16.223813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b16e6bfc-11ea-4f9a-9556-fbb0a271b211 req-c2f7f77f-37df-4f0b-bb5c-d5732dba8a65 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321743 Feb 04 15:56:16.253782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4dc6-5f04-4727-8803-e4f52b7f13aa req-fcd17d3a-f50b-4fbe-9d49-2850d25fcb89 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.262692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-951e4dc6-5f04-4727-8803-e4f52b7f13aa req-fcd17d3a-f50b-4fbe-9d49-2850d25fcb89 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.2286665 Feb 04 15:56:16.264296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.267959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495e731-82dd-4b04-a0f7-d126187ff5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.279831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.289058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:16.310243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:16.317900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.343386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-951e4dc6-5f04-4727-8803-e4f52b7f13aa req-a9f379f0-f2da-4c21-b976-b66827cd72c0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791924 Feb 04 15:56:16.418622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.483066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-07de5310-fa3a-4e86-bdea-daae89dc555e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 1099 time: 0.1744525 Feb 04 15:56:16.488675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:16.489188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a817c767-c27e-4da9-a394-806149dd4d73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f086eded1fc848f9882c64613d252b01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2081521 Feb 04 15:56:16.532324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:16.635404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-5cff2f21-c466-47e9-8759-da08ec0b26b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b HTTP/1.1" status: 200 len: 217 time: 0.1430881 Feb 04 15:56:16.661348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8580c0a8-b87a-4c92-a57f-71db31d4851a req-968b0f0f-50ed-4f30-abc7-1522031bbb3d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 210 time: 0.1380532 Feb 04 15:56:16.730171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.804239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.805705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-4782171f-c382-4e07-ae02-8fc8a23c1515 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:16.810833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-4782171f-c382-4e07-ae02-8fc8a23c1515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1676664 Feb 04 15:56:16.863523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.881509 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b', 'status': 'completed', 'code': 200} Feb 04 15:56:16.885633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521e37b4-e4f4-420d-aca9-f7f44a77b703,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:16.895037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:16.899152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/521e37b4-e4f4-420d-aca9-f7f44a77b703 HTTP/1.1" status: 204 len: 168 time: 0.4087355 Feb 04 15:56:16.905906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.906242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.907846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.908239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.908831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.909163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.909485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.909802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.910970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.911312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.911636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448368a-c2c7-4841-b074-fd5134277c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:16.952163 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-541e504c-0592-4134-8c7c-bda0553020e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328843 Feb 04 15:56:17.131065 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-9d49d8b4-b104-4a0e-a3ea-e88680595684 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728623 Feb 04 15:56:17.146096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ce770-fd5f-4178-a1af-ae071c313398 req-c7b1988b-f8df-473c-9f03-68038c223047 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.147703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b14ce770-fd5f-4178-a1af-ae071c313398 req-c7b1988b-f8df-473c-9f03-68038c223047 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.0902495 Feb 04 15:56:17.246498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b14ce770-fd5f-4178-a1af-ae071c313398 req-0bd7bfc9-c4eb-4cc9-88c3-b91141600355 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667157 Feb 04 15:56:17.269004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268f451-d0ee-4615-9771-717397c858fc req-9e370e20-3aee-4726-b143-583b5fe2269c tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.275836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2268f451-d0ee-4615-9771-717397c858fc req-9e370e20-3aee-4726-b143-583b5fe2269c tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 948 time: 0.1270916 Feb 04 15:56:17.302205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4acc9925-7119-4e62-8d9a-f6ef847e3ea7 req-0a80c81e-f7f6-47eb-8582-cb06c1625bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640666 Feb 04 15:56:17.328774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2268f451-d0ee-4615-9771-717397c858fc req-bb626ea9-1fa9-4fb8-b4f9-157769b334a1 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519934 Feb 04 15:56:17.492856 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-b1e0f7c0-b4be-4c71-955f-f2c9ea6a6324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 1099 time: 0.1276314 Feb 04 15:56:17.627696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2bbf-3a50-4d48-980c-850075551d0e req-fff4ad62-8712-4bff-b941-19470988e98d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.634551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e7f2bbf-3a50-4d48-980c-850075551d0e req-fff4ad62-8712-4bff-b941-19470988e98d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 949 time: 0.1708333 Feb 04 15:56:17.656550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-d591b649-9fe3-40d0-bba3-e6853c5e6f28 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112981 Feb 04 15:56:17.683089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-230a2665-ec54-4948-b7a7-4f2fac1e59b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.684686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-230a2665-ec54-4948-b7a7-4f2fac1e59b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1849749 Feb 04 15:56:17.724446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:17.817537 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-ab045c59-34b5-4ea0-acf6-d5de927cc350 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b HTTP/1.1" status: 200 len: 217 time: 0.1257970 Feb 04 15:56:17.849425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e7f2bbf-3a50-4d48-980c-850075551d0e req-7ff35a40-0809-422b-8c81-14b026984b13 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138429 Feb 04 15:56:17.851115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:17.861540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:17.861781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:17.889413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:17.917320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-9afa1229-b949-4123-a23d-4c2f3f8deeb5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.918940 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-9afa1229-b949-4123-a23d-4c2f3f8deeb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0944409 Feb 04 15:56:17.984388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a74bc-816f-4914-a818-7297146f23fd req-25c2a646-f744-4e63-b0cc-c1d5f467c9c5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.986040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-25c2a646-f744-4e63-b0cc-c1d5f467c9c5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3216331 Feb 04 15:56:17.991956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe60f1-e67d-439a-a154-d2eabd6dfbbb req-a1bb9943-38e7-4e8d-8eb0-43d665da3dae tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:17.998783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbbe60f1-e67d-439a-a154-d2eabd6dfbbb req-a1bb9943-38e7-4e8d-8eb0-43d665da3dae tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.4180706 Feb 04 15:56:18.023170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:18.026107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.052162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'floatingip': {'port_id': '703536b2-0811-48b9-bd0b-969ab1d448aa'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:18.128621 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.181016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:18.195544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:18.221762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.223605 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.311547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:18.330891 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.353599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf0705b8-9e22-4251-99a4-f6e35657f979 req-9487af49-ad85-4987-abf6-5f5938269b38 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 210 time: 0.0674543 Feb 04 15:56:18.364086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-963dc228-8c4e-44df-b20b-62b415084bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4379141 Feb 04 15:56:18.430656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:18.432984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:18.439303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Usage tracker for resource:security_group_rule and tenant:75e0ed66e1404511b6f8f44f1c4ed8c0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:18.443819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Usage tracker for resource:port and tenant:52979047ddc74125b926d23db29178b5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:18.447092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:18.450045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:18.460896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:18.463523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:18.496667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11221592-b541-4c8d-a408-c8ba19cfbae0 req-5b0cc58a-8fa7-4293-9d88-f2914bd81bfa tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.497745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11221592-b541-4c8d-a408-c8ba19cfbae0 req-5b0cc58a-8fa7-4293-9d88-f2914bd81bfa tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.4866636 Feb 04 15:56:18.503973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:18.507268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.544752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.545536 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0', 'code': 200} Feb 04 15:56:18.631930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:18.644089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11221592-b541-4c8d-a408-c8ba19cfbae0 req-f653c50a-8a59-4388-8438-b19bb3b5f0c3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250184 Feb 04 15:56:18.649667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Usage tracker for resource:security_group_rule and tenant:52979047ddc74125b926d23db29178b5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:18.658603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:18.678565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:18.681740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.732897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.825186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5fe0c3-5866-4490-900e-ba66e84ff706,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:18.841561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3e36fed4-57e5-4e21-b49d-717659ba5e30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75e0ed66e1404511b6f8f44f1c4ed8c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9419403 Feb 04 15:56:18.850344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:18.901962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-9bba3bde-a0b5-4a9e-ab6a-fe8b9877d5eb service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294819 Feb 04 15:56:18.911927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921249f4-5ca1-4c23-af44-3ec8699ba328 req-684577ea-5cf5-4555-96a8-19f131601dd6 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:18.911927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-921249f4-5ca1-4c23-af44-3ec8699ba328 req-684577ea-5cf5-4555-96a8-19f131601dd6 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 948 time: 0.2429886 Feb 04 15:56:18.919515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:18.938281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.037822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b316ac1-a761-4a76-9a50-5656df6dcd2c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:19.057526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-921249f4-5ca1-4c23-af44-3ec8699ba328 req-15189b72-8d32-4521-aaca-5c9e0ae6e7ab tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399119 Feb 04 15:56:19.257159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.120 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/54e0a22b-00c5-404d-a88e-f4201febb135) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:19.300814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e987e-cd8a-4de2-8236-ec0223cb99d9 req-8e1da32e-f17f-4a5f-99e7-7e7a48ca50b4 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:19.302373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f68e987e-cd8a-4de2-8236-ec0223cb99d9 req-8e1da32e-f17f-4a5f-99e7-7e7a48ca50b4 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.2439716 Feb 04 15:56:19.335542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-88ee7c9f-0de7-4e2b-8190-263de6759c3a req-e4032bd4-b6ba-469e-855d-5f334f36ba40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 1101 time: 0.6275284 Feb 04 15:56:19.343111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.376193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.514722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f69403c-60c5-4b11-a315-ce3cf6b5413e req-a032fce5-7e04-4e0b-95bc-d6723c206f24 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723146 Feb 04 15:56:19.561106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f68e987e-cd8a-4de2-8236-ec0223cb99d9 req-9b2597ec-17c7-4d59-8d86-923970e0a4d9 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407660 Feb 04 15:56:19.561844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 687add18-2d24-49cd-acb6-8a07a2a0be8b details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:19.567036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-88ee7c9f-0de7-4e2b-8190-263de6759c3a req-ccaea96d-bcce-4d07-a942-360ea7f65eb0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705930 Feb 04 15:56:19.662690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.682800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5809d58c-4ff9-4dd9-bcd2-90d1be863e5f req-1079060e-0e29-4d0e-b047-9ed4f4c68667 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 210 time: 0.0739963 Feb 04 15:56:19.703910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5fe0c3-5866-4490-900e-ba66e84ff706,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:19.714209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.715540 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f5fe0c3-5866-4490-900e-ba66e84ff706 HTTP/1.1" status: 204 len: 168 time: 0.8522956 Feb 04 15:56:19.735964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.741195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.741779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.742303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.742849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.743614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.744244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.744745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.745253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.745766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.746270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.746812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c042cf7b-4ddc-4cf3-bcdb-0655e179356d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:19.750392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.756104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.796816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object 54e0a22b-00c5-404d-a88e-f4201febb135 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:19.844699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:19.874645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:19.893201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '687add18-2d24-49cd-acb6-8a07a2a0be8b', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '687add18-2d24-49cd-acb6-8a07a2a0be8b', 'mac_address': 'fa:16:3e:91:5f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:19.978413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.003185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687add18-2d24-49cd-acb6-8a07a2a0be8b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:20.030313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:20.039405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.057384 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Floating IP f5211992-9138-49ca-9878-75b11f26551f associated. External IP: 172.25.5.88, port: 703536b2-0811-48b9-bd0b-969ab1d448aa. Feb 04 15:56:20.081820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:20.082951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.087277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:20.091246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:20.096795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.097613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.168964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:20.173662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-604ec3b8-6170-4e31-9933-b6eb344f60b2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1735444 Feb 04 15:56:20.183706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f355ed-1668-4ef2-bc2c-9616e145369a req-beda8539-e1a7-45fe-ad6e-93c744ec8ecd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:20.192768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7f355ed-1668-4ef2-bc2c-9616e145369a req-beda8539-e1a7-45fe-ad6e-93c744ec8ecd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1893528 Feb 04 15:56:20.230086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Request body: {'port': {'device_id': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:20.272227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['687add18-2d24-49cd-acb6-8a07a2a0be8b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:20.456465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7f355ed-1668-4ef2-bc2c-9616e145369a req-583882fe-783d-4b15-bc56-a4b27556fbe4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619674 Feb 04 15:56:20.502822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42096) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:20.524319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.592073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab950895-031c-488f-9f13-4c74bdeb806b None None] Provisioning for port 54e0a22b-00c5-404d-a88e-f4201febb135 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:20.622497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab950895-031c-488f-9f13-4c74bdeb806b None None] Provisioning complete for port 54e0a22b-00c5-404d-a88e-f4201febb135 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:20.624653 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab950895-031c-488f-9f13-4c74bdeb806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.776534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ab950895-031c-488f-9f13-4c74bdeb806b None None] Port 54e0a22b-00c5-404d-a88e-f4201febb135 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:20.780940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42108) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:20.864808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.885601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.897038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:20.976388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:20.986588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Usage tracker for resource:security_group_rule and tenant:23fdfc40df704c8b9a4937fcb6085337 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:21.004033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:21.010601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:21.019824 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.050739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:21.057736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Usage tracker for resource:security_group_rule and tenant:24883870412f423d863a1db0f5a85c10 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:21.077721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:21.105735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:21.202403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febaa70-5284-4c9d-846d-cebe6cfe472b req-eead9612-8c39-4f51-a92f-1488fd7a2736 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.203908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7febaa70-5284-4c9d-846d-cebe6cfe472b req-eead9612-8c39-4f51-a92f-1488fd7a2736 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 949 time: 0.4530473 Feb 04 15:56:21.212765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e0a22b-00c5-404d-a88e-f4201febb135 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:21.240535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.287354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Transition to ACTIVE for port object 54e0a22b-00c5-404d-a88e-f4201febb135 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:21.294771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7febaa70-5284-4c9d-846d-cebe6cfe472b req-5a5b4a01-c656-4d76-9840-7d762d12303d tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Feb 04 15:56:21.297536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.439044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461641-e776-41b1-bc68-4fa7297149d5 req-b894507f-bb1c-4655-8649-39b1f1498d40 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:21.439700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.445549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.454438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0461641-e776-41b1-bc68-4fa7297149d5 req-b894507f-bb1c-4655-8649-39b1f1498d40 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.4325204 Feb 04 15:56:21.459469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.472055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.544730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Pushing event updated for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.564911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 687add18-2d24-49cd-acb6-8a07a2a0be8b up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:21.608811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:21.637094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66bf736-e52c-4c2d-8106-bcf708d60bf3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.644144 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d479bbd5-9e5a-4767-aee9-90721e446819 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24883870412f423d863a1db0f5a85c10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1372185 Feb 04 15:56:21.650490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0461641-e776-41b1-bc68-4fa7297149d5 req-10f5ff5b-1c82-4051-a678-241aa8514ea7 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940866 Feb 04 15:56:21.657748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:21.686459 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23fdfc40df704c8b9a4937fcb6085337&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9029117 Feb 04 15:56:21.686459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384fc4e-a562-48d0-bb57-0bbaf03da353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf424f-8827-439b-b877-fbc3db358f4f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:21.688961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42120) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:21.689525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 687add18-2d24-49cd-acb6-8a07a2a0be8b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:21.702544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 687add18-2d24-49cd-acb6-8a07a2a0be8b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:21.702904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.771462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Attempting to bind port 54e0a22b-00c5-404d-a88e-f4201febb135 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:21.771462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Attempting to bind port 54e0a22b-00c5-404d-a88e-f4201febb135 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:21.771889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Attempting to bind port 54e0a22b-00c5-404d-a88e-f4201febb135 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:21.816723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Port 54e0a22b-00c5-404d-a88e-f4201febb135 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:21.817150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Attempting to bind port 54e0a22b-00c5-404d-a88e-f4201febb135 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:21.859488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:21.864402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:21.864837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:21.865567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Bound port: 54e0a22b-00c5-404d-a88e-f4201febb135, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:21.865931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.884133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.898796 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.901311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.929487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:21.941196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:21.946028 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:21.989154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.012436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-201fc85b-7df5-425b-97dc-fbd78fe8bcd3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.013135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-201fc85b-7df5-425b-97dc-fbd78fe8bcd3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:22.028364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.033336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.038982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.039305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.039638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.039964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.040285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.040619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.041718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.041718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.041901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.042155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.042501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:56:22.081773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:22.097854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29671-5328-4d82-8690-8898a258483e None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:22.105134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.121052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-201fc85b-7df5-425b-97dc-fbd78fe8bcd3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:22.121256 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:22.122096 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:22.129963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-201fc85b-7df5-425b-97dc-fbd78fe8bcd3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 948 time: 0.4724114 Feb 04 15:56:22.130474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.134161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3faf424f-8827-439b-b877-fbc3db358f4f HTTP/1.1" status: 204 len: 168 time: 0.4405632 Feb 04 15:56:22.134161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214589f-cfc5-40eb-89c4-e7ae857150df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf424f-8827-439b-b877-fbc3db358f4f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.134950 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.214239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-276a407b-f35b-4909-abe3-375bb1f2563a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "PUT /v2.0/floatingips/f5211992-9138-49ca-9878-75b11f26551f HTTP/1.1" status: 200 len: 990 time: 4.1713247 Feb 04 15:56:22.215351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:22.235063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:22.260379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d182962-10ab-464a-b239-a4b73ea94d87 req-834c2005-24eb-4296-a0fa-88f392c88a23 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:22.267541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d182962-10ab-464a-b239-a4b73ea94d87 req-834c2005-24eb-4296-a0fa-88f392c88a23 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.3625379 Feb 04 15:56:22.281043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42138) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:22.294840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=54e0a22b-00c5-404d-a88e-f4201febb135,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:22.299515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-f6c2e23e-985a-4e5e-95b2-2dd16977a747 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:22.309118 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.380201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.398306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:22.419090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66bf736-e52c-4c2d-8106-bcf708d60bf3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.425680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.427680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] 10.222.0.58 "PUT /v2.0/ports/54e0a22b-00c5-404d-a88e-f4201febb135 HTTP/1.1" status: 200 len: 1096 time: 2.2017634 Feb 04 15:56:22.428214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:22.436333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-f6c2e23e-985a-4e5e-95b2-2dd16977a747 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:22.450536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-411dfcc1-e3f0-452e-820c-85b57f34facc req-f6c2e23e-985a-4e5e-95b2-2dd16977a747 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196144 Feb 04 15:56:22.469185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d182962-10ab-464a-b239-a4b73ea94d87 req-41c96904-37e3-46a2-823e-d18a91d1fc73 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007008 Feb 04 15:56:22.481649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.485910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-437b27a4-3bbd-4a7e-b31a-daa6ba50c4fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c66bf736-e52c-4c2d-8106-bcf708d60bf3 HTTP/1.1" status: 204 len: 168 time: 0.8241982 Feb 04 15:56:22.556486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:22.687619 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b', 'code': 200} Feb 04 15:56:22.691682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:22.694163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02746ce4-9aa6-4eff-98d6-f0975f7c753b service neutron] Pushing event updated for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:22.699355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f863b1b3cc49ad826ed85a3a12127e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:22.703066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:22.734480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:22.873294 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'status': 'completed', 'code': 200} Feb 04 15:56:23.032689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.038031 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-34476c31-a2a8-41fb-96a8-7e55810ccff9 req-bc6770de-8fcd-4506-b584-59a1fd29639a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 1101 time: 0.2695291 Feb 04 15:56:23.040470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.078979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-9090854d-818f-4235-8437-9610632afc01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 1096 time: 0.1749692 Feb 04 15:56:23.083349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-0f38ca4e-5cb0-403a-b7cd-a291b6e63cd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 1099 time: 0.5589356 Feb 04 15:56:23.104660 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4f863b1b3cc49ad826ed85a3a12127e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8225501 Feb 04 15:56:23.107692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.147990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2286d-49b4-4c8e-afd8-44b8cd345f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ffa08e-df45-4179-961c-ade51fb11920,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.158796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-34476c31-a2a8-41fb-96a8-7e55810ccff9 req-59058008-f005-4828-8dd3-baeb954aa9c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800860 Feb 04 15:56:23.217300 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:13:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:56:19Z', 'revision_number': 1, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:23.231246 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29671-5328-4d82-8690-8898a258483e None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:56:23.255428 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:23.257312 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:55:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:23.284842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7598c0c-5386-46d1-9aea-bc4ee6937c8d req-50c79e9a-34c7-41e1-9eef-270395c65deb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.292916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7598c0c-5386-46d1-9aea-bc4ee6937c8d req-50c79e9a-34c7-41e1-9eef-270395c65deb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.3871107 Feb 04 15:56:23.330629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42166) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.354939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.377404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-86d7dbd2-7502-46fa-9200-ad53d84a3e0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=54e0a22b-00c5-404d-a88e-f4201febb135 HTTP/1.1" status: 200 len: 217 time: 0.2653916 Feb 04 15:56:23.408062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:23.413590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Usage tracker for resource:security_group_rule and tenant:f93293d395ec4a9cbd7c90f4fddc8879 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:23.418440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:23.427604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:23.529797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.536539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.567988 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:23.574988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7598c0c-5386-46d1-9aea-bc4ee6937c8d req-048ae5a6-59a7-4047-a9c4-3c711f3d8f2b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809668 Feb 04 15:56:23.578117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-e332f7c2-b977-48a1-961a-0c47c6921612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.581635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-e332f7c2-b977-48a1-961a-0c47c6921612 service neutron] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 925 time: 0.4950569 Feb 04 15:56:23.582660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a74bc-816f-4914-a818-7297146f23fd req-15f1b76e-5aa7-4dbf-9949-191de42eacd4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.584068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-15f1b76e-5aa7-4dbf-9949-191de42eacd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1779344 Feb 04 15:56:23.608544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f93293d395ec4a9cbd7c90f4fddc8879&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2709746 Feb 04 15:56:23.608544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:23.608544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee6707-899d-408a-9cc3-fa2c1e358c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356fbe50-522c-4252-a202-113d5226d712,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.680440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.716506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.779891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.786355 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135', 'status': 'completed', 'code': 200} Feb 04 15:56:23.821470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356fbe50-522c-4252-a202-113d5226d712,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:23.824286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.824680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.828051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9e7612f8-06ad-4d0b-8da6-b124452d3481 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/356fbe50-522c-4252-a202-113d5226d712 HTTP/1.1" status: 204 len: 168 time: 0.2157652 Feb 04 15:56:23.852647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:23.942410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a38410-89f1-4406-a011-d35f19dfb012 req-79f91c48-d5e0-4530-9072-f22146c7c32d tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:23.949143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94a38410-89f1-4406-a011-d35f19dfb012 req-79f91c48-d5e0-4530-9072-f22146c7c32d tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 950 time: 0.6761761 Feb 04 15:56:24.017815 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.042021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-d6854b1c-07d9-4379-a58e-31ccd84f295d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=703536b2-0811-48b9-bd0b-969ab1d448aa HTTP/1.1" status: 200 len: 998 time: 0.4390638 Feb 04 15:56:24.060075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ffa08e-df45-4179-961c-ade51fb11920,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:24.113867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.115197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5a8a0f3e-623b-48de-82a5-5fb28a152da9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68ffa08e-df45-4179-961c-ade51fb11920 HTTP/1.1" status: 204 len: 168 time: 1.0016356 Feb 04 15:56:24.167120 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-46f29671-5328-4d82-8690-8898a258483e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:13:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:56:19Z', 'revision_number': 1, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:24.171639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f29671-5328-4d82-8690-8898a258483e None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:13:66:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:56:19Z', 'revision_number': 1, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:56:24.205600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-b34c776d-6e6b-45f9-b02d-194a95da2c33 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.207047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-b34c776d-6e6b-45f9-b02d-194a95da2c33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.1494653 Feb 04 15:56:24.211859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94a38410-89f1-4406-a011-d35f19dfb012 req-bcf31ae7-dc80-44ce-b61d-f9a37bc10a0a tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613392 Feb 04 15:56:24.215078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-fbf9830e-09f9-4ac6-892e-e08ac9eae6d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4998429 Feb 04 15:56:24.322209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454cd23-059f-4aed-be3b-9e4e9f2f81a4 req-8fb5afc9-efba-4585-b9f6-9f888002068c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.324335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6454cd23-059f-4aed-be3b-9e4e9f2f81a4 req-8fb5afc9-efba-4585-b9f6-9f888002068c tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.5200000 Feb 04 15:56:24.508520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2cfbdc-2a8b-4114-bae4-3aade14ff620 None None] New status for floating IP f5211992-9138-49ca-9878-75b11f26551f: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:56:24.522776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6454cd23-059f-4aed-be3b-9e4e9f2f81a4 req-2b051acc-df1e-4e50-a67b-497de49f9640 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410935 Feb 04 15:56:24.578410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-89e83641-0261-4d1c-9ff9-b34df38f7c24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3621802 Feb 04 15:56:24.587461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-f42d46a7-1dd5-483d-bf7c-bd088ac24b4f service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208475 Feb 04 15:56:24.706591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6916ab1-2f63-4952-9b95-3ee73135371c req-dfe3934d-8011-466c-9b56-5c302bd0106f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:24.708026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6916ab1-2f63-4952-9b95-3ee73135371c req-dfe3934d-8011-466c-9b56-5c302bd0106f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 948 time: 0.2811756 Feb 04 15:56:24.903871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42212) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:24.926883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:24.967503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:24.972304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Usage tracker for resource:security_group_rule and tenant:f20f67a685fb46ba9a2052c3730a9571 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:24.976584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:24.982390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:25.018619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-c53e3443-4e2f-496a-8a67-114260fd56a4 service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294617 Feb 04 15:56:25.033214 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e8e56ce-4db4-4a85-be44-29a7de4bfdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.070730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6916ab1-2f63-4952-9b95-3ee73135371c req-b00eb63e-d57b-4589-8202-8ec9fb40a6dc tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237751 Feb 04 15:56:25.134224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.143811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.209782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a178c-f0ff-4ce4-948a-04e2029951d6 req-67b49dc6-ea9b-40d3-8379-e9c7eb4998c4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.211275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df7a178c-f0ff-4ce4-948a-04e2029951d6 req-67b49dc6-ea9b-40d3-8379-e9c7eb4998c4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.5202572 Feb 04 15:56:25.216635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7a74bc-816f-4914-a818-7297146f23fd req-8c91b622-4c28-48ab-bf89-cedf833e6bbf service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971286 Feb 04 15:56:25.232268 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f20f67a685fb46ba9a2052c3730a9571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265953 Feb 04 15:56:25.233119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d1e6-5f6d-4710-9a1e-eb0be7b759ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70b7bc-af68-45ab-bd55-33336a737592,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:25.249177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42222) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:25.348659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.349954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df7a178c-f0ff-4ce4-948a-04e2029951d6 req-bb82e9cb-2464-4215-b893-8e347969e6b5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305518 Feb 04 15:56:25.400792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47f8f4ad-5cf7-4baa-8070-4e0d1f1dd971 req-7babc975-3ce8-4f3d-8b01-4b2892281630 service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680997 Feb 04 15:56:25.415688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-a743634f-a1f4-4b88-9861-8b67fbcbd616 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 1099 time: 0.1340442 Feb 04 15:56:25.435511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.560975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.584031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70b7bc-af68-45ab-bd55-33336a737592,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:25.600710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:25.602754 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3fbf04f-26ab-4a24-b839-7137b2679982 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f70b7bc-af68-45ab-bd55-33336a737592 HTTP/1.1" status: 204 len: 168 time: 0.3505371 Feb 04 15:56:25.781131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-ab088767-a775-498f-95f8-036538221795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.782964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-ab088767-a775-498f-95f8-036538221795 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3606944 Feb 04 15:56:25.794816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbcb07-4eac-422f-a7ce-8bf3f8d777d7 req-5fdde0fa-eea9-4bbf-bfb3-0e3691c22138 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.796207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfcbcb07-4eac-422f-a7ce-8bf3f8d777d7 req-5fdde0fa-eea9-4bbf-bfb3-0e3691c22138 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.2114706 Feb 04 15:56:25.893464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-a70d5ac1-430d-4318-bbfd-fd5a808fedd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=54e0a22b-00c5-404d-a88e-f4201febb135 HTTP/1.1" status: 200 len: 217 time: 0.0957365 Feb 04 15:56:25.962604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfcbcb07-4eac-422f-a7ce-8bf3f8d777d7 req-a4a2159c-8da0-4ea5-9db2-f5dc5beda1a4 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076679 Feb 04 15:56:25.972278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa9a82-6f21-4998-a8e8-6d24ac9b2cce req-b1016cbc-9614-4025-a239-cb8ebb252a0c tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:25.973577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76aa9a82-6f21-4998-a8e8-6d24ac9b2cce req-b1016cbc-9614-4025-a239-cb8ebb252a0c tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 950 time: 0.2439661 Feb 04 15:56:26.007759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-f00ad195-4579-490c-b1f0-863c84322f35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.009175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-f00ad195-4579-490c-b1f0-863c84322f35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1043315 Feb 04 15:56:26.046689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76aa9a82-6f21-4998-a8e8-6d24ac9b2cce req-bb1ddf6f-0ed3-41aa-9a12-46b33bba0882 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644784 Feb 04 15:56:26.333518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-410fba33-95cb-4742-9f17-d2aa6a574ed6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3025103 Feb 04 15:56:26.343946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e7e9-33fc-4245-8326-85948f8a2142 req-1c2cf559-b725-4042-ad60-83ee6f7b7679 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.343946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28b8e7e9-33fc-4245-8326-85948f8a2142 req-1c2cf559-b725-4042-ad60-83ee6f7b7679 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.2025204 Feb 04 15:56:26.458746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a3c63-ad1d-49fd-b902-96f5bbdc5376 req-e5ae7115-1441-4fc5-8661-4bb7d884eaa1 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.465260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-616a3c63-ad1d-49fd-b902-96f5bbdc5376 req-e5ae7115-1441-4fc5-8661-4bb7d884eaa1 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.2245760 Feb 04 15:56:26.540836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28b8e7e9-33fc-4245-8326-85948f8a2142 req-cc2cff2c-e638-49f6-9907-7f06ce119feb tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727033 Feb 04 15:56:26.574299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-616a3c63-ad1d-49fd-b902-96f5bbdc5376 req-0702b81c-cde8-46f3-b74f-81f7cd27b3c9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081336 Feb 04 15:56:26.577924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-8f5c1d94-93c2-4d69-844b-150cbf1e09a4 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368505 Feb 04 15:56:26.821405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33c12c2-957a-4811-9389-1c6567a1f13a req-109cd38b-40de-4d48-bcc9-1ed40b522e7b service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371078 Feb 04 15:56:26.843169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd40ff-9dbb-4f70-a029-13c9efefd058 req-b53d2577-2efa-4e66-9dae-8481e04f2145 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:26.845395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18dd40ff-9dbb-4f70-a029-13c9efefd058 req-b53d2577-2efa-4e66-9dae-8481e04f2145 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 948 time: 0.1190798 Feb 04 15:56:26.903401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18dd40ff-9dbb-4f70-a029-13c9efefd058 req-b37cd406-30d5-4fb4-8035-5f5c59bf933e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Feb 04 15:56:27.010149 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-d76b219a-e343-46be-8e29-2e6feb923074 req-f7f08cb7-3499-4aac-8354-ef50a2682266 service neutron] show failed (client error): The resource could not be found. Feb 04 15:56:27.011777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-f7f08cb7-3499-4aac-8354-ef50a2682266 service neutron] 10.222.0.41 "GET /v2.0/ports/1f88c7f4-5066-46a8-8862-ae7acbb21efc/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0900517 Feb 04 15:56:27.125051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acb9fa64-6cb2-4d7b-b7ff-6fe85d34b3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.213220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911ca06-4b54-434a-8aa5-f0962836b535 req-5f7e6aa8-0d4b-4b5e-a793-3ab30773eb54 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.214819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1911ca06-4b54-434a-8aa5-f0962836b535 req-5f7e6aa8-0d4b-4b5e-a793-3ab30773eb54 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 950 time: 0.1791086 Feb 04 15:56:27.264870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1911ca06-4b54-434a-8aa5-f0962836b535 req-18a34195-3a07-476b-9137-a543f2ab598f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Feb 04 15:56:27.412534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-d3e170e2-a6a2-4295-9c8c-f0c03ec31fa4 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4c8fff04e8174827bd4317beaa860036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350790 Feb 04 15:56:27.541681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-e9e85ff9-c7f8-4327-9ccd-24d8ea3407fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1101 time: 0.2030742 Feb 04 15:56:27.562286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:tempest-test_az-1827227315'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:27.623072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-9ac4c1dd-7104-4769-b047-369f071d4a29 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:27.624474 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-9ac4c1dd-7104-4769-b047-369f071d4a29 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003987 Feb 04 15:56:27.693059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-bb60101e-a2b0-4c01-8a2b-18b8ad8381bf tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/quotas/4c8fff04e8174827bd4317beaa860036 HTTP/1.1" status: 200 len: 375 time: 0.0340009 Feb 04 15:56:27.697686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:27.789807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 54e0a22b-00c5-404d-a88e-f4201febb135 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:27.919288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-6899b8d4-68f8-4588-bac8-603b9ecb5a97 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099373 Feb 04 15:56:27.944600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=54e0a22b-00c5-404d-a88e-f4201febb135,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:27.960032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '54e0a22b-00c5-404d-a88e-f4201febb135', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '54e0a22b-00c5-404d-a88e-f4201febb135', 'mac_address': 'fa:16:3e:75:ff:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:28.040969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.054131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:28.071928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e0a22b-00c5-404d-a88e-f4201febb135 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:28.135233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=54e0a22b-00c5-404d-a88e-f4201febb135,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:28.135817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:28.149756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.256793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:28.265991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.317707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:28.367289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.386893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Transition to ACTIVE for port object 1f88c7f4-5066-46a8-8862-ae7acbb21efc will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:28.398672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:28.402948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.484631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a82433-15d0-4d50-8f6c-0193368dfa13 req-82a125c2-ae3b-4d8d-8c70-6b62039f10b5 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.487130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50a82433-15d0-4d50-8f6c-0193368dfa13 req-82a125c2-ae3b-4d8d-8c70-6b62039f10b5 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.1898832 Feb 04 15:56:28.600038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:28.712056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] No DVR routers for this DVR port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:28.775078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:28.829321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50a82433-15d0-4d50-8f6c-0193368dfa13 req-45a4252a-4eb2-4a4b-ab51-749af73df078 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817616 Feb 04 15:56:28.840935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:28.857131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:28.857649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:28.870072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:28.870618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Attempting to bind port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:28.881215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34af48-f4d3-4af5-974e-90f834408f57 req-4a0a418f-6072-462c-bd07-5a5ebfbf7834 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:28.882811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d34af48-f4d3-4af5-974e-90f834408f57 req-4a0a418f-6072-462c-bd07-5a5ebfbf7834 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 949 time: 0.2886841 Feb 04 15:56:28.887680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:28.888011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:28.888393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:28.888821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Bound port: 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:28.889172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.021424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2e1ad56-8661-4943-91a2-1918715ec8cf req-8e0ac249-e6ea-4af4-9795-1152b4742475 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 210 time: 0.0662472 Feb 04 15:56:29.040242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d34af48-f4d3-4af5-974e-90f834408f57 req-8f0da8f0-5bf9-4351-adba-41084337a793 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419475 Feb 04 15:56:29.068085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:29.071967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:29.092970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.137089 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'code': 200} Feb 04 15:56:29.180166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.182181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] 10.222.0.58 "PUT /v2.0/ports/1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 1118 time: 1.6265552 Feb 04 15:56:29.196637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203831b5-642a-4e72-a398-deace54b8bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:29.343808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-319ba69a-4b92-4d5a-8809-d4f113a13efc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1121 time: 0.0994217 Feb 04 15:56:29.350801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354ea5a-a42e-433e-918e-90a5b5dff4e3 req-bb85fae1-5be0-496c-86be-21335ec1eb14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.357633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e354ea5a-a42e-433e-918e-90a5b5dff4e3 req-bb85fae1-5be0-496c-86be-21335ec1eb14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 970 time: 0.1622391 Feb 04 15:56:29.564870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-3a27cda1-bd60-4274-9bfd-3186ad803ce6 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4c8fff04e8174827bd4317beaa860036&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1090412 Feb 04 15:56:29.568269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a43f3113-7ff2-4f75-99f4-5d6c1f7b562c req-ebcbba35-f986-497f-9ab4-393706005953 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060796 Feb 04 15:56:29.765788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e354ea5a-a42e-433e-918e-90a5b5dff4e3 req-79d1aeb8-f71b-4352-882c-5d8435f38376 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073012 Feb 04 15:56:29.788562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.804849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 54e0a22b-00c5-404d-a88e-f4201febb135 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:29.826921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b219a-e343-46be-8e29-2e6feb923074 req-bb9dd7a3-d4bb-4bef-983f-44083849b2e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.828268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-bb9dd7a3-d4bb-4bef-983f-44083849b2e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4687116 Feb 04 15:56:29.894737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 54e0a22b-00c5-404d-a88e-f4201febb135 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:29.903236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 54e0a22b-00c5-404d-a88e-f4201febb135 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:29.903891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:29.981276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-3fbb5e56-056b-44df-9112-98bc3389a0b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1388454 Feb 04 15:56:29.984929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-fec17104-ef7d-42fe-bd21-9059a736f781 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:29.986457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-fec17104-ef7d-42fe-bd21-9059a736f781 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107356 Feb 04 15:56:30.029698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f3113-7ff2-4f75-99f4-5d6c1f7b562c req-6a4ebdf5-fd33-48cc-a27a-a4b7870ad2d9 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.034817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a43f3113-7ff2-4f75-99f4-5d6c1f7b562c req-6a4ebdf5-fd33-48cc-a27a-a4b7870ad2d9 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4580324 Feb 04 15:56:30.036115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.053617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Request body: {'port': {'device_id': '200de811-e7bf-4138-877b-a7c49a668308', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '4c8fff04e8174827bd4317beaa860036'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:30.065668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:30.081030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=54e0a22b-00c5-404d-a88e-f4201febb135,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:30.087116 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.162396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a43f3113-7ff2-4f75-99f4-5d6c1f7b562c req-be63e98c-0a1e-4baf-bb74-b24da55ccbc9 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/quotas/a0be2bf83d0543e0a311a8b64a6f1d21 HTTP/1.1" status: 200 len: 375 time: 0.1174057 Feb 04 15:56:30.162609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.182591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42380) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:30.236146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b219a-e343-46be-8e29-2e6feb923074 req-18c94ef2-f953-4af0-bbcb-8d59be1be210 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:30.237551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-18c94ef2-f953-4af0-bbcb-8d59be1be210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2488608 Feb 04 15:56:30.241904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a43f3113-7ff2-4f75-99f4-5d6c1f7b562c req-accda9cd-feca-49c4-a7bd-bf9576c4547f tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787706 Feb 04 15:56:30.333569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:30.336761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.339279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-330a4335-90c7-4f3f-a79c-378fd4378a87 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 1101 time: 0.3940279 Feb 04 15:56:30.341875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Usage tracker for resource:port and tenant:4c8fff04e8174827bd4317beaa860036 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:30.353112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:30.371459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:30.373299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:30.377576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Usage tracker for resource:security_group_rule and tenant:8fdb3f9769d74234901a77dbbd67ff8c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:30.380896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:30.385577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.387420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:30.406001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Made reservation on behalf of 4c8fff04e8174827bd4317beaa860036 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:30.409817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.434019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-b9ce68c0-bef0-4a1f-8f25-ab674f7aebd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860218 Feb 04 15:56:30.463886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.470106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.511107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:30.519203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cefbc3-69d2-444e-a42b-0344c344a654,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.525830 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-25691582-969c-4e4e-9a72-194235b379fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fdb3f9769d74234901a77dbbd67ff8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395631 Feb 04 15:56:30.526095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:30.561352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Usage tracker for resource:security_group_rule and tenant:15b83084ee774af39bd24bf05434a198 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:30.570450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:30.589244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:30.590698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.621375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.684813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.703258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cefbc3-69d2-444e-a42b-0344c344a654,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:30.708516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-558e528c-64e2-4e85-96ca-78dd2ce2ff62 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648678 Feb 04 15:56:30.708655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:30.710394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a1320339-4042-4611-9ece-b0db09abe402 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46cefbc3-69d2-444e-a42b-0344c344a654 HTTP/1.1" status: 204 len: 168 time: 0.1828227 Feb 04 15:56:30.782366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8cd3428-b3bc-410d-9a41-a1c4339b3373 req-639a00c9-7b53-4947-9fce-c9749d38b272 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 210 time: 0.0843241 Feb 04 15:56:30.854204 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135', 'code': 200} Feb 04 15:56:30.885495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Allocated IP 192.168.233.228 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/28e0f38a-93a1-457c-be62-c3d4ff810a37) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:30.926042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.020443 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-cd4c63d2-f7dd-4f86-bdec-4717b8870f43 req-7ca1690b-688e-4278-9bcc-e79357833c9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 1101 time: 0.0833013 Feb 04 15:56:31.034900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.071214 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-cd4c63d2-f7dd-4f86-bdec-4717b8870f43 req-c0e52cd9-086d-48fc-a989-c4d817f25737 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Feb 04 15:56:31.115023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42402) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:31.133560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.140307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:31.164983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:31.168944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff6f5a77ef40e2bcc4e4d821720778 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:31.171907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:31.173831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ba731fa-54ce-439c-b3a1-7cd523af053b req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235269 Feb 04 15:56:31.178751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:31.192152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d76b219a-e343-46be-8e29-2e6feb923074 req-ba48ea83-e4ec-4c0d-817f-2026a45e70be service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489119 Feb 04 15:56:31.197252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b612-1cfa-4235-af34-970f6eb1fe20 tempest-LiveMigrationNegativeTest-3360828 tempest-LiveMigrationNegativeTest-3360828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593afee7-f729-4d76-855e-e48a781c0c72,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.253859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.258484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.319345 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3ff6f5a77ef40e2bcc4e4d821720778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023499 Feb 04 15:56:31.323546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:31.345314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3e64d-2c8f-4e2d-8dce-302b4588baf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcad6cd-266a-488b-a8dd-df58aab0b6ec,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.345696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655291b7-51a7-4427-bcaa-5590d8b0dfc7 req-22433691-cc51-4e07-a55c-ecfe30dcad07 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.347188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-655291b7-51a7-4427-bcaa-5590d8b0dfc7 req-22433691-cc51-4e07-a55c-ecfe30dcad07 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 950 time: 0.3134327 Feb 04 15:56:31.368535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.419946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Transition to ACTIVE for port object 28e0f38a-93a1-457c-be62-c3d4ff810a37 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:31.466029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-655291b7-51a7-4427-bcaa-5590d8b0dfc7 req-fad944e4-a1a4-45ed-9c5f-102cff503ec6 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065760 Feb 04 15:56:31.469448 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.500053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.510465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.524496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['687add18-2d24-49cd-acb6-8a07a2a0be8b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:31.624906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:31.628565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:31.629433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Pushing event updated for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.632795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:31.635529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:31.636132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.640592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:31.653095 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'status': 'completed', 'code': 200} Feb 04 15:56:31.768205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.791733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-c04fe967-c172-4b3c-8b21-cec2cd6596df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1121 time: 0.1203175 Feb 04 15:56:31.801161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:31.805177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcad6cd-266a-488b-a8dd-df58aab0b6ec,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:31.808992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:31.811528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-da96133f-631b-4842-bf5f-2e6f8f7cbc61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbcad6cd-266a-488b-a8dd-df58aab0b6ec HTTP/1.1" status: 204 len: 168 time: 0.4856124 Feb 04 15:56:31.827040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-b2ec8ec6-0715-4147-a995-eacc052d953b tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7902000 Feb 04 15:56:31.846870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Request body: {'port': {'device_id': '200de811-e7bf-4138-877b-a7c49a668308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:32.007400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-c88c802e-778b-455c-b560-f6f25e76fa0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.015886 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-c88c802e-778b-455c-b560-f6f25e76fa0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2230623 Feb 04 15:56:32.023608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-37625779-3c78-44f5-8637-1e9e23f12ca7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1121 time: 0.3289337 Feb 04 15:56:32.034961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bae602ed-17bf-4456-b244-7824274558dd None None] Provisioning for port 28e0f38a-93a1-457c-be62-c3d4ff810a37 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:32.041303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bae602ed-17bf-4456-b244-7824274558dd None None] Provisioning complete for port 28e0f38a-93a1-457c-be62-c3d4ff810a37 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:32.041748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bae602ed-17bf-4456-b244-7824274558dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.184334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bae602ed-17bf-4456-b244-7824274558dd None None] Port 28e0f38a-93a1-457c-be62-c3d4ff810a37 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:32.272257 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-18e418dd-d7bb-4674-935a-007e01102a05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.2496901 Feb 04 15:56:32.272964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b946b40-056f-4a0a-9784-191dd34507a8 req-9a69639b-0b64-478d-bc44-930a07d6e3cb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.279958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b946b40-056f-4a0a-9784-191dd34507a8 req-9a69639b-0b64-478d-bc44-930a07d6e3cb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 970 time: 0.6242285 Feb 04 15:56:32.329885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:32.349926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-3f472c63-53a7-463c-9d3c-28fe20662696 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.351490 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-3f472c63-53a7-463c-9d3c-28fe20662696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0658803 Feb 04 15:56:32.382255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-497f12f0-7bf9-4660-a612-89b23eff956b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.383662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-497f12f0-7bf9-4660-a612-89b23eff956b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3431363 Feb 04 15:56:32.434582 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-a4df5876-5546-43a7-bca4-54ff1e063b74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770249 Feb 04 15:56:32.505141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b946b40-056f-4a0a-9784-191dd34507a8 req-bb3ee157-ae26-498d-91ec-fc7382b8dcae tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240810 Feb 04 15:56:32.511598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-e2bb0276-eacc-4c02-a032-adb786498e7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1015892 Feb 04 15:56:32.571911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bcad2cee-1427-49da-a1d8-1119931fa910 req-c52775b1-2833-4ec4-9289-2e95fd546bcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3584414 Feb 04 15:56:32.597776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-0b564b6f-efe8-4c92-bbf3-2c36a4f9a6d0 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560140 Feb 04 15:56:32.694171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-e1dbc515-1f65-483e-9e57-f3890c31fb7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.695657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-e1dbc515-1f65-483e-9e57-f3890c31fb7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1733558 Feb 04 15:56:32.706585 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:56:32.838903 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-9a201473-83c7-406e-997a-1d16ecaf54b5 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339301 Feb 04 15:56:32.951476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e098b8-2ece-46dc-95c2-119ba41e5b1a req-85a6883a-8cc8-4ea4-a447-cbe9f51bac63 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:32.952154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-99e098b8-2ece-46dc-95c2-119ba41e5b1a req-85a6883a-8cc8-4ea4-a447-cbe9f51bac63 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Synchronizing usage tracker for tenant:4c8fff04e8174827bd4317beaa860036 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:32.957447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-139b3d3c-7a0c-4233-b205-038bf02720ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440386 Feb 04 15:56:33.187568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e0f38a-93a1-457c-be62-c3d4ff810a37 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:33.202305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-99e098b8-2ece-46dc-95c2-119ba41e5b1a req-85a6883a-8cc8-4ea4-a447-cbe9f51bac63 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Unset dirty status for tenant:4c8fff04e8174827bd4317beaa860036 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:33.204248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99e098b8-2ece-46dc-95c2-119ba41e5b1a req-85a6883a-8cc8-4ea4-a447-cbe9f51bac63 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 936 time: 0.4586277 Feb 04 15:56:33.208138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.263003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Transition to ACTIVE for port object 28e0f38a-93a1-457c-be62-c3d4ff810a37 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:33.292225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.380449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-54bc6f93-f86b-423e-9362-9368a567c3b3 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040263 Feb 04 15:56:33.398209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99e098b8-2ece-46dc-95c2-119ba41e5b1a req-e1245a94-1be2-448e-ab4b-9c217e7b51d7 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854980 Feb 04 15:56:33.559527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Pushing event updated for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:33.672468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Attempting to bind port 28e0f38a-93a1-457c-be62-c3d4ff810a37 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:33.673038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Attempting to bind port 28e0f38a-93a1-457c-be62-c3d4ff810a37 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:33.673447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Attempting to bind port 28e0f38a-93a1-457c-be62-c3d4ff810a37 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:33.686419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423499f-b161-4d1b-87d8-fc21394ad6b4 req-fda21d5c-5112-4cbd-9adc-a703f783aba5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:33.688469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6423499f-b161-4d1b-87d8-fc21394ad6b4 req-fda21d5c-5112-4cbd-9adc-a703f783aba5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 950 time: 0.4026723 Feb 04 15:56:33.697032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-190a2815-3d47-43a4-b84a-e9a67628faf8 req-7d8e1644-889b-41d4-a088-f94865956d9c service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024321 Feb 04 15:56:33.699809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Port 28e0f38a-93a1-457c-be62-c3d4ff810a37 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:33.700132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Attempting to bind port 28e0f38a-93a1-457c-be62-c3d4ff810a37 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:33.744285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:33.744630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:33.745005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:33.745438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Bound port: 28e0f38a-93a1-457c-be62-c3d4ff810a37, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:33.745781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:33.810755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6423499f-b161-4d1b-87d8-fc21394ad6b4 req-e3d242b4-1a47-4ffa-a4d7-6f66bf3346eb tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126118 Feb 04 15:56:33.877694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce45461-ee54-4ff8-aa83-de4bb7230166 req-854d5975-4624-4bc9-ac80-433375e7a32c tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437682 Feb 04 15:56:33.888043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:33.893746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:33.919692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.107691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:34.109018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] 10.222.0.41 "PUT /v2.0/ports/28e0f38a-93a1-457c-be62-c3d4ff810a37 HTTP/1.1" status: 200 len: 1096 time: 2.2665198 Feb 04 15:56:34.109458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:34.140186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afe490-7d3f-4632-a846-324ff2bf1693 service neutron] Pushing event updated for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:34.226543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce45461-ee54-4ff8-aa83-de4bb7230166 req-64dc723b-1da4-4ec9-ade1-0273cd03b81b tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.227972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce45461-ee54-4ff8-aa83-de4bb7230166 req-64dc723b-1da4-4ec9-ade1-0273cd03b81b tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415122 Feb 04 15:56:34.265759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d09f7-1b03-42b9-af66-488e0fbdc8fc req-8651381f-1ddf-4ed4-b83d-f7d907e34221 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.267982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad7d09f7-1b03-42b9-af66-488e0fbdc8fc req-8651381f-1ddf-4ed4-b83d-f7d907e34221 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 970 time: 0.2639167 Feb 04 15:56:34.270741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce45461-ee54-4ff8-aa83-de4bb7230166 req-65f570be-e183-4875-93c7-44cf7249268b tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/quotas/a0be2bf83d0543e0a311a8b64a6f1d21 HTTP/1.1" status: 200 len: 375 time: 0.0358648 Feb 04 15:56:34.338949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce45461-ee54-4ff8-aa83-de4bb7230166 req-ddaa7d31-3153-48c8-a96a-eb89923a33bd tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611472 Feb 04 15:56:34.361172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-862a00e9-9abf-4efd-a08c-64e4fdf25c3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 1099 time: 0.2027624 Feb 04 15:56:34.365160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad7d09f7-1b03-42b9-af66-488e0fbdc8fc req-4d615de0-3922-44f0-a7a9-d773effa0f3b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899050 Feb 04 15:56:34.432277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-eeafe133-0c1d-477d-aa1a-9dba5775f18b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37 HTTP/1.1" status: 200 len: 217 time: 0.0636845 Feb 04 15:56:34.496468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-bf69108f-e4ba-4015-bd4b-be15e55642eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.497870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-bf69108f-e4ba-4015-bd4b-be15e55642eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0597770 Feb 04 15:56:34.629767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3a50-8dfd-49d2-bc07-5c87df00e467 req-aa051bf0-203a-4503-b0d3-d6c043177a9e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:34.631215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d9c3a50-8dfd-49d2-bc07-5c87df00e467 req-aa051bf0-203a-4503-b0d3-d6c043177a9e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.1366091 Feb 04 15:56:34.634857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-7a289256-b316-42ef-a77a-0457c162eb7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050105 Feb 04 15:56:34.849385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d9c3a50-8dfd-49d2-bc07-5c87df00e467 req-68b783c6-2d67-46ea-b958-eafe7fee29e3 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126465 Feb 04 15:56:34.911480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-40047c2e-7623-4f75-9aef-bd2b0494a129 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592399 Feb 04 15:56:34.915878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-30c08e23-c25f-49d0-81cc-de3355a23a2d tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 1101 time: 0.1699808 Feb 04 15:56:35.006713 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37', 'status': 'completed', 'code': 200} Feb 04 15:56:35.018269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.104319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1792fde1-88b9-497f-bbca-f18ee318d2bf req-35149831-1c40-401e-b25e-2703a33bb3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857154 Feb 04 15:56:35.108408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:35.119565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Usage tracker for resource:security_group_rule and tenant:964ee443fae1415f8e9c1f56d27db114 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:35.122518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:35.129325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:35.246753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.252795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.339301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895b53db-1f7f-4a99-a464-4cd244f96209,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:35.342634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05da255a-b0a4-4a1e-964d-68f0a29e19ec req-320a3995-0d72-470e-9961-8afceb8fe6af tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062414 Feb 04 15:56:35.349733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-38e13187-d0d1-4bb3-8aa7-86098c9a0b26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4c8fff04e8174827bd4317beaa860036&device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 1099 time: 0.1817589 Feb 04 15:56:35.468398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06653142-f939-457c-9c52-30848d29369c req-c20807da-b983-4b64-8dcd-48f104510fad tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.470029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06653142-f939-457c-9c52-30848d29369c req-c20807da-b983-4b64-8dcd-48f104510fad tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 950 time: 0.2021573 Feb 04 15:56:35.590702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-a4887d9a-5270-4688-8194-5f71b488d813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.592120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-a4887d9a-5270-4688-8194-5f71b488d813 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2323067 Feb 04 15:56:35.605295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Deleting port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:35.605570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:35.633337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-304ab054-5a85-472e-8e9d-8d604ce3b0a2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.634802 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-304ab054-5a85-472e-8e9d-8d604ce3b0a2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&tenant_id=bdd2a8bec3ad42089af03e8245122272&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 970 time: 0.0815182 Feb 04 15:56:35.720059 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-e9cf0a50-6c57-4fb1-876e-e297f36cb09a service neutron] delete failed (client error): The resource could not be found. Feb 04 15:56:35.721084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-e9cf0a50-6c57-4fb1-876e-e297f36cb09a service neutron] 10.222.0.41 "DELETE /v2.0/ports/1f88c7f4-5066-46a8-8862-ae7acbb21efc/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0776794 Feb 04 15:56:35.728730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-0fd59c36-6d9a-4bea-9091-2c670acb31f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37 HTTP/1.1" status: 200 len: 217 time: 0.0968757 Feb 04 15:56:35.831633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c78f85-d1ea-43fb-b0b1-82cc21d7a938 req-314e96fd-dfd0-4a5a-9dc4-2d905a262fb1 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.833068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5c78f85-d1ea-43fb-b0b1-82cc21d7a938 req-314e96fd-dfd0-4a5a-9dc4-2d905a262fb1 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 948 time: 0.3184462 Feb 04 15:56:35.853555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:35.869853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-93e88989-09a8-4b9a-8a4d-47e164c8305a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:35.871298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-93e88989-09a8-4b9a-8a4d-47e164c8305a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1358089 Feb 04 15:56:35.907580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-c0c55c79-e143-4a25-8366-251bb79194d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1121 time: 0.1011641 Feb 04 15:56:36.070342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-b88e494d-53dd-46c8-bd85-d6bf6036a9b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.070591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:36.071780 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-b88e494d-53dd-46c8-bd85-d6bf6036a9b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1579883 Feb 04 15:56:36.082471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5c78f85-d1ea-43fb-b0b1-82cc21d7a938 req-4b4652f2-336b-42ac-9d37-7fc9dfbf7db0 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390723 Feb 04 15:56:36.092429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'mac_address': 'fa:16:3e:7e:1d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1827227315', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:36.141991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] For port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:36.142549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.159634 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.180986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f88c7f4-5066-46a8-8862-ae7acbb21efc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:36.198830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:36.205677 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-0319389b-04c2-4f47-a390-43f5a0053dd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1261716 Feb 04 15:56:36.206254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.286376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-9bf8c2fd-0890-4eae-a5ac-7ed8815f62c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.287869 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-9bf8c2fd-0890-4eae-a5ac-7ed8815f62c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0757492 Feb 04 15:56:36.290970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.366107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-3b8b4ab5-8fb1-4513-bb32-a3642c0bf9c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4700496 Feb 04 15:56:36.370364 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-af3c0ee0-51b5-424e-acd8-3b17bb5bb0a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762446 Feb 04 15:56:36.372605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Calling delete_port for f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:36.440511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:36.566244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3990-949d-41e9-b950-67f7200736a6 req-475c4a87-557a-439a-a82d-bf5c7fa48ff0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.567707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4eee3990-949d-41e9-b950-67f7200736a6 req-475c4a87-557a-439a-a82d-bf5c7fa48ff0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 970 time: 0.5466535 Feb 04 15:56:36.571327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-60a19c8b-ceba-4fdf-bcb9-827f022c721a service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902535 Feb 04 15:56:36.716299 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b4467fca-151d-426f-b73b-0de60b1ff098 req-0e7dcf01-1d74-4d3b-8269-75e94bfcfd3d service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377294 Feb 04 15:56:36.733794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-22a20ebd-3f58-453f-b228-904357ec859b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330288 Feb 04 15:56:36.740640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4eee3990-949d-41e9-b950-67f7200736a6 req-18d67538-c388-4a90-97ea-cb3de9bf9aef tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488338 Feb 04 15:56:36.827171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:36.918387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41ffb9-1900-422d-a8c0-ff611acc274d req-338a64ff-15a6-40f3-99ef-a448bca31287 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:36.919758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d41ffb9-1900-422d-a8c0-ff611acc274d req-338a64ff-15a6-40f3-99ef-a448bca31287 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=dac6a53e-39e4-4398-99d4-45bb29a8a552 HTTP/1.1" status: 200 len: 867 time: 0.3935838 Feb 04 15:56:36.924896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Pushing event deleted for resources: {'Port': ['ID=f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:36.931614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-fd79f3d0-b279-47d4-ab34-f525025a1e2f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676892 Feb 04 15:56:37.004071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['840dcd0f-2eab-4c96-8b2d-ad8baca1469f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:37.135056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] No DVR routers for this DVR port f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:37.137917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5df3ece-3c27-4c04-a923-5bce3d1a8d83 req-0b31bd74-4441-4586-a6de-3fe43aa64989 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928199 Feb 04 15:56:37.147307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:37.149770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'name': 'network-vif-deleted', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:37.169666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d41ffb9-1900-422d-a8c0-ff611acc274d req-9b264001-44b7-499b-ad60-9820b7465de0 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426932 Feb 04 15:56:37.215206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06653142-f939-457c-9c52-30848d29369c req-43f1063a-f113-446b-b07a-deeea7d279f2 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "DELETE /v2.0/ports/f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 HTTP/1.1" status: 204 len: 173 time: 1.7308705 Feb 04 15:56:37.253271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ec616f29-dff0-4dcb-86f7-828f5e6b6ed4 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.255483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ec616f29-dff0-4dcb-86f7-828f5e6b6ed4 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702475 Feb 04 15:56:37.280930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-38c827a9-660c-41db-b3a1-c5089c378df2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.0183802 Feb 04 15:56:37.387290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-08302b0f-9702-446b-8afb-1d5d0afbd7aa tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050730 Feb 04 15:56:37.477141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45edb64f-f472-4bac-b59d-a7479cad339e req-860a79a5-dc27-4b40-9665-b8bc58ec1660 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295093 Feb 04 15:56:37.632682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb64f-f472-4bac-b59d-a7479cad339e req-2a539a4d-9027-4c00-9b3a-8f6071569cd8 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.634198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45edb64f-f472-4bac-b59d-a7479cad339e req-2a539a4d-9027-4c00-9b3a-8f6071569cd8 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510925 Feb 04 15:56:37.649721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45edb64f-f472-4bac-b59d-a7479cad339e req-3326d988-1d2e-4219-8d74-c3d91461047e tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/quotas/a0be2bf83d0543e0a311a8b64a6f1d21 HTTP/1.1" status: 200 len: 375 time: 0.0101936 Feb 04 15:56:37.657118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28e0f38a-93a1-457c-be62-c3d4ff810a37 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:37.709243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45edb64f-f472-4bac-b59d-a7479cad339e req-015e2255-002e-4ba6-b3a6-10ab7fc3c5f2 tempest-QuotasAdminNegativeTest-1835207098 tempest-QuotasAdminNegativeTest-1835207098-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456805 Feb 04 15:56:37.830765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:37.847300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '28e0f38a-93a1-457c-be62-c3d4ff810a37', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '28e0f38a-93a1-457c-be62-c3d4ff810a37', 'mac_address': 'fa:16:3e:2b:85:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:37.879248 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac6a53e-39e4-4398-99d4-45bb29a8a552', 'name': 'network-vif-deleted', 'tag': 'f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0', 'status': 'completed', 'code': 200} Feb 04 15:56:37.886079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:37.916484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1892d-7c7a-4b46-8d6e-d10fa9f5c52e req-d4da64fe-3ccc-4c4e-8baa-f4ae359d19b0 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:37.923900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09e1892d-7c7a-4b46-8d6e-d10fa9f5c52e req-d4da64fe-3ccc-4c4e-8baa-f4ae359d19b0 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 948 time: 0.0949059 Feb 04 15:56:37.987042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09e1892d-7c7a-4b46-8d6e-d10fa9f5c52e req-f1f60b87-d1a9-4322-a9ad-f68f7d88a283 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Feb 04 15:56:37.988674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:37.996719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 1f88c7f4-5066-46a8-8862-ae7acbb21efc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:37.996980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.039793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.071149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e0f38a-93a1-457c-be62-c3d4ff810a37 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:38.089397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:38.096766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.229707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.256706 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.295901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:38.302096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:38.307445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:38.308340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:38.409416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['28e0f38a-93a1-457c-be62-c3d4ff810a37'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:38.455684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe300b4-d9c1-4317-94ee-a05f3990acef req-e683a4b3-accf-4861-8af5-3f0b45319544 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:38.468898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:38.470517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f7ad9ca8-f774-460f-b9f5-f58bcdfaf4e0 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:38.472952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fe300b4-d9c1-4317-94ee-a05f3990acef req-e683a4b3-accf-4861-8af5-3f0b45319544 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 972 time: 0.0937610 Feb 04 15:56:38.524039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:38.558159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fe300b4-d9c1-4317-94ee-a05f3990acef req-3488bf58-628f-49f8-a137-1f6c18f7d5a4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840991 Feb 04 15:56:38.688221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f070764c-6ac3-46a8-afa1-d27c99ada97a req-60afe7a3-b78d-4624-aebd-cb1da8d09044 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 210 time: 0.0571768 Feb 04 15:56:38.743960 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'code': 200} Feb 04 15:56:39.006206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0659b7c9-0294-4ccb-8fb1-73e0951dc231 req-671d81a4-4ff9-4395-84bc-a438142b85cc tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1123 time: 0.1131434 Feb 04 15:56:39.071133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0659b7c9-0294-4ccb-8fb1-73e0951dc231 req-5a485729-5f82-4967-88a3-758ad5bcf77c tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Synchronizing usage tracker for tenant:a705c9043bd849ef9025ce70bdd63a6f on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:39.084190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42632) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.102233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0659b7c9-0294-4ccb-8fb1-73e0951dc231 req-5a485729-5f82-4967-88a3-758ad5bcf77c tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] Unset dirty status for tenant:a705c9043bd849ef9025ce70bdd63a6f on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:39.103761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0659b7c9-0294-4ccb-8fb1-73e0951dc231 req-5a485729-5f82-4967-88a3-758ad5bcf77c tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960512 Feb 04 15:56:39.128020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42640) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.311838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.322085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.369473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:39.374710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:39.377794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Usage tracker for resource:security_group_rule and tenant:a0be2bf83d0543e0a311a8b64a6f1d21 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:39.381849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:39.384921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Usage tracker for resource:security_group_rule and tenant:a982168f8b2b43419efe9e99391419ab is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:39.386606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8318-758c-4a05-8dba-68cdd7e81db4 req-8a379058-4e91-4a16-87ff-3390838eae28 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.388825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60ab8318-758c-4a05-8dba-68cdd7e81db4 req-8a379058-4e91-4a16-87ff-3390838eae28 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 949 time: 0.1417651 Feb 04 15:56:39.390113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:39.393747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:39.399506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:39.402109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba44bb-b156-4b19-8f94-6e77b456d11d req-8c1757f8-9244-472b-8ade-c509da0ae320 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:39.402818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2dba44bb-b156-4b19-8f94-6e77b456d11d req-8c1757f8-9244-472b-8ade-c509da0ae320 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Synchronizing usage tracker for tenant:99094975494b4eed8e40334667f3f042 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:39.448372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2dba44bb-b156-4b19-8f94-6e77b456d11d req-8c1757f8-9244-472b-8ade-c509da0ae320 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Unset dirty status for tenant:99094975494b4eed8e40334667f3f042 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:39.456444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dba44bb-b156-4b19-8f94-6e77b456d11d req-8c1757f8-9244-472b-8ade-c509da0ae320 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.1698527 Feb 04 15:56:39.517565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.519530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.523555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.539563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.553143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60ab8318-758c-4a05-8dba-68cdd7e81db4 req-7c320b21-713d-4319-8306-2fbd439375bc tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449113 Feb 04 15:56:39.589831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dba44bb-b156-4b19-8f94-6e77b456d11d req-c63e582e-247c-43d4-b6ac-70a6005f4197 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324627 Feb 04 15:56:39.628721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e1d71-22e2-4d05-bb38-f54c46279946,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.632666 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-825c6fed-742b-47ff-bc17-fb221187370c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a982168f8b2b43419efe9e99391419ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474629 Feb 04 15:56:39.637549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.646862 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0be2bf83d0543e0a311a8b64a6f1d21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5152028 Feb 04 15:56:39.648792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42654) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:39.656050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f107c157-22da-4638-908d-626ad8fefe2c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563428 Feb 04 15:56:39.664392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28e0f38a-93a1-457c-be62-c3d4ff810a37 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:39.714159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737696b-2f69-493a-892a-ece105e3455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213cdb75-3edc-4791-a214-1d6677981a0d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:39.783592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 28e0f38a-93a1-457c-be62-c3d4ff810a37 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:39.797631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 28e0f38a-93a1-457c-be62-c3d4ff810a37 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:39.798570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.835414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.894280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:39.939106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.025683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.035415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.035565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-caa7e188-d610-479d-a46a-033890613120 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.036839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-caa7e188-d610-479d-a46a-033890613120 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746867 Feb 04 15:56:40.050857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-041061d4-3c92-40df-8576-30d95f57bd24 req-babcc303-6846-454d-ad84-cb9569037b81 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 210 time: 0.0818725 Feb 04 15:56:40.059647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.078755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213cdb75-3edc-4791-a214-1d6677981a0d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.079193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:40.101442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.107652 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-89422ca2-8cf8-4eb7-b048-f14fecb1b36f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/213cdb75-3edc-4791-a214-1d6677981a0d HTTP/1.1" status: 204 len: 168 time: 0.4556565 Feb 04 15:56:40.107803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:40.121379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.233062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-df3a7fca-8976-4fb0-bedf-29fd5e19a542 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808209 Feb 04 15:56:40.239921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.253204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-6bfa2c75-6002-4744-96a1-70a2ecedea47 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789802 Feb 04 15:56:40.500885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-72e03e84-eb89-4133-8172-96fbc04eeea9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.507170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-72e03e84-eb89-4133-8172-96fbc04eeea9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733212 Feb 04 15:56:40.527717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.551695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:40.558747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-986214d4-bff9-4de8-a4a8-972b36a15227 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/quotas/bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 375 time: 0.0505998 Feb 04 15:56:40.602403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e1d71-22e2-4d05-bb38-f54c46279946,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:40.614381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:40.616150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.620098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26408807-94c1-41da-87d0-099863220d41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/283e1d71-22e2-4d05-bb38-f54c46279946 HTTP/1.1" status: 204 len: 168 time: 0.9786770 Feb 04 15:56:40.631047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.58', 58201) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:40.682929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:40.685869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.702834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-b912a249-b5d9-47ad-9deb-a7590991ff5b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.704892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-b912a249-b5d9-47ad-9deb-a7590991ff5b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4410646 Feb 04 15:56:40.711819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42696) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:40.737337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': 'afa766ce-2edd-4cd3-808a-55377920289a', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:40.745888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:40.756451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:40.831925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-c5fbe1ef-0a46-4f58-81b8-290e004e86c8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2722816 Feb 04 15:56:40.885311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:40.892923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Usage tracker for resource:security_group_rule and tenant:af1f8cfbdc704641b63bc6653fa4c76f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:40.902069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:40.926266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:40.963594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-672ea3fb-58db-453a-9ba2-f2fabe9db49e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:40.965004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-672ea3fb-58db-453a-9ba2-f2fabe9db49e tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.3327775 Feb 04 15:56:40.981418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:40.993383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:41.017624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:41.021492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.099929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8fd98-e43b-4805-ac3c-752c699e7a16 req-ed28f304-0e16-499a-a6bc-f72bd880b2fa tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.101409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4a8fd98-e43b-4805-ac3c-752c699e7a16 req-ed28f304-0e16-499a-a6bc-f72bd880b2fa tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 950 time: 0.3133519 Feb 04 15:56:41.131709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.25 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/bee827e4-6218-482c-9571-6b71277171e2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:41.149967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Deleting port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:41.150320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.179084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.194358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.269878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19dfedd-7b46-4cd9-b56f-50355d07a49e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.278446 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1a726b08-a195-45d0-a64c-c8afb59f5919 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af1f8cfbdc704641b63bc6653fa4c76f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5652070 Feb 04 15:56:41.279713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42714) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.308380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42718) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.343291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.385369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.404825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:41.416022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:9262cce6470742748621e2600a2b8f6d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:41.421053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:41.430396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.436803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:41.453246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4a8fd98-e43b-4805-ac3c-752c699e7a16 req-b1eb3e39-9101-498e-8004-2613ef86346f tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171010 Feb 04 15:56:41.540440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.561111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.567862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19dfedd-7b46-4cd9-b56f-50355d07a49e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.570997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.632017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19299c1b-8333-44f3-b75f-379da38f3467,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.632884 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37', 'code': 200} Feb 04 15:56:41.636969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.638071 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1821558f-875b-4b22-97d3-5826417732ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e19dfedd-7b46-4cd9-b56f-50355d07a49e HTTP/1.1" status: 204 len: 168 time: 0.3575051 Feb 04 15:56:41.641541 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ce1c89b-c782-4230-aabf-626f2353e9d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9262cce6470742748621e2600a2b8f6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3310013 Feb 04 15:56:41.648384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:41.670227 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.721935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object bee827e4-6218-482c-9571-6b71277171e2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:41.732292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.762064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.835633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.867919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19299c1b-8333-44f3-b75f-379da38f3467,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:41.870630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:41.872209 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c57c26e-411c-4674-ac21-474c38c18eea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19299c1b-8333-44f3-b75f-379da38f3467 HTTP/1.1" status: 204 len: 168 time: 0.2217302 Feb 04 15:56:41.963903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448541b-afc5-4e60-97bd-5e3d474cf76b req-dbaba77d-b0d3-4be9-a517-d7e68bc05d90 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:41.971885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5448541b-afc5-4e60-97bd-5e3d474cf76b req-dbaba77d-b0d3-4be9-a517-d7e68bc05d90 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 972 time: 0.7453947 Feb 04 15:56:41.980396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a632d778-31e2-4042-8c87-a4674186da4d req-582809ca-2409-4b09-a0f3-658800aea297 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 210 time: 0.0681524 Feb 04 15:56:42.099717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5448541b-afc5-4e60-97bd-5e3d474cf76b req-77030b39-8f4e-419c-ab12-2b96c48465f7 tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/security-groups?id=5022a962-f02f-48cf-8d15-4c014969a4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269031 Feb 04 15:56:42.255383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.131 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/20e9aec1-9c18-4242-849d-6f045f1887cc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:42.299548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.314413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:42.355733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dda25a50-15e9-4dd8-9e71-dc7e59e86451 req-9b609685-476f-4ec8-b71b-51d6722d6e01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 1101 time: 0.6291065 Feb 04 15:56:42.494905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-65c44343-b611-4030-9b81-a6f220875aff tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922523 Feb 04 15:56:42.559942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:42.585115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-032835ba-6298-4369-b404-b32404a17762 req-efcafcc8-bc41-4461-a596-e2bd3fdc3df3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 210 time: 0.4425628 Feb 04 15:56:42.665736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] For port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:42.666404 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.682376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-07ef8f06-67d5-4118-bc1a-75f10bef3d2e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:42.683836 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-07ef8f06-67d5-4118-bc1a-75f10bef3d2e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826308 Feb 04 15:56:42.712730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Request body: {'port': {'device_id': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'bdd2a8bec3ad42089af03e8245122272'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:42.919281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:42.944203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:42.955312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:42.958886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Calling delete_port for 840dcd0f-2eab-4c96-8b2d-ad8baca1469f owned by compute:tempest-test_az-1827227315 {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:42.976106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:42.978429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object 20e9aec1-9c18-4242-849d-6f045f1887cc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:43.003980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Made reservation on behalf of bdd2a8bec3ad42089af03e8245122272 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:43.018892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.061458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dda25a50-15e9-4dd8-9e71-dc7e59e86451 req-52a9f962-cce5-496a-95ab-d62b5fd1c472 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034840 Feb 04 15:56:43.062354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:43.066193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:43.070095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.070770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.145147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.163544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:43.187523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f8c3ace6-fc8e-407c-83a7-48e314dbedf8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1299970 Feb 04 15:56:43.204756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Request body: {'port': {'device_id': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:43.286453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7b9c0-6b95-409e-b114-3a25e98822af req-ec64e71f-2bf9-46ab-a0ab-192284a2a086 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.294003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bf7b9c0-6b95-409e-b114-3a25e98822af req-ec64e71f-2bf9-46ab-a0ab-192284a2a086 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 950 time: 0.4596336 Feb 04 15:56:43.485186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:43.486086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:43.495101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:43.499624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:43.503855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:43.504623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.534187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Allocated IP 192.168.233.94 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/c3b4458d-49d9-4837-bedf-1dcb9e903988) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:43.559999 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-c82d6062-2826-40f7-acbc-01b79f434479 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8300071 Feb 04 15:56:43.583528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6fbbd61-4f12-4014-8887-9148d9041689 None None] Provisioning for port bee827e4-6218-482c-9571-6b71277171e2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:43.591573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Request body: {'port': {'device_id': 'afa766ce-2edd-4cd3-808a-55377920289a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:43.606504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6fbbd61-4f12-4014-8887-9148d9041689 None None] Provisioning complete for port bee827e4-6218-482c-9571-6b71277171e2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:43.607167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6fbbd61-4f12-4014-8887-9148d9041689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.617342 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.622866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42798) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:43.657250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bf7b9c0-6b95-409e-b114-3a25e98822af req-9173cecc-34b7-433a-8957-270734491966 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615246 Feb 04 15:56:43.691217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6fbbd61-4f12-4014-8887-9148d9041689 None None] Port bee827e4-6218-482c-9571-6b71277171e2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:43.737344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23d3988a-3796-44fe-b6b5-f8c3854c7a12 req-9a3ccfd7-e465-49fc-a8d0-17cd38cc96f1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 210 time: 0.2749660 Feb 04 15:56:43.779169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Pushing event deleted for resources: {'Port': ['ID=840dcd0f-2eab-4c96-8b2d-ad8baca1469f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:43.796446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:43.808627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['840dcd0f-2eab-4c96-8b2d-ad8baca1469f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:43.943824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-759d6bdf-a872-46c2-94df-6342ab55f651 None None] Provisioning for port 20e9aec1-9c18-4242-849d-6f045f1887cc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:43.949941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-759d6bdf-a872-46c2-94df-6342ab55f651 None None] Provisioning complete for port 20e9aec1-9c18-4242-849d-6f045f1887cc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:43.950235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-759d6bdf-a872-46c2-94df-6342ab55f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.001177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.033510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-291895018-network', 'tenant_id': '8a4052ef63114053855160863b947016'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:44.038162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:44.042475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Usage tracker for resource:network and tenant:8a4052ef63114053855160863b947016 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:44.052355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:44.060234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:44.060425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-759d6bdf-a872-46c2-94df-6342ab55f651 None None] Port 20e9aec1-9c18-4242-849d-6f045f1887cc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:56:44.070474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] No DVR routers for this DVR port 840dcd0f-2eab-4c96-8b2d-ad8baca1469f on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:44.073657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.182319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.187112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'name': 'network-vif-deleted', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:44.233666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Transition to ACTIVE for port object c3b4458d-49d9-4837-bedf-1dcb9e903988 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:44.237074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:44.239384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.261924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17877cb1-2eee-440e-8166-f3ada1afe60a req-fb14b1f0-4df1-42c9-9807-c9107af3003f tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.62 "GET /v2.0/ports?device_id=1facf4b6-10bb-493b-ad90-8d890a192924 HTTP/1.1" status: 200 len: 210 time: 0.2127891 Feb 04 15:56:44.358964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.372783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:44.392550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.434002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-499391cd-f29e-4e6c-a4bc-17da7473f84f req-79dac9a7-6f9e-4941-9298-6f3b4453e16d tempest-LiveMigrationNegativeTest-1821474210 tempest-LiveMigrationNegativeTest-1821474210-project] 10.222.0.58 "DELETE /v2.0/ports/840dcd0f-2eab-4c96-8b2d-ad8baca1469f HTTP/1.1" status: 204 len: 173 time: 3.4620018 Feb 04 15:56:44.450881 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1facf4b6-10bb-493b-ad90-8d890a192924', 'name': 'network-vif-deleted', 'tag': '840dcd0f-2eab-4c96-8b2d-ad8baca1469f', 'status': 'completed', 'code': 200} Feb 04 15:56:44.494200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:44.505103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:44.513630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:44.515576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:44.519865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Usage tracker for resource:security_group_rule and tenant:8a4052ef63114053855160863b947016 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:44.521419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.522123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.523335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:44.538103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2745057-e4e0-4ff7-9638-c1dfc5d7efc3 req-b33d810b-33c4-47ed-b58f-294d0236d2f5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:44.539183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2745057-e4e0-4ff7-9638-c1dfc5d7efc3 req-b33d810b-33c4-47ed-b58f-294d0236d2f5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:44.541480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:44.567787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:44.585581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-88e3e3d7-d0d9-4b6b-a136-dca1455a6766 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8802936 Feb 04 15:56:44.587531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2745057-e4e0-4ff7-9638-c1dfc5d7efc3 req-b33d810b-33c4-47ed-b58f-294d0236d2f5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:44.618641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2745057-e4e0-4ff7-9638-c1dfc5d7efc3 req-b33d810b-33c4-47ed-b58f-294d0236d2f5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 936 time: 0.4314735 Feb 04 15:56:44.647895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Request body: {'port': {'device_id': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:44.727652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2745057-e4e0-4ff7-9638-c1dfc5d7efc3 req-e3e51902-334b-4dcb-8a6f-5905f978b8e7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Feb 04 15:56:44.844478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.933734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.945019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.970679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:44.981187 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:44.981739 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Added segment 23846427-c4f1-4fcd-88d6-dd8613e08bba of type vlan for network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 Feb 04 15:56:45.013793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.149943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:56:45.175245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e9aec1-9c18-4242-849d-6f045f1887cc {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:45.187634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.227541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Transition to ACTIVE for port object 20e9aec1-9c18-4242-849d-6f045f1887cc will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:45.233812 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.259163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9872e4cd-2d31-4580-b3cd-49478fc5d63e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.314501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.401884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.402741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.403303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.443253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Attempting to bind port 20e9aec1-9c18-4242-849d-6f045f1887cc on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:45.443595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Attempting to bind port 20e9aec1-9c18-4242-849d-6f045f1887cc by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:45.444002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Attempting to bind port 20e9aec1-9c18-4242-849d-6f045f1887cc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:45.449824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Port 20e9aec1-9c18-4242-849d-6f045f1887cc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:45.450140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Attempting to bind port 20e9aec1-9c18-4242-849d-6f045f1887cc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:45.456670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:45.457086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:45.457466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:45.457893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Bound port: 20e9aec1-9c18-4242-849d-6f045f1887cc, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:45.458223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.504320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3b12-4878-4fa9-bde4-61a64bf9549f req-a219d9b1-21a7-4ddd-aa50-0cb6dd8132ba tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.505692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae8d3b12-4878-4fa9-bde4-61a64bf9549f req-a219d9b1-21a7-4ddd-aa50-0cb6dd8132ba tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 950 time: 0.6544876 Feb 04 15:56:45.550909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:45.554037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=20e9aec1-9c18-4242-849d-6f045f1887cc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:45.558631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.574318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] Pushing event updated for resources: {'Network': ['ID=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.580071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ce758e0c-2ad7-40c0-b0b8-f6e7c4337d4c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9473920 Feb 04 15:56:45.590407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:45.593340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:56:45.614733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Request body: {'subnet': {'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-291895018-subnet', 'tenant_id': '8a4052ef63114053855160863b947016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:45.622729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.624098 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] 10.222.0.58 "PUT /v2.0/ports/20e9aec1-9c18-4242-849d-6f045f1887cc HTTP/1.1" status: 200 len: 1096 time: 2.0417962 Feb 04 15:56:45.627313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:45.628346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bca76-a26b-4e87-b4b6-22e8f69705f4 req-50f3a5d3-c762-417b-af0f-bc4f0bbac31e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:45.629876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c1bca76-a26b-4e87-b4b6-22e8f69705f4 req-50f3a5d3-c762-417b-af0f-bc4f0bbac31e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 935 time: 0.6014578 Feb 04 15:56:45.630920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:45.641181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Usage tracker for resource:subnet and tenant:8a4052ef63114053855160863b947016 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:45.645307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:45.648246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea193326-b86a-40f0-a8d2-0ce03125ad34 service neutron] Pushing event updated for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:45.651161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae8d3b12-4878-4fa9-bde4-61a64bf9549f req-e3877a6c-7cea-4182-92e3-aa289d9a1fa5 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Feb 04 15:56:45.659317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:45.764183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:45.766986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.803789 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-8ee00060-abdf-433c-b50f-781078192f39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 1099 time: 0.1135907 Feb 04 15:56:45.862900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c1bca76-a26b-4e87-b4b6-22e8f69705f4 req-493dc1c6-06a3-4954-842f-7b0ef3339cda tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107248 Feb 04 15:56:45.885627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee827e4-6218-482c-9571-6b71277171e2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:45.895436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.900339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 840dcd0f-2eab-4c96-8b2d-ad8baca1469f no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:45.910601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-e6c0af43-ac89-4b61-ab7a-e80a961b1ce1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=20e9aec1-9c18-4242-849d-6f045f1887cc HTTP/1.1" status: 200 len: 217 time: 0.0819118 Feb 04 15:56:45.931539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Transition to ACTIVE for port object bee827e4-6218-482c-9571-6b71277171e2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:45.943602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:45.994827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 840dcd0f-2eab-4c96-8b2d-ad8baca1469f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:45.995541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 840dcd0f-2eab-4c96-8b2d-ad8baca1469f not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:46.039582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.127557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-303561467', 'description': 'tempest-description-1639601902'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:46.180916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:46.192178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Usage tracker for resource:security_group and tenant:c31edb7665414496953528883d9e3e86 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:46.198515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:46.226460 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc', 'status': 'completed', 'code': 200} Feb 04 15:56:46.247781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:46.249626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-15102cd2-6af9-4b1f-ae83-3a63c80acd55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:46.252860 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-15102cd2-6af9-4b1f-ae83-3a63c80acd55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3408282 Feb 04 15:56:46.401747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Attempting to bind port bee827e4-6218-482c-9571-6b71277171e2 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:46.402203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Attempting to bind port bee827e4-6218-482c-9571-6b71277171e2 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:46.402639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Attempting to bind port bee827e4-6218-482c-9571-6b71277171e2 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:46.417492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.446161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.452456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-7d4389fd-9cac-471c-919a-6a8cabc8b4be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818988 Feb 04 15:56:46.467513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b4458d-49d9-4837-bedf-1dcb9e903988 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:46.474074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Port bee827e4-6218-482c-9571-6b71277171e2 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:46.474808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Attempting to bind port bee827e4-6218-482c-9571-6b71277171e2 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:46.489670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:46.490791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:46.491393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:46.492849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Bound port: bee827e4-6218-482c-9571-6b71277171e2, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:46.493723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.498293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.514565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.574929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Transition to ACTIVE for port object c3b4458d-49d9-4837-bedf-1dcb9e903988 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:46.585487 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.647235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42864) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:46.737556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:46.741086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bee827e4-6218-482c-9571-6b71277171e2,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:46.759588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.759816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:46.765182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-f80aa82b-4a6e-439f-9ee6-a1619492c4dd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008118 Feb 04 15:56:46.767396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.874029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Usage tracker for resource:security_group_rule and tenant:c31edb7665414496953528883d9e3e86 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:46.887783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:46.911073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Attempting to bind port c3b4458d-49d9-4837-bedf-1dcb9e903988 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:46.911415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Attempting to bind port c3b4458d-49d9-4837-bedf-1dcb9e903988 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:46.911725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Attempting to bind port c3b4458d-49d9-4837-bedf-1dcb9e903988 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:46.912716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:46.934742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Port c3b4458d-49d9-4837-bedf-1dcb9e903988 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:46.935053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Attempting to bind port c3b4458d-49d9-4837-bedf-1dcb9e903988 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:46.942607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1325b98-90d9-434f-9b93-fd2e5b9940e3,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.945131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:46.946522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] 10.222.0.58 "PUT /v2.0/ports/bee827e4-6218-482c-9571-6b71277171e2 HTTP/1.1" status: 200 len: 1095 time: 3.7491560 Feb 04 15:56:46.956268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:46.965311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792681a-f32f-4fb8-a848-b39f1b1fe3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:46.973849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:46.974184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:46.974594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:46.975034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Bound port: c3b4458d-49d9-4837-bedf-1dcb9e903988, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:46.975378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.022358 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-641a6870-4766-4e37-a17f-b98f912130dd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234783 Feb 04 15:56:47.026003 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5575c4c9-9dd7-49f0-ab3f-e02c7c605715 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99094975494b4eed8e40334667f3f042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3754241 Feb 04 15:56:47.033561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:47.042656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:47.043018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Network hostable DHCP agents. Network: d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:47.130023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd70c-9b68-48ed-bfa9-c3e60c375389 req-39d02975-9a47-4482-8c49-6814c4dbe8be tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.137153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45dd70c-9b68-48ed-bfa9-c3e60c375389 req-39d02975-9a47-4482-8c49-6814c4dbe8be tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 948 time: 0.3930693 Feb 04 15:56:47.149219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:47.164400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:47.178466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.219530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.220400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-7580889a-5ea9-4e87-b1f8-e0adb2fdb173 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 1099 time: 0.1478386 Feb 04 15:56:47.244829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.247892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:47.285083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.311951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:47.316713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-2896283c-35cf-43cd-b0ab-48e38e6a3588 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 1098 time: 0.3215520 Feb 04 15:56:47.321199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf4478-fda3-489e-841a-3b6f752056f6 None None] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:47.343161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45dd70c-9b68-48ed-bfa9-c3e60c375389 req-7b585976-1bf6-4a06-ba16-733bc4830a4a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048500 Feb 04 15:56:47.351510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.352895 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 1095 time: 2.7491286 Feb 04 15:56:47.361830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.362264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.388248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:47.498608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258efaa5-6938-48ae-bc78-65cdec038ab7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.513246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Usage tracker for resource:security_group_rule and tenant:c31edb7665414496953528883d9e3e86 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:47.518463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.525596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:47.541794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-e6aa0111-c27f-454c-8d11-35242a9cec45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bee827e4-6218-482c-9571-6b71277171e2 HTTP/1.1" status: 200 len: 217 time: 0.1927724 Feb 04 15:56:47.545922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:47.571709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-4e7f61b8-9187-4dd9-86bf-56463b042be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.575156 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-4e7f61b8-9187-4dd9-86bf-56463b042be6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3379223 Feb 04 15:56:47.586367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b944-a4e4-4ea8-bc26-490ba2ba1a57 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:47.622977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-80aa4faf-bf68-4b0d-84f5-f97a8f8c573e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0288610 Feb 04 15:56:47.623634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a0b0b-51e1-41ac-a119-08c3205d204e None None] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:47.693251 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-662f4ee1-9985-4057-b9c2-5e0fdaaa99b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=20e9aec1-9c18-4242-849d-6f045f1887cc HTTP/1.1" status: 200 len: 217 time: 0.1026645 Feb 04 15:56:47.708264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-a057b6f7-0315-4c32-af00-9c763c23b9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1098 time: 0.2922552 Feb 04 15:56:47.772744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-790ed968-6982-48f1-9da5-7597792a9acc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.774256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-790ed968-6982-48f1-9da5-7597792a9acc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0650232 Feb 04 15:56:47.787544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-286d74e6-1616-4db4-88a9-635ebe51053e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:47.796692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-286d74e6-1616-4db4-88a9-635ebe51053e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2414019 Feb 04 15:56:47.819167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.832811 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:47.857759 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-a45053af-91fc-4ab8-a2f2-aa601254b2aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.0820248 Feb 04 15:56:47.961076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-140b5267-e8f6-40f8-b96c-5ff4d5143426 None None] Provisioning for port c3b4458d-49d9-4837-bedf-1dcb9e903988 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:47.998235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-76e17a29-4424-4646-9629-781bf989320c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.000402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-76e17a29-4424-4646-9629-781bf989320c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0938981 Feb 04 15:56:48.049779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022a962-f02f-48cf-8d15-4c014969a4e4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.055453 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-5f70a090-ffce-4cb1-8510-1b2b9ad7f27d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965709 Feb 04 15:56:48.059518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.141868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.149285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7279d9ca-40bb-4c90-b57e-c0149aa7073d req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.0427892 Feb 04 15:56:48.177064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.193664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a186136d-1a0c-4ffa-aa10-31bd8fc5a48b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5022a962-f02f-48cf-8d15-4c014969a4e4 HTTP/1.1" status: 204 len: 168 time: 1.1523509 Feb 04 15:56:48.255121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:48.258607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4292f61-a694-40f3-9d4b-178aefb7c787 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f697a357-f1ab-452f-bba9-f2dd0fd19c9a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:48.300876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-4b43429f-a4ee-4e92-8e4d-9249bd99a96d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4662943 Feb 04 15:56:48.306438 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-bc0170b6-03f0-474a-bf5a-ec2ae0bb4193 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2980189 Feb 04 15:56:48.493504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-07351945-d1aa-4f5c-91da-630bc898e27b service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785910 Feb 04 15:56:48.497781 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-26aba03e-4736-4efc-82c9-dd6d2be63679 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258976 Feb 04 15:56:48.571384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-329c7100-3b23-4c40-8431-d9f9187a1142 tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 1101 time: 0.9632764 Feb 04 15:56:48.633556 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-0ecdc277-0350-44fb-a9da-b4b1ab597dab service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048573 Feb 04 15:56:48.664881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:48.769540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:48.783526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926f021-bc1c-42a8-8971-f1756913dd49 req-76b33855-6ee0-44ec-9655-c5de90c816c4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:48.790756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3926f021-bc1c-42a8-8971-f1756913dd49 req-76b33855-6ee0-44ec-9655-c5de90c816c4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 947 time: 0.2960742 Feb 04 15:56:48.798210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Usage tracker for resource:security_group_rule and tenant:33c5c42a9f0c4ee89a0e67952fdb1d18 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:48.818411 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0c55e89-8f75-44f5-a4c3-0a11fcd630a3 req-b7b6d773-c5fb-401c-afe8-53812000aa12 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001397 Feb 04 15:56:48.821464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:48.844424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:48.870809 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc7f0d76-c9e3-4541-818c-137022fa4b07 req-f6187df6-6c49-4edd-b89b-eb7875ec1daf service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289693 Feb 04 15:56:48.872574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:48.892080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33e76fa-8b5b-4355-926a-dccbfe3021e1 req-5056ecc6-d653-42eb-872f-be6fbc8088e3 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502619 Feb 04 15:56:48.903725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e225cd9-919f-4c5f-8330-4e74979f1288 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15b83084ee774af39bd24bf05434a198&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0789204 Feb 04 15:56:48.903953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:48.917263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3926f021-bc1c-42a8-8971-f1756913dd49 req-f239d4c6-e211-4bdc-8543-2f6bbdea81b0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251969 Feb 04 15:56:48.988419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.022125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.030859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.039184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.102562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.128191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593afee7-f729-4d76-855e-e48a781c0c72,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.151518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.152638 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-33a35d8b-fd81-4cee-947b-22a143038327 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/593afee7-f729-4d76-855e-e48a781c0c72 HTTP/1.1" status: 204 len: 168 time: 0.2477438 Feb 04 15:56:49.155873 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2', 'status': 'completed', 'code': 200} Feb 04 15:56:49.157974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88054eb9-dc70-494a-84d7-ef72fe072ab7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.181677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-184995552', 'description': 'tempest-description-36196051'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:49.196271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:49.214441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29035c82-1c8d-4e8f-a073-34270b42d56e req-9e0b39db-d097-4d0c-b46d-b82fcdcc895d tempest-ServersAdminNegativeTestJSON-726584088 tempest-ServersAdminNegativeTestJSON-726584088-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286287 Feb 04 15:56:49.224178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Usage tracker for resource:security_group and tenant:c31edb7665414496953528883d9e3e86 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:49.226439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42920) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:49.230857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:49.232881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-800601612-network', 'tenant_id': 'a5158c9ffaab44fb8c39cb9db421f56f'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:49.237959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:49.242026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Usage tracker for resource:network and tenant:a5158c9ffaab44fb8c39cb9db421f56f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:49.245483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:49.249814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:49.265312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:49.286600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.294945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Made reservation on behalf of a5158c9ffaab44fb8c39cb9db421f56f for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:49.298628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.345599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:49.349734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Usage tracker for resource:security_group_rule and tenant:c31edb7665414496953528883d9e3e86 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:49.353028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:49.358885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:49.381840 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'status': 'completed', 'code': 200} Feb 04 15:56:49.382560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.451809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-2923e238-9b3c-4213-97c8-f6509a96928e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 1098 time: 0.3590848 Feb 04 15:56:49.469973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:49.486782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Usage tracker for resource:security_group_rule and tenant:a5158c9ffaab44fb8c39cb9db421f56f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:49.495051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:49.502453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:49.579781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.599206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.631442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:56:49.634474 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.649200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.662359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.662867 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Added segment 2ad92cf8-b9aa-4a3c-a469-60d66733b727 of type vlan for network a2f2fbd3-ba7b-418c-8274-ea134a5c0403 Feb 04 15:56:49.665802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceea062-6f39-4b50-ab24-e089c376c32a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.677737 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-7372d8e6-c19d-4f22-958a-2a918b931031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1098 time: 0.3435583 Feb 04 15:56:49.696201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe75710-215c-4525-88a4-88a3bed28250,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:49.729968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.760001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.761578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50457902-016e-40ee-b9ac-956a2c0447c8 req-7d16d36f-b13d-4afb-a363-ceae8402ec8a tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5929995 Feb 04 15:56:49.770547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01abc02-29e7-4b52-ac39-2185fd898075 req-bc48856b-8f1d-45da-8809-87b2e473eb9a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.777231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c01abc02-29e7-4b52-ac39-2185fd898075 req-bc48856b-8f1d-45da-8809-87b2e473eb9a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 948 time: 0.2759426 Feb 04 15:56:49.780319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-aabe9116-9546-4b48-b563-616156292e16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.781945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-aabe9116-9546-4b48-b563-616156292e16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3110759 Feb 04 15:56:49.867838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-e86b2c90-1410-40b5-b332-e837434b4d0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=bee827e4-6218-482c-9571-6b71277171e2 HTTP/1.1" status: 200 len: 217 time: 0.0727494 Feb 04 15:56:49.928445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 20e9aec1-9c18-4242-849d-6f045f1887cc details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:49.935671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.938092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.940083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:49.958868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c01abc02-29e7-4b52-ac39-2185fd898075 req-728c7fb8-6aac-4805-86b7-1b133370b14c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792214 Feb 04 15:56:49.987562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-515d97ae-c2f3-4d47-a15b-3f76e21ce7ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:49.989131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-515d97ae-c2f3-4d47-a15b-3f76e21ce7ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1134126 Feb 04 15:56:50.015503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-830a0cf4-a538-44d2-ba15-479e00981099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.028021 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-830a0cf4-a538-44d2-ba15-479e00981099 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3314912 Feb 04 15:56:50.152538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-05543dfc-e06f-4dbe-8347-0b74c3ed6c64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566985 Feb 04 15:56:50.160325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-237e9afc-1028-4350-98f4-080b41e06cff req-e2266483-6abc-4bdd-8c43-d6a696bd01a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1055169 Feb 04 15:56:50.221033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=20e9aec1-9c18-4242-849d-6f045f1887cc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:50.225978 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9979506 Feb 04 15:56:50.241714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:50.246956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '20e9aec1-9c18-4242-849d-6f045f1887cc', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '20e9aec1-9c18-4242-849d-6f045f1887cc', 'mac_address': 'fa:16:3e:ea:1d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:50.254370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Request body: {'subnet': {'network_id': 'a2f2fbd3-ba7b-418c-8274-ea134a5c0403', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-800601612-subnet', 'tenant_id': 'a5158c9ffaab44fb8c39cb9db421f56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:50.261100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:50.266949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Usage tracker for resource:subnet and tenant:a5158c9ffaab44fb8c39cb9db421f56f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:50.271300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:50.287173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:50.320614 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.325802 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-d3b7d13b-094f-4d8f-8605-2ed7cc46b6ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.2200162 Feb 04 15:56:50.344393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e9aec1-9c18-4242-849d-6f045f1887cc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:50.358656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Made reservation on behalf of a5158c9ffaab44fb8c39cb9db421f56f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:50.362991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.368665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=20e9aec1-9c18-4242-849d-6f045f1887cc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:50.373493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.425226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9480c-7750-4779-a8a7-234230f2c355 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f2fbd3-ba7b-418c-8274-ea134a5c0403,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:50.454054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-0ee9624e-7151-49a1-a0de-d354d9ae10ab service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920103 Feb 04 15:56:50.454454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a2f2fbd3-ba7b-418c-8274-ea134a5c0403 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:56:50.457296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-320181107', 'description': 'tempest-description-1716025636'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:50.467690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-933bca88-8644-486a-b9ed-9cc68582000a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.469700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-933bca88-8644-486a-b9ed-9cc68582000a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1356466 Feb 04 15:56:50.481401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:50.550400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Usage tracker for resource:security_group and tenant:f59daf8acec94d2a97b26b5dfa947db8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:50.556626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:50.575571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:50.597206 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-c5bf7d4f-1b82-4245-9988-d74138dfb84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192133 Feb 04 15:56:50.608200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:50.629258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['20e9aec1-9c18-4242-849d-6f045f1887cc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:50.720240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.772078 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.782574 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-4708df33-028c-4f19-82b1-82de754abe27 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733303 Feb 04 15:56:50.788528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.804127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:50.821811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ee6f35-88a7-4e1e-8ad1-f55b88adc662 req-79f43881-48ca-49e9-816e-683a58598482 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584309 Feb 04 15:56:50.909738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb55a08-ab37-4006-b66d-afd55f700c72 req-92c3a171-b5b6-4fad-8bf9-ee5d19024238 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:50.911220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfb55a08-ab37-4006-b66d-afd55f700c72 req-92c3a171-b5b6-4fad-8bf9-ee5d19024238 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 947 time: 0.3581693 Feb 04 15:56:50.913844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:50.923699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Usage tracker for resource:security_group_rule and tenant:f59daf8acec94d2a97b26b5dfa947db8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:50.927478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:50.954260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-11e5602c-7504-4d30-852c-f88c25b9ee78 req-12c37658-6d72-43bd-8968-1d78a73fcd87 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680925 Feb 04 15:56:50.959844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:51.013672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.056846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfb55a08-ab37-4006-b66d-afd55f700c72 req-faf529b5-921b-4b21-85c6-4f499f20645d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351116 Feb 04 15:56:51.125276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801efd94-3c7b-4dca-ae7e-10bd4b9323a5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.164789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.166157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Checking segment: {'id': '2ad92cf8-b9aa-4a3c-a469-60d66733b727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a2f2fbd3-ba7b-418c-8274-ea134a5c0403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:51.166541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Network hostable DHCP agents. Network: a2f2fbd3-ba7b-418c-8274-ea134a5c0403, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:56:51.180354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.232228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f1b076-60dd-4272-860d-bbb12b21cca5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.235231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:51.240457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Usage tracker for resource:security_group_rule and tenant:f59daf8acec94d2a97b26b5dfa947db8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:51.243734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:51.249155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Network a2f2fbd3-ba7b-418c-8274-ea134a5c0403 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:56:51.251496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:51.266156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a2f2fbd3-ba7b-418c-8274-ea134a5c0403) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:51.272474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.273055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.280124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3fbe10-826d-4e57-999e-8d993d04c338 None None] Network a2f2fbd3-ba7b-418c-8274-ea134a5c0403 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:51.363288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3403bc18-d582-45a2-b570-d4544676b699 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1205223 Feb 04 15:56:51.386060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.393075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.443748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6321cd-aca5-48a4-9180-7b3af66c64a4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.451469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1f193-912c-4667-9c3f-bd5b306f4ddb req-f7fe9f93-a86e-46d8-849e-e5e013451af2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:51.453159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60e1f193-912c-4667-9c3f-bd5b306f4ddb req-f7fe9f93-a86e-46d8-849e-e5e013451af2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 949 time: 0.1652884 Feb 04 15:56:51.456076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.460265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc5b95c2-7d90-4ed6-8aa5-531d63d3241c req-dc45a134-8091-4f6f-a81c-5b39cd2b13ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.0150945 Feb 04 15:56:51.549395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4240f98-cc20-4709-91b7-fec352a3122c None None] Network a2f2fbd3-ba7b-418c-8274-ea134a5c0403 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:56:51.559476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60e1f193-912c-4667-9c3f-bd5b306f4ddb req-bff447fa-8536-41d9-8127-34305ebb920e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881817 Feb 04 15:56:51.588287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1860898684', 'description': 'tempest-description-356814527'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:51.597927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:51.603281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Usage tracker for resource:security_group and tenant:f59daf8acec94d2a97b26b5dfa947db8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:51.606612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:51.613340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:51.630321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.686837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:51.692923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Usage tracker for resource:security_group_rule and tenant:f59daf8acec94d2a97b26b5dfa947db8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:51.696583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:51.707427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:51.768041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:51.773353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.785348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.863753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabaeeba-9eb8-4ec1-bb9e-010122ed0273,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:51.870762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:51.872765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be91a05e-112f-47c9-b887-b9ea43184314 req-0defaa83-0d87-4432-8357-6e527c61c6b8 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.2891035 Feb 04 15:56:51.945550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bee827e4-6218-482c-9571-6b71277171e2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:56:51.983427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 20e9aec1-9c18-4242-849d-6f045f1887cc up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:52.152613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.222896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'mac_address': 'fa:16:3e:e0:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:52.335187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bee827e4-6218-482c-9571-6b71277171e2,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.346573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 20e9aec1-9c18-4242-849d-6f045f1887cc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:52.351948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.365446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 20e9aec1-9c18-4242-849d-6f045f1887cc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:52.365812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.388056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'bee827e4-6218-482c-9571-6b71277171e2', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'bee827e4-6218-482c-9571-6b71277171e2', 'mac_address': 'fa:16:3e:6e:42:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:56:52.455852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:52.479158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b4458d-49d9-4837-bedf-1dcb9e903988 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:52.506239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-0debd68b-fb83-4d4b-a9d8-73ff07299a31 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Synchronizing usage tracker for tenant:f59daf8acec94d2a97b26b5dfa947db8 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:52.518096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.520079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3368c-7808-4023-97b1-874af593ab2e req-400d65c6-495c-401d-b6f0-98e8fee485e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:52.520530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b9f3368c-7808-4023-97b1-874af593ab2e req-400d65c6-495c-401d-b6f0-98e8fee485e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:52.528181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.541672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-0debd68b-fb83-4d4b-a9d8-73ff07299a31 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Unset dirty status for tenant:f59daf8acec94d2a97b26b5dfa947db8 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:52.544098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-0debd68b-fb83-4d4b-a9d8-73ff07299a31 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44649 time: 0.5269012 Feb 04 15:56:52.545116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b9f3368c-7808-4023-97b1-874af593ab2e req-400d65c6-495c-401d-b6f0-98e8fee485e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:52.546130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-400d65c6-495c-401d-b6f0-98e8fee485e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.2327759 Feb 04 15:56:52.558991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.586500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-7e159dcb-d749-4824-adc8-0e575bec4fb8 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/quotas/8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 375 time: 0.0319118 Feb 04 15:56:52.635601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee827e4-6218-482c-9571-6b71277171e2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:52.649153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-b67683d7-9001-448f-98d8-a0da44d01d3b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525985 Feb 04 15:56:52.655572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-9c80e43f-35f0-4417-a830-2231c294ce25 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/19aa4356-f952-4b02-89f5-9d624609c73d HTTP/1.1" status: 200 len: 2649 time: 0.1019764 Feb 04 15:56:52.675830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.687388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.693845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bee827e4-6218-482c-9571-6b71277171e2,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.709966 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.731866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.744682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:52.772638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:52.776286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=20e9aec1-9c18-4242-849d-6f045f1887cc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:52.777708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Usage tracker for resource:security_group_rule and tenant:fec65be8dab349dca0eec90e45c9691f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:52.781720 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.782522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:52.791014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:52.795535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.807916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-2821ef90-2881-4153-b8da-679a5415e2c0 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/19aa4356-f952-4b02-89f5-9d624609c73d HTTP/1.1" status: 200 len: 2649 time: 0.1281595 Feb 04 15:56:52.832440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:52.840016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-20bf8b1d-864e-47d2-ad08-18a56b1fbb9d service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801040 Feb 04 15:56:52.873891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.879882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:52.919270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.931159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58791b17-60ab-4bab-b037-3d2231c71052,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:52.935357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ed6b38a-9d3f-4e10-9b7c-96afb63d8c0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fec65be8dab349dca0eec90e45c9691f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4778154 Feb 04 15:56:52.938031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43028) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:52.973209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['bee827e4-6218-482c-9571-6b71277171e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:52.988290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-0a5be42c-9cc0-418d-b975-e8b5bd09db41 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/258efaa5-6938-48ae-bc78-65cdec038ab7 HTTP/1.1" status: 200 len: 2649 time: 0.1503017 Feb 04 15:56:53.014935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.051437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.053454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-71ade953-eee5-4675-b211-fde55e63bbf2 service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995902 Feb 04 15:56:53.075855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-a4f0e6fb-f906-496e-ba6c-271e5161782f tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/258efaa5-6938-48ae-bc78-65cdec038ab7 HTTP/1.1" status: 200 len: 2649 time: 0.0699098 Feb 04 15:56:53.122362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.146105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58791b17-60ab-4bab-b037-3d2231c71052,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:53.156194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.157586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1716c24-23e3-43bf-8fcd-28d8d44add42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58791b17-60ab-4bab-b037-3d2231c71052 HTTP/1.1" status: 204 len: 168 time: 0.2182744 Feb 04 15:56:53.183008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-daef27f1-e416-4e40-a18e-02b10c898d9e tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3c9dd900-1629-446a-b495-ac1d8174074d HTTP/1.1" status: 200 len: 2649 time: 0.0963519 Feb 04 15:56:53.283000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-afc38d07-f71f-4915-b3ff-a41ed7d837c2 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3c9dd900-1629-446a-b495-ac1d8174074d HTTP/1.1" status: 200 len: 2649 time: 0.0970345 Feb 04 15:56:53.400294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-22badae9-84f3-4e68-87a2-a056062ee44a tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/707e05e1-97b4-4abb-9778-5db76310c9c9 HTTP/1.1" status: 200 len: 2649 time: 0.1156805 Feb 04 15:56:53.484415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba632c-90f2-4786-b4a4-d6c43f951f67 req-d6c63925-75e1-4af7-b92e-8cef4e9d766e tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.485953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8ba632c-90f2-4786-b4a4-d6c43f951f67 req-d6c63925-75e1-4af7-b92e-8cef4e9d766e tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 950 time: 0.1446695 Feb 04 15:56:53.491998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-2bdd0cd2-681b-4c64-89d1-76cf4f5fdcc7 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/707e05e1-97b4-4abb-9778-5db76310c9c9 HTTP/1.1" status: 200 len: 2649 time: 0.0807788 Feb 04 15:56:53.577017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-e50cfced-66f7-415e-b5a8-fe1e528da2bf tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/85cc319c-43ff-4813-9fe5-b7b5f2891086 HTTP/1.1" status: 200 len: 2649 time: 0.0692554 Feb 04 15:56:53.583406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8ba632c-90f2-4786-b4a4-d6c43f951f67 req-8848b59d-53cf-4c01-a82d-62001adc6597 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901883 Feb 04 15:56:53.645258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-9da680d1-e6d4-414e-a289-5d425e57f560 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/85cc319c-43ff-4813-9fe5-b7b5f2891086 HTTP/1.1" status: 200 len: 2649 time: 0.0608528 Feb 04 15:56:53.646945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:53.682627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.734198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-29554636-f476-4925-9ad2-607a34413ce3 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:53.735018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-29554636-f476-4925-9ad2-607a34413ce3 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Synchronizing usage tracker for tenant:4c8fff04e8174827bd4317beaa860036 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:53.740881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-f71aa0d5-42b3-4b50-a21b-e3cced227221 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/88054eb9-dc70-494a-84d7-ef72fe072ab7 HTTP/1.1" status: 200 len: 2649 time: 0.0947592 Feb 04 15:56:53.744319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:53.746960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:53.748362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Usage tracker for resource:security_group_rule and tenant:5c8c9ef13efe4e51b5a7870246ed5305 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:53.748963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-29554636-f476-4925-9ad2-607a34413ce3 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Unset dirty status for tenant:4c8fff04e8174827bd4317beaa860036 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:53.750949 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-29554636-f476-4925-9ad2-607a34413ce3 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/ports?device_id=200de811-e7bf-4138-877b-a7c49a668308 HTTP/1.1" status: 200 len: 950 time: 0.1085587 Feb 04 15:56:53.752108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:53.760003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:53.831002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c3b4458d-49d9-4837-bedf-1dcb9e903988 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:53.837138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c3b4458d-49d9-4837-bedf-1dcb9e903988 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:53.838056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.851770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Deleting port 28e0f38a-93a1-457c-be62-c3d4ff810a37 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:53.852132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:53.940271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-75034f40-8188-4e57-b127-0b97c42fccd4 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/88054eb9-dc70-494a-84d7-ef72fe072ab7 HTTP/1.1" status: 200 len: 2649 time: 0.1770332 Feb 04 15:56:53.964081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bee827e4-6218-482c-9571-6b71277171e2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:56:54.008841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-1cd033cc-4ed4-4257-939d-b698372ef04e tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/895b53db-1f7f-4a99-a464-4cd244f96209 HTTP/1.1" status: 200 len: 2649 time: 0.0599654 Feb 04 15:56:54.057887 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.085993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.110346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-419f4eb4-8cfb-43f6-aab1-5b1b76c39fb0 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/895b53db-1f7f-4a99-a464-4cd244f96209 HTTP/1.1" status: 200 len: 2649 time: 0.0950110 Feb 04 15:56:54.113611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.128819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:54.137349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.163894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c8c9ef13efe4e51b5a7870246ed5305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5153973 Feb 04 15:56:54.182351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:54.186202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port bee827e4-6218-482c-9571-6b71277171e2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:56:54.210458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port bee827e4-6218-482c-9571-6b71277171e2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:56:54.210948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.282676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6e7be-1081-479f-b0ad-6e90499f5854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b260c2-5a62-4a22-bbea-9142856c416e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.298098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] For port 28e0f38a-93a1-457c-be62-c3d4ff810a37, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28e0f38a-93a1-457c-be62-c3d4ff810a37,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:54.298865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.304559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.313978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-54c22ddd-f25f-4cbd-b109-0b8182a143ad tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8b316ac1-a761-4a76-9a50-5656df6dcd2c HTTP/1.1" status: 200 len: 2649 time: 0.2027493 Feb 04 15:56:54.385182 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.389418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.424170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bee827e4-6218-482c-9571-6b71277171e2,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:54.428466 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.439096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Calling delete_port for 28e0f38a-93a1-457c-be62-c3d4ff810a37 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:54.465976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.482608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-044d3073-3bcb-4ca1-8392-470091b2ff60 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8b316ac1-a761-4a76-9a50-5656df6dcd2c HTTP/1.1" status: 200 len: 2649 time: 0.1550002 Feb 04 15:56:54.509329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.540287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a230284-b5a3-4a9b-9142-a06a2fdb82a8 req-9e4c2798-7b19-4d4f-8aa7-b68d01038a14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.541727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a230284-b5a3-4a9b-9142-a06a2fdb82a8 req-9e4c2798-7b19-4d4f-8aa7-b68d01038a14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.2156842 Feb 04 15:56:54.686990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-467339c6-79b7-4169-8e59-e05ca54a5802 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/96591be5-4008-4afd-a2ca-53c847c8be19 HTTP/1.1" status: 200 len: 2649 time: 0.1934638 Feb 04 15:56:54.692394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.693997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.706764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['687add18-2d24-49cd-acb6-8a07a2a0be8b', '28e0f38a-93a1-457c-be62-c3d4ff810a37'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:56:54.762575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b260c2-5a62-4a22-bbea-9142856c416e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.806919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Pushing event deleted for resources: {'Port': ['ID=28e0f38a-93a1-457c-be62-c3d4ff810a37,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:54.808084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a230284-b5a3-4a9b-9142-a06a2fdb82a8 req-7ac618ba-efbd-4b4e-8ce3-565c63468dc7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521603 Feb 04 15:56:54.815897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.816923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-edae9b15-c4bc-4be3-b32c-847752981f82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0b260c2-5a62-4a22-bbea-9142856c416e HTTP/1.1" status: 204 len: 168 time: 0.6336272 Feb 04 15:56:54.887771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3368c-7808-4023-97b1-874af593ab2e req-602631ba-b34c-4352-8692-f5b1a47a0e13 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:54.889625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-602631ba-b34c-4352-8692-f5b1a47a0e13 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.3137746 Feb 04 15:56:54.896713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-ecf8dc89-9732-4ea2-bbbe-000c2c311a2d tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/96591be5-4008-4afd-a2ca-53c847c8be19 HTTP/1.1" status: 200 len: 2649 time: 0.1898463 Feb 04 15:56:54.907310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Request body: {'port': {'device_id': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'admin_state_up': True, 'tenant_id': '8a4052ef63114053855160863b947016'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:54.936605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] No DVR routers for this DVR port 28e0f38a-93a1-457c-be62-c3d4ff810a37 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:54.942067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:54.952524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'name': 'network-vif-deleted', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:54.987930 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0ee4f3fc-069d-4637-9126-5b8029766da6 req-1694a63a-0b95-4fd8-b298-8730529731ae tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "DELETE /v2.0/ports/28e0f38a-93a1-457c-be62-c3d4ff810a37 HTTP/1.1" status: 204 len: 173 time: 1.2298121 Feb 04 15:56:55.035563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa21ded0-375f-4665-a289-190545c41046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.175755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-babe4773-a3c6-46e0-965f-449480ab6f80 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/9872e4cd-2d31-4580-b3cd-49478fc5d63e HTTP/1.1" status: 200 len: 2649 time: 0.2446244 Feb 04 15:56:55.233424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:55.248566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Usage tracker for resource:port and tenant:8a4052ef63114053855160863b947016 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:55.253660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:55.267852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:55.280151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-4d22a6a6-6d5e-4c9e-bf74-490bcb7d1ce4 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/9872e4cd-2d31-4580-b3cd-49478fc5d63e HTTP/1.1" status: 200 len: 2649 time: 0.0890646 Feb 04 15:56:55.289713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8a868-cc4d-4f18-97bd-78b4030cf073 req-307c12d3-af5e-487e-b53e-dc836f365b76 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:55.291155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36c8a868-cc4d-4f18-97bd-78b4030cf073 req-307c12d3-af5e-487e-b53e-dc836f365b76 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 950 time: 0.2685697 Feb 04 15:56:55.293879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:56:55.297266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.436367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-44819120-a85e-4978-9847-dda21d25f9c1 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c2f28892-7eba-47a9-b651-c9947ceb8a4f HTTP/1.1" status: 200 len: 2649 time: 0.1438103 Feb 04 15:56:55.441460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36c8a868-cc4d-4f18-97bd-78b4030cf073 req-bd845906-69c6-478d-9230-8999ad20f5b7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250792 Feb 04 15:56:55.526289 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc', 'code': 200} Feb 04 15:56:55.559495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-c83bd062-079c-4289-9f41-97510e2060f4 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c2f28892-7eba-47a9-b651-c9947ceb8a4f HTTP/1.1" status: 200 len: 2649 time: 0.1146357 Feb 04 15:56:55.582980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Allocated IP 172.20.0.7 (d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61/e1325b98-90d9-434f-9b93-fd2e5b9940e3/8f98788f-37c3-4a28-b726-66874a9c6116) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:56:55.651653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-67b24c54-d13b-4bf4-b066-6cbcc0d0b7ae tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ca7981b4-6069-4db5-8c21-213d9e20b616 HTTP/1.1" status: 200 len: 2649 time: 0.0833173 Feb 04 15:56:55.756329 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d3e05d8-cc61-4d83-99e7-29ea7289f8cb req-20864c7c-6a66-4649-94ef-4fb36734164f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 1101 time: 0.1111219 Feb 04 15:56:55.793616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418036f0-5476-4b8f-8eab-6b1da9844c5f req-e388d3f1-7839-4e38-9c24-8dc6b39b5060 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 210 time: 0.1304266 Feb 04 15:56:55.810233 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d3e05d8-cc61-4d83-99e7-29ea7289f8cb req-65312579-be35-4a23-88e1-53db62c26a9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Feb 04 15:56:55.851469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-bf4cbf67-2706-45b4-bfc7-f269be978da4 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/ca7981b4-6069-4db5-8c21-213d9e20b616 HTTP/1.1" status: 200 len: 2649 time: 0.1895916 Feb 04 15:56:55.929017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:55.944384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-a1d11cf2-a633-4b83-8299-ea474602c550 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/d00751b2-e50e-46c5-bdfd-496326a54eb3 HTTP/1.1" status: 200 len: 2649 time: 0.0820982 Feb 04 15:56:56.000633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.091467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-496c0cc1-a40f-4f8a-b9a3-7e432611b0c4 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/d00751b2-e50e-46c5-bdfd-496326a54eb3 HTTP/1.1" status: 200 len: 2649 time: 0.1355543 Feb 04 15:56:56.101185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:56:56.115974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:56:56.118886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:56:56.123468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.124027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.137540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:56.186323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-ff7ad0d1-a990-43d3-b321-acd1ab4827ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835066 Feb 04 15:56:56.196595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-ec54088f-7533-400c-b2f7-0d9faa1b0dc3 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/d5f1b076-60dd-4272-860d-bbb12b21cca5 HTTP/1.1" status: 200 len: 2649 time: 0.0974419 Feb 04 15:56:56.206728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Request body: {'port': {'device_id': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:56:56.276833 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200de811-e7bf-4138-877b-a7c49a668308', 'name': 'network-vif-deleted', 'tag': '28e0f38a-93a1-457c-be62-c3d4ff810a37', 'status': 'completed', 'code': 200} Feb 04 15:56:56.445885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-a0bb0d89-4922-421c-bdb5-52c72c25f172 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/d5f1b076-60dd-4272-860d-bbb12b21cca5 HTTP/1.1" status: 200 len: 2649 time: 0.2064550 Feb 04 15:56:56.501473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.579835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-9d5f0152-1a57-4ae9-829a-27d2ea063a54 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dceea062-6f39-4b50-ab24-e089c376c32a HTTP/1.1" status: 200 len: 2649 time: 0.1193740 Feb 04 15:56:56.620326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9958e5d-51b3-4bd1-868f-ef9b6f28f4d1 req-8b46a1f6-8fba-4820-bc0e-f8e29a38e831 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:56.621744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9958e5d-51b3-4bd1-868f-ef9b6f28f4d1 req-8b46a1f6-8fba-4820-bc0e-f8e29a38e831 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.2233622 Feb 04 15:56:56.735469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35044cb9-27f4-4349-92c1-117e440d9b21 req-e922c8fa-b410-44fc-a421-dd51908eea75 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/dceea062-6f39-4b50-ab24-e089c376c32a HTTP/1.1" status: 200 len: 2649 time: 0.1474822 Feb 04 15:56:56.774264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9958e5d-51b3-4bd1-868f-ef9b6f28f4d1 req-e361fee9-f294-46f7-8bd1-bd9564518a7a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375797 Feb 04 15:56:56.965460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f98788f-37c3-4a28-b726-66874a9c6116 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:56:56.974271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:56.990704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Transition to ACTIVE for port object 8f98788f-37c3-4a28-b726-66874a9c6116 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:56:57.000548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.129516 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-640b4c53-e105-4b06-8e8c-9a85d5c536ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.287049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:56:57.287373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:56:57.287712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:57.300609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:56:57.301169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:56:57.306904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.335784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-9f2130d2-d131-4c92-92f6-03c9955f050a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--723110563&fields=id&tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 267 time: 0.0783725 Feb 04 15:56:57.336607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:56:57.336933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:56:57.337305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:56:57.337993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Bound port: 8f98788f-37c3-4a28-b726-66874a9c6116, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:56:57.338577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.488701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-9f4812fc-3268-4350-ac78-1822f9495e27 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:57.489307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-9f4812fc-3268-4350-ac78-1822f9495e27 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Synchronizing usage tracker for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:57.505285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43132) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:57.511320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-9f4812fc-3268-4350-ac78-1822f9495e27 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Unset dirty status for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:57.512405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-9f4812fc-3268-4350-ac78-1822f9495e27 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/ports?device_id=8042f4f0-de5f-4e92-bf33-701dce2da3aa HTTP/1.1" status: 200 len: 945 time: 0.1033835 Feb 04 15:56:57.528337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988'}, {'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:57.591671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Deleting port 703536b2-0811-48b9-bd0b-969ab1d448aa {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:57.592634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.623613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:56:57.644784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:56:57.656240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.707741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-0748cf1f-b19d-411e-a739-2014690128c9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:57.709201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-0748cf1f-b19d-411e-a739-2014690128c9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 824 time: 0.3554058 Feb 04 15:56:57.711142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.722831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3bab1-0e15-4892-bfd4-8d8765a57abd req-9334e41e-702a-4fe0-9dd9-5b8e05f2dc55 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:57.724244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ab3bab1-0e15-4892-bfd4-8d8765a57abd req-9334e41e-702a-4fe0-9dd9-5b8e05f2dc55 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 950 time: 0.3400068 Feb 04 15:56:57.782355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6cc30b6a-d46f-4d8f-a825-0ecfb399edb9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/quotas/4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 375 time: 0.0571451 Feb 04 15:56:57.785125 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:57.786404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] 10.222.0.58 "PUT /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 1091 time: 1.5853288 Feb 04 15:56:57.786978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:57.787851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28e0f38a-93a1-457c-be62-c3d4ff810a37 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:56:57.811996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db42c0-999f-4c70-8f77-8e2746d94063 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:57.832438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:57.845664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 28e0f38a-93a1-457c-be62-c3d4ff810a37 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:56:57.846151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Usage tracker for resource:security_group_rule and tenant:547b7162905c4653a9251662b51f3769 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:57.846293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28e0f38a-93a1-457c-be62-c3d4ff810a37 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:56:57.850898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:57.861638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:57.892419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ab3bab1-0e15-4892-bfd4-8d8765a57abd req-b006d5f4-8919-4fa1-93b3-59c1fe1d611a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544430 Feb 04 15:56:57.969007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] For port 703536b2-0811-48b9-bd0b-969ab1d448aa, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=703536b2-0811-48b9-bd0b-969ab1d448aa,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:56:57.969343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.008883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-e0d8cb29-ef36-4358-9177-822259d79031 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2019415 Feb 04 15:56:58.029788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-13a40e27-0acf-4a68-99dc-2e7a7de83a4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1094 time: 0.1848073 Feb 04 15:56:58.036290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-5063188d-dfb0-4a70-925d-f315f11cf662 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:56:58.037217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-5063188d-dfb0-4a70-925d-f315f11cf662 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0111706 Feb 04 15:56:58.184243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.184806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-1e44b23a-1b94-4f5c-bfe0-8bf53a3632a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.1442084 Feb 04 15:56:58.191302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.296562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-266d990a-d7aa-4e52-b7eb-624caa5453ee req-29df60a6-3cc1-4420-9cb9-82e74f2b4fa4 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Synchronizing usage tracker for tenant:c31edb7665414496953528883d9e3e86 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:58.349319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.349921 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.350078 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Floating IP f5211992-9138-49ca-9878-75b11f26551f disassociated. External IP: 172.25.5.88, port: 703536b2-0811-48b9-bd0b-969ab1d448aa. Feb 04 15:56:58.350451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Calling delete_port for 703536b2-0811-48b9-bd0b-969ab1d448aa owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:56:58.358537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-266d990a-d7aa-4e52-b7eb-624caa5453ee req-29df60a6-3cc1-4420-9cb9-82e74f2b4fa4 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Unset dirty status for tenant:c31edb7665414496953528883d9e3e86 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:58.360117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-266d990a-d7aa-4e52-b7eb-624caa5453ee req-29df60a6-3cc1-4420-9cb9-82e74f2b4fa4 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c31edb7665414496953528883d9e3e86 HTTP/1.1" status: 200 len: 5436 time: 0.4183624 Feb 04 15:56:58.364400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3368c-7808-4023-97b1-874af593ab2e req-a41fc4e1-e6b7-4221-93c5-7ffdcfa26dc0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:58.365935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-a41fc4e1-e6b7-4221-93c5-7ffdcfa26dc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.1733203 Feb 04 15:56:58.369724 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.385689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa72b0-852b-4c97-b14e-c145ffb1056d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.404333 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c88e2bd5-56bd-4b1e-86cc-ea95b60f76fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=547b7162905c4653a9251662b51f3769&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8980494 Feb 04 15:56:58.408418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43144) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:58.440852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-78c9cae1-df02-403d-84f2-b6ac3604716d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494928 Feb 04 15:56:58.442759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-c2cfcd9e-5130-450a-95d2-e360d9cbf895 service neutron] 10.222.0.62 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482199 Feb 04 15:56:58.553866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.569745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.624182 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.635634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.639804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-266d990a-d7aa-4e52-b7eb-624caa5453ee req-93a8fd3f-8c20-4e4f-97da-2e57855b3674 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "GET /v2.0/security-groups/258efaa5-6938-48ae-bc78-65cdec038ab7 HTTP/1.1" status: 200 len: 2649 time: 0.2709444 Feb 04 15:56:58.648012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event deleted for resources: {'Port': ['ID=703536b2-0811-48b9-bd0b-969ab1d448aa,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:58.717327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-0488fcf1-d2fe-49fe-92d7-5e320276ec64 service neutron] 10.222.0.62 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663960 Feb 04 15:56:58.748590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-0ebb215b-7a8c-48b5-98ce-3683e4b6ad2d service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981219 Feb 04 15:56:58.753001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-266d990a-d7aa-4e52-b7eb-624caa5453ee req-01b235c7-9500-4ec4-9312-86f16f39c48d tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "GET /v2.0/security-groups/258efaa5-6938-48ae-bc78-65cdec038ab7 HTTP/1.1" status: 200 len: 2649 time: 0.1056275 Feb 04 15:56:58.853917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:58.894652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa72b0-852b-4c97-b14e-c145ffb1056d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:56:59.023459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.026889 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e0afdecd-4638-45ff-a10d-e54da86ce5cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abfa72b0-852b-4c97-b14e-c145ffb1056d HTTP/1.1" status: 204 len: 168 time: 0.6152716 Feb 04 15:56:59.031896 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-8cebe86f-288c-46fc-9c52-0ee0e0bafef5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2387028 Feb 04 15:56:59.061938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9f3368c-7808-4023-97b1-874af593ab2e req-061888e8-1411-45fb-9e88-32a6b7367dfb service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059897 Feb 04 15:56:59.104882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd77a8-d316-4a46-8069-601e9a619473 req-335d10f9-8483-4f2c-8add-332606453303 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.109552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87bd77a8-d316-4a46-8069-601e9a619473 req-335d10f9-8483-4f2c-8add-332606453303 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 950 time: 0.3186455 Feb 04 15:56:59.136524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:56:59.267716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-92d57f8e-3457-4a80-aee3-bebb606a4bf1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:56:59.268271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-92d57f8e-3457-4a80-aee3-bebb606a4bf1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.325202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Deleting port 687add18-2d24-49cd-acb6-8a07a2a0be8b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:56:59.325538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.356310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-92d57f8e-3457-4a80-aee3-bebb606a4bf1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:59.364046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-92d57f8e-3457-4a80-aee3-bebb606a4bf1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 943 time: 0.4420972 Feb 04 15:56:59.492035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:56:59.502622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-78656b20-8382-4afd-8e1a-7c4424b29cca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:56:59.506603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:56:59.530394 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:56:59.531060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:56:59.549406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-06894147-9bd3-47c7-80ad-ba278421de9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1123 time: 0.3679125 Feb 04 15:56:59.635346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] No DVR routers for this DVR port 703536b2-0811-48b9-bd0b-969ab1d448aa on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:56:59.637959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.640849 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de7c74c3-89a8-4bdc-84e2-4759c88c2e25 req-90964311-ecfe-4b48-9330-b78cd097225a tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "DELETE /v2.0/ports/703536b2-0811-48b9-bd0b-969ab1d448aa HTTP/1.1" status: 204 len: 173 time: 2.1192377 Feb 04 15:56:59.641387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'name': 'network-vif-deleted', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:56:59.695816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:56:59.731337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.767478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:56:59.783840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Usage tracker for resource:security_group_rule and tenant:d18f1fd7b6734a9a8b0d41c76713190d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:56:59.788371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:56:59.795920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:56:59.805050 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.808991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-78656b20-8382-4afd-8e1a-7c4424b29cca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:56:59.823262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7405ad68-0a76-4baa-9187-afbb93571e04 req-78656b20-8382-4afd-8e1a-7c4424b29cca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578998 Feb 04 15:56:59.872226 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:56:59.904391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.908802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:56:59.953910 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'code': 200} Feb 04 15:56:59.954458 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2', 'code': 200} Feb 04 15:57:00.022007 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d18f1fd7b6734a9a8b0d41c76713190d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227398 Feb 04 15:57:00.022007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed052f-e008-464a-bede-85b62e3ec0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39866eb-8655-4d8b-aabe-702949fac042,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.026370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:00.028844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] For port 687add18-2d24-49cd-acb6-8a07a2a0be8b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=687add18-2d24-49cd-acb6-8a07a2a0be8b,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:00.029212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.208661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Calling delete_port for 687add18-2d24-49cd-acb6-8a07a2a0be8b owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:00.239638 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9f98ace2-3d98-48ce-8556-81bc1b3eedc7 req-47011ae8-4185-4c67-97c9-9e094a2e19bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 1100 time: 0.1576724 Feb 04 15:57:00.240258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.274324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.343533 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116', 'status': 'completed', 'code': 200} Feb 04 15:57:00.344938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-3a8c205a-f26e-474c-bc32-7c282a1396d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.346751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-3a8c205a-f26e-474c-bc32-7c282a1396d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7756433 Feb 04 15:57:00.372453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.390762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:00.395926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:00.415807 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:00.416465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:00.493537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39866eb-8655-4d8b-aabe-702949fac042,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:00.522835 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9f98ace2-3d98-48ce-8556-81bc1b3eedc7 req-03a23ce3-e8a0-40cc-8ed7-b971438576ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856742 Feb 04 15:57:00.525651 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ffa4766e-534a-4938-a52b-248da4b9ab6f req-d861b0f7-abf2-4969-9fe5-02fc652a35e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1100 time: 0.4853015 Feb 04 15:57:00.527569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.532405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d4efaf2-87eb-420e-831d-925ed4b47cd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a39866eb-8655-4d8b-aabe-702949fac042 HTTP/1.1" status: 204 len: 168 time: 0.5013547 Feb 04 15:57:00.550658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-4eb931ba-09af-44ad-97ea-bc85209d10a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.1218646 Feb 04 15:57:00.589634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa26e2f-4fb2-4b4f-b0c0-4899be869f96 req-9ee2f36b-4d84-40c0-af09-a3ce93f0a6a9 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.589856 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ffa4766e-534a-4938-a52b-248da4b9ab6f req-72fcbb27-4a7f-494a-a42e-2e49f4513789 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572190 Feb 04 15:57:00.591542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fa26e2f-4fb2-4b4f-b0c0-4899be869f96 req-9ee2f36b-4d84-40c0-af09-a3ce93f0a6a9 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecac9d36-079b-40bd-ab86-90b0c7537cf0 HTTP/1.1" status: 200 len: 950 time: 0.9677835 Feb 04 15:57:00.661547 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:00.674145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-867cc941-bd60-4c9b-a55e-bdfe6669adca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1094 time: 0.4737298 Feb 04 15:57:00.713088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addaffd-dab4-413a-a76c-591ff3e1d084 req-e2d3d42e-518d-470a-b260-73b2e58a8568 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:00.714574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7addaffd-dab4-413a-a76c-591ff3e1d084 req-e2d3d42e-518d-470a-b260-73b2e58a8568 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.3732193 Feb 04 15:57:00.733368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fa26e2f-4fb2-4b4f-b0c0-4899be869f96 req-ee81fd12-affe-44cd-a9b0-b2ac747f8e53 tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.62 "GET /v2.0/security-groups?id=707e05e1-97b4-4abb-9778-5db76310c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327250 Feb 04 15:57:00.736430 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:00.747966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['687add18-2d24-49cd-acb6-8a07a2a0be8b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:00.964227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Pushing event deleted for resources: {'Port': ['ID=687add18-2d24-49cd-acb6-8a07a2a0be8b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:01.082227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:01.082429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7addaffd-dab4-413a-a76c-591ff3e1d084 req-cb5399ec-d611-454f-b589-637c82a482ce tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476837 Feb 04 15:57:01.089216 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4c82c-a261-46de-943a-f99d5c639b7a None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:01.130461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-0535feb6-61ce-4b25-beec-72c1b784df5e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.137399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-0535feb6-61ce-4b25-beec-72c1b784df5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3637428 Feb 04 15:57:01.229998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-38c1a86e-9b2e-4f33-bf40-163f101668f0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.231493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-38c1a86e-9b2e-4f33-bf40-163f101668f0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 824 time: 0.2560480 Feb 04 15:57:01.251814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] No DVR routers for this DVR port 687add18-2d24-49cd-acb6-8a07a2a0be8b on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:01.259617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.300459 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-d61af366-2579-40c2-9f76-396f174964ae tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500 HTTP/1.1" status: 200 len: 379 time: 0.0563006 Feb 04 15:57:01.304108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-a643a7c1-f945-4576-94cc-45486c96a0c2 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/fabaeeba-9eb8-4ec1-bb9e-010122ed0273 HTTP/1.1" status: 200 len: 1611 time: 0.4442501 Feb 04 15:57:01.316351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'port': {'device_id': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'admin_state_up': True, 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'security_groups': ['b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:01.392709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-729fb798-d9a0-40af-a030-fb8b08f5e037 req-84d32599-ea35-4585-83d6-5dafed468c3c tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 210 time: 0.1035273 Feb 04 15:57:01.426001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87bd77a8-d316-4a46-8069-601e9a619473 req-f7c5648c-4b6b-4c6d-831c-ebcdbbd20cee tempest-ServersAdminNegativeTestJSON-1949132173 tempest-ServersAdminNegativeTestJSON-1949132173-project] 10.222.0.41 "DELETE /v2.0/ports/687add18-2d24-49cd-acb6-8a07a2a0be8b HTTP/1.1" status: 204 len: 173 time: 2.3056147 Feb 04 15:57:01.448622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62e15-573d-470d-87fa-1508dd8682ba req-9c1fd4a3-8e2d-40f3-930b-573971476ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:01.450210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-9c1fd4a3-8e2d-40f3-930b-573971476ddb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.6754718 Feb 04 15:57:01.471038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-6506da00-76dd-47c3-856b-569ca5fc0fa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3237386 Feb 04 15:57:01.596783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d021cf5d-f10b-47c5-98ef-eeceae2048eb None None] New status for floating IP f5211992-9138-49ca-9878-75b11f26551f: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:57:01.636969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:01.646231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Usage tracker for resource:port and tenant:4a9b9825d05644bf9c4d8cf78bbf4500 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:01.649702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:01.657991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:01.676482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Made reservation on behalf of 4a9b9825d05644bf9c4d8cf78bbf4500 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:01.679927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:01.786178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-4b6470f1-8cbf-47fb-9762-404f4d4b6c46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.3238072 Feb 04 15:57:01.789760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 703536b2-0811-48b9-bd0b-969ab1d448aa no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:01.962960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 703536b2-0811-48b9-bd0b-969ab1d448aa {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:01.963202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 703536b2-0811-48b9-bd0b-969ab1d448aa not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:01.986042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:02.012155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Allocated IP 172.20.0.14 (211102f1-651a-41d6-abc8-3cab15949d86/bfdc2f80-0b1e-4f96-bf71-cea64c996e71/34750ddf-85b2-4514-8436-8988754718ed) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:02.029356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.034350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62e15-573d-470d-87fa-1508dd8682ba req-8d1dc8e0-8d60-4103-847b-29f45e5dca18 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.035899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-8d1dc8e0-8d60-4103-847b-29f45e5dca18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2398043 Feb 04 15:57:02.066015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:02.146104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-245b258e-1f18-4efa-a472-a8476e58b35c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935698 Feb 04 15:57:02.151391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.168086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afadce-67fa-4ed2-8d23-d1d8efa9a2a8 req-4b5437f6-b478-4e60-b911-2efb05819ca9 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.184457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6afadce-67fa-4ed2-8d23-d1d8efa9a2a8 req-4b5437f6-b478-4e60-b911-2efb05819ca9 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 950 time: 0.4909806 Feb 04 15:57:02.222692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-network', 'tenant_id': '912b3891ec4a4444af872b77bf305b60'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:02.230050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-0b438a2a-caa5-4841-9e71-85062c4e26dc service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015759 Feb 04 15:57:02.231720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:02.240834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Usage tracker for resource:network and tenant:912b3891ec4a4444af872b77bf305b60 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:02.251730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:02.262159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:02.273455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:02.303701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '8f98788f-37c3-4a28-b726-66874a9c6116', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'port_id': '8f98788f-37c3-4a28-b726-66874a9c6116', 'mac_address': 'fa:16:3e:32:cf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1325b98-90d9-434f-9b93-fd2e5b9940e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:02.312811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Made reservation on behalf of 912b3891ec4a4444af872b77bf305b60 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:02.315743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.333042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.349022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'name': 'network-vif-deleted', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:02.384055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.385243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.407570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f98788f-37c3-4a28-b726-66874a9c6116 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:02.413263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Transition to ACTIVE for port object 34750ddf-85b2-4514-8436-8988754718ed will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:02.425318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:02.430684 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.445292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.504664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.522782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.543252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Network 211102f1-651a-41d6-abc8-3cab15949d86 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:02.546140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event updated for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.548824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:02.551040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:02.553256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:02.557086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:02.557690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.564221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Usage tracker for resource:security_group_rule and tenant:912b3891ec4a4444af872b77bf305b60 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:02.571495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:02.578550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabaeeba-9eb8-4ec1-bb9e-010122ed0273,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.580500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:02.609834 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-6813034d-51a1-4d5f-a23c-20eeef092613 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2988319 Feb 04 15:57:02.612971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6afadce-67fa-4ed2-8d23-d1d8efa9a2a8 req-abc773bf-48c2-4288-a8fa-468e44232453 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275861 Feb 04 15:57:02.627582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Request body: {'port': {'device_id': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:02.679399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-238621d4-82a6-495a-b4b1-3faee983ecf9 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195191 Feb 04 15:57:02.680750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.697730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d8a2f25-94fc-4908-9cd9-d3a608c038e3 req-d879a9d6-32a4-4157-9519-a5869f3f72bd tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/fabaeeba-9eb8-4ec1-bb9e-010122ed0273 HTTP/1.1" status: 204 len: 173 time: 1.3873620 Feb 04 15:57:02.732970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.741603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.748143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8f98788f-37c3-4a28-b726-66874a9c6116'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:02.762216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6fa1c8-3e5d-4036-94fa-d4cb9312ed9a req-4f2e35ad-bb14-4bc4-93b0-782ab0d363dc service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841580 Feb 04 15:57:02.812813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:02.831039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.832203 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Added segment 48d41237-321a-444b-bcba-d344d6d2eccc of type vlan for network 68e4be54-e3d4-46ba-a43d-cba539caa792 Feb 04 15:57:02.847544 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8042f4f0-de5f-4e92-bf33-701dce2da3aa', 'name': 'network-vif-deleted', 'tag': '703536b2-0811-48b9-bd0b-969ab1d448aa', 'status': 'completed', 'code': 200} Feb 04 15:57:02.903061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:02.906917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:02.917193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.052245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6572d6c-0981-4c05-8659-c92961061a3e None None] Provisioning for port 34750ddf-85b2-4514-8436-8988754718ed completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:03.065569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6572d6c-0981-4c05-8659-c92961061a3e None None] Provisioning complete for port 34750ddf-85b2-4514-8436-8988754718ed triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:03.066030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6572d6c-0981-4c05-8659-c92961061a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.087939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:03.126083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6572d6c-0981-4c05-8659-c92961061a3e None None] Port 34750ddf-85b2-4514-8436-8988754718ed cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:03.154246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b62e15-573d-470d-87fa-1508dd8682ba req-2ce64357-62ba-4fb2-a7b7-e6cc4dda22c7 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552763 Feb 04 15:57:03.196806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e6984-7714-498c-af8f-62bcecaf56db req-7252d47a-9738-4f85-9e24-853488740ea4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.204146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-081e6984-7714-498c-af8f-62bcecaf56db req-7252d47a-9738-4f85-9e24-853488740ea4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 944 time: 0.3419580 Feb 04 15:57:03.239583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.241114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.241874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.251475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1f6ad-0483-4172-aecd-333bbc0357df req-7fcefd83-9749-4478-bc9d-b5546ef85f58 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.252913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4be1f6ad-0483-4172-aecd-333bbc0357df req-7fcefd83-9749-4478-bc9d-b5546ef85f58 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.1983812 Feb 04 15:57:03.272300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43226) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.285924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-081e6984-7714-498c-af8f-62bcecaf56db req-3645b038-3e76-42ad-b0c5-a911f1683ab6 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793622 Feb 04 15:57:03.314872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4be1f6ad-0483-4172-aecd-333bbc0357df req-8f04fbf0-64f3-484a-8154-43d820704177 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Feb 04 15:57:03.363118 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac9d36-079b-40bd-ab86-90b0c7537cf0', 'name': 'network-vif-deleted', 'tag': '687add18-2d24-49cd-acb6-8a07a2a0be8b', 'status': 'completed', 'code': 200} Feb 04 15:57:03.383196 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3953567 Feb 04 15:57:03.386303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43234) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.392755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Request body: {'subnet': {'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-subnet', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:03.400516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:03.403278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb337ce-5fd9-4431-b5ef-fc275d01e568 admin admin] Pushing event updated for resources: {'Network': ['ID=68e4be54-e3d4-46ba-a43d-cba539caa792,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.413802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:03.414808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Usage tracker for resource:subnet and tenant:912b3891ec4a4444af872b77bf305b60 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:03.422724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:03.435290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:03.495436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34750ddf-85b2-4514-8436-8988754718ed {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:03.505379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.522461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Transition to ACTIVE for port object 34750ddf-85b2-4514-8436-8988754718ed will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:03.529106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.531892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Made reservation on behalf of 912b3891ec4a4444af872b77bf305b60 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:03.534282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.682915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Pushing event updated for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:03.692404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d049f-a368-42a5-8110-4fa35116437f req-4f7f108c-94e0-42f2-9301-01ee3a8c7379 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.693924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b4d049f-a368-42a5-8110-4fa35116437f req-4f7f108c-94e0-42f2-9301-01ee3a8c7379 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 932 time: 0.2523713 Feb 04 15:57:03.702067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f296-a604-4934-9b99-ea2de567c13f req-20fd6064-0498-46cb-8276-84aa104a8bb0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:03.704236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4949f296-a604-4934-9b99-ea2de567c13f req-20fd6064-0498-46cb-8276-84aa104a8bb0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 949 time: 0.2278252 Feb 04 15:57:03.793980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 687add18-2d24-49cd-acb6-8a07a2a0be8b no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:03.836302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b4d049f-a368-42a5-8110-4fa35116437f req-d0f88d5b-bc5c-4837-ac47-17a05f37148b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268260 Feb 04 15:57:03.836487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c320ac87-a90a-4da1-a083-3af70d9be4cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c8fff04e8174827bd4317beaa860036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5567772 Feb 04 15:57:03.836591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 687add18-2d24-49cd-acb6-8a07a2a0be8b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:03.836591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 687add18-2d24-49cd-acb6-8a07a2a0be8b not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:03.837061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43238) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:03.855070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Attempting to bind port 34750ddf-85b2-4514-8436-8988754718ed on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:03.855403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Attempting to bind port 34750ddf-85b2-4514-8436-8988754718ed by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:03.855726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Attempting to bind port 34750ddf-85b2-4514-8436-8988754718ed on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:03.862576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Port 34750ddf-85b2-4514-8436-8988754718ed on network 211102f1-651a-41d6-abc8-3cab15949d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:03.862882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Attempting to bind port 34750ddf-85b2-4514-8436-8988754718ed on network 211102f1-651a-41d6-abc8-3cab15949d86 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:03.866910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4949f296-a604-4934-9b99-ea2de567c13f req-2697974c-00a3-4ccd-ad54-e271eb21057b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436913 Feb 04 15:57:03.870391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:03.871155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Checking segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:03.871297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Bound using segment: {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:03.871655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Bound port: 34750ddf-85b2-4514-8436-8988754718ed, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aaf4a3a-5e77-4d33-be4a-903be8bf242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:03.872002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.965732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:03.969539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:03.972719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=34750ddf-85b2-4514-8436-8988754718ed,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:03.977305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.022531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:04.039805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.044222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.045770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] 10.222.0.41 "PUT /v2.0/ports/34750ddf-85b2-4514-8436-8988754718ed HTTP/1.1" status: 200 len: 1092 time: 1.4298427 Feb 04 15:57:04.059750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba805f5-3707-4687-ab8e-6603466e1aac service neutron] Pushing event updated for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.073653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-be47ce31-1508-404a-9a3c-f78be785c5ba tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "GET /v2.0/security-groups/7f6321cd-aca5-48a4-9180-7b3af66c64a4 HTTP/1.1" status: 200 len: 1611 time: 0.1647739 Feb 04 15:57:04.088066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ce6cb9-8c30-4f14-a60c-404893e8eb65,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.121642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.133174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 8f98788f-37c3-4a28-b726-66874a9c6116 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:04.144572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 8f98788f-37c3-4a28-b726-66874a9c6116 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:04.145579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.200618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Checking segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:04.200976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Network hostable DHCP agents. Network: 68e4be54-e3d4-46ba-a43d-cba539caa792, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:04.245008 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-7eca5c1a-65a1-4123-8016-6d571e14470a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 1095 time: 0.1352530 Feb 04 15:57:04.264068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.290919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:04.298488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.317684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.333519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.338617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 68e4be54-e3d4-46ba-a43d-cba539caa792) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:04.340401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e05e1-97b4-4abb-9778-5db76310c9c9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.352362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.353053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.364771 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-e41235dd-7649-49e9-a5d2-21a63a1bea2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34750ddf-85b2-4514-8436-8988754718ed HTTP/1.1" status: 200 len: 217 time: 0.1121793 Feb 04 15:57:04.396700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.397964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e386af58-9362-4115-b98b-3ffcbe89d0c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/707e05e1-97b4-4abb-9778-5db76310c9c9 HTTP/1.1" status: 204 len: 168 time: 0.5617187 Feb 04 15:57:04.409406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:04.410057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ab10a-0d15-4f8e-a36a-cab47a51125a None None] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:04.421528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-968ec457-4ee7-4233-ae01-654839fc3102 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0337141 Feb 04 15:57:04.426317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:04.441543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:04.442418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:04.445914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.447968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.459518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:04.468404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Usage tracker for resource:router and tenant:912b3891ec4a4444af872b77bf305b60 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:04.472423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:04.478548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-b27edd4d-0e78-4b5e-9c30-226ace4b7c16 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:04.480475 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-b27edd4d-0e78-4b5e-9c30-226ace4b7c16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.1087482 Feb 04 15:57:04.481252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6321cd-aca5-48a4-9180-7b3af66c64a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.484850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:04.537698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.538957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bd78fe0-9c74-4c08-ae52-1fe7a6cb5d72 req-5f4acc22-4b28-4343-9999-76887773a210 tempest-SecurityGroupsTestAdminJSON-921994249 tempest-SecurityGroupsTestAdminJSON-921994249-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f6321cd-aca5-48a4-9180-7b3af66c64a4 HTTP/1.1" status: 204 len: 173 time: 0.4469924 Feb 04 15:57:04.542406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.545571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.584620 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.601245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e55d2b5f-6729-476a-aef7-118d2a21972e req-4a1a6156-61bb-4a29-95fe-6c7cdb48ff43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1178894 Feb 04 15:57:04.617683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-d3e5ff6f-8ba6-43f5-9caf-7440e520cfbd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260045 Feb 04 15:57:04.693825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:04.849132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'tag': '34750ddf-85b2-4514-8436-8988754718ed'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:04.852643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:04.899788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-c623b073-4e9b-498d-bf15-fa287fdcef6e service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751176 Feb 04 15:57:04.903853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:04.969352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-68e4be54-e3d4-46ba-a43d-cba539caa792', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'fixed_ips': [{'subnet_id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:04.970252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.130050 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a5fe1c9-65ed-4161-a240-ca85bb4b0a65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33c5c42a9f0c4ee89a0e67952fdb1d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2245009 Feb 04 15:57:05.133384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:05.190928 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b90f7eb3-7c70-4d4b-b5c9-d19a2055e3fa req-b4716b17-7cab-4067-aa3d-e70bf5cee8fa service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799749 Feb 04 15:57:05.214798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Allocated IP 172.20.0.2 (68e4be54-e3d4-46ba-a43d-cba539caa792/d2ce6cb9-8c30-4f14-a60c-404893e8eb65/b30714a3-7744-4205-82df-fb9a1e510627) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:05.223709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.254299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.317629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.333602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88054eb9-dc70-494a-84d7-ef72fe072ab7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.339214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-de00b18c-b9fe-449e-a088-61eadb7c8e42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3470705 Feb 04 15:57:05.340279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.341378 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-29deecd2-3c3f-4976-a229-25d9e7bf5783 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88054eb9-dc70-494a-84d7-ef72fe072ab7 HTTP/1.1" status: 204 len: 168 time: 0.2075627 Feb 04 15:57:05.347902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ccbf1-31a8-4c87-bbe1-91caa9de8c4f req-2cac20d5-f328-4893-9b19-86d1a453b972 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.352673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ccbf1-31a8-4c87-bbe1-91caa9de8c4f req-2cac20d5-f328-4893-9b19-86d1a453b972 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.360107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8ccbf1-31a8-4c87-bbe1-91caa9de8c4f req-2cac20d5-f328-4893-9b19-86d1a453b972 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a&device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 1690 time: 0.3212368 Feb 04 15:57:05.382766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fa4f1-79ee-4168-a672-8dbb6b1f69ca req-8e798043-99ee-4ce9-8db3-815428e55483 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:05.384087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401fa4f1-79ee-4168-a672-8dbb6b1f69ca req-8e798043-99ee-4ce9-8db3-815428e55483 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 945 time: 0.2103553 Feb 04 15:57:05.490890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8ccbf1-31a8-4c87-bbe1-91caa9de8c4f req-f0eef05b-c15e-4a97-a694-8a523d82b465 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298654 Feb 04 15:57:05.536085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.542800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401fa4f1-79ee-4168-a672-8dbb6b1f69ca req-1d30a510-41eb-48b9-b89f-284a12cbab19 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402230 Feb 04 15:57:05.561473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Transition to ACTIVE for port object b30714a3-7744-4205-82df-fb9a1e510627 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:05.580634 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116', 'code': 200} Feb 04 15:57:05.585328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.613912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Transition to ACTIVE for port object b30714a3-7744-4205-82df-fb9a1e510627 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:05.623598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.692753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.705980 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'tag': '34750ddf-85b2-4514-8436-8988754718ed', 'status': 'completed', 'code': 200} Feb 04 15:57:05.715831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:05.719907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:05.726455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:05.756273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Pushing event updated for resources: {'Port': ['ID=b30714a3-7744-4205-82df-fb9a1e510627,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:05.866097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Attempting to bind port b30714a3-7744-4205-82df-fb9a1e510627 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:05.866615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Attempting to bind port b30714a3-7744-4205-82df-fb9a1e510627 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:05.866940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Attempting to bind port b30714a3-7744-4205-82df-fb9a1e510627 on network 68e4be54-e3d4-46ba-a43d-cba539caa792 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:05.874078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:05.875093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Checking segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:05.875616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.875976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Bound using segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:05.876489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Bound port: b30714a3-7744-4205-82df-fb9a1e510627, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:05.876858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:05.893601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-4228207d-955c-4d03-a64e-23025abbed46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 1095 time: 0.1584194 Feb 04 15:57:05.986822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] For port b30714a3-7744-4205-82df-fb9a1e510627, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:05.990585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] For port b30714a3-7744-4205-82df-fb9a1e510627, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b30714a3-7744-4205-82df-fb9a1e510627,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:05.997710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.038654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25a5276-d609-4d4e-86f5-732755750de1 req-53b55dca-c912-4a3f-aabf-ed20aa4526e3 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "GET /v2.0/security-groups/3fe75710-215c-4525-88a4-88a3bed28250 HTTP/1.1" status: 200 len: 1609 time: 0.4013207 Feb 04 15:57:06.104355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de62a-bb67-4cac-be72-3371c7457b62 None None] Pushing event updated for resources: {'Port': ['ID=b30714a3-7744-4205-82df-fb9a1e510627,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.142498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Allocated IP 172.25.5.250 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/468ba89a-a8ed-41a6-be9d-2244ab0550fb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:06.171588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f432beb4-c110-4cda-8ede-0c4d8103b6fc req-ecc8820b-04ba-4675-b62e-d946990b9e56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1096 time: 0.4861522 Feb 04 15:57:06.181819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7abb84-06bf-4b63-b1a7-20d68cb99a8b req-972aa16d-71e6-40ae-91d0-0ead4208c944 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.188634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d7abb84-06bf-4b63-b1a7-20d68cb99a8b req-972aa16d-71e6-40ae-91d0-0ead4208c944 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 944 time: 0.2716959 Feb 04 15:57:06.216860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-79ae8b26-0d33-49ac-9d3b-fcf6dbb0f828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.219259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-79ae8b26-0d33-49ac-9d3b-fcf6dbb0f828 service neutron] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 925 time: 0.3161261 Feb 04 15:57:06.340685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-d78d065a-5006-45a9-ba11-55c8973e56b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34750ddf-85b2-4514-8436-8988754718ed HTTP/1.1" status: 200 len: 217 time: 0.1090858 Feb 04 15:57:06.399395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e25a5276-d609-4d4e-86f5-732755750de1 req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.428739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-474b1a5c-165c-493f-a2aa-0a11d8d07294 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:06.430256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-474b1a5c-165c-493f-a2aa-0a11d8d07294 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.0801466 Feb 04 15:57:06.547124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e25a5276-d609-4d4e-86f5-732755750de1 req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.590818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d7abb84-06bf-4b63-b1a7-20d68cb99a8b req-485f6518-641a-4cae-abba-62beb97fbf3e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012148 Feb 04 15:57:06.598132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-7ed24573-6c4a-4969-84ea-a0bda9bdbc45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370709 Feb 04 15:57:06.647110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f432beb4-c110-4cda-8ede-0c4d8103b6fc req-d31f1a24-f0a5-4fda-b40d-8e29da9d0fa9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546440 Feb 04 15:57:06.689247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43328) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:06.721099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.746195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e25a5276-d609-4d4e-86f5-732755750de1 req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.781533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe75710-215c-4525-88a4-88a3bed28250,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.829862 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-258b9387-66ef-4777-a451-a78f244951c2 service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248375 Feb 04 15:57:06.860187 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e25a5276-d609-4d4e-86f5-732755750de1 req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.861223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25a5276-d609-4d4e-86f5-732755750de1 req-d95c6c82-793c-409f-89bd-26bf4a4e23f2 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "DELETE /v2.0/security-groups/3fe75710-215c-4525-88a4-88a3bed28250 HTTP/1.1" status: 204 len: 173 time: 0.8104250 Feb 04 15:57:06.877677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:06.914815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-47492684-network', 'tenant_id': 'c6bd627ba09b469c9e647d48a54e0671'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:06.935401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:06.942906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Usage tracker for resource:network and tenant:c6bd627ba09b469c9e647d48a54e0671 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:06.952670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:06.968297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:06.981305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:06.984367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=468ba89a-a8ed-41a6-be9d-2244ab0550fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:06.987874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:06.993230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:07.005433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a8297a17-4cf4-4364-a64f-28c88d746e01 req-9cb28224-08a5-43bb-ac49-73454c3cc114 service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605392 Feb 04 15:57:07.029616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40771863-1b40-4072-abdf-82a2b4d487ce req-2ef85ace-932c-4d9d-a72d-ea405aa1d71a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.031345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40771863-1b40-4072-abdf-82a2b4d487ce req-2ef85ace-932c-4d9d-a72d-ea405aa1d71a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.2473047 Feb 04 15:57:07.037600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Made reservation on behalf of c6bd627ba09b469c9e647d48a54e0671 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:07.039774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.084444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.195758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40771863-1b40-4072-abdf-82a2b4d487ce req-cc6dd798-5263-4e53-bdf9-c4bdf518d715 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448586 Feb 04 15:57:07.208901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:07.213994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Usage tracker for resource:security_group_rule and tenant:c6bd627ba09b469c9e647d48a54e0671 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:07.226297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:07.238872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:07.301881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190896a-805f-4473-afdb-44afa50bb598 req-44c97bdd-c3a5-479e-9cb0-4e1060342e97 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.303340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6190896a-805f-4473-afdb-44afa50bb598 req-44c97bdd-c3a5-479e-9cb0-4e1060342e97 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 945 time: 0.1923635 Feb 04 15:57:07.327451 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-0ab4815d-5699-4757-b49e-f852f8f5f228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1100 time: 0.1516366 Feb 04 15:57:07.402150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78ad915f-244d-4b7a-846f-175837315e84 req-4fa8e1dc-7901-46a4-8dcd-c53f82783aed tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "GET /v2.0/security-groups/f697a357-f1ab-452f-bba9-f2dd0fd19c9a HTTP/1.1" status: 200 len: 1611 time: 0.1473160 Feb 04 15:57:07.421955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.438418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6190896a-805f-4473-afdb-44afa50bb598 req-61e80637-a66c-4dfa-8a41-957f9345534f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198945 Feb 04 15:57:07.442352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.471392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-fb55e234-1f68-4e24-82c0-b76a39c04679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.472916 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-fb55e234-1f68-4e24-82c0-b76a39c04679 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1400490 Feb 04 15:57:07.475250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.475948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.503647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be14503-1675-48ad-a1b8-95af2e3fee39 None None] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:07.506511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:07.517605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e8827-04f8-4c23-8eec-4e5e1f68be94,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:07.557268 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-fd89d76f-17ae-4b24-9974-f95b77cdfaa0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.0774503 Feb 04 15:57:07.587785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.588271 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Added segment 58fe1db6-618e-4acb-8595-c6bda8a25544 of type vlan for network 5feb9566-81a4-4ee8-8db9-d368116fdeee Feb 04 15:57:07.626840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-78ad915f-244d-4b7a-846f-175837315e84 req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.641423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-c04688c9-5dd9-421c-a9dc-21df799f54fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.643824 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-c04688c9-5dd9-421c-a9dc-21df799f54fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0763497 Feb 04 15:57:07.650115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.659182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a26cfd6e-3d4c-4554-bf0f-e1f94360c4ba None None] Provisioning for port b30714a3-7744-4205-82df-fb9a1e510627 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:07.682484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-78ad915f-244d-4b7a-846f-175837315e84 req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.739753 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-2e183424-c228-4498-b4f1-7cdfeb6e78a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893102 Feb 04 15:57:07.788564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.789396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:07.789959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:07.814822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 34750ddf-85b2-4514-8436-8988754718ed details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:07.887433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b30714a3-7744-4205-82df-fb9a1e510627 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:07.926291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-75433d05-436e-407f-a07b-62c9e0dc8079 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792886 Feb 04 15:57:08.054718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] Pushing event updated for resources: {'Network': ['ID=5feb9566-81a4-4ee8-8db9-d368116fdeee,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.068169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5feb9566-81a4-4ee8-8db9-d368116fdeee details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:08.105548 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-c594523a-5161-4afa-9353-d59b59a771c1 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735773 Feb 04 15:57:08.170903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-78ad915f-244d-4b7a-846f-175837315e84 req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.206294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ff08aa-3354-4987-8a51-3fe6f8c0c102 req-742a9aee-deff-41b2-b9ef-3d5f46acf16f tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 1101 time: 0.5303912 Feb 04 15:57:08.215090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f697a357-f1ab-452f-bba9-f2dd0fd19c9a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.216127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b30714a3-7744-4205-82df-fb9a1e510627 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:08.217639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc15c77e-b6a8-4631-8eac-9dba85d80e87 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5110648 Feb 04 15:57:08.223228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.223727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=34750ddf-85b2-4514-8436-8988754718ed,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:08.230427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Request body: {'subnet': {'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-47492684-subnet', 'tenant_id': 'c6bd627ba09b469c9e647d48a54e0671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:08.232309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b30714a3-7744-4205-82df-fb9a1e510627 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:08.232662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.237303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:08.241263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Usage tracker for resource:subnet and tenant:c6bd627ba09b469c9e647d48a54e0671 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:08.244860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:08.252093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:08.257303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-78ad915f-244d-4b7a-846f-175837315e84 req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.273776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78ad915f-244d-4b7a-846f-175837315e84 req-c645f54a-a606-436e-81b8-1210f043dc10 tempest-SecurityGroupsTestAdminJSON-2112642886 tempest-SecurityGroupsTestAdminJSON-2112642886-project] 10.222.0.62 "DELETE /v2.0/security-groups/f697a357-f1ab-452f-bba9-f2dd0fd19c9a HTTP/1.1" status: 204 len: 173 time: 0.8583596 Feb 04 15:57:08.282378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Made reservation on behalf of c6bd627ba09b469c9e647d48a54e0671 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:08.284938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Notify callbacks [] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.340032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f1ff08aa-3354-4987-8a51-3fe6f8c0c102 req-dcd9beee-e08e-44a1-b066-4254589625a2 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Synchronizing usage tracker for tenant:964ee443fae1415f8e9c1f56d27db114 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:08.350309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '34750ddf-85b2-4514-8436-8988754718ed', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'port_id': '34750ddf-85b2-4514-8436-8988754718ed', 'mac_address': 'fa:16:3e:99:be:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:08.384823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f1ff08aa-3354-4987-8a51-3fe6f8c0c102 req-dcd9beee-e08e-44a1-b066-4254589625a2 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] Unset dirty status for tenant:964ee443fae1415f8e9c1f56d27db114 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:08.386392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ff08aa-3354-4987-8a51-3fe6f8c0c102 req-dcd9beee-e08e-44a1-b066-4254589625a2 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670597 Feb 04 15:57:08.419821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8289a441-a44b-407c-9b21-16f7e8d9ccd4 None None] Provisioning complete for port b30714a3-7744-4205-82df-fb9a1e510627 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:08.420622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8289a441-a44b-407c-9b21-16f7e8d9ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.438204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:57:08.486547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.607776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.625682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34750ddf-85b2-4514-8436-8988754718ed {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:08.652796 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.669457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=34750ddf-85b2-4514-8436-8988754718ed,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:08.712567 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.719866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Checking segment: {'id': '58fe1db6-618e-4acb-8595-c6bda8a25544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:08.720344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Network hostable DHCP agents. Network: 5feb9566-81a4-4ee8-8db9-d368116fdeee, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:08.727024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.742467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Pushing event updated for resources: {'Subnet': ['ID=05160e66-b8bc-4b75-a65e-9eb4202db631,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.767239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Network 5feb9566-81a4-4ee8-8db9-d368116fdeee is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:08.786136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5feb9566-81a4-4ee8-8db9-d368116fdeee) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:08.790455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.790616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b30714a3-7744-4205-82df-fb9a1e510627, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b30714a3-7744-4205-82df-fb9a1e510627,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:08.791200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.810267 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.814793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8289a441-a44b-407c-9b21-16f7e8d9ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.835218 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-990c120b-7dac-4881-a342-d65cea20deea admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6003528 Feb 04 15:57:08.835421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52f914-c9bd-405e-bc20-3243989a8e25 None None] Network 5feb9566-81a4-4ee8-8db9-d368116fdeee requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:08.848017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:08.859824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9237b-30ec-4196-8751-54c7bf245b2b req-3b756105-ba5a-4b32-ab39-be4854c0716e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.862433 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Sync routers for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:08.872011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9f9237b-30ec-4196-8751-54c7bf245b2b req-3b756105-ba5a-4b32-ab39-be4854c0716e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.2339323 Feb 04 15:57:08.878298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf912cbd-ea19-4cd5-8435-71d08f5368fe req-8a0335c4-b7a8-4e9b-8895-16ce17b971c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:08.879717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf912cbd-ea19-4cd5-8435-71d08f5368fe req-8a0335c4-b7a8-4e9b-8895-16ce17b971c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 945 time: 0.2397964 Feb 04 15:57:08.886505 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:08.887124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:08.923376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['34750ddf-85b2-4514-8436-8988754718ed'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:08.971896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:08.979931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:08.981115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4cd028c5-2d9c-4040-8b7f-4ab489d57ee9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5525575 Feb 04 15:57:08.981789 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-62fa561a-7992-431d-9f3b-9d3239bd3bd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c31edb7665414496953528883d9e3e86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2521367 Feb 04 15:57:08.985669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:08.986009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:09.091404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf912cbd-ea19-4cd5-8435-71d08f5368fe req-b7fc5c72-a5b6-46af-a7f1-9a44f4dadc73 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759610 Feb 04 15:57:09.097403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9f9237b-30ec-4196-8751-54c7bf245b2b req-abb8bf1f-fde7-4680-9214-7cc29e04ab7d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151666 Feb 04 15:57:09.142892 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-8289a441-a44b-407c-9b21-16f7e8d9ccd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:57:09.143419 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-8289a441-a44b-407c-9b21-16f7e8d9ccd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:57:09.245142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:09.258793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b30714a3-7744-4205-82df-fb9a1e510627,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:09.259156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.311495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.382476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cc0495-f9a5-4941-897a-75808a9507c4 None None] Network 5feb9566-81a4-4ee8-8db9-d368116fdeee requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:09.401903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.435450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258efaa5-6938-48ae-bc78-65cdec038ab7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:09.439577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:09.461394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f338a581-a762-4b8c-b2b0-444bfa8f5892 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/258efaa5-6938-48ae-bc78-65cdec038ab7 HTTP/1.1" status: 204 len: 168 time: 0.4575133 Feb 04 15:57:09.667405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35703da1-96b8-4cd0-b809-23251d43a0c9 req-c1360192-e4af-4422-96c3-b917f4a8254d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:09.669198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35703da1-96b8-4cd0-b809-23251d43a0c9 req-c1360192-e4af-4422-96c3-b917f4a8254d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 945 time: 0.1893401 Feb 04 15:57:09.673424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a467b54-d662-4dca-830e-07ad59e64bd2 req-f6823389-9b36-4001-8a46-8d0a9f313770 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 1100 time: 0.2682819 Feb 04 15:57:09.758730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35703da1-96b8-4cd0-b809-23251d43a0c9 req-e26eac8c-1f5f-4da5-8259-32c3d4234bc2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826135 Feb 04 15:57:09.764319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a467b54-d662-4dca-830e-07ad59e64bd2 req-8df6264c-6d72-450e-8f05-354c6b77a6ed tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702555 Feb 04 15:57:09.829782 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:09.882026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:07Z', 'revision_number': 3, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:09.889206 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Checking router: 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:09.890667 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Updating router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa port 468ba89a-a8ed-41a6-be9d-2244ab0550fb binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:57:09.984757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b30714a3-7744-4205-82df-fb9a1e510627 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:09.990840 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.110590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.221253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c954605b-2ecf-4fb7-b2c9-95e4febeaedf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f59daf8acec94d2a97b26b5dfa947db8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1094918 Feb 04 15:57:10.224152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43412) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.225199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b30714a3-7744-4205-82df-fb9a1e510627 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:10.226284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.389353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.452598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.635443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.642389 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.660131 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Transition to ACTIVE for port object 468ba89a-a8ed-41a6-be9d-2244ab0550fb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:10.660642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59351045-b644-4c0f-abc9-b8dac90b77b2 req-8f6d5527-19b5-4e0d-a43f-4d68b36f1a50 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1096 time: 0.1612563 Feb 04 15:57:10.670611 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.675787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f1b076-60dd-4272-860d-bbb12b21cca5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:10.703800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.704974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0b67b30d-ce09-44bb-8838-8ea3538a8f0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5f1b076-60dd-4272-860d-bbb12b21cca5 HTTP/1.1" status: 204 len: 168 time: 0.4798939 Feb 04 15:57:10.738149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59351045-b644-4c0f-abc9-b8dac90b77b2 req-7a120a88-5b7b-4a4b-a62a-90d2cc00c66e tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657306 Feb 04 15:57:10.742982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:10.752247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1210913609-network', 'tenant_id': '078422b9ee3e4c75a8cc1381ca6c1646'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:10.762393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bb1e3-dfa0-422f-8d34-7762ba55277c req-2f100ded-a36d-4d3c-94f6-91f41d617a4b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:10.769768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-629bb1e3-dfa0-422f-8d34-7762ba55277c req-2f100ded-a36d-4d3c-94f6-91f41d617a4b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.1854081 Feb 04 15:57:10.771999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:10.772901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Pushing event updated for resources: {'Port': ['ID=468ba89a-a8ed-41a6-be9d-2244ab0550fb,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:10.793703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Usage tracker for resource:network and tenant:078422b9ee3e4c75a8cc1381ca6c1646 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:10.799402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:10.807617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Attempting to bind port 468ba89a-a8ed-41a6-be9d-2244ab0550fb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:10.808160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Attempting to bind port 468ba89a-a8ed-41a6-be9d-2244ab0550fb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:10.809566 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Attempting to bind port 468ba89a-a8ed-41a6-be9d-2244ab0550fb on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:10.813055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:10.819052 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.822599 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.825750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.826285 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.826861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.827818 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.828181 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.828596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.828933 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.829284 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.829617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:10.842090 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-629bb1e3-dfa0-422f-8d34-7762ba55277c req-03fa2e2c-e9f4-4443-9c29-13d2397d5a4c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713887 Feb 04 15:57:10.843274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Made reservation on behalf of 078422b9ee3e4c75a8cc1381ca6c1646 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:10.845610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.845712 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:10.845950 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:10.846470 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.846757 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:10.847232 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Bound port: 468ba89a-a8ed-41a6-be9d-2244ab0550fb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:10.847622 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.877028 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.922146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:10.935772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:10.951381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Usage tracker for resource:security_group_rule and tenant:078422b9ee3e4c75a8cc1381ca6c1646 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:10.955734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:10.977258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] For port 468ba89a-a8ed-41a6-be9d-2244ab0550fb, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:10.988993 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] For port 468ba89a-a8ed-41a6-be9d-2244ab0550fb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=468ba89a-a8ed-41a6-be9d-2244ab0550fb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:11.002386 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.004789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:11.119989 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:11.120631 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:11.190716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dcab4-ecdc-4086-9c1e-93c20c9c6948 req-94f79d55-373d-4898-9c3a-91446167d83e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.192111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd2dcab4-ecdc-4086-9c1e-93c20c9c6948 req-94f79d55-373d-4898-9c3a-91446167d83e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 945 time: 0.2375848 Feb 04 15:57:11.220597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-bad0b1e3-b43a-4c3d-8b3c-d501e0b92307 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173623 Feb 04 15:57:11.251373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Allocated IP 172.20.0.1 (68e4be54-e3d4-46ba-a43d-cba539caa792/d2ce6cb9-8c30-4f14-a60c-404893e8eb65/fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:11.329245 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b3814-02d8-4e62-b670-7cf50009af87 None None] Pushing event updated for resources: {'Port': ['ID=468ba89a-a8ed-41a6-be9d-2244ab0550fb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:11.330523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.351570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.373140 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:11.421128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:11.436575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd2dcab4-ecdc-4086-9c1e-93c20c9c6948 req-d79c10fb-ca60-4080-8bdc-ea4cc541e776 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339344 Feb 04 15:57:11.472685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b428a38a-0456-4cff-ae3f-25fe83dd3d24,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:11.493154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.513360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Transition to ACTIVE for port object fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:11.513876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.514220 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Added segment 3f235b43-5cea-4f98-b980-1a8af0143668 of type vlan for network 77810da4-0264-42d5-a3ed-de7130e283a4 Feb 04 15:57:11.541698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-5a38c478-5243-4bdf-947a-01264f1395b5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.542151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.549610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-5a38c478-5243-4bdf-947a-01264f1395b5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284640 Feb 04 15:57:11.610934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0c5745ed-d005-4714-a692-796dbdca4c9d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.0599203 Feb 04 15:57:11.626026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:11.629405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:11.634366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:11.634955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.637720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Pushing event updated for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:11.645272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.756870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.785994 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:07Z', 'revision_number': 3, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:11.790500 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d89ece4-ba28-40f3-ab05-f86dc918cc5f None None] The sync data for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 is: [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:07Z', 'revision_number': 3, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:11.832114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 34750ddf-85b2-4514-8436-8988754718ed up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:11.952018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 34750ddf-85b2-4514-8436-8988754718ed completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:11.959710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 34750ddf-85b2-4514-8436-8988754718ed triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:11.960135 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.994506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:11.995803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:11.996062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.047110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-28aa6c43-a4b2-46b9-8f53-b6a3ad2f0c25 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4355764 Feb 04 15:57:12.183778 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.199924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-89f16241-966b-4a01-a880-891186738bd1 None None] Provisioning for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:12.202199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.203817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.254373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2627b0d-5f62-4ee6-9874-cc44f02fad9d req-e4b564ae-7501-4b7e-ae79-bc66d1410d1d tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1096 time: 0.5747321 Feb 04 15:57:12.277753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-89f16241-966b-4a01-a880-891186738bd1 None None] Provisioning complete for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:12.278111 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-89f16241-966b-4a01-a880-891186738bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.320870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] Pushing event updated for resources: {'Network': ['ID=77810da4-0264-42d5-a3ed-de7130e283a4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.328960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2e13b657-1df0-4c85-a8dc-cb03c5adc131 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5840831 Feb 04 15:57:12.331222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:12.337581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Request body: {'subnet': {'network_id': '77810da4-0264-42d5-a3ed-de7130e283a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1210913609-subnet', 'tenant_id': '078422b9ee3e4c75a8cc1381ca6c1646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:12.343726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:12.346579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 77810da4-0264-42d5-a3ed-de7130e283a4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:12.347959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Usage tracker for resource:subnet and tenant:078422b9ee3e4c75a8cc1381ca6c1646 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:12.351386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:12.357549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:12.377567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2627b0d-5f62-4ee6-9874-cc44f02fad9d req-8a96baa8-ada8-47eb-992c-8d40b4a30cf8 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221185 Feb 04 15:57:12.380262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Made reservation on behalf of 078422b9ee3e4c75a8cc1381ca6c1646 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:12.384682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.395435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Pushing event updated for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.472342 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.511941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:12.513369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:12.575423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=34750ddf-85b2-4514-8436-8988754718ed,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:12.581172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34750ddf-85b2-4514-8436-8988754718ed'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:12.597603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-89f16241-966b-4a01-a880-891186738bd1 None None] Port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:12.600210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:12.781127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:12.998428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.045627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab739025-ce59-471f-86cc-13db41d8c505 None None] Provisioning complete for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:13.045627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab739025-ce59-471f-86cc-13db41d8c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.066997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9e91a-8600-4aff-bbf0-d1e5bd407ed9 req-f808acb0-d918-4b5a-b423-1ea6a0d27a65 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.068748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18d9e91a-8600-4aff-bbf0-d1e5bd407ed9 req-f808acb0-d918-4b5a-b423-1ea6a0d27a65 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.3166375 Feb 04 15:57:13.168670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7a71d1-660b-4e9d-b5e6-b722773cf1a5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:13.173569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Checking segment: {'id': '3f235b43-5cea-4f98-b980-1a8af0143668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '77810da4-0264-42d5-a3ed-de7130e283a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:13.173913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Network hostable DHCP agents. Network: 77810da4-0264-42d5-a3ed-de7130e283a4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:13.195175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ab739025-ce59-471f-86cc-13db41d8c505 None None] Port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:13.223385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18d9e91a-8600-4aff-bbf0-d1e5bd407ed9 req-64e2ddd7-10cb-4dc6-b977-2f50843c06c1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423190 Feb 04 15:57:13.230969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-2e6c096a-9e5f-40a3-9fd4-05ca27a1cb46 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=18c0e88b30e144608b9764c28897ec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486367 Feb 04 15:57:13.243456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Network 77810da4-0264-42d5-a3ed-de7130e283a4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:13.286211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 77810da4-0264-42d5-a3ed-de7130e283a4) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:13.295617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae16b8-79ec-4ec6-af5c-296d7289a8f6 None None] Network 77810da4-0264-42d5-a3ed-de7130e283a4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:13.345466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.346156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:13.347133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:13.400883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6eb7f9a7-95d9-412b-b771-7b08910fdcb9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0600140 Feb 04 15:57:13.448569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-2c1a327a-5307-4a7d-8f32-9e071843e129 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.457890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-2c1a327a-5307-4a7d-8f32-9e071843e129 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053134 Feb 04 15:57:13.487076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-ced412e7-3fa7-4e1b-9c76-6e9fabfb1871 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/quotas/18c0e88b30e144608b9764c28897ec4e HTTP/1.1" status: 200 len: 375 time: 0.0281923 Feb 04 15:57:13.540303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-7d4581f3-4cf6-4440-94a4-6e2ad8682fe6 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18c0e88b30e144608b9764c28897ec4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521746 Feb 04 15:57:13.665263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:13.684302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b959ea4-7b24-4a84-a1e4-f224e3458efe None None] Network 77810da4-0264-42d5-a3ed-de7130e283a4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:13.707907 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9b56afc4-b31f-4a55-9f57-682f6eb17edc admin admin] 10.222.0.62 "PUT /v2.0/routers/47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7207437 Feb 04 15:57:13.717141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51eff3-e1f3-4abc-bd5b-6ddf13f9b2df req-2217ceae-c730-4164-bc75-ea5288cd78ff tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:13.732010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff51eff3-e1f3-4abc-bd5b-6ddf13f9b2df req-2217ceae-c730-4164-bc75-ea5288cd78ff tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.1882255 Feb 04 15:57:13.877529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff51eff3-e1f3-4abc-bd5b-6ddf13f9b2df req-a5b10d46-ad15-466a-ba25-d756c3d9c8bc tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350646 Feb 04 15:57:13.924929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 468ba89a-a8ed-41a6-be9d-2244ab0550fb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:14.057342 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34750ddf-85b2-4514-8436-8988754718ed', 'code': 200} Feb 04 15:57:14.199109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 468ba89a-a8ed-41a6-be9d-2244ab0550fb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:14.205487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 468ba89a-a8ed-41a6-be9d-2244ab0550fb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:14.205882 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.461136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.469024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b13efd2f-14ac-440a-b8aa-426af8a9f05f req-5a264c8b-4b85-42db-950e-a02dc6fad902 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1552751 Feb 04 15:57:14.520535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 468ba89a-a8ed-41a6-be9d-2244ab0550fb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=468ba89a-a8ed-41a6-be9d-2244ab0550fb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:14.520998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a371f056-35dd-435b-9d6c-16e37909df29 req-37f07247-be6c-4010-b90c-2b084c47bab4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 1097 time: 0.1972129 Feb 04 15:57:14.537515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:14.643871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a371f056-35dd-435b-9d6c-16e37909df29 req-4d7a05e2-2f90-491e-954b-8da6dc2c0bce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044865 Feb 04 15:57:14.667376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=468ba89a-a8ed-41a6-be9d-2244ab0550fb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:14.700634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a35abc-59d3-49fa-806a-02f5d910afeb req-88313713-6c3f-4210-9977-647c0aa589f3 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 210 time: 0.0636437 Feb 04 15:57:15.196711 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-9d93bdd0-7e70-4ece-a08f-f90e1f4ee800 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707533 Feb 04 15:57:15.395554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43566) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:15.408350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-network', 'tenant_id': 'eed148c59cad447d9e237357da25d529'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:15.413398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:15.432042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Usage tracker for resource:network and tenant:eed148c59cad447d9e237357da25d529 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:15.440810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:15.454442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-69aeb510-f936-447c-aae7-d8db0393815b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:15.456074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-69aeb510-f936-447c-aae7-d8db0393815b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538807 Feb 04 15:57:15.457005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:15.469038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-47ac1faa-4717-4e32-a7a1-b561d813ffa5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457480 Feb 04 15:57:15.471108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Made reservation on behalf of eed148c59cad447d9e237357da25d529 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:15.473724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.513016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': '372926b7-c384-4f43-8642-f80b9e314b96', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:15.590410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-068fb566-5f64-411e-8a73-1911f7ecf30a tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:15.591071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-068fb566-5f64-411e-8a73-1911f7ecf30a tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Synchronizing usage tracker for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:15.674162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-068fb566-5f64-411e-8a73-1911f7ecf30a tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Unset dirty status for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:15.680627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-068fb566-5f64-411e-8a73-1911f7ecf30a tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/networks?id=5feb9566-81a4-4ee8-8db9-d368116fdeee HTTP/1.1" status: 200 len: 813 time: 0.4709837 Feb 04 15:57:15.740123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-8d37a977-80ab-40b3-81f7-ed241f8d3a69 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=18c0e88b30e144608b9764c28897ec4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572670 Feb 04 15:57:15.753124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-600be843-c7fc-4fb3-a520-1232a7ce4871 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/quotas/c6bd627ba09b469c9e647d48a54e0671 HTTP/1.1" status: 200 len: 375 time: 0.0709901 Feb 04 15:57:15.815201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.837106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:15.843839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-be53c486-dba2-4a91-953b-4d3a88c1702d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:15.845768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-be53c486-dba2-4a91-953b-4d3a88c1702d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635628 Feb 04 15:57:15.849006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 468ba89a-a8ed-41a6-be9d-2244ab0550fb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:15.861289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:15.894493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': '2ce1bc55-0572-476d-8392-8666726194b9', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:15.897438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:15.900455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:15.916743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-53431b44-81cf-46a1-a337-5949c7c6eeb5 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6bd627ba09b469c9e647d48a54e0671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600432 Feb 04 15:57:15.925788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:15.934548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Usage tracker for resource:security_group_rule and tenant:eed148c59cad447d9e237357da25d529 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:15.938456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:15.952461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 468ba89a-a8ed-41a6-be9d-2244ab0550fb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:15.953460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.047023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:16.063095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Sync routers for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:16.100225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:16.101185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:16.319541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.227 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:16.331221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.339109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.360548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-7fb08fe4-6708-447f-9320-404ff493cb73 service neutron] 10.222.0.62 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670785 Feb 04 15:57:16.388202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:16.395452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:57:16.415829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-f11b190a-70ec-465c-a283-5b8361b6f86c tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:16.417382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-f11b190a-70ec-465c-a283-5b8361b6f86c tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6600726 Feb 04 15:57:16.443947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7315bcf-1287-435e-8d6c-a04695d36c34,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:16.451830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.452372 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Added segment b2d27520-0e35-4707-a790-a91358e37e73 of type vlan for network 50a635c9-c5f4-4797-be39-5a30028d6f60 Feb 04 15:57:16.483390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Request body: {'port': {'device_id': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '18c0e88b30e144608b9764c28897ec4e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:16.500125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43580) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:16.517723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-972859cf-6f24-4dea-b08e-391d286c4ba7 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:57:16.518742 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-972859cf-6f24-4dea-b08e-391d286c4ba7 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0179074 Feb 04 15:57:16.555413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.570492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:16.590314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:16.630038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.638825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.640351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:16.640989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.678295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:16.681812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.730407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:16.766978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-0cf3dfc1-0e1b-4645-9e29-58eeb9df7bc7 service neutron] 10.222.0.62 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054523 Feb 04 15:57:16.771033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Request body: {'binding': {'host': 'n-h1-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:16.771520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Unknown quota resources ['binding']. {{(pid=83596) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:57:16.802283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:11Z', 'revision_number': 4, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92', 'name': '', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'mac_address': 'fa:16:3e:5d:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:10Z', 'updated_at': '2022-02-04T15:57:11Z', 'revision_number': 2, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'subnets': [{'id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:16.813336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Checking router: 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:16.813694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Updating router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:57:16.816566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] Pushing event updated for resources: {'Network': ['ID=50a635c9-c5f4-4797-be39-5a30028d6f60,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:16.824116 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e947d691-4ab6-4dfb-b0b5-c8c125cf721d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4274373 Feb 04 15:57:16.831687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43590) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:16.848475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Request body: {'subnet': {'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-subnet', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:16.857685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:57:16.886180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:16.896739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Usage tracker for resource:subnet and tenant:eed148c59cad447d9e237357da25d529 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:16.902147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:16.911877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:16.915021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:16.950880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:16.964438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Usage tracker for resource:port and tenant:18c0e88b30e144608b9764c28897ec4e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:16.978579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:17.001991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:17.017376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Made reservation on behalf of eed148c59cad447d9e237357da25d529 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:17.020043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.035088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:17.041078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:17.045460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:17.056266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:17.059290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:17.065227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:17.065749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.122577 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-0d735fee-4415-42c4-9bbf-583187de0ec7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6266582 Feb 04 15:57:17.276577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.289781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Made reservation on behalf of 18c0e88b30e144608b9764c28897ec4e for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:17.292878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.315863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.353617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Request body: {'port': {'device_id': '372926b7-c384-4f43-8642-f80b9e314b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:17.425878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.11 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/75c793ce-5e91-48fc-a4b1-a454b2ff37fb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:17.463796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:17.469763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Usage tracker for resource:security_group_rule and tenant:18c0e88b30e144608b9764c28897ec4e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:17.473389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:17.480910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:17.516938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on host n-h1-827873-1 for vnic_type normal with profile None {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:17.517291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:17.517523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:17.529149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:17.529873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:17.554056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:17.554601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:17.555138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:17.555721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Bound port: 8f98788f-37c3-4a28-b726-66874a9c6116, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:17.557731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43608) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:17.615005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8560368b-78fe-4bfb-aa0f-a8b2d7377a68 None None] Provisioning for port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:17.627157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.644173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8560368b-78fe-4bfb-aa0f-a8b2d7377a68 None None] Provisioning complete for port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:17.644540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8560368b-78fe-4bfb-aa0f-a8b2d7377a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.646088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fa75a-e12c-4c90-82e5-c7d84e88e758 req-0c9266fb-55fc-4af1-9649-bb3191f407b0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:17.647707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-722fa75a-e12c-4c90-82e5-c7d84e88e758 req-0c9266fb-55fc-4af1-9649-bb3191f407b0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.3615019 Feb 04 15:57:17.774492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:17.819216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.835615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8560368b-78fe-4bfb-aa0f-a8b2d7377a68 None None] Port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:17.843937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.846523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-50c99c5a-772e-42a5-99a8-35bf8d4166f0 service neutron] 10.222.0.62 "POST /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116/bindings HTTP/1.1" status: 201 len: 389 time: 1.1809127 Feb 04 15:57:17.878342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:17.885287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Usage tracker for resource:security_group_rule and tenant:6632e291b4f946f39e68ba0d6bd90c94 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:17.888034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:17.889081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:17.913633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:17.914907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.132980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-722fa75a-e12c-4c90-82e5-c7d84e88e758 req-8e8b0ef1-fe86-4bd9-812f-26307e583e14 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579706 Feb 04 15:57:18.146591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.169396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.253133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe50613-dc1b-4afe-9285-d01cc52f901d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.253431 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.288714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.298231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ca0a8-e36a-432d-b1c0-1545d2408b5f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.322431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5ee8dada-1b9d-48d6-86c3-e43f44c78c86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6632e291b4f946f39e68ba0d6bd90c94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7596817 Feb 04 15:57:18.322885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Transition to ACTIVE for port object fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:18.323562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.41', 57674) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:18.325985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:18.355662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.386783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.387031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.387350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.388184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.388184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.388390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.388581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.388871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.389517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.389517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.390783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:18.401420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.481775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.486808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-b64bcc1f-708a-4602-9984-432fb7089efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1096 time: 0.1619196 Feb 04 15:57:18.528638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d81a1-55e7-4d2f-a32a-b38bd63815df None None] Pushing event updated for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.543964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object 75c793ce-5e91-48fc-a4b1-a454b2ff37fb will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:18.546939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=175ab384-99a1-4145-8400-85b1f6075625,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.561353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-926c0f8e-a430-46bb-b828-d2cd87433f66 req-518ffd2f-d2a5-4995-9a4e-08174b918e99 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 210 time: 0.1104119 Feb 04 15:57:18.621766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.643789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Checking segment: {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:18.644288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Network hostable DHCP agents. Network: 50a635c9-c5f4-4797-be39-5a30028d6f60, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:57:18.654080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Attempting to bind port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:18.654518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Attempting to bind port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:18.654967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Attempting to bind port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 on network 68e4be54-e3d4-46ba-a43d-cba539caa792 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:18.664297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:18.666601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Checking segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:18.666601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.666601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Bound using segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:18.666601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Bound port: fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:18.666601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.693221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.732178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.41', 57675) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:18.776150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] For port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:18.780940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] For port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:18.796928 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:18.827590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:57:18.912631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:18.917960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9566dc4-db53-4331-ac3a-3507056c77d7 req-631fb3da-8ab7-4dc1-a9ad-ea1604649642 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 210 time: 0.0635359 Feb 04 15:57:18.930212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:18.937384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:18.938171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:18.940347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-643915cd-f654-459c-af1a-f741d4d6c316 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:18.947263 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-643915cd-f654-459c-af1a-f741d4d6c316 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.4490778 Feb 04 15:57:19.088948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:19.139041 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-2c3ec300-a041-4554-9182-bdbe16efb20e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.1785340 Feb 04 15:57:19.140570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.148808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:19.150891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 50a635c9-c5f4-4797-be39-5a30028d6f60) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:19.152539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:19.167771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.168537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.182637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4df8c236-f192-4ab1-a605-cfe4a1287516 req-38d88701-f2be-41cc-9c27-c4ee1da6e515 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 210 time: 0.0918839 Feb 04 15:57:19.187237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956f961-fbac-4c71-bd8b-85d9b5f63d18 None None] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:19.195621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.196154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.242870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.246771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1292191-a61b-44b6-b1c0-71bca8365c2c req-57d4735e-6855-46fd-a915-e06359fe8c55 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.247433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e2ca0a8-e36a-432d-b1c0-1545d2408b5f HTTP/1.1" status: 204 len: 168 time: 0.9194484 Feb 04 15:57:19.259804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f95e4-3780-4d63-8c64-a8dcb60e66f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ca0a8-e36a-432d-b1c0-1545d2408b5f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.261757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1292191-a61b-44b6-b1c0-71bca8365c2c req-57d4735e-6855-46fd-a915-e06359fe8c55 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.8655410 Feb 04 15:57:19.270826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d4bd78db-4008-4c3f-8a97-622bc5d52beb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4322166 Feb 04 15:57:19.293589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43630) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:19.316190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:19.320549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-db852578-5f83-44e5-9cf4-777d9090e1f3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4347498 Feb 04 15:57:19.321519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:19.325700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Usage tracker for resource:router and tenant:eed148c59cad447d9e237357da25d529 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:19.329356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:19.335696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:19.378290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Request body: {'port': {'device_id': '2ce1bc55-0572-476d-8392-8666726194b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:19.411804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.412745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.415347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d81a1-55e7-4d2f-a32a-b38bd63815df None None] Pushing event updated for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.445436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:19.465891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.524089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-da96f8c5-328c-4a1d-aaf6-2c4ac1eeeb64 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.525629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-da96f8c5-328c-4a1d-aaf6-2c4ac1eeeb64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3785362 Feb 04 15:57:19.529152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Transition to ACTIVE for port object a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:19.539802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1292191-a61b-44b6-b1c0-71bca8365c2c req-ae16781f-6eee-40a8-821f-6052dd9cdb92 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753320 Feb 04 15:57:19.551991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-f5543a84-bd6c-4dc5-8bab-4931509cf147 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:19.553392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-f5543a84-bd6c-4dc5-8bab-4931509cf147 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.41 "GET /v2.0/networks?id=5feb9566-81a4-4ee8-8db9-d368116fdeee HTTP/1.1" status: 200 len: 813 time: 0.7273145 Feb 04 15:57:19.585076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.665680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Allocated IP 192.168.233.243 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/920a5344-6282-41d9-9989-89cb50575de9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:19.672481 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-1817c4a0-91a3-41d4-af26-b39694a6ba94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385396 Feb 04 15:57:19.730735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-50a635c9-c5f4-4797-be39-5a30028d6f60', 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'fixed_ips': [{'subnet_id': '175ab384-99a1-4145-8400-85b1f6075625'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:57:19.731806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.757714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:19.762067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:19.870596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Request body: {'port': {'device_id': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee', 'admin_state_up': True, 'tenant_id': 'c6bd627ba09b469c9e647d48a54e0671'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:19.902361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.902715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.903053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.903387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.903717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.904045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.904367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.904691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.905582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.906176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.906533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:19.908968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43642) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:19.929091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-30c2c89e-d28b-416a-ad87-ef718d4131cb None None] Provisioning for port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:19.969757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:20.013413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.024925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-30c2c89e-d28b-416a-ad87-ef718d4131cb None None] Provisioning complete for port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:20.025291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30c2c89e-d28b-416a-ad87-ef718d4131cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.098726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-30c2c89e-d28b-416a-ad87-ef718d4131cb None None] Port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:20.246190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.273873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.314070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Transition to ACTIVE for port object 920a5344-6282-41d9-9989-89cb50575de9 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:20.320611 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-2ded8c81-c643-487a-b377-cda99bc5570e service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938563 Feb 04 15:57:20.321787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Attempting to bind port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:20.321930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Attempting to bind port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:20.322384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Attempting to bind port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:20.338798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b432dfa-5286-42f1-bdc9-d78052e384e5 req-e01ab23e-2b4a-4213-a12e-69e1a060eaed tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.340225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b432dfa-5286-42f1-bdc9-d78052e384e5 req-e01ab23e-2b4a-4213-a12e-69e1a060eaed tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.5666449 Feb 04 15:57:20.357139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe67e9-76d4-4b54-81d0-ccfa8c6ad01c req-5ada2f49-e64e-47ae-bee0-dbf7c711153e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:20.357872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.362824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7fbe67e9-76d4-4b54-81d0-ccfa8c6ad01c req-5ada2f49-e64e-47ae-bee0-dbf7c711153e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 945 time: 0.9615839 Feb 04 15:57:20.373459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:20.374580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Attempting to bind port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:20.406716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:20.432282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Usage tracker for resource:security_group_rule and tenant:de64dd1d71954819a1696bf49cda6b41 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:20.436141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:20.437182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:20.437551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:20.438845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Bound port: a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:20.439287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.469398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:20.492288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:20.493503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Allocated IP 172.20.0.2 (50a635c9-c5f4-4797-be39-5a30028d6f60/175ab384-99a1-4145-8400-85b1f6075625/af0977e2-b61d-43c1-bb84-90349d2728c1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:20.594461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7fbe67e9-76d4-4b54-81d0-ccfa8c6ad01c req-dd857304-fbcf-4024-b88f-c87de80c6d99 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916735 Feb 04 15:57:20.695292 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-b3db8993-8eef-4f48-8c23-1daf1cd2a286 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646832 Feb 04 15:57:20.713110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:20.720433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.735482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Usage tracker for resource:port and tenant:c6bd627ba09b469c9e647d48a54e0671 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:20.754910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b432dfa-5286-42f1-bdc9-d78052e384e5 req-484b45b4-8770-4375-aa8e-6fb0627017fc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532624 Feb 04 15:57:20.797491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.808615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:20.815606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:20.823096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:20.838997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:20.879543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Transition to ACTIVE for port object af0977e2-b61d-43c1-bb84-90349d2728c1 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:20.890975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:21.004782 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.008950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.012801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Transition to ACTIVE for port object af0977e2-b61d-43c1-bb84-90349d2728c1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:21.024955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Made reservation on behalf of c6bd627ba09b469c9e647d48a54e0671 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:21.027754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.030087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.040895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:21.065095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.067333 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] 10.222.0.41 "PUT /v2.0/ports/a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c HTTP/1.1" status: 200 len: 1096 time: 3.9208739 Feb 04 15:57:21.080319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:21.127445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Pushing event updated for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.129922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:21.130546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92176e1-a30a-46d9-a3cb-cff980180ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.142703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:21.157776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.158684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.161522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:21.168647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:21.184245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Pushing event updated for resources: {'Port': ['ID=af0977e2-b61d-43c1-bb84-90349d2728c1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.187544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:21.250466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5c315558-c5b7-49c0-8003-6e548322c888 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7759793 Feb 04 15:57:21.265811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:11Z', 'revision_number': 4, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92', 'name': '', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'mac_address': 'fa:16:3e:5d:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:10Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 4, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'subnets': [{'id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:21.266597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.284920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186ce3d-03e2-45bc-be0c-8d221fb13e8c None None] The sync data for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 is: [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:57:11Z', 'revision_number': 4, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92', 'name': '', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'mac_address': 'fa:16:3e:5d:60:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:10Z', 'updated_at': '2022-02-04T15:57:18Z', 'revision_number': 4, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'subnets': [{'id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:21.292945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.295165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Request body: {'port': {'device_id': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:21.324856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.367817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.407315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Attempting to bind port af0977e2-b61d-43c1-bb84-90349d2728c1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:21.407597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Attempting to bind port af0977e2-b61d-43c1-bb84-90349d2728c1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:21.407923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Attempting to bind port af0977e2-b61d-43c1-bb84-90349d2728c1 on network 50a635c9-c5f4-4797-be39-5a30028d6f60 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:21.426067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:21.426473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Checking segment: {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:21.427019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.427863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Bound using segment: {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:21.430238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Bound port: af0977e2-b61d-43c1-bb84-90349d2728c1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:21.430238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.465199 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-6e1999f7-c5d8-4c03-9f3e-3f0451f23a02 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.5132110 Feb 04 15:57:21.498538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827873-1'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:21.574476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de64dd1d71954819a1696bf49cda6b41&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6494262 Feb 04 15:57:21.599028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:21.603668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] For port af0977e2-b61d-43c1-bb84-90349d2728c1, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:21.611411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] For port af0977e2-b61d-43c1-bb84-90349d2728c1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=af0977e2-b61d-43c1-bb84-90349d2728c1,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:21.619171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.656402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-2d9b6b59-58d7-4a3d-8e85-32ae1eeefeb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 1099 time: 0.5178323 Feb 04 15:57:21.737326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d8e6f-e964-47f5-95a3-4f62f6f3b9bc None None] Pushing event updated for resources: {'Port': ['ID=af0977e2-b61d-43c1-bb84-90349d2728c1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.873901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07658f34-0b2a-4dc2-b7fa-1d717d3ac587 req-b30efbb0-c9af-46b6-81d9-ed05160c984f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.875189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07658f34-0b2a-4dc2-b7fa-1d717d3ac587 req-b30efbb0-c9af-46b6-81d9-ed05160c984f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:21.878246 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-e0edbafb-5592-4a0e-ab70-eb1eb541c09f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c HTTP/1.1" status: 200 len: 217 time: 0.2122173 Feb 04 15:57:21.880297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1246b1b-f6af-4cce-80bb-01b1f48fc975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d16a5-7fda-4212-ad1e-657b9ada28c6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:21.911759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:21.920599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da91e8-3e72-4de2-ac93-056451463374 req-42bd390a-af23-49ba-b6bd-6be861bab143 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:21.930599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09da91e8-3e72-4de2-ac93-056451463374 req-42bd390a-af23-49ba-b6bd-6be861bab143 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 1.1126342 Feb 04 15:57:21.951265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:21.975251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:22.036791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Allocated IP 172.25.5.153 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8df10141-1633-4b03-b424-6f99c535ef40) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:22.040597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Request body: {'floatingip': {'port_id': '34750ddf-85b2-4514-8436-8988754718ed'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:22.111461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:22.117540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e684c1b-0573-4f7b-9543-6a2f9fb0b3e6 None None] Provisioning for port 920a5344-6282-41d9-9989-89cb50575de9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:22.129589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:22.134005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.135830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d63c3caf-2902-4564-a0ac-f6b10b7c7e02 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:22.137260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-d63c3caf-2902-4564-a0ac-f6b10b7c7e02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2484572 Feb 04 15:57:22.232340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07658f34-0b2a-4dc2-b7fa-1d717d3ac587 req-b30efbb0-c9af-46b6-81d9-ed05160c984f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:22.239495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07658f34-0b2a-4dc2-b7fa-1d717d3ac587 req-b30efbb0-c9af-46b6-81d9-ed05160c984f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 935 time: 1.2962327 Feb 04 15:57:22.275691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e684c1b-0573-4f7b-9543-6a2f9fb0b3e6 None None] Provisioning complete for port 920a5344-6282-41d9-9989-89cb50575de9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:22.277560 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e684c1b-0573-4f7b-9543-6a2f9fb0b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.309749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.377714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8e684c1b-0573-4f7b-9543-6a2f9fb0b3e6 None None] Port 920a5344-6282-41d9-9989-89cb50575de9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:22.411478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.416903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.458609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:22.469650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.493939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Allocated IP 172.20.0.12 (5feb9566-81a4-4ee8-8db9-d368116fdeee/05160e66-b8bc-4b75-a65e-9eb4202db631/1dd16b09-644f-4487-beab-72a26dae0875) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:22.505779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07658f34-0b2a-4dc2-b7fa-1d717d3ac587 req-12b8c931-90a4-4181-82f1-c7bdf4d0cf30 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654164 Feb 04 15:57:22.526001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:22.559188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:22.571279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.571668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.572768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.573291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.573709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.574658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.574658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.575099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.575602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.576172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.576686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:57:22.577728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.610874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.631253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:22.710395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c793ce-5e91-48fc-a4b1-a454b2ff37fb {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:22.757926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.792384 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-aa7d9c2c-3b94-48a8-a7c6-59cd43096cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6435635 Feb 04 15:57:22.821877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.825092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:22.872765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52846507-e546-4e2b-b8e2-1329f957f9de req-ab17d54d-8a2d-4b6a-a022-4d3a67dd0d37 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 210 time: 0.1486845 Feb 04 15:57:22.907467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Transition to ACTIVE for port object 75c793ce-5e91-48fc-a4b1-a454b2ff37fb will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:22.971030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.973815 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:22.997334 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.038057 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'status': 'completed', 'code': 200} Feb 04 15:57:23.064963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f0415-5de3-4e71-8d02-aec3eec2d059 None None] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:57:23.069829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-026183b2-d106-4f77-9e3f-c7edf649b7bf service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688341 Feb 04 15:57:23.111948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.212316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f323585-b5c9-403b-9374-7a6b5560de14 None None] Provisioning for port af0977e2-b61d-43c1-bb84-90349d2728c1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:23.229923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-5c2c594e-5623-4b5f-bd92-1b1fd299502d tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:23.230631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-5c2c594e-5623-4b5f-bd92-1b1fd299502d tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Synchronizing usage tracker for tenant:18c0e88b30e144608b9764c28897ec4e on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:23.252483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.308751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:23.320794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:23.353176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:23.438585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Pushing event updated for resources: {'Port': ['ID=8df10141-1633-4b03-b424-6f99c535ef40,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.472363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-30588882-2e59-4abb-94b7-abffab3800ff service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936837 Feb 04 15:57:23.475058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on host n-h2-827873-1 for vnic_type normal with profile {"migrating_to": "n-h1-827873-1"} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:23.475386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:23.475705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:23.498372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:23.499332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Attempting to bind port 8f98788f-37c3-4a28-b726-66874a9c6116 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:23.513659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:23.513995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:23.514557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:23.515157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Bound port: 8f98788f-37c3-4a28-b726-66874a9c6116, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:23.515503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.535053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.537992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.688456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:23.693857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:23.707754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.746104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-5c2c594e-5623-4b5f-bd92-1b1fd299502d tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Unset dirty status for tenant:18c0e88b30e144608b9764c28897ec4e on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:23.753660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-5c2c594e-5623-4b5f-bd92-1b1fd299502d tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 936 time: 1.5547976 Feb 04 15:57:23.757025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-d9a85b8b-8ac8-49f3-987a-8654930c9e66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 1099 time: 0.1939147 Feb 04 15:57:23.769684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.770434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.787108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d16a5-7fda-4212-ad1e-657b9ada28c6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:23.804969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:23.907489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device af0977e2-b61d-43c1-bb84-90349d2728c1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:23.984724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port af0977e2-b61d-43c1-bb84-90349d2728c1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:23.990996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port af0977e2-b61d-43c1-bb84-90349d2728c1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:23.991692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.014752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.020330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.025637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2dec308e-fe80-4bd8-bea3-26d41bbe686e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e3d16a5-7fda-4212-ad1e-657b9ada28c6 HTTP/1.1" status: 204 len: 168 time: 2.4200764 Feb 04 15:57:24.114804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.116166 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d295f4e4-424f-4b6d-b058-31657bbfe3c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 1121 time: 2.6351440 Feb 04 15:57:24.130786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-9bbead24-711a-4d75-b719-b800e8b0b44d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.132198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-9bbead24-711a-4d75-b719-b800e8b0b44d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3596699 Feb 04 15:57:24.196626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Attempting to bind port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:24.197103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Attempting to bind port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:24.197220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.197654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Attempting to bind port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:24.208565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-76763c39-26f2-4fa6-8a81-aa373179f255 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Synchronizing usage tracker for tenant:18c0e88b30e144608b9764c28897ec4e on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:24.217135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932b69-b1c6-493e-a872-2747716d17cf req-ad413010-b8c0-419b-9820-ec9f34fb97d1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.219332 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-b9aea1b3-11c1-4e4d-9266-e3b3a23eb87c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c HTTP/1.1" status: 200 len: 217 time: 0.0798764 Feb 04 15:57:24.224673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab932b69-b1c6-493e-a872-2747716d17cf req-ad413010-b8c0-419b-9820-ec9f34fb97d1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 943 time: 0.9831553 Feb 04 15:57:24.253817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port af0977e2-b61d-43c1-bb84-90349d2728c1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=af0977e2-b61d-43c1-bb84-90349d2728c1,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:24.263122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.265303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:24.337935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8f98788f-37c3-4a28-b726-66874a9c6116'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:24.383353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-4bcf76a9-6ac8-44c1-8e4d-a45ec8942af1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.385525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-4bcf76a9-6ac8-44c1-8e4d-a45ec8942af1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0997460 Feb 04 15:57:24.447519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:24.448380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Attempting to bind port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:24.516419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.524085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=af0977e2-b61d-43c1-bb84-90349d2728c1,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.536241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-76763c39-26f2-4fa6-8a81-aa373179f255 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Unset dirty status for tenant:18c0e88b30e144608b9764c28897ec4e on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:24.537380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49d34cc5-df0d-40f5-8644-62da0be438d0 req-76763c39-26f2-4fa6-8a81-aa373179f255 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827554 Feb 04 15:57:24.541166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:24.570789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:24.571290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.624049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:24.624383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:24.624764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:24.625375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Bound port: 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:24.625885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.630641 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-adf02d88-9439-4a2b-a4de-5b38fe85c343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2368929 Feb 04 15:57:24.660319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Router 9a57e82e-0c99-41a7-9212-e378b131b22d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:57:24.801843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab932b69-b1c6-493e-a872-2747716d17cf req-f26f5c32-3782-4f90-a84b-62de3060fe8d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762570 Feb 04 15:57:24.844082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Network 5feb9566-81a4-4ee8-8db9-d368116fdeee is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:24.912794 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-25a43a02-8535-4d71-bac3-0b288b943009 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751353 Feb 04 15:57:24.934182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:24.952276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:24.956224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:24.956909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:24.970621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Pushing event updated for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:24.994180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920a5344-6282-41d9-9989-89cb50575de9 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:25.015054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.036137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0b3dacf-357f-49b1-abbf-2e8cef6aeb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.054377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116'}, {'name': 'network-changed', 'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:25.080416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-710767e4-f359-4b0e-b2be-97fb9edaa48d tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3073568 Feb 04 15:57:25.081090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Transition to ACTIVE for port object 920a5344-6282-41d9-9989-89cb50575de9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:25.095400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Request body: {'port': {'device_id': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:25.166379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:25.175008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.274779 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ff2f772e-37c6-46dd-9844-cf46a3928b33 req-1d791181-73f0-4dd8-8112-f83747ed5dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541703 Feb 04 15:57:25.299363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:25.310026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Sync routers for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:25.323665 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:25.324601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:25.331775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:25.355161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.362352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f91481f-8446-4d82-8751-ae88bf9fd94e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0664394 Feb 04 15:57:25.363266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43690) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:25.474024 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:25.547995 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:25.599139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.650491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e448b0-8c4c-4461-ba4e-d563faa3cd75 req-05468c3e-d47f-48b5-a660-0548330a7bdc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:25.651998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e448b0-8c4c-4461-ba4e-d563faa3cd75 req-05468c3e-d47f-48b5-a660-0548330a7bdc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.8672760 Feb 04 15:57:25.693090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:25.695203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/75c793ce-5e91-48fc-a4b1-a454b2ff37fb HTTP/1.1" status: 200 len: 1095 time: 6.3324935 Feb 04 15:57:25.760259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:25.859586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device af0977e2-b61d-43c1-bb84-90349d2728c1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:25.946597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:25.951201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:25.958227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Attempting to bind port 920a5344-6282-41d9-9989-89cb50575de9 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:25.958583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Attempting to bind port 920a5344-6282-41d9-9989-89cb50575de9 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:25.958901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Attempting to bind port 920a5344-6282-41d9-9989-89cb50575de9 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:26.019318 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:23Z', 'revision_number': 3, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:26.023671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Checking router: 9a57e82e-0c99-41a7-9212-e378b131b22d for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:26.024013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Updating router 9a57e82e-0c99-41a7-9212-e378b131b22d port 8df10141-1633-4b03-b424-6f99c535ef40 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:57:26.072458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.100776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port af0977e2-b61d-43c1-bb84-90349d2728c1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:26.102133 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.177592 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.210419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Port 920a5344-6282-41d9-9989-89cb50575de9 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:26.210944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Attempting to bind port 920a5344-6282-41d9-9989-89cb50575de9 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:26.231638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.237967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:26.270574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'mac_address': 'fa:16:3e:3f:e3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:26.344350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.463977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:26.464337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:26.464693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:26.465130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Bound port: 920a5344-6282-41d9-9989-89cb50575de9, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:26.465470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.477729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.496507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3e0ab-51b9-41e3-b9d0-5bdbe00f21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.502059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:26.506063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecf343-a5cc-4f55-85d1-d26fcb26d480 req-e6f5c933-1f72-48df-aa46-ca5300a178a4 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:26.510087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67ecf343-a5cc-4f55-85d1-d26fcb26d480 req-e6f5c933-1f72-48df-aa46-ca5300a178a4 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 947 time: 1.3449028 Feb 04 15:57:26.521191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:26.527741 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.528646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.534251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e448b0-8c4c-4461-ba4e-d563faa3cd75 req-6393a7ee-1dcd-4ff7-8374-3d347f906d7a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966268 Feb 04 15:57:26.610090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.738612 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.754105 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Transition to ACTIVE for port object 8df10141-1633-4b03-b424-6f99c535ef40 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:26.762457 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.777121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Allocated IP 172.20.0.1 (50a635c9-c5f4-4797-be39-5a30028d6f60/175ab384-99a1-4145-8400-85b1f6075625/945f84a9-b91c-4abc-beb2-623dba63b3e9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:26.781891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-86444d98-9ea4-44f9-aed3-186c7b45c54f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 1098 time: 0.8195481 Feb 04 15:57:26.803867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:26.858836 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe1fae-744e-41bc-90c7-36db1703c612 None None] Pushing event updated for resources: {'Port': ['ID=8df10141-1633-4b03-b424-6f99c535ef40,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:26.886062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Attempting to bind port 8df10141-1633-4b03-b424-6f99c535ef40 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:26.886477 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Attempting to bind port 8df10141-1633-4b03-b424-6f99c535ef40 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:26.886840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Attempting to bind port 8df10141-1633-4b03-b424-6f99c535ef40 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:26.909859 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:26.910289 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:26.910657 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.911050 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:26.911530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Bound port: 8df10141-1633-4b03-b424-6f99c535ef40, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:26.912805 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:26.999221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67ecf343-a5cc-4f55-85d1-d26fcb26d480 req-9069d871-fe5e-4539-a7b8-f48eb38cde85 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721091 Feb 04 15:57:27.018258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:27.041418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-a6d7f35d-5d3b-4f3c-9588-5392dca5d194 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb HTTP/1.1" status: 200 len: 217 time: 0.2512715 Feb 04 15:57:27.071133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] For port 8df10141-1633-4b03-b424-6f99c535ef40, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:27.079329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] For port 8df10141-1633-4b03-b424-6f99c535ef40, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8df10141-1633-4b03-b424-6f99c535ef40,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:27.095599 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.136625 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116', 'code': 200} Feb 04 15:57:27.136888 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116', 'status': 'completed', 'code': 200} Feb 04 15:57:27.142537 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7906b7d-b2bd-4138-b715-42710ef9d77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.166126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=920a5344-6282-41d9-9989-89cb50575de9,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:27.174372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.198089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Transition to ACTIVE for port object 945f84a9-b91c-4abc-beb2-623dba63b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:27.226972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.253921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe1fae-744e-41bc-90c7-36db1703c612 None None] Pushing event updated for resources: {'Port': ['ID=8df10141-1633-4b03-b424-6f99c535ef40,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.257180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:27.257771 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:27.270122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.301140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Pushing event updated for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.316557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:27.317696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:27.323038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:27.323507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.434019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.487524 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:27.520717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-87477225-4aca-4b5d-b3c8-a0f1a48377ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.522019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-87477225-4aca-4b5d-b3c8-a0f1a48377ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4689794 Feb 04 15:57:27.534259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.535980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/920a5344-6282-41d9-9989-89cb50575de9 HTTP/1.1" status: 200 len: 1096 time: 6.2609136 Feb 04 15:57:27.627244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3060e81-c1f0-4cb9-af25-0fc1b9f791b7 None None] Provisioning for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:27.645593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3060e81-c1f0-4cb9-af25-0fc1b9f791b7 None None] Provisioning complete for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:27.649491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3060e81-c1f0-4cb9-af25-0fc1b9f791b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.695222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812a7d3-043a-4279-b44e-25f50b9fc6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.767029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3060e81-c1f0-4cb9-af25-0fc1b9f791b7 None None] Port 945f84a9-b91c-4abc-beb2-623dba63b3e9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:27.775261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:27.782945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.791111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.791796 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:27.792541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-583120ea-6dea-4e13-bed1-c16985a7ac3c tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.793011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-583120ea-6dea-4e13-bed1-c16985a7ac3c tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Synchronizing usage tracker for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:27.863242 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:23Z', 'revision_number': 3, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:27.867908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86744195-0309-423e-8aa0-5f35178735d4 None None] The sync data for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 is: [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:23Z', 'revision_number': 3, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:27.915156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-62425645-69f6-49a2-a218-428f2d3986b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1124 time: 0.7280202 Feb 04 15:57:27.948910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Pushing event updated for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:27.957902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-583120ea-6dea-4e13-bed1-c16985a7ac3c tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Unset dirty status for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:27.959042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-583120ea-6dea-4e13-bed1-c16985a7ac3c tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 932 time: 1.0808661 Feb 04 15:57:27.962869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd16b09-644f-4487-beab-72a26dae0875 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:27.973983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:27.980122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e080-4f80-48ae-ba35-6af9aff7dd86 req-fd317aaa-bd39-4631-be82-018e750bb619 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:27.981544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1325e080-4f80-48ae-ba35-6af9aff7dd86 req-fd317aaa-bd39-4631-be82-018e750bb619 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 948 time: 0.5803957 Feb 04 15:57:27.986987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.004776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:28.006816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:28.010201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:28.066992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-ce8e976a-9959-40dd-8c9c-f0910c98d699 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5281942 Feb 04 15:57:28.173131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:28.189872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 has no active binding in host n-h1-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:57:28.239746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:28.246803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:28.247630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.301263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1325e080-4f80-48ae-ba35-6af9aff7dd86 req-8000c546-ecff-4654-a184-6b0902aad5f1 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027480 Feb 04 15:57:28.304390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-809a8202-a8f4-41a7-9e62-7648fa0e1557 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18c0e88b30e144608b9764c28897ec4e&device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 1099 time: 0.6921391 Feb 04 15:57:28.322874 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Floating IP f5211992-9138-49ca-9878-75b11f26551f associated. External IP: 172.25.5.88, port: 34750ddf-85b2-4514-8436-8988754718ed. Feb 04 15:57:28.440290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.460096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-9ca5776a-7497-4ccf-9540-88b385a75859 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=920a5344-6282-41d9-9989-89cb50575de9 HTTP/1.1" status: 200 len: 217 time: 0.0825138 Feb 04 15:57:28.462640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.462797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Transition to ACTIVE for port object 1dd16b09-644f-4487-beab-72a26dae0875 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:28.468159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9a601f92-4d20-491d-aca5-8c02bd10e22e None None] Provisioning complete for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:28.469128 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a601f92-4d20-491d-aca5-8c02bd10e22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.502067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Router 9a57e82e-0c99-41a7-9212-e378b131b22d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:28.518115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:28.526005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:28.535233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.579239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.666358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a601f92-4d20-491d-aca5-8c02bd10e22e None None] Port 945f84a9-b91c-4abc-beb2-623dba63b3e9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:57:28.670628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:28.677002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:28.715965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-fefc81b9-7e1a-44ba-b84d-a73b3ddaffbb tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Synchronizing usage tracker for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:28.733600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:28.745104 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3bbf798-ad56-4f58-b37d-3804071248e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/9a57e82e-0c99-41a7-9212-e378b131b22d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3803518 Feb 04 15:57:28.830857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f89d-2888-440b-8128-38189e002075 req-4a235e13-f2c0-4537-baea-d7401549e239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:28.832294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-4a235e13-f2c0-4537-baea-d7401549e239 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.9032149 Feb 04 15:57:28.833960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-f4d9c7bf-ac90-485a-a88b-83a96c2c4fb6 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323189 Feb 04 15:57:28.834587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:28.852098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-a2d35029-31ff-42ed-a8cb-adb848486782 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:28.853501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-a2d35029-31ff-42ed-a8cb-adb848486782 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3145018 Feb 04 15:57:29.033031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-fefc81b9-7e1a-44ba-b84d-a73b3ddaffbb tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Unset dirty status for tenant:c6bd627ba09b469c9e647d48a54e0671 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:29.034174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b12a4432-b440-41b6-8f67-cc65b99ba0d4 req-fefc81b9-7e1a-44ba-b84d-a73b3ddaffbb tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0397987 Feb 04 15:57:29.057284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-10050f4f-a96e-4419-88a6-8f5844c201b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.2028527 Feb 04 15:57:29.069712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aac5c-563d-4b35-971c-10055a940ba7 req-126c1177-fa22-4125-a324-b627aab1777a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:29.071291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee3aac5c-563d-4b35-971c-10055a940ba7 req-126c1177-fa22-4125-a324-b627aab1777a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 943 time: 0.6060104 Feb 04 15:57:29.146022 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb', 'status': 'completed', 'code': 200} Feb 04 15:57:29.294182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Attempting to bind port 1dd16b09-644f-4487-beab-72a26dae0875 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:29.294542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Attempting to bind port 1dd16b09-644f-4487-beab-72a26dae0875 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '58fe1db6-618e-4acb-8595-c6bda8a25544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:29.294853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Attempting to bind port 1dd16b09-644f-4487-beab-72a26dae0875 on network 5feb9566-81a4-4ee8-8db9-d368116fdeee {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:29.340505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f89d-2888-440b-8128-38189e002075 req-3db2ea6d-b6df-4deb-aefa-31a2ab89076d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:29.344916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-3db2ea6d-b6df-4deb-aefa-31a2ab89076d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2488513 Feb 04 15:57:29.422019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-31418420-be2a-47e5-aeb4-44109e2b484f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671360 Feb 04 15:57:29.429079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ad55db3-1a52-4ab4-97ae-00bbb8ef40ae req-b56614d1-1805-403c-8132-13d5c7bb5379 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712659 Feb 04 15:57:29.446442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Port 1dd16b09-644f-4487-beab-72a26dae0875 on network 5feb9566-81a4-4ee8-8db9-d368116fdeee not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:29.446765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Attempting to bind port 1dd16b09-644f-4487-beab-72a26dae0875 on network 5feb9566-81a4-4ee8-8db9-d368116fdeee {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:29.657402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-1c54a570-8899-459c-b8e4-5b5fd54fbb0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7250705 Feb 04 15:57:29.659574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee3aac5c-563d-4b35-971c-10055a940ba7 req-28917ed8-24e6-48bb-844e-bc9187336887 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464914 Feb 04 15:57:29.679881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:29.680210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Checking segment: {'id': '58fe1db6-618e-4acb-8595-c6bda8a25544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:29.680584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Bound using segment: {'id': '58fe1db6-618e-4acb-8595-c6bda8a25544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:29.681028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Bound port: 1dd16b09-644f-4487-beab-72a26dae0875, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fe1db6-618e-4acb-8595-c6bda8a25544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:29.681518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:29.815485 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.127490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-5411206f-372b-4229-9106-465bece7e488 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495893 Feb 04 15:57:30.285240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-2e3757ca-d679-438c-afcf-bca77cc0afd3 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520133 Feb 04 15:57:30.428417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7952e6-3775-48e3-a3df-c1e33d73b090 req-9e9b6d7e-59fc-4bd2-bfc1-a78af6ca2884 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:30.429853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd7952e6-3775-48e3-a3df-c1e33d73b090 req-9e9b6d7e-59fc-4bd2-bfc1-a78af6ca2884 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.9338818 Feb 04 15:57:30.492494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:30.541458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-81f355e6-7318-47d3-bd57-c052957792b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 1098 time: 1.0216157 Feb 04 15:57:30.585159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1dd16b09-644f-4487-beab-72a26dae0875,segment=NetworkSegment(58fe1db6-618e-4acb-8595-c6bda8a25544),segment_id=58fe1db6-618e-4acb-8595-c6bda8a25544)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:30.620092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:30.626404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7352eef-f297-4548-a9b9-a3ca04f70717 req-54d6931b-e64c-4bd0-868d-6c1fb546a519 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769366 Feb 04 15:57:30.788264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d4b2fe16-25e0-4685-818c-b033453034b5 service neutron] 10.222.0.58 "GET /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.0966644 Feb 04 15:57:30.832679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb5bff-37f0-4c83-a602-bc999981c6b5 req-bcfc3591-ebcd-4742-a4cc-302c1806d069 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:30.844538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04fb5bff-37f0-4c83-a602-bc999981c6b5 req-bcfc3591-ebcd-4742-a4cc-302c1806d069 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 947 time: 0.8620527 Feb 04 15:57:30.876847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c19f89d-2888-440b-8128-38189e002075 req-e8cfe074-530c-4736-915e-dff6bfe34f43 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706644 Feb 04 15:57:31.021539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.022932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] 10.222.0.41 "PUT /v2.0/ports/1dd16b09-644f-4487-beab-72a26dae0875 HTTP/1.1" status: 200 len: 1092 time: 5.9340994 Feb 04 15:57:31.052435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd7952e6-3775-48e3-a3df-c1e33d73b090 req-c02d6fd1-a77c-4305-bd94-b7d7d7981ad1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559196 Feb 04 15:57:31.173042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'tag': '920a5344-6282-41d9-9989-89cb50575de9'}, {'name': 'network-changed', 'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:31.190183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c28c4-2b03-4478-bb7a-7f2e0792c417 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:31.225449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:31.245401 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'code': 200} Feb 04 15:57:31.251805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:31.277375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04fb5bff-37f0-4c83-a602-bc999981c6b5 req-745be266-5fd5-4648-95a0-722fdfc5fb99 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318414 Feb 04 15:57:31.316032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-4f8f7afe-3578-463c-b761-0f5de28b1ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:31.317846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-4f8f7afe-3578-463c-b761-0f5de28b1ad2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7429967 Feb 04 15:57:31.390899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f98788f-37c3-4a28-b726-66874a9c6116 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:31.406697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:31.429766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.579642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] Transition to ACTIVE for port object 8f98788f-37c3-4a28-b726-66874a9c6116 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:31.587876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-f3f871c5-471b-401f-86b2-00acf8fc7a9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb HTTP/1.1" status: 200 len: 217 time: 0.2525773 Feb 04 15:57:31.588534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:31.779251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-be7d1d7b-6d70-4d1f-ae61-42ebf7ec40d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6bd627ba09b469c9e647d48a54e0671&device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.6675804 Feb 04 15:57:31.781428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] No DVR routers for this DVR port 8f98788f-37c3-4a28-b726-66874a9c6116 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:31.793514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:31.839709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-06cc4969-677c-4902-901a-89b0b2d0a0b2 service neutron] 10.222.0.58 "PUT /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116/bindings/n-h1-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0452321 Feb 04 15:57:31.846851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-358b29f0-4058-457f-8f13-fdbfd7e32e93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:31.848249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-358b29f0-4058-457f-8f13-fdbfd7e32e93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2530413 Feb 04 15:57:31.986632 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-c41f52b2-b6e6-4309-ad95-b4a7878b534d tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.0803785 Feb 04 15:57:32.038383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2401812c-6829-4b67-a4f3-c45b0f5ea8e6 req-1502c94f-cf7e-4103-9eec-298733bb5731 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 1101 time: 0.6425486 Feb 04 15:57:32.054040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-ded5e356-7ee2-40e7-aabb-d80601e12647 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd16b09-644f-4487-beab-72a26dae0875 HTTP/1.1" status: 200 len: 217 time: 0.2612398 Feb 04 15:57:32.068815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-767b13b9-5199-458d-b776-aecc4347afb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&tenant_id=8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 1095 time: 0.0750499 Feb 04 15:57:32.075087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb4f0e-7dda-4997-872e-4466635a5f28 req-81ce8958-584f-48b1-8800-a9c9fcee8678 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.076564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cdb4f0e-7dda-4997-872e-4466635a5f28 req-81ce8958-584f-48b1-8800-a9c9fcee8678 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 948 time: 0.6477404 Feb 04 15:57:32.101479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 75c793ce-5e91-48fc-a4b1-a454b2ff37fb details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:32.164987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:57:32.215428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-d58de79d-b678-427f-bb7f-c2480fbd7720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1095 time: 0.1089234 Feb 04 15:57:32.249865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2401812c-6829-4b67-a4f3-c45b0f5ea8e6 req-da15e68c-2f0f-45b0-a60c-77559b5c7291 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987324 Feb 04 15:57:32.260067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-70a25aa8-1645-48c1-a7d5-c06df3e205b1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.261911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-70a25aa8-1645-48c1-a7d5-c06df3e205b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05160e66-b8bc-4b75-a65e-9eb4202db631 HTTP/1.1" status: 200 len: 853 time: 0.1809485 Feb 04 15:57:32.281360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168eb13-db22-4c14-91cc-58ed15620086 req-6b688ee7-cb27-400d-94c4-e10ffa9fa7b4 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.283297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b168eb13-db22-4c14-91cc-58ed15620086 req-6b688ee7-cb27-400d-94c4-e10ffa9fa7b4 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 944 time: 0.5823450 Feb 04 15:57:32.331240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:32.345637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb', 'mac_address': 'fa:16:3e:27:e7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:32.366301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-a8bcffda-c126-43a7-bbe6-8ad333017a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.368130 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-a8bcffda-c126-43a7-bbe6-8ad333017a3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.1450803 Feb 04 15:57:32.400125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.402821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cdb4f0e-7dda-4997-872e-4466635a5f28 req-cb799669-3b63-42ed-8716-68d52f266166 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869725 Feb 04 15:57:32.418135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c793ce-5e91-48fc-a4b1-a454b2ff37fb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:32.426132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-cae43e9b-3ca5-4b73-b05a-a0578c6b6d3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5626183 Feb 04 15:57:32.434364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:32.440779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:32.516067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:32.533408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b168eb13-db22-4c14-91cc-58ed15620086 req-dc73642e-9394-42b5-a00a-7eb40851deb5 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367783 Feb 04 15:57:32.618899 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'tag': '920a5344-6282-41d9-9989-89cb50575de9', 'status': 'completed', 'code': 200} Feb 04 15:57:32.619551 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875', 'status': 'completed', 'code': 200} Feb 04 15:57:32.740977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-4c5f3841-c16c-4fff-9939-ce960d71430a service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053451 Feb 04 15:57:32.749151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:32.887476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688bc39-3649-4e69-ac60-c01ef15946db req-35c561bd-7904-41e1-8148-fa85202ab080 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:32.888917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8688bc39-3649-4e69-ac60-c01ef15946db req-35c561bd-7904-41e1-8148-fa85202ab080 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 944 time: 0.3279653 Feb 04 15:57:33.004759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0fd06d-324a-436d-9874-4e1ca6e23ced req-d6a79754-8c0b-41a0-bcbe-d8e1efa7c7d2 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492495 Feb 04 15:57:33.010469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:57:33.037073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:33.053352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:33.055471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:33.056088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:33.092599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-5708c875-2714-4b89-8529-77f9a260ea84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5feb9566-81a4-4ee8-8db9-d368116fdeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860915 Feb 04 15:57:33.117583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8688bc39-3649-4e69-ac60-c01ef15946db req-31fa5618-91a9-488d-96ac-5ce67a27b307 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152755 Feb 04 15:57:33.152382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-c1c28e30-33e2-4c84-b340-1b6895092402 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.1471565 Feb 04 15:57:33.241927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06a00-6b1c-42b3-b98f-689de2eaf604 req-08693209-67b0-47a0-9de3-5a36c14c0ce2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:33.243452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6d06a00-6b1c-42b3-b98f-689de2eaf604 req-08693209-67b0-47a0-9de3-5a36c14c0ce2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.4601972 Feb 04 15:57:33.249122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-145de6ea-67b5-4a89-9775-9eaa528b6e1f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "PUT /v2.0/floatingips/f5211992-9138-49ca-9878-75b11f26551f HTTP/1.1" status: 200 len: 991 time: 11.2661216 Feb 04 15:57:33.296780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-3714ef2e-6e96-4323-a44b-095fedf8e721 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:33.298203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-3714ef2e-6e96-4323-a44b-095fedf8e721 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.1396496 Feb 04 15:57:33.392047 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-97786583-9010-4d52-9021-71b826859ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854733 Feb 04 15:57:33.466842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:33.554446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6d06a00-6b1c-42b3-b98f-689de2eaf604 req-ce61ef53-038b-4a13-8de4-0bd0476629ff tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253313 Feb 04 15:57:33.571789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-fe1f66b2-4fef-43e1-8a13-98603d1f1ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529331 Feb 04 15:57:33.701449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-6d4f1fd0-041c-463b-acff-3eab23a66eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944014 Feb 04 15:57:33.753071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-964f7bc3-3cae-48cb-9207-2a7c5f7804de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18c0e88b30e144608b9764c28897ec4e&device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 1099 time: 0.6529264 Feb 04 15:57:34.024402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-2dad0ecf-47e4-42f0-9bb1-018ae0759fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151295 Feb 04 15:57:34.040270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8df10141-1633-4b03-b424-6f99c535ef40 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:34.043295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9181128-cc86-4f4e-ba90-7ac1892cd850 req-d6bb84ae-7b67-4c88-a5a9-5f1d060f0fd7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.056380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9181128-cc86-4f4e-ba90-7ac1892cd850 req-d6bb84ae-7b67-4c88-a5a9-5f1d060f0fd7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 948 time: 0.7296004 Feb 04 15:57:34.083664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 920a5344-6282-41d9-9989-89cb50575de9 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:34.141425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 75c793ce-5e91-48fc-a4b1-a454b2ff37fb up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:34.393392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-4cd38746-5077-497e-9132-5c66ce7f93db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.394846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-4cd38746-5077-497e-9132-5c66ce7f93db service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5795655 Feb 04 15:57:34.410734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c86cf38-a463-4b84-a8fe-461a2af79e74 req-149d2470-fce3-4664-9675-8e3321fbfd09 service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8266470 Feb 04 15:57:34.536540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8df10141-1633-4b03-b424-6f99c535ef40 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:34.551164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-478d2aae-654b-414e-8c7e-316c68bd78e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=920a5344-6282-41d9-9989-89cb50575de9 HTTP/1.1" status: 200 len: 217 time: 0.1386659 Feb 04 15:57:34.560087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9181128-cc86-4f4e-ba90-7ac1892cd850 req-3ef2dd1a-b330-46cd-95c4-cfe8330ac117 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026293 Feb 04 15:57:34.564856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8df10141-1633-4b03-b424-6f99c535ef40 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:34.565170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.598310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=920a5344-6282-41d9-9989-89cb50575de9,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:34.630314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'tag': '34750ddf-85b2-4514-8436-8988754718ed'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:34.633122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '920a5344-6282-41d9-9989-89cb50575de9', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '920a5344-6282-41d9-9989-89cb50575de9', 'mac_address': 'fa:16:3e:35:bc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:34.635482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-d8adeede-1216-4e8f-98ac-ccce6fa15afb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.636920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-d8adeede-1216-4e8f-98ac-ccce6fa15afb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0756795 Feb 04 15:57:34.646210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:34.687425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '34750ddf-85b2-4514-8436-8988754718ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:99:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:57:25Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:34.696686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:34.696903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cd20f-0297-4c04-949f-ce9a3050959e req-9d2cea3a-b8ac-4d39-a111-6fbdf736259d tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:34.697052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.703758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065cd20f-0297-4c04-949f-ce9a3050959e req-9d2cea3a-b8ac-4d39-a111-6fbdf736259d tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.7405181 Feb 04 15:57:34.745398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:34.800228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:34.831166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065cd20f-0297-4c04-949f-ce9a3050959e req-57729fea-a004-45f0-be0b-d3dd78af88c0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265383 Feb 04 15:57:34.836947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-0f83a3a1-9cfd-471c-ba74-979108010e9b tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.3411024 Feb 04 15:57:34.888067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:34.888686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:34.914883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-eee7eac4-e5c7-4e2d-b600-2b553bbc9829 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649448 Feb 04 15:57:34.938168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920a5344-6282-41d9-9989-89cb50575de9 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:34.969030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.034973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=920a5344-6282-41d9-9989-89cb50575de9,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:35.038352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d192b-0052-4b86-a72b-3c3938fe6c81 req-65bd2633-26c6-497f-a378-1124f2a0904c tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.039926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0d192b-0052-4b86-a72b-3c3938fe6c81 req-65bd2633-26c6-497f-a378-1124f2a0904c tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 948 time: 0.2741609 Feb 04 15:57:35.053691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8df10141-1633-4b03-b424-6f99c535ef40, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8df10141-1633-4b03-b424-6f99c535ef40,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:35.107360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.112319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-885d8789-eb85-4322-a2e3-68db02994c18 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878574 Feb 04 15:57:35.125538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-9604db31-291b-430a-88ce-0528d6604e14 service neutron] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:35.144315 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.156083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-9604db31-291b-430a-88ce-0528d6604e14 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.157147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2200b06e-9fdf-440d-9867-4f409ab0829b req-9604db31-291b-430a-88ce-0528d6604e14 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116/bindings/n-h2-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.3120098 Feb 04 15:57:35.211186 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.270123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d0d192b-0052-4b86-a72b-3c3938fe6c81 req-ebde45da-caf5-45fb-9063-03a0dcca7f7e tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035246 Feb 04 15:57:35.306433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.313644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:35.355953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:35.391222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5c3b-479e-44ab-a200-dd46573a38e8 req-595d1d4a-b9ac-4a1d-9bbd-375bbc8b511e tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.392917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-530c5c3b-479e-44ab-a200-dd46573a38e8 req-595d1d4a-b9ac-4a1d-9bbd-375bbc8b511e tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 944 time: 0.2463932 Feb 04 15:57:35.396690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-4adc2aa7-5834-4e2f-8364-ce5d1e219f55 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743175 Feb 04 15:57:35.448318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:35.546910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-530c5c3b-479e-44ab-a200-dd46573a38e8 req-da506696-ab1e-414d-b675-eed210a82db0 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423717 Feb 04 15:57:35.579824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8df10141-1633-4b03-b424-6f99c535ef40,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.601493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:35.603952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:35.670606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-c3c8679d-8aaf-4e7b-9c11-4f21a70975c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6bd627ba09b469c9e647d48a54e0671&device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 1095 time: 0.1818469 Feb 04 15:57:35.700168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['920a5344-6282-41d9-9989-89cb50575de9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:35.793742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74590-089f-4978-9a15-2e2316f64f81 req-2a48534a-836f-440d-84d6-9d3ddcea2278 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.795562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5b74590-089f-4978-9a15-2e2316f64f81 req-2a48534a-836f-440d-84d6-9d3ddcea2278 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 944 time: 0.2475169 Feb 04 15:57:35.884707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:35.921877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8df10141-1633-4b03-b424-6f99c535ef40 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:35.971768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e061c2-217e-4d6f-88dd-59158e82af13 req-451f6351-ed05-458a-b20a-afadb4aa4d18 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.973246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60e061c2-217e-4d6f-88dd-59158e82af13 req-451f6351-ed05-458a-b20a-afadb4aa4d18 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.1767764 Feb 04 15:57:35.993672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5b74590-089f-4978-9a15-2e2316f64f81 req-caace5ca-fb3e-40aa-b0b2-ea5d1af0add3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369483 Feb 04 15:57:35.993672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-7f2564ca-c5eb-4df9-8156-c73b031ee424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:35.993672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-7f2564ca-c5eb-4df9-8156-c73b031ee424 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5feb9566-81a4-4ee8-8db9-d368116fdeee HTTP/1.1" status: 200 len: 914 time: 0.3110461 Feb 04 15:57:36.087209 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'tag': '34750ddf-85b2-4514-8436-8988754718ed', 'status': 'completed', 'code': 200} Feb 04 15:57:36.121274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-ae2b310f-f284-4e9d-a7db-12608c91ff0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd16b09-644f-4487-beab-72a26dae0875 HTTP/1.1" status: 200 len: 217 time: 0.1247118 Feb 04 15:57:36.135064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:36.180781 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb', 'code': 200} Feb 04 15:57:36.369164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-65cb8b83-cafa-4a2b-8748-603ea5421290 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.370767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-65cb8b83-cafa-4a2b-8748-603ea5421290 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=05160e66-b8bc-4b75-a65e-9eb4202db631 HTTP/1.1" status: 200 len: 853 time: 0.1874371 Feb 04 15:57:36.396061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8df10141-1633-4b03-b424-6f99c535ef40 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:36.396354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:36.628189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '34750ddf-85b2-4514-8436-8988754718ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:99:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:57:25Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:36.638002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf0f7c-4f31-4506-9d1c-f5722a2ac498 None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5211992-9138-49ca-9878-75b11f26551f', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'port_id': '34750ddf-85b2-4514-8436-8988754718ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'mac_address': 'fa:16:3e:99:be:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:55:59Z', 'updated_at': '2022-02-04T15:57:25Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:36.667520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-270d59e3-9b52-4d15-8038-a97b2d4d5995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5feb9566-81a4-4ee8-8db9-d368116fdeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2842293 Feb 04 15:57:36.716092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60e061c2-217e-4d6f-88dd-59158e82af13 req-586cf972-1a1d-4bd8-8e44-04c63e5df396 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333348 Feb 04 15:57:36.930287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a760e5-7d78-4bbe-bf5a-85a1849af7cc req-ef6262a4-724c-4ebc-9d88-7f57311ef362 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:36.931668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79a760e5-7d78-4bbe-bf5a-85a1849af7cc req-ef6262a4-724c-4ebc-9d88-7f57311ef362 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 949 time: 0.4262657 Feb 04 15:57:36.934431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-ccbe4a1c-a02d-4c7a-b227-2a9de07ec00e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 1097 time: 0.8115466 Feb 04 15:57:36.942739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-734a0519-503f-4b43-a8a5-7ad06a65827e service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526748 Feb 04 15:57:36.984007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-048208e2-ec58-40a4-8ef2-c6ad4e945880 req-db16f360-3ff6-4206-9102-4b6c19386396 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 1100 time: 0.6856849 Feb 04 15:57:37.208968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79a760e5-7d78-4bbe-bf5a-85a1849af7cc req-41e2dc83-7ed5-4dc6-8fe0-bb9637084c48 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682087 Feb 04 15:57:37.279973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077c79e-d9fc-40e4-9976-95dd485347b0 req-bf37e5bd-ac66-4d31-9fa4-bf9f569fd749 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.282469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5077c79e-d9fc-40e4-9976-95dd485347b0 req-bf37e5bd-ac66-4d31-9fa4-bf9f569fd749 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.4254611 Feb 04 15:57:37.290263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-048208e2-ec58-40a4-8ef2-c6ad4e945880 req-6c2dc99e-489d-470c-9441-5487b1e4f2da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792406 Feb 04 15:57:37.337314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376c3a20-6a3d-45e0-9b63-1d62b3b09da2 req-27d64536-a0b3-4962-9d92-c0777d1ef602 service neutron] 10.222.0.41 "GET /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623588 Feb 04 15:57:37.339191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-41ca2c33-fffa-438f-bc35-876699b0f79e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.340994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-41ca2c33-fffa-438f-bc35-876699b0f79e service neutron] 10.222.0.41 "GET /v2.0/networks?id=211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 200 len: 925 time: 0.3974903 Feb 04 15:57:37.531203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5077c79e-d9fc-40e4-9976-95dd485347b0 req-821ed65a-3782-4b80-9f87-8ebdfc11d278 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380960 Feb 04 15:57:37.568610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-65150dec-a702-493a-89b3-79267d11792b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34750ddf-85b2-4514-8436-8988754718ed HTTP/1.1" status: 200 len: 999 time: 0.2012417 Feb 04 15:57:37.672058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43800) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:37.704714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a54a31-5243-4e54-9b3d-f02ef0717528 req-c1e10705-b855-4173-9062-84615b2dcfec tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.706301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37a54a31-5243-4e54-9b3d-f02ef0717528 req-c1e10705-b855-4173-9062-84615b2dcfec tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 949 time: 0.2704709 Feb 04 15:57:37.767416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-fd7ede6a-0ae3-47fb-bf79-31d3755c0a0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.768857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-fd7ede6a-0ae3-47fb-bf79-31d3755c0a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 200 len: 863 time: 0.1885710 Feb 04 15:57:37.847418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.858493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37a54a31-5243-4e54-9b3d-f02ef0717528 req-6630429b-29be-4391-8820-dd7e682caa9f tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204579 Feb 04 15:57:37.881300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:37.889039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef35f0106c74308a86b607108c5d056 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:37.892482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:37.898495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0aa49-52bb-483a-966e-e40b59d295bf req-21db7b59-d3d8-47a7-b68f-5733cfebf990 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:37.899644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:37.904042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8aa0aa49-52bb-483a-966e-e40b59d295bf req-21db7b59-d3d8-47a7-b68f-5733cfebf990 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 944 time: 0.2099323 Feb 04 15:57:37.930554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-b517c11f-fe0e-41a4-9e22-b0e7b73f5559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=211102f1-651a-41d6-abc8-3cab15949d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531258 Feb 04 15:57:37.974623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:37.982428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.010538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1dd16b09-644f-4487-beab-72a26dae0875 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:38.013319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 920a5344-6282-41d9-9989-89cb50575de9 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:38.024029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5589227b-d589-4fb7-9d4b-2ab0959eb21f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:38.058668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b24a55f5-9225-4b3e-af4a-233ad673a9d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ef35f0106c74308a86b607108c5d056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3847721 Feb 04 15:57:38.061268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43808) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:38.152689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8aa0aa49-52bb-483a-966e-e40b59d295bf req-92c4c3ba-a3ce-4880-9213-537d6cc59a3b tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327263 Feb 04 15:57:38.218873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-fe8a5000-82a2-43a2-8815-179a03b304de service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694807 Feb 04 15:57:38.226037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.258549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.359065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 920a5344-6282-41d9-9989-89cb50575de9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:38.363639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.384571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 920a5344-6282-41d9-9989-89cb50575de9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:38.384951 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.386280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5589227b-d589-4fb7-9d4b-2ab0959eb21f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:38.390070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.391743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-597d055c-f2fa-4eba-8eeb-49a444d1940c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5589227b-d589-4fb7-9d4b-2ab0959eb21f HTTP/1.1" status: 204 len: 168 time: 0.3292246 Feb 04 15:57:38.402038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d508f77-7e9a-4fc6-b81f-b6b3340e8582 req-94dc5f27-393e-404e-884b-c0e6a7c3b7cf service neutron] 10.222.0.41 "GET /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751692 Feb 04 15:57:38.506578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9ac004c-93be-4f36-840b-6258d032f780 req-7011b071-afe5-41f7-9d14-fd7be7505473 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1095 time: 0.4369457 Feb 04 15:57:38.627979 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.645159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1dd16b09-644f-4487-beab-72a26dae0875,segment=NetworkSegment(58fe1db6-618e-4acb-8595-c6bda8a25544),segment_id=58fe1db6-618e-4acb-8595-c6bda8a25544)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:38.650193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9ac004c-93be-4f36-840b-6258d032f780 req-18b30660-5979-4de7-9dab-aaaf27b0ee18 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401727 Feb 04 15:57:38.682665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=920a5344-6282-41d9-9989-89cb50575de9,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:38.702008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a5344-6282-41d9-9989-89cb50575de9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:38.711247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16beb99e-a391-453d-9502-0386dafed1e0 req-98a7f96d-2500-4110-9b73-744ca1fb197b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:38.717392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1dd16b09-644f-4487-beab-72a26dae0875', 'network_id': '5feb9566-81a4-4ee8-8db9-d368116fdeee', 'port_id': '1dd16b09-644f-4487-beab-72a26dae0875', 'mac_address': 'fa:16:3e:0f:60:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05160e66-b8bc-4b75-a65e-9eb4202db631', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:38.728163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16beb99e-a391-453d-9502-0386dafed1e0 req-98a7f96d-2500-4110-9b73-744ca1fb197b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.3242519 Feb 04 15:57:38.734635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:38.893397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16beb99e-a391-453d-9502-0386dafed1e0 req-3d928d03-cd89-4994-bc88-443c71a03bb8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627312 Feb 04 15:57:39.003153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.021962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.066950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd16b09-644f-4487-beab-72a26dae0875 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:39.100133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1dd16b09-644f-4487-beab-72a26dae0875,segment=NetworkSegment(58fe1db6-618e-4acb-8595-c6bda8a25544),segment_id=58fe1db6-618e-4acb-8595-c6bda8a25544)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:39.110894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.158424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.212742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.276725 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2112568e-80f6-4a71-95a2-47af1513fb01 None None] New status for floating IP f5211992-9138-49ca-9878-75b11f26551f: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:57:39.295350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:39.303607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Usage tracker for resource:security_group_rule and tenant:07018238d32c47fe9d86ebd259538390 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:39.315973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:39.335499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:39.338229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.421423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1dd16b09-644f-4487-beab-72a26dae0875'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:39.439462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee89f77-4234-4ad8-8c65-235d021784f3 req-19b715c6-90b3-44c0-be27-9a111aa00868 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.441775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ee89f77-4234-4ad8-8c65-235d021784f3 req-19b715c6-90b3-44c0-be27-9a111aa00868 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 949 time: 0.4164839 Feb 04 15:57:39.462856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcd3a6-13a1-4b94-839e-8de1c9ced9d6 req-af375c79-732c-4af8-b69c-ede95517abea tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:39.464499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92bcd3a6-13a1-4b94-839e-8de1c9ced9d6 req-af375c79-732c-4af8-b69c-ede95517abea tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.1812027 Feb 04 15:57:39.510465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ee89f77-4234-4ad8-8c65-235d021784f3 req-f35cac12-88d0-4b02-a605-dd91e7d841a9 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610824 Feb 04 15:57:39.512097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.537683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:39.589294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92bcd3a6-13a1-4b94-839e-8de1c9ced9d6 req-2f701a1d-e5cc-4290-94f2-e47eb2fb6d5b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816131 Feb 04 15:57:39.625626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ee4c9-eb04-40e4-bed0-459cd3c9df2a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:39.659824 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920a5344-6282-41d9-9989-89cb50575de9', 'code': 200} Feb 04 15:57:39.746269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab06e83c-0916-4d18-823f-d591d9f76af0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07018238d32c47fe9d86ebd259538390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5865972 Feb 04 15:57:39.746887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:39.972988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.005396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.065561 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.082969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ee4c9-eb04-40e4-bed0-459cd3c9df2a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:40.096513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:40.098365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ebfcbdc-0e59-4ab9-b5b4-65c07569b35d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d48ee4c9-eb04-40e4-bed0-459cd3c9df2a HTTP/1.1" status: 204 len: 168 time: 0.3505573 Feb 04 15:57:40.113692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c5bec4b-69d4-4764-bf51-852e9f444b2d req-31744b01-eb95-4aa1-903e-23be2b5564ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 1101 time: 0.3715615 Feb 04 15:57:40.122508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-6c463b3b-9a28-4a8a-a88e-1f3f043e6323 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.129977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-6c463b3b-9a28-4a8a-a88e-1f3f043e6323 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.2637260 Feb 04 15:57:40.187395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-7c07b121-f80c-44ef-b7d8-0ed867675fbe tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/quotas/8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 375 time: 0.0566750 Feb 04 15:57:40.202290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de8397-b95d-4ac4-8f38-e7ba93a1978e req-3927f01f-278a-4a9f-8cf4-cd17d4f817cd tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.207843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16de8397-b95d-4ac4-8f38-e7ba93a1978e req-3927f01f-278a-4a9f-8cf4-cd17d4f817cd tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 950 time: 0.2409003 Feb 04 15:57:40.322044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c5bec4b-69d4-4764-bf51-852e9f444b2d req-3f2c49ad-3e90-4fcd-a660-5d6cd4525dae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884017 Feb 04 15:57:40.397480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16de8397-b95d-4ac4-8f38-e7ba93a1978e req-ebace19f-44d0-496b-9443-35d4e314327b tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843486 Feb 04 15:57:40.444177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-71d79c2c-f989-4650-94d2-edf29cc87091 service neutron] 10.222.0.41 "GET /v2.0/ports/c3b4458d-49d9-4837-bedf-1dcb9e903988/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.1694870 Feb 04 15:57:40.452906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-d0bd8c38-da73-4d5e-9c81-a54ef9dbebc5 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2644928 Feb 04 15:57:40.673298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f42b7-f421-4894-8a8f-5a93dc1e01ee req-5e5100c1-c630-474d-ade5-6464fd68d3d4 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:40.680087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-013f42b7-f421-4894-8a8f-5a93dc1e01ee req-5e5100c1-c630-474d-ade5-6464fd68d3d4 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 945 time: 0.1381698 Feb 04 15:57:40.716231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-898fa81b-f8ed-4d40-8717-76339e0c310e service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535217 Feb 04 15:57:40.767121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-013f42b7-f421-4894-8a8f-5a93dc1e01ee req-639bbb2e-28c3-4f58-9986-400db20268bf tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860956 Feb 04 15:57:40.933321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-51a462c1-7c28-4c85-8213-9c0d620e2e2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1100 time: 0.1122046 Feb 04 15:57:40.958266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-2c108662-3c63-4918-80bc-efd9e89eea4a service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334783 Feb 04 15:57:41.238989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9cea7-59c3-4164-b481-cc29710400ba req-2e947a98-f7be-445c-9f85-b8b7e396577a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.240556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba9cea7-59c3-4164-b481-cc29710400ba req-2e947a98-f7be-445c-9f85-b8b7e396577a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 950 time: 0.2677832 Feb 04 15:57:41.266786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-28959fcc-99c5-4043-9389-17b3741c03e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1100 time: 0.2919390 Feb 04 15:57:41.453519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba9cea7-59c3-4164-b481-cc29710400ba req-2bcb73ce-895d-4a61-89b2-dba686080c16 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067072 Feb 04 15:57:41.585773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-d7b95dba-5fbc-4744-b1a2-d47a228101b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.587253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-d7b95dba-5fbc-4744-b1a2-d47a228101b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3080270 Feb 04 15:57:41.772907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-8ebc1f35-678b-4d82-8bd7-13e8041fc244 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.1743369 Feb 04 15:57:41.783464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81367c03-ac0c-4fa4-935b-ad812b18604c req-7a21e683-4fe5-4024-bff4-b76d28060583 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:41.789527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81367c03-ac0c-4fa4-935b-ad812b18604c req-7a21e683-4fe5-4024-bff4-b76d28060583 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.4034960 Feb 04 15:57:42.000743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81367c03-ac0c-4fa4-935b-ad812b18604c req-1e227bb1-1f98-4059-8a0a-6e62a519113b tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102225 Feb 04 15:57:42.040582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1dd16b09-644f-4487-beab-72a26dae0875 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:42.055205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-b422bb23-9ead-42b0-964c-bbaf123632e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:42.056812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-b422bb23-9ead-42b0-964c-bbaf123632e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2653456 Feb 04 15:57:42.221382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1dd16b09-644f-4487-beab-72a26dae0875 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:42.227005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1dd16b09-644f-4487-beab-72a26dae0875 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:42.227550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.230039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cc18-e1aa-40e2-9d4e-47a873d7c819 req-9e4a1ce5-f458-4e8a-8f6f-68bc10e5aece tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:42.242268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb04cc18-e1aa-40e2-9d4e-47a873d7c819 req-9e4a1ce5-f458-4e8a-8f6f-68bc10e5aece tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.5399296 Feb 04 15:57:42.339875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1d51e33-777d-4f69-b4ec-0275555e836d req-8b176879-7257-4a1a-9ed4-48e9b0f03712 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 210 time: 0.0623872 Feb 04 15:57:42.379289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb04cc18-e1aa-40e2-9d4e-47a873d7c819 req-f1b7aba3-7701-4850-8c0f-059b2e20a76d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344802 Feb 04 15:57:42.426619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-2190874d-b4e8-4229-99da-c9c6ca945542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3610969 Feb 04 15:57:42.516863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.578790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:42.616882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1dd16b09-644f-4487-beab-72a26dae0875,segment=NetworkSegment(58fe1db6-618e-4acb-8595-c6bda8a25544),segment_id=58fe1db6-618e-4acb-8595-c6bda8a25544)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:42.627617 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.628453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:42.764558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:42.864421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.909068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:42.918098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:42.942127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-acf482ce-d290-4386-a8f7-532ba24f011f service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084617 Feb 04 15:57:42.951595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea5d6d-c990-4150-8389-c5e0d7ffc244 req-ff3ef668-29be-4411-939c-d32402f4bfc3 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:42.959377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6ea5d6d-c990-4150-8389-c5e0d7ffc244 req-ff3ef668-29be-4411-939c-d32402f4bfc3 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 950 time: 0.3403530 Feb 04 15:57:43.008902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:43.183769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58885f7-14b8-4d7f-b422-247f491f03e7 req-15e73c9f-e84d-44db-a2e4-d92c859ce3cd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.188356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58885f7-14b8-4d7f-b422-247f491f03e7 req-15e73c9f-e84d-44db-a2e4-d92c859ce3cd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.189949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a58885f7-14b8-4d7f-b422-247f491f03e7 req-15e73c9f-e84d-44db-a2e4-d92c859ce3cd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9&device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 1690 time: 0.4123955 Feb 04 15:57:43.203428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6ea5d6d-c990-4150-8389-c5e0d7ffc244 req-1363aec9-114a-475b-98f9-e4f58a0c5397 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425179 Feb 04 15:57:43.357026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a58885f7-14b8-4d7f-b422-247f491f03e7 req-f1de8e1c-5b99-4c10-9e7f-dc363f018913 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519675 Feb 04 15:57:43.373893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27d05ec8-eb2d-41e2-86a1-aab7cef15b66 req-7a567e04-4b6a-4e61-bffc-1db627dd5bc9 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768103 Feb 04 15:57:43.416351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-51a8bc6c-b745-4b0e-9e34-187b33cacf3e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.417770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-51a8bc6c-b745-4b0e-9e34-187b33cacf3e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.3370152 Feb 04 15:57:43.428807 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875', 'code': 200} Feb 04 15:57:43.442784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Request body: {'port': {'device_id': '55af5a87-9277-4816-bc6a-5024242b3748', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'admin_state_up': True, 'tenant_id': '8a4052ef63114053855160863b947016'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:43.677842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e100e-51e5-4bb8-b9b8-5448de90e54d req-2af576b0-b9b9-4962-9b96-ff5d98e827ea tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:43.679700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b18e100e-51e5-4bb8-b9b8-5448de90e54d req-2af576b0-b9b9-4962-9b96-ff5d98e827ea tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.3269262 Feb 04 15:57:43.774908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:43.780017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b18e100e-51e5-4bb8-b9b8-5448de90e54d req-c5d4cdbf-ede6-4bf0-a305-99349bc7c902 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Feb 04 15:57:43.793521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:43.815184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba98e294-7e96-4919-8fee-f12379112b10 req-183c5f42-882b-4d90-ab38-4991f7a75bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 1097 time: 0.1930439 Feb 04 15:57:43.845322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:43.848695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:43.940737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba98e294-7e96-4919-8fee-f12379112b10 req-ee1573b0-d6cb-4ab5-ac8f-38b6a46da6b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188722 Feb 04 15:57:44.150764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0f42add-2022-40fb-a532-e386fefbd23c req-0d555e71-770d-4656-b408-56b4a93703be tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 210 time: 0.1475739 Feb 04 15:57:44.195640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Allocated IP 172.20.0.12 (d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61/e1325b98-90d9-434f-9b93-fd2e5b9940e3/e8122969-28dc-4692-a123-dfa494ae5bbb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:44.247270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb3ad-8544-4593-924e-fa560cf48284 req-75796a8b-302a-42cb-8d08-42c8b2ebebe5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.250829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-637cb3ad-8544-4593-924e-fa560cf48284 req-75796a8b-302a-42cb-8d08-42c8b2ebebe5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 947 time: 0.1496999 Feb 04 15:57:44.582967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-637cb3ad-8544-4593-924e-fa560cf48284 req-c2f5f8f5-2d1f-4a45-91c5-27da330c59ed tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804639 Feb 04 15:57:44.607960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.635627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6197997c-4f62-4a28-950d-c1bbf257d72d req-c610b9ed-6115-44e2-998a-e95f8ee0661e tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 1100 time: 0.2552171 Feb 04 15:57:44.706668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6197997c-4f62-4a28-950d-c1bbf257d72d req-40740b26-32ff-4ad5-a73c-c9f450a2402a tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698369 Feb 04 15:57:44.708545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.846796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:44.853993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:44.859972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:44.863846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.864456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:44.887720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:44.932656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4629-b0b2-4608-afbd-14648b992ead req-8590beff-6f19-4361-92d9-deafb2d1f7a2 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:44.934249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1db4629-b0b2-4608-afbd-14648b992ead req-8590beff-6f19-4361-92d9-deafb2d1f7a2 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 950 time: 0.1691849 Feb 04 15:57:44.938543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-789c7c79-324d-4e39-90f0-47ba42e62d18 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5015264 Feb 04 15:57:44.976827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Request body: {'port': {'device_id': '55af5a87-9277-4816-bc6a-5024242b3748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:45.129528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1db4629-b0b2-4608-afbd-14648b992ead req-a98fd2a2-867d-44ac-a986-544064eddd53 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616940 Feb 04 15:57:45.161838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04c01024-0286-4188-a2b4-de5dfc15431f req-2f3d6e39-c86a-4b02-b301-df11720fdf25 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 1101 time: 0.2265060 Feb 04 15:57:45.164439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.319289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04c01024-0286-4188-a2b4-de5dfc15431f req-b7953c46-4c62-4bda-860c-d16ebf910575 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563251 Feb 04 15:57:45.430149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:45.710691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:45.804505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71607d-b2a1-4969-af04-159e78625aac req-61da42d9-159f-4eac-88cb-a9f8657110b9 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.805956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b71607d-b2a1-4969-af04-159e78625aac req-61da42d9-159f-4eac-88cb-a9f8657110b9 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.3736081 Feb 04 15:57:45.859551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5409b-36d3-47b2-a315-05159ffd65ea req-3c9c9830-9056-4432-a37f-ada7fba62b33 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:45.860233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bfe5409b-36d3-47b2-a315-05159ffd65ea req-3c9c9830-9056-4432-a37f-ada7fba62b33 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:45.910928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:45.950717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:45.966778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e85ce108154d6086fb3853ffbd44d2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:45.969072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b71607d-b2a1-4969-af04-159e78625aac req-427d026e-147c-469b-9d1a-fa318012d722 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544495 Feb 04 15:57:45.970431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:45.983218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:46.011188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bfe5409b-36d3-47b2-a315-05159ffd65ea req-3c9c9830-9056-4432-a37f-ada7fba62b33 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:46.018739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe5409b-36d3-47b2-a315-05159ffd65ea req-3c9c9830-9056-4432-a37f-ada7fba62b33 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 932 time: 0.4217732 Feb 04 15:57:46.086019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8122969-28dc-4692-a123-dfa494ae5bbb {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:46.101526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.138001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe5409b-36d3-47b2-a315-05159ffd65ea req-8c3dd878-5db3-45fb-93b4-be280ec9a639 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183248 Feb 04 15:57:46.140664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Transition to ACTIVE for port object e8122969-28dc-4692-a123-dfa494ae5bbb will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:46.150530 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'code': 200} Feb 04 15:57:46.159784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.169749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.190083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.290559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19ef80-c15f-4145-ac20-93985f6ca105,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:46.317180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:46.320171 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d09f6c11-ccbd-45c1-9895-9d494e58d742 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4e85ce108154d6086fb3853ffbd44d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6077292 Feb 04 15:57:46.486404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-2c0ca970-6299-4394-bbf1-e216743e753d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975454 Feb 04 15:57:46.518349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:46.805086 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:57:46.864951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-8ffffdcf-ff42-4578-bff3-f52cc529f27b tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.866619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-8ffffdcf-ff42-4578-bff3-f52cc529f27b tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 950 time: 0.6329281 Feb 04 15:57:46.876845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:46.877168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:46.877485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:46.879540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:46.958638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a366ce-8435-4f2e-9881-87906226cd80 req-9a44e05c-979c-4ecb-b367-79336d54ffa2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.960075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a366ce-8435-4f2e-9881-87906226cd80 req-9a44e05c-979c-4ecb-b367-79336d54ffa2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 947 time: 0.5238926 Feb 04 15:57:46.965477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:46.965791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:46.972494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-2ee05e44-b59c-4e47-923c-20c3f7606f15 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:46.979279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-2ee05e44-b59c-4e47-923c-20c3f7606f15 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749231 Feb 04 15:57:47.019141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.068712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Deleting port 920a5344-6282-41d9-9989-89cb50575de9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:57:47.068962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.093404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:47.093740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:47.094128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:47.094598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Bound port: e8122969-28dc-4692-a123-dfa494ae5bbb, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:47.094943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.152901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-af868a6a-7c21-4b43-b6a4-94caa1a450e3 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.1725383 Feb 04 15:57:47.314634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a366ce-8435-4f2e-9881-87906226cd80 req-892ba83c-f1d7-4665-8a1a-b3ab938be41a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329067 Feb 04 15:57:47.354159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:47.384331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.464752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:47.474503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19ef80-c15f-4145-ac20-93985f6ca105,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.528189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.581711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.585025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-129b306c-fb91-42db-8225-483ec05eafe8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da19ef80-c15f-4145-ac20-93985f6ca105 HTTP/1.1" status: 204 len: 168 time: 1.2619250 Feb 04 15:57:47.642122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.643680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] 10.222.0.58 "PUT /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 1092 time: 2.6705914 Feb 04 15:57:47.653588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:47.711849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-15876634-14db-462c-9a84-57584bd5b0ae tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5185869 Feb 04 15:57:47.787176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb17cff-2a09-493c-92cf-aa4cc4725d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:47.800954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] For port 920a5344-6282-41d9-9989-89cb50575de9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=920a5344-6282-41d9-9989-89cb50575de9,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:47.801314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:47.947914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Calling delete_port for 920a5344-6282-41d9-9989-89cb50575de9 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:57:48.064159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d6439-ee84-4db1-acec-08491922097b req-3cb2a001-32d1-48aa-aa3f-5b2bf5ee5e0f tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:48.070718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-934d6439-ee84-4db1-acec-08491922097b req-3cb2a001-32d1-48aa-aa3f-5b2bf5ee5e0f tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 950 time: 0.6044765 Feb 04 15:57:48.082579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:48.163113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-b868ff56-b01d-438b-8d11-d5542d24d290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1095 time: 0.4416487 Feb 04 15:57:48.244942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44008) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.269536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.317706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-934d6439-ee84-4db1-acec-08491922097b req-b89f82a7-4155-4e33-9e34-7915a14d991b tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/security-groups?id=dfe50613-dc1b-4afe-9285-d01cc52f901d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460284 Feb 04 15:57:48.318630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:48.321650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-fd1ead90-ec98-4042-925d-c1597566c65a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 217 time: 0.1451128 Feb 04 15:57:48.323677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ba528a1953c432e99b9d704cc423dbb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:48.328321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:48.334412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:48.379960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Sync routers for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:57:48.432865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.443175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.490678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64881e1-fe73-487d-acd4-7387df259a9c req-3557470b-2d88-4956-870b-05903c7268f8 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:48.492546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c64881e1-fe73-487d-acd4-7387df259a9c req-3557470b-2d88-4956-870b-05903c7268f8 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.4862082 Feb 04 15:57:48.496063 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.498198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:48.499613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:48.503996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ba528a1953c432e99b9d704cc423dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2573650 Feb 04 15:57:48.507440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:48.595049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.607054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['920a5344-6282-41d9-9989-89cb50575de9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:48.613369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Pushing event deleted for resources: {'Port': ['ID=920a5344-6282-41d9-9989-89cb50575de9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.632467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.692167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599605c-b9bb-45f9-b091-3943e61531d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91363c-7b8c-4125-a5c6-257b3c6d0f5c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.697029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.717329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:48.729293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91363c-7b8c-4125-a5c6-257b3c6d0f5c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:48.731944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:48.736765 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0408908c-8231-4f06-b660-43b2278d0ad2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff91363c-7b8c-4125-a5c6-257b3c6d0f5c HTTP/1.1" status: 204 len: 168 time: 0.2257578 Feb 04 15:57:48.804383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-fb0f9be7-cd3d-427b-a819-5fe28ea8410c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:48.806916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-fb0f9be7-cd3d-427b-a819-5fe28ea8410c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.4498427 Feb 04 15:57:48.879146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'mac_address': 'fa:16:3e:e0:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:48.883775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c64881e1-fe73-487d-acd4-7387df259a9c req-cae7bf5b-0743-4ff9-8a4c-7a459ce5b28f tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803513 Feb 04 15:57:49.023207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-89cd1d25-cce9-446a-a3a9-471bc41d2471 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429017 Feb 04 15:57:49.223051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.237385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] No DVR routers for this DVR port 920a5344-6282-41d9-9989-89cb50575de9 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:57:49.244645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:49.383470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b4458d-49d9-4837-bedf-1dcb9e903988 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:49.419017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:49.442956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.503383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:49.519905 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'status': 'completed', 'code': 200} Feb 04 15:57:49.632162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-9069f7fb-1444-4b11-a146-7cf54d1aaac7 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935760 Feb 04 15:57:49.769027 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-84efb347-10f0-4c81-bd71-09a76c137093 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795627 Feb 04 15:57:49.820582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce76c768-6d06-46de-8c3a-99ca519cf108 req-192d5551-96e4-4205-ab66-268f56bb1788 tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.41 "DELETE /v2.0/ports/920a5344-6282-41d9-9989-89cb50575de9 HTTP/1.1" status: 204 len: 173 time: 2.9448299 Feb 04 15:57:49.880412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:49.943091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:49.996466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6fa9cd1-42f7-41d6-9f11-a5d6ffa8c3b8 req-88caec23-d426-487d-b7be-9101fd8f788e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 210 time: 0.1415439 Feb 04 15:57:50.099761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 920a5344-6282-41d9-9989-89cb50575de9 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:57:50.223586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca36bfa-81d2-4514-b365-30cd10196c09 req-846190ea-083b-4db4-b2aa-17e616794685 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:50.227710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ca36bfa-81d2-4514-b365-30cd10196c09 req-846190ea-083b-4db4-b2aa-17e616794685 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 1.6442003 Feb 04 15:57:50.287633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 920a5344-6282-41d9-9989-89cb50575de9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:57:50.288545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 920a5344-6282-41d9-9989-89cb50575de9 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:57:50.376566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-15e044eb-4316-43a2-9c23-8a973dc73d36 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:50.381686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-15e044eb-4316-43a2-9c23-8a973dc73d36 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6036680 Feb 04 15:57:50.408132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:50.730200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ca36bfa-81d2-4514-b365-30cd10196c09 req-a12eb50f-2bdd-46e1-b16c-351f4adde3c5 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790914 Feb 04 15:57:50.745056 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06824b8a-8e35-43dc-98f5-468c1e06fb6e req-37ccd38f-27e9-493d-8bc5-df92b33a1ced service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0961144 Feb 04 15:57:50.746467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.782043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-d5bf7ddb-2e39-47e1-8ccb-d2b61237abcb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:50.783904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-d5bf7ddb-2e39-47e1-8ccb-d2b61237abcb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&tenant_id=bdd2a8bec3ad42089af03e8245122272&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 948 time: 1.1404307 Feb 04 15:57:50.931920 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:50.945095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 4, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '945f84a9-b91c-4abc-beb2-623dba63b3e9', 'name': '', 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'mac_address': 'fa:16:3e:52:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '175ab384-99a1-4145-8400-85b1f6075625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:26Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 2, 'project_id': 'eed148c59cad447d9e237357da25d529', 'subnets': [{'id': '175ab384-99a1-4145-8400-85b1f6075625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:50.950769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:50.954984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Checking router: 9a57e82e-0c99-41a7-9212-e378b131b22d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:57:50.955684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Updating router 9a57e82e-0c99-41a7-9212-e378b131b22d port 945f84a9-b91c-4abc-beb2-623dba63b3e9 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:57:50.992425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:51.033296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:57:51.037699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.092256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.286740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.48 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/bcf0a388-ef40-413c-92ce-566fa7aa6bfd) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:57:51.309682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-20b48ba2-7b03-4da5-919a-8490d98c7b01 req-26ee8da3-ee7f-4cd7-b3b7-1bb9aefbc35a tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Synchronizing usage tracker for tenant:18c0e88b30e144608b9764c28897ec4e on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:57:51.339538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a08d04-8593-4b99-ad7c-efb14aa8bc5a req-fb80c1e9-fc22-4d54-b357-df9b21ac4429 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:51.349478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18a08d04-8593-4b99-ad7c-efb14aa8bc5a req-fb80c1e9-fc22-4d54-b357-df9b21ac4429 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 948 time: 0.7903845 Feb 04 15:57:51.471859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-20b48ba2-7b03-4da5-919a-8490d98c7b01 req-26ee8da3-ee7f-4cd7-b3b7-1bb9aefbc35a tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] Unset dirty status for tenant:18c0e88b30e144608b9764c28897ec4e on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:57:51.493912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20b48ba2-7b03-4da5-919a-8490d98c7b01 req-26ee8da3-ee7f-4cd7-b3b7-1bb9aefbc35a tempest-ImagesNegativeTestJSON-2129517782 tempest-ImagesNegativeTestJSON-2129517782-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4543677-4136-4494-bb76-4fb8c5122ebe HTTP/1.1" status: 200 len: 210 time: 0.4039452 Feb 04 15:57:51.524945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'name': 'network-vif-deleted', 'tag': '920a5344-6282-41d9-9989-89cb50575de9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:51.553998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18a08d04-8593-4b99-ad7c-efb14aa8bc5a req-19319603-675a-4ddf-8e3e-7eabf50eb3d4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036445 Feb 04 15:57:51.599196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-908d093e-b6b6-405e-a398-50dcd5ab9c3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1095 time: 0.7788424 Feb 04 15:57:51.699387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-5acb461b-56ee-4081-bd90-80bf847258bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1099 time: 0.7639532 Feb 04 15:57:51.718378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.780269 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4543677-4136-4494-bb76-4fb8c5122ebe', 'name': 'network-vif-deleted', 'tag': '920a5344-6282-41d9-9989-89cb50575de9', 'status': 'completed', 'code': 200} Feb 04 15:57:51.807568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object bcf0a388-ef40-413c-92ce-566fa7aa6bfd will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:51.907012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.918860 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:51.923834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:52.016671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:52.149016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:57:52.150658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:52.153322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:57:52.158001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:57:52.162053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.170012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.188773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-dd5d2620-b748-4e76-a6cc-20394a028624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.191800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-dd5d2620-b748-4e76-a6cc-20394a028624 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4107807 Feb 04 15:57:52.238009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-acb6b70c-d676-4ce4-b63b-cd0a8bcbd68d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8340709 Feb 04 15:57:52.251079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:52.256290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Request body: {'port': {'device_id': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:57:52.384339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-bbbab527-8350-4e18-8bcc-95c271f24438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.1676929 Feb 04 15:57:52.452876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.454087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Transition to ACTIVE for port object 945f84a9-b91c-4abc-beb2-623dba63b3e9 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:52.478463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-f4872741-02c5-4b2d-8074-9274fdfc49dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.484826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-f4872741-02c5-4b2d-8074-9274fdfc49dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.8721430 Feb 04 15:57:52.517116 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:52.667128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-35a63ef9-04b7-4c43-9522-7fe9cb287fe3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.669058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-35a63ef9-04b7-4c43-9522-7fe9cb287fe3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2649715 Feb 04 15:57:52.680394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5402f78-9a29-4f5f-996f-ddede641badf req-cf9f6d43-8c98-4ceb-ad2b-dc90f2a95430 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.682015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5402f78-9a29-4f5f-996f-ddede641badf req-cf9f6d43-8c98-4ceb-ad2b-dc90f2a95430 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 935 time: 0.7048755 Feb 04 15:57:52.685870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-3a35b90c-43b8-4248-992d-59b0beca72e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 217 time: 0.1627097 Feb 04 15:57:52.932147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dff67-1a39-4dd2-9c88-6382d7f05b11 None None] Pushing event updated for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:52.970658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5566a-38b4-4615-9b22-633eafc71bc8 req-33b840e5-b8e9-459b-8310-c4ea6fa065f4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:52.979630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ff5566a-38b4-4615-9b22-633eafc71bc8 req-33b840e5-b8e9-459b-8310-c4ea6fa065f4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 0.9196794 Feb 04 15:57:53.084275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5402f78-9a29-4f5f-996f-ddede641badf req-4fde8a37-c17f-451d-b5af-144140e18707 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944969 Feb 04 15:57:53.107041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf0a388-ef40-413c-92ce-566fa7aa6bfd {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:53.125140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ff5566a-38b4-4615-9b22-633eafc71bc8 req-e2d33c95-b6cb-4c5e-be41-2dc45bc5639b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420743 Feb 04 15:57:53.140638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-d7f702a7-0c15-4b51-b8ea-41baf671dcf4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:53.145494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-d7f702a7-0c15-4b51-b8ea-41baf671dcf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3571658 Feb 04 15:57:53.191686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.251894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Transition to ACTIVE for port object bcf0a388-ef40-413c-92ce-566fa7aa6bfd will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:57:53.277511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-14969562-18c5-48ad-a70d-5584360f7388 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119392 Feb 04 15:57:53.284931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.340367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a3761bb-6192-4344-a88b-72537867d4cc None None] Provisioning for port bcf0a388-ef40-413c-92ce-566fa7aa6bfd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:53.579065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c3b4458d-49d9-4837-bedf-1dcb9e903988 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:53.579441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:53.722214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Attempting to bind port 945f84a9-b91c-4abc-beb2-623dba63b3e9 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:53.724017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Attempting to bind port 945f84a9-b91c-4abc-beb2-623dba63b3e9 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:53.724553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Attempting to bind port 945f84a9-b91c-4abc-beb2-623dba63b3e9 on network 50a635c9-c5f4-4797-be39-5a30028d6f60 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:53.740657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:53.889720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-4abaca89-022a-4cae-b01a-94375f74744f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2025416 Feb 04 15:57:53.908068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Attempting to bind port bcf0a388-ef40-413c-92ce-566fa7aa6bfd on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:57:53.908068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Attempting to bind port bcf0a388-ef40-413c-92ce-566fa7aa6bfd by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:57:53.909391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Attempting to bind port bcf0a388-ef40-413c-92ce-566fa7aa6bfd on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:53.925976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Port bcf0a388-ef40-413c-92ce-566fa7aa6bfd on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:57:53.926392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Attempting to bind port bcf0a388-ef40-413c-92ce-566fa7aa6bfd on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:57:53.939995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:53.940503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:53.940727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:53.941127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Bound port: bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:53.941452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.033919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:57:54.034573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Checking segment: {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:57:54.037198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.037590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Bound using segment: {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:57:54.039289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Bound port: 945f84a9-b91c-4abc-beb2-623dba63b3e9, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d27520-0e35-4707-a790-a91358e37e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:57:54.039652 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.267398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-eceb7511-dce6-4bfb-aed6-2cc4641817ac service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761751 Feb 04 15:57:54.275487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:54.279801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:54.298184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.301920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:57:54.429157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.432614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] 10.222.0.41 "PUT /v2.0/ports/bcf0a388-ef40-413c-92ce-566fa7aa6bfd HTTP/1.1" status: 200 len: 1095 time: 2.1827006 Feb 04 15:57:54.436816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:54.457750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840f98f-c467-46ac-b611-c1ba55506df3 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:54.524807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-67678da9-8332-4533-94b8-fc18ee2fa216 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740058 Feb 04 15:57:54.658970 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:54.721031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] For port 945f84a9-b91c-4abc-beb2-623dba63b3e9, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:57:54.725951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] For port 945f84a9-b91c-4abc-beb2-623dba63b3e9, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=945f84a9-b91c-4abc-beb2-623dba63b3e9,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:57:54.729009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bd9c6-5217-443d-a515-6241b2dc4e65 req-b567fd21-cc52-44ba-bc1a-5970f60bafc7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:54.734682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:57:54.742820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-116bd9c6-5217-443d-a515-6241b2dc4e65 req-b567fd21-cc52-44ba-bc1a-5970f60bafc7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 948 time: 0.9150205 Feb 04 15:57:54.746217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba54ce79-42c7-4cff-8468-0ea587496169 req-d896a162-8fba-41df-ae1f-e6392935f439 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540064 Feb 04 15:57:54.813595 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-bf3e07a7-54fb-4fe9-b1cf-1ae4a8c5c8e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 1098 time: 0.1912191 Feb 04 15:57:54.900309 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-c3d39e6f-0529-4d51-a4cb-b2bba847a1f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd HTTP/1.1" status: 200 len: 217 time: 0.0765398 Feb 04 15:57:54.956104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:54.969000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-116bd9c6-5217-443d-a515-6241b2dc4e65 req-337cece0-2bf7-40cb-bc86-ade3e47677bc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250385 Feb 04 15:57:54.985670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e29d91a3-e4b6-49ad-9235-76c3b4a98205 req-dfda207d-022c-45db-9d85-69e8d1beeb8c service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753562 Feb 04 15:57:54.998705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:54.998705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'port_id': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'mac_address': 'fa:16:3e:cf:88:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1325b98-90d9-434f-9b93-fd2e5b9940e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:57:55.009845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-7b7d84d7-97ac-42ba-8a57-e870039cf906 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.013203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:55.015174 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-7b7d84d7-97ac-42ba-8a57-e870039cf906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1051416 Feb 04 15:57:55.017618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7dc0-b84d-436c-8592-9efdc5d9e101 req-092c6f97-491a-4d7d-a2ee-8d66fb025c43 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.025717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-385a7dc0-b84d-436c-8592-9efdc5d9e101 req-092c6f97-491a-4d7d-a2ee-8d66fb025c43 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 0.4910538 Feb 04 15:57:55.105528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.133784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-385a7dc0-b84d-436c-8592-9efdc5d9e101 req-05495e8d-5b45-434f-b634-1365a6f167df tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059964 Feb 04 15:57:55.133999 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.184805 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-4317b590-9395-4cfe-8033-980bc92bc602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539528 Feb 04 15:57:55.229672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.247104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8122969-28dc-4692-a123-dfa494ae5bbb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:57:55.305701 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a15-b1a3-4f64-b0fb-b7459ca55800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.355021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:57:55.355718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:55.433430 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', 'status': 'completed', 'code': 200} Feb 04 15:57:55.453899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45679-4cd5-4966-876f-f14c652778da req-837a1fa0-4e6f-4c6a-8292-b9ff54200597 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:55.457962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:55.466981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61c45679-4cd5-4966-876f-f14c652778da req-837a1fa0-4e6f-4c6a-8292-b9ff54200597 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 947 time: 0.2285335 Feb 04 15:57:55.557696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dff67-1a39-4dd2-9c88-6382d7f05b11 None None] Pushing event updated for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:55.581211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:55.611764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61c45679-4cd5-4966-876f-f14c652778da req-57449c89-0cab-4012-9555-735b4c1b9d7d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327424 Feb 04 15:57:55.636094 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-feec5839-a6a9-4d0a-b8c7-85b184ceaf75 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440656 Feb 04 15:57:55.874729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:55.883959 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-543ebc3f-d002-40c4-b826-da064a27bac1 req-b9acff9d-aa57-4c17-be85-f3b336822820 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381868 Feb 04 15:57:55.928237 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'code': 200} Feb 04 15:57:55.949844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e8122969-28dc-4692-a123-dfa494ae5bbb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:57:56.016286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.210921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:57:56.216843 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-1c3db430-4148-42c4-a2c9-8922ca3a78c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 1098 time: 0.2595174 Feb 04 15:57:56.268070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.325301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.330017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:56.338528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d00a6c4f7b947a4857e9d059acf479c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:56.343491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:56.351330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:56.365121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf012f-a149-4cca-bfdf-cc28aed04dd9 req-1f8c2a1d-5a15-48dc-86d6-671a47a54ba8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:56.367182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bdf012f-a149-4cca-bfdf-cc28aed04dd9 req-1f8c2a1d-5a15-48dc-86d6-671a47a54ba8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.1393242 Feb 04 15:57:56.445249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bdf012f-a149-4cca-bfdf-cc28aed04dd9 req-705211e7-1126-47c9-b6bd-641af22dab9b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659192 Feb 04 15:57:56.518994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.530982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.597898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d00a6c4f7b947a4857e9d059acf479c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7219741 Feb 04 15:57:56.602128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44154) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:56.652288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961c2e-c1dd-4109-a701-8c19c1f9fbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa43c83-2334-4484-9cec-4376c9943ad1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:56.658876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-1165695d-ef1d-40c9-b712-2e2f55007c11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:56.660336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-1165695d-ef1d-40c9-b712-2e2f55007c11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4347601 Feb 04 15:57:56.799391 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-7e28ce38-47fa-473c-98db-b3b982aa4569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd HTTP/1.1" status: 200 len: 217 time: 0.1303623 Feb 04 15:57:56.935615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:56.944763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 4, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '945f84a9-b91c-4abc-beb2-623dba63b3e9', 'name': '', 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'mac_address': 'fa:16:3e:52:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '175ab384-99a1-4145-8400-85b1f6075625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:26Z', 'updated_at': '2022-02-04T15:57:54Z', 'revision_number': 4, 'project_id': 'eed148c59cad447d9e237357da25d529', 'subnets': [{'id': '175ab384-99a1-4145-8400-85b1f6075625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:57:56.951135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d34304e-acb1-4b31-8f7e-9b3f84864273 None None] The sync data for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 is: [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:57:27Z', 'revision_number': 4, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '945f84a9-b91c-4abc-beb2-623dba63b3e9', 'name': '', 'network_id': '50a635c9-c5f4-4797-be39-5a30028d6f60', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'mac_address': 'fa:16:3e:52:93:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '175ab384-99a1-4145-8400-85b1f6075625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:26Z', 'updated_at': '2022-02-04T15:57:54Z', 'revision_number': 4, 'project_id': 'eed148c59cad447d9e237357da25d529', 'subnets': [{'id': '175ab384-99a1-4145-8400-85b1f6075625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:57:57.126992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f931fccb-4db6-4cdb-8677-b7da5ba9990e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.139424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-5195bb24-9736-4f9a-a296-101ad2a79929 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.141911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-5195bb24-9736-4f9a-a296-101ad2a79929 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2252321 Feb 04 15:57:57.208411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.284332 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-fc81492f-7bea-4d0b-95cf-1b2cafe3f586 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1353273 Feb 04 15:57:57.337300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5aafc-16ee-471a-8e94-7173e3161c98 req-8a9e0251-5904-4cb9-ad45-4673f1981085 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.338792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3a5aafc-16ee-471a-8e94-7173e3161c98 req-8a9e0251-5904-4cb9-ad45-4673f1981085 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.5087876 Feb 04 15:57:57.339703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:57.495075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3a5aafc-16ee-471a-8e94-7173e3161c98 req-23563e8d-5774-444b-9e19-cfb9498c8522 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403353 Feb 04 15:57:57.509169 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-2abea583-2f7a-4f7e-b324-c045265b3395 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125680 Feb 04 15:57:57.556743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57d1af-292e-4424-8cf6-2dbd33d85cc2 req-d74740e6-87c5-457d-a270-d7c614f6e7ac tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:57.564632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc57d1af-292e-4424-8cf6-2dbd33d85cc2 req-d74740e6-87c5-457d-a270-d7c614f6e7ac tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.4823530 Feb 04 15:57:57.568365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.737616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa43c83-2334-4484-9cec-4376c9943ad1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:57.798011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc57d1af-292e-4424-8cf6-2dbd33d85cc2 req-58b303ae-45b1-4991-8ac4-c4d4c24c8760 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323015 Feb 04 15:57:57.800866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:57.801966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f735c022-24f0-4119-9615-441fd36ce5cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffa43c83-2334-4484-9cec-4376c9943ad1 HTTP/1.1" status: 204 len: 168 time: 1.1985993 Feb 04 15:57:57.819746 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05cd4f38-3a68-42cf-8df4-6a74a7a0b0c5 req-f5cae72c-9f1a-47d9-8c0c-7c7b5a0d516e service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028615 Feb 04 15:57:57.917137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 945f84a9-b91c-4abc-beb2-623dba63b3e9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:57.955413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:57.962981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0285ecde-66e5-4e3e-b13c-bc61548ab39b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18c0e88b30e144608b9764c28897ec4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6118891 Feb 04 15:57:58.120821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.157055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:58.166519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:58.167065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.233777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.251378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a4e3-12c5-4041-83a1-85ec35a34df9 req-79e5a26c-db3b-4353-9b23-63b5cd194a03 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:58.255940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ad8a4e3-12c5-4041-83a1-85ec35a34df9 req-79e5a26c-db3b-4353-9b23-63b5cd194a03 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 947 time: 0.3064468 Feb 04 15:57:58.280872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:57:58.436006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ad8a4e3-12c5-4041-83a1-85ec35a34df9 req-a80943fb-49a2-4b05-ae47-6e91299cac81 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735144 Feb 04 15:57:58.445414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.551087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.738872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-b3d98ebf-2abe-4662-947c-75541c30064e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979946 Feb 04 15:57:58.804153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.805595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:58.808172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.833523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port e8122969-28dc-4692-a123-dfa494ae5bbb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:57:58.836477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe50613-dc1b-4afe-9285-d01cc52f901d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:58.858755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port e8122969-28dc-4692-a123-dfa494ae5bbb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:57:58.860442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.869464 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.899967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:58.903332 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6448ed4-4724-4a6e-ae47-6988d03be55a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfe50613-dc1b-4afe-9285-d01cc52f901d HTTP/1.1" status: 204 len: 168 time: 0.9442723 Feb 04 15:57:58.949245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:57:58.955318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Usage tracker for resource:security_group_rule and tenant:bf560d62f3494eadab04e4ff5152bcac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:57:58.959105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:57:58.974262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:57:58.995699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 945f84a9-b91c-4abc-beb2-623dba63b3e9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=945f84a9-b91c-4abc-beb2-623dba63b3e9,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:59.028214 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.113919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.131886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.242247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf560d62f3494eadab04e4ff5152bcac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4329720 Feb 04 15:57:59.255147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44212) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:57:59.255835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85794d9-2f87-4910-a233-b4ff87a0498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a024d-aeea-4e29-b295-28b66aecaf98,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.408761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.429221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.447881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.482427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:57:59.495117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:57:59.503857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.534042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-41616f4f-c9cd-4219-a097-e6278856682c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:59.540780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-41616f4f-c9cd-4219-a097-e6278856682c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7899597 Feb 04 15:57:59.542075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.556163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-96981f4d-0982-4eb6-950a-c61d9114902c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7316968 Feb 04 15:57:59.570394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c212b-5092-4f31-aee6-05fa2a282097 req-78119250-f3e0-4bfe-9530-ea48e1e12b5e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:57:59.577959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d3c212b-5092-4f31-aee6-05fa2a282097 req-78119250-f3e0-4bfe-9530-ea48e1e12b5e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.4192324 Feb 04 15:57:59.606405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-7b8a8db1-2903-4a65-8d82-9d5a09980d67 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/quotas/bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 375 time: 0.0646307 Feb 04 15:57:59.672280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.725402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.785585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a024d-aeea-4e29-b295-28b66aecaf98,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:57:59.786920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d3c212b-5092-4f31-aee6-05fa2a282097 req-d0721b89-03a4-4785-ac51-7d32596a0707 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079885 Feb 04 15:57:59.806830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.809965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4fe8c1f3-22a6-42c1-802c-99f76d752ba9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/367a024d-aeea-4e29-b295-28b66aecaf98 HTTP/1.1" status: 204 len: 168 time: 0.5463271 Feb 04 15:57:59.828664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:57:59.849320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-934e6004-ae97-4f5f-8c42-eafeac6f509a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2418487 Feb 04 15:57:59.871605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-da9a3d70-df16-4d09-9331-277ece38abc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 1101 time: 0.2745595 Feb 04 15:57:59.987974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 945f84a9-b91c-4abc-beb2-623dba63b3e9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:00.099418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 945f84a9-b91c-4abc-beb2-623dba63b3e9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:00.100515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:00.243606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c50b5-026f-4cec-a369-3930098e42fe req-5fddb9de-c4e9-4197-945e-8d3531d84c5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.244180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bcf0a388-ef40-413c-92ce-566fa7aa6bfd details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:00.247799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-5fddb9de-c4e9-4197-945e-8d3531d84c5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3437643 Feb 04 15:58:00.358280 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'code': 200} Feb 04 15:58:00.595600 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-19574de5-08a7-4ee5-ba90-c236d851fbf1 req-63f8a4be-2355-41ce-b547-4b0a993eeaba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 0.1691186 Feb 04 15:58:00.632743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-508fc2db-804c-4427-9461-0495ff16ec4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=54e0a22b-00c5-404d-a88e-f4201febb135 HTTP/1.1" status: 200 len: 217 time: 0.1786079 Feb 04 15:58:00.689149 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-19574de5-08a7-4ee5-ba90-c236d851fbf1 req-c43ac8f5-4d59-49e6-bc1a-2a1ff53b8fdc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861499 Feb 04 15:58:00.780599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9959048b-d6a5-42fd-9aed-1a1167023108 req-f3d9f10d-5737-4d32-9208-9c4b2835e4ed tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 210 time: 0.1468773 Feb 04 15:58:00.849231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:00.885805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c50b5-026f-4cec-a369-3930098e42fe req-5dd2deee-7c01-473a-ad1e-7ad1bc6a8c8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:00.891230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-5dd2deee-7c01-473a-ad1e-7ad1bc6a8c8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2039366 Feb 04 15:58:00.905384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', 'mac_address': 'fa:16:3e:75:79:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:01.027076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cde9-2402-4522-bf0d-cf617cdc4080 req-ead7200f-af5f-44f6-9882-140543881f08 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.036891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de41cde9-2402-4522-bf0d-cf617cdc4080 req-ead7200f-af5f-44f6-9882-140543881f08 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 947 time: 0.7878551 Feb 04 15:58:01.079325 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.125915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf0a388-ef40-413c-92ce-566fa7aa6bfd {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:01.157587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:01.172937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.261005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:01.393653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de41cde9-2402-4522-bf0d-cf617cdc4080 req-61a86888-6856-4c61-af31-9457916026ef tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558235 Feb 04 15:58:01.470520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bcf0a388-ef40-413c-92ce-566fa7aa6bfd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:01.512742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:01.551268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-3124f185-5af2-48e7-931c-6b678fb1e845 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6530092 Feb 04 15:58:01.569277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3d922-1ee1-488a-b71d-2fd7cd521a66 req-cd0f48b3-e78a-4d51-a206-75e0472bfa1f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:01.582581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7f3d922-1ee1-488a-b71d-2fd7cd521a66 req-cd0f48b3-e78a-4d51-a206-75e0472bfa1f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 946 time: 0.4011462 Feb 04 15:58:01.804676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-858170217-network', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:01.811209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:01.823736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Usage tracker for resource:network and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:01.833184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:01.854869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:01.879833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Made reservation on behalf of 5e9ef7d2ec0d426a8417ee03677a7089 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:01.882529 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.905676 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:01.975338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:01.985652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:01.991880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:02.003840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:02.069827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7f3d922-1ee1-488a-b71d-2fd7cd521a66 req-a831f9ed-e5d7-421c-a1ff-67a5539d1467 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862540 Feb 04 15:58:02.098743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-81f8177d-b5e8-49b4-93cf-ad0ed1904739 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139115 Feb 04 15:58:02.292827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.309526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.327154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:02.340227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.340816 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Added segment da042e27-42db-495f-9b53-fa34b6b88020 of type vlan for network 3e385f7b-0668-4649-bbd9-cc6229087e8d Feb 04 15:58:02.407000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.451454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b27c50b5-026f-4cec-a369-3930098e42fe req-159e9517-2546-4036-87d1-c91d8d2670c5 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457990 Feb 04 15:58:02.533657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc579be-ae4d-455d-b488-704ef5cef486,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.552816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.554228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:02.554978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:02.590257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df6152e3-7a08-4cfb-8f08-fdb0853ceaa6 req-bca69b33-4c1d-4526-a714-36f306dc8a93 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 210 time: 0.1376803 Feb 04 15:58:02.692679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] Pushing event updated for resources: {'Network': ['ID=3e385f7b-0668-4649-bbd9-cc6229087e8d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:02.702410 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3bb4e5e3-2cec-4904-bc01-1ceff04d5040 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1876662 Feb 04 15:58:02.704924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:02.705426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:02.711743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Request body: {'subnet': {'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-858170217-subnet', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:02.727624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:02.730536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-8eea7270-c963-4ac5-9fb6-966576c2b200 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6618671 Feb 04 15:58:02.748553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Usage tracker for resource:subnet and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:02.763543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:02.783226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:02.930016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Made reservation on behalf of 5e9ef7d2ec0d426a8417ee03677a7089 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:02.936091 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.189185 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-6b38bdbe-65e0-41ab-baad-95037d6f29a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1100 time: 0.2094774 Feb 04 15:58:03.517272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-11c8ea1e-a77b-4afd-843a-5b4b626d2250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.518743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-11c8ea1e-a77b-4afd-843a-5b4b626d2250 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2995842 Feb 04 15:58:03.599472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:03.704211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-cbc7006d-eb8d-43fd-a122-b8cb71cb9ed8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.1634998 Feb 04 15:58:03.818598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-7647c942-8d8c-4abc-9457-6332c90ef679 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4978969 Feb 04 15:58:03.855152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-f9ee6e80-e4fb-4a6a-81c3-892e82cad8f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.860833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-f9ee6e80-e4fb-4a6a-81c3-892e82cad8f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1414776 Feb 04 15:58:03.880684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43971c-040e-40f5-a741-a554c6c4db9b req-5ff6ceda-85ed-4869-a3a9-e61138830b00 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:03.882233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc43971c-040e-40f5-a741-a554c6c4db9b req-5ff6ceda-85ed-4869-a3a9-e61138830b00 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 948 time: 1.0737541 Feb 04 15:58:03.987054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a0f77e-168f-4c55-8e9a-534ad377efc8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:04.021601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-32f72fc7-b4bf-4600-b0fa-07ce1187362d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507902 Feb 04 15:58:04.033520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd950-e56f-49d7-8b93-cd3b515a0016 req-0df2dbec-5191-4a6f-8191-35185944a5c9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:04.035015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80ebd950-e56f-49d7-8b93-cd3b515a0016 req-0df2dbec-5191-4a6f-8191-35185944a5c9 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.8954241 Feb 04 15:58:04.040783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Checking segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:04.041145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Network hostable DHCP agents. Network: 3e385f7b-0668-4649-bbd9-cc6229087e8d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:04.122002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc43971c-040e-40f5-a741-a554c6c4db9b req-0e8d0463-b88e-45c2-98a0-15e4a1446680 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298541 Feb 04 15:58:04.161812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bcf0a388-ef40-413c-92ce-566fa7aa6bfd up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:04.273654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-2192a55d-695e-4ee5-804d-3f95eb3015a1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:04.284652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-2192a55d-695e-4ee5-804d-3f95eb3015a1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4542170 Feb 04 15:58:04.310567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Request body: {'port': {'device_id': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'bdd2a8bec3ad42089af03e8245122272'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:04.372608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80ebd950-e56f-49d7-8b93-cd3b515a0016 req-b50d3914-1148-4ca8-b2f2-9ddeb38179d7 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251140 Feb 04 15:58:04.379702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:04.394209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port bcf0a388-ef40-413c-92ce-566fa7aa6bfd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:04.409851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port bcf0a388-ef40-413c-92ce-566fa7aa6bfd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:04.410927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.412449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-2008f930-f13b-464f-8f5d-e910d1904938 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638258 Feb 04 15:58:04.650000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.699050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:04.714969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:04.732571 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.776482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-338e1da4-df05-46e2-b778-be4de0d2b2bf req-a55505f6-55c3-4150-8ef8-9b5fbfe5a947 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477318 Feb 04 15:58:04.784166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3e385f7b-0668-4649-bbd9-cc6229087e8d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:04.793142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:04.793934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.800479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92c927-6366-4efc-a613-81a8f63e6d1c None None] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:04.896749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7c0015cb-ed60-46d4-991d-85fd67ca319f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1901991 Feb 04 15:58:04.899901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44328) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:04.912855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:04.920223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:04.924685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Usage tracker for resource:router and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:04.928237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:04.935757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:04.939330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7056272c-002d-4a03-8ba5-0c6b4fcad196 req-204dcb12-7b8d-477f-ad7e-251e88c003aa tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 210 time: 0.2749553 Feb 04 15:58:04.955947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.957467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:04.981247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.135254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d90b19-9c47-4224-b52f-1958d068bd00 req-6380621b-6385-4bbf-b0da-4bf8981f76bd tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.139801 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', 'code': 200} Feb 04 15:58:05.145070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93d90b19-9c47-4224-b52f-1958d068bd00 req-6380621b-6385-4bbf-b0da-4bf8981f76bd tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 946 time: 0.7484984 Feb 04 15:58:05.227773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:05.315327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93d90b19-9c47-4224-b52f-1958d068bd00 req-77c4d245-5c0c-4ec6-a700-01921cb54abb tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460786 Feb 04 15:58:05.316145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.400143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-3e385f7b-0668-4649-bbd9-cc6229087e8d', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:05.400774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.486467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:05.511016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-27f92ea4-4f42-4f18-a4a9-858f3072357e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:05.512570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-27f92ea4-4f42-4f18-a4a9-858f3072357e tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.7386951 Feb 04 15:58:05.593101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:05.685950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Made reservation on behalf of bdd2a8bec3ad42089af03e8245122272 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:05.689198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.713501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Allocated IP 172.20.0.2 (3e385f7b-0668-4649-bbd9-cc6229087e8d/54a0f77e-168f-4c55-8e9a-534ad377efc8/53a985c0-ee7a-477a-b0f6-4ed4b25fdf36) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:05.724892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Deleting port 34750ddf-85b2-4514-8436-8988754718ed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:05.725474 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.762565 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0f76ed4e-75b1-4429-83f8-48127ffb3714 req-4529dd83-541d-4940-b0dc-fcf82b8ff898 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 1100 time: 0.5306733 Feb 04 15:58:05.865931 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0f76ed4e-75b1-4429-83f8-48127ffb3714 req-8b941c83-ee33-466e-8a30-925308853f32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065252 Feb 04 15:58:05.941798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.973150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.975478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:05.987866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Transition to ACTIVE for port object 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:06.008193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Transition to ACTIVE for port object 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:06.016068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.040864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f94bc5f-ada5-4cb2-8c10-0109ac4c6360 req-03abd319-5b87-4678-9b7e-9a58f81785c7 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 0.4530790 Feb 04 15:58:06.066990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34f1a1-65b8-495b-ada4-6532eea7e2b3 req-15fa0828-5277-48d5-8620-9e2e833b23c2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:06.068539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb34f1a1-65b8-495b-ada4-6532eea7e2b3 req-15fa0828-5277-48d5-8620-9e2e833b23c2 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 949 time: 0.6765404 Feb 04 15:58:06.089588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:06.093255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Pushing event updated for resources: {'Port': ['ID=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.095653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:06.097702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:06.164275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Allocated IP 172.25.5.135 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/c469ec10-6c93-425f-9cd1-f138013cdc20) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:06.189942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Attempting to bind port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:06.190311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Attempting to bind port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:06.190701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Attempting to bind port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 on network 3e385f7b-0668-4649-bbd9-cc6229087e8d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:06.197110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:06.197492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Checking segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:06.197872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.198425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Bound using segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:06.198883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Bound port: 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:06.199251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.288244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb34f1a1-65b8-495b-ada4-6532eea7e2b3 req-45064a0d-b04e-47a3-864c-373bb4d6f313 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539078 Feb 04 15:58:06.300739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] For port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:06.304623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] For port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:06.314621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f94bc5f-ada5-4cb2-8c10-0109ac4c6360 req-93257a91-3873-487d-a850-b869336b23df tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550330 Feb 04 15:58:06.318846 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.328110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Allocated IP 192.168.233.99 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/3b1b300d-305f-482d-8266-61e86b59d063) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:06.331158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] For port 34750ddf-85b2-4514-8436-8988754718ed, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=34750ddf-85b2-4514-8436-8988754718ed,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:06.331509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.360155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.408260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.426492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc26f4-c529-479b-9ff5-f2bfb984017a None None] Pushing event updated for resources: {'Port': ['ID=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.531335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:06.535020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:06.539927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:06.594575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=c469ec10-6c93-425f-9cd1-f138013cdc20,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:06.743323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:06.744068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.012445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Router 436c3fde-e66d-45d6-9797-ef8b0031f0ba is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:58:07.098752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b854e-8559-4d6c-91fc-15d99ba9585a req-46b8ccc8-eca3-49c4-a1df-0331d8f238f0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.100308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a0b854e-8559-4d6c-91fc-15d99ba9585a req-46b8ccc8-eca3-49c4-a1df-0331d8f238f0 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 946 time: 0.6323476 Feb 04 15:58:07.234072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.234452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.234769 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Floating IP f5211992-9138-49ca-9878-75b11f26551f disassociated. External IP: 172.25.5.88, port: 34750ddf-85b2-4514-8436-8988754718ed. Feb 04 15:58:07.235095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Calling delete_port for 34750ddf-85b2-4514-8436-8988754718ed owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:07.266233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:07.277033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.279501 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Sync routers for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:07.293796 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:07.295665 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:07.321077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.326404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dafd8bce-57fa-486c-9f93-4049311bb5f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4228680 Feb 04 15:58:07.332061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44380) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:07.339049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Transition to ACTIVE for port object 3b1b300d-305f-482d-8266-61e86b59d063 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:07.405824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a0b854e-8559-4d6c-91fc-15d99ba9585a req-ed2108b7-dd58-428b-9450-6147c99874fa tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910535 Feb 04 15:58:07.488956 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:07.543916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-80eda45a-2977-4bf6-87b1-6546c9319ffd tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:07.554600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-80eda45a-2977-4bf6-87b1-6546c9319ffd tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/networks?id=68e4be54-e3d4-46ba-a43d-cba539caa792 HTTP/1.1" status: 200 len: 815 time: 0.5017192 Feb 04 15:58:07.577215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.673491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-b81a1a1c-c823-4ac8-97fa-d7e15f226bd3 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/quotas/912b3891ec4a4444af872b77bf305b60 HTTP/1.1" status: 200 len: 375 time: 0.1180329 Feb 04 15:58:07.696996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7dc3cbbb-7236-44fc-ab45-9daa1235dc45 req-cde473fe-92c8-4e15-a02c-a4d3b11d40fd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 210 time: 0.1233444 Feb 04 15:58:07.704384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad8146-7c77-40ea-be4e-fb9b36861126 None None] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:07.705142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event deleted for resources: {'Port': ['ID=34750ddf-85b2-4514-8436-8988754718ed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:07.948447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:07.968590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:07.978951 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:06Z', 'revision_number': 3, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:07.985280 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Checking router: 436c3fde-e66d-45d6-9797-ef8b0031f0ba for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:07.985621 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Updating router 436c3fde-e66d-45d6-9797-ef8b0031f0ba port c469ec10-6c93-425f-9cd1-f138013cdc20 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:58:08.025547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:08.054034 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.068226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:08.123654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:08.139323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-568e984a-637e-4817-8d0c-85c26cfa589c None None] Provisioning for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:08.142942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:08.148289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.157736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:08.165172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:08.166985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.221301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 34750ddf-85b2-4514-8436-8988754718ed no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:08.236994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-4c52a65f-95fc-440b-a8fc-903ec46b3953 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=912b3891ec4a4444af872b77bf305b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5385115 Feb 04 15:58:08.293150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 34750ddf-85b2-4514-8436-8988754718ed {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:08.293495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 34750ddf-85b2-4514-8436-8988754718ed not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:08.299662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-a9423626-848b-4aa1-8a03-52620bfcd7f3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9969199 Feb 04 15:58:08.382770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Request body: {'port': {'device_id': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:08.410713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73181378-7692-40f8-a13a-e1cd3921521a req-e781dfd1-6203-4b7f-b168-07fb0be33c2d tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 0.5062220 Feb 04 15:58:08.556029 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.575033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Transition to ACTIVE for port object c469ec10-6c93-425f-9cd1-f138013cdc20 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:08.587153 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.626817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:08.635395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:08.635769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.657970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.713071 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0361-38a1-40e5-a5ae-18ba901ce8e8 None None] Pushing event updated for resources: {'Port': ['ID=c469ec10-6c93-425f-9cd1-f138013cdc20,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:08.723044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73181378-7692-40f8-a13a-e1cd3921521a req-6b1ac32a-25f1-44a7-ba93-40601a0d1796 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820201 Feb 04 15:58:08.735258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-08e768b1-d297-4d88-bd28-27749adc7ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765551 Feb 04 15:58:08.743620 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Attempting to bind port c469ec10-6c93-425f-9cd1-f138013cdc20 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:08.748291 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Attempting to bind port c469ec10-6c93-425f-9cd1-f138013cdc20 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:08.749923 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Attempting to bind port c469ec10-6c93-425f-9cd1-f138013cdc20 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:08.777283 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:08.780957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.782508 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:08.783232 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.785047 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:08.785689 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Bound port: c469ec10-6c93-425f-9cd1-f138013cdc20, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:08.786725 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.788770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-315b1ac7-c5f4-49fc-a7db-4ca034baf5b3 None None] Provisioning for port 3b1b300d-305f-482d-8266-61e86b59d063 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:08.797502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-315b1ac7-c5f4-49fc-a7db-4ca034baf5b3 None None] Provisioning complete for port 3b1b300d-305f-482d-8266-61e86b59d063 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:08.798102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-315b1ac7-c5f4-49fc-a7db-4ca034baf5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.920718 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] For port c469ec10-6c93-425f-9cd1-f138013cdc20, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:08.926012 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] For port c469ec10-6c93-425f-9cd1-f138013cdc20, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c469ec10-6c93-425f-9cd1-f138013cdc20,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:08.939241 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:08.964205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-315b1ac7-c5f4-49fc-a7db-4ca034baf5b3 None None] Port 3b1b300d-305f-482d-8266-61e86b59d063 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:08.989807 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.016133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Allocated IP 172.20.0.1 (3e385f7b-0668-4649-bbd9-cc6229087e8d/54a0f77e-168f-4c55-8e9a-534ad377efc8/97811fb4-e432-4af2-83bb-475656d10fe6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:09.065972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:09.083469 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:09.084090 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:09.096681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.183913 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b0361-38a1-40e5-a5ae-18ba901ce8e8 None None] Pushing event updated for resources: {'Port': ['ID=c469ec10-6c93-425f-9cd1-f138013cdc20,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:09.257335 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.290117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Transition to ACTIVE for port object 97811fb4-e432-4af2-83bb-475656d10fe6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:09.302436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-11774f0c-1295-4a0c-bcf5-42c16db06a53 None None] Provisioning complete for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:09.302814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11774f0c-1295-4a0c-bcf5-42c16db06a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.327685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.348985 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:09.393549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:09.433121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Pushing event updated for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:09.437651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:09.439272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:09.442619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:09.443173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.523658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:09.528179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-74b0c32b-1274-4815-be4c-5aadf232c988 service neutron] 10.222.0.62 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817559 Feb 04 15:58:09.557159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.695854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d3a0b-4912-46f9-ae73-fae464801339 req-448a8576-e17e-4297-b63c-ba14f699d270 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:09.697340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da8d3a0b-4912-46f9-ae73-fae464801339 req-448a8576-e17e-4297-b63c-ba14f699d270 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 949 time: 0.4187005 Feb 04 15:58:09.786622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:06Z', 'revision_number': 3, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:09.799550 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86d33a-14b6-4e7f-bd92-3645599da931 None None] The sync data for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 is: [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:06Z', 'revision_number': 3, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:09.831999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6bf36ba6-0b91-4cfc-af43-ffd89df374d7 None None] Provisioning for port 97811fb4-e432-4af2-83bb-475656d10fe6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:09.846748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6bf36ba6-0b91-4cfc-af43-ffd89df374d7 None None] Provisioning complete for port 97811fb4-e432-4af2-83bb-475656d10fe6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:09.847257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bf36ba6-0b91-4cfc-af43-ffd89df374d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.910068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da8d3a0b-4912-46f9-ae73-fae464801339 req-3f28f811-c02a-41c3-a523-bbcd34a62851 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534123 Feb 04 15:58:09.922791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:09.947215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.953675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.954741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:09.976611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2819f833-1e9c-49e0-85df-3312ea9ac655 req-f8fab06d-69ec-45cc-8c9c-7d0dea221918 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Synchronizing usage tracker for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:10.028498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6bf36ba6-0b91-4cfc-af43-ffd89df374d7 None None] Port 97811fb4-e432-4af2-83bb-475656d10fe6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:10.055272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:10.056179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.175413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Pushing event updated for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:10.252265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2819f833-1e9c-49e0-85df-3312ea9ac655 req-f8fab06d-69ec-45cc-8c9c-7d0dea221918 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Unset dirty status for tenant:4a9b9825d05644bf9c4d8cf78bbf4500 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:10.253424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2819f833-1e9c-49e0-85df-3312ea9ac655 req-f8fab06d-69ec-45cc-8c9c-7d0dea221918 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 210 time: 0.3276243 Feb 04 15:58:10.259130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:10.270009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:10.273217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:10.277144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.316686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Transition to ACTIVE for port object 3b1b300d-305f-482d-8266-61e86b59d063 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:10.334931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.413042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46931dc-0739-463d-9a59-fdfa1d8051fc req-dd6c4986-3bfe-41b9-81bf-897ceeac5cb7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:10.413756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d46931dc-0739-463d-9a59-fdfa1d8051fc req-dd6c4986-3bfe-41b9-81bf-897ceeac5cb7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:10.421829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:10.434905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:10.466736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:10.470880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:10.706195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] No DVR routers for this DVR port 34750ddf-85b2-4514-8436-8988754718ed on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:10.713373 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:10.717638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71cd6abb-3536-4148-bba1-430df1bcffc0 req-748fe874-eb3a-4c7d-90e3-8e3dcc28658f tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.41 "DELETE /v2.0/ports/34750ddf-85b2-4514-8436-8988754718ed HTTP/1.1" status: 204 len: 173 time: 5.1911325 Feb 04 15:58:10.727472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'name': 'network-vif-deleted', 'tag': '34750ddf-85b2-4514-8436-8988754718ed'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:10.735031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d46931dc-0739-463d-9a59-fdfa1d8051fc req-dd6c4986-3bfe-41b9-81bf-897ceeac5cb7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:10.745612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d46931dc-0739-463d-9a59-fdfa1d8051fc req-dd6c4986-3bfe-41b9-81bf-897ceeac5cb7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 935 time: 0.6063335 Feb 04 15:58:10.753728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:10.827469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d46931dc-0739-463d-9a59-fdfa1d8051fc req-0b6bd997-62ad-4c17-a8b9-15b166a94f76 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Feb 04 15:58:10.870629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:10.978903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:10.979382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:10.979718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:10.996816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:10.997421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:11.016292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:11.017439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:11.017839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:11.021309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Bound port: 3b1b300d-305f-482d-8266-61e86b59d063, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:11.021674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.255793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9668a853-7201-495c-b2b6-d21d672348a7 None None] Provisioning complete for port 97811fb4-e432-4af2-83bb-475656d10fe6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:11.256254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9668a853-7201-495c-b2b6-d21d672348a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.270268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Router 436c3fde-e66d-45d6-9797-ef8b0031f0ba has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:11.334634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:11.339889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2e013c5-a94a-453c-b755-cf635476ed2d req-cc6593cc-ad91-48cd-a3bf-80db2db9a36f tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 210 time: 0.2072389 Feb 04 15:58:11.348233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:11.362487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.418834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9668a853-7201-495c-b2b6-d21d672348a7 None None] Port 97811fb4-e432-4af2-83bb-475656d10fe6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:11.463671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-022cc0da-9c0c-45fe-904c-3d2fa0a3b35d req-2695e732-b194-452d-8f3c-5edd9008780f tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 1100 time: 0.3911383 Feb 04 15:58:11.515898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:11.520532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] 10.222.0.41 "PUT /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 1095 time: 3.1426008 Feb 04 15:58:11.564567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:11.586133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:11.593435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e9013-4cda-447e-b564-06f7bd0a6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:11.612890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-022cc0da-9c0c-45fe-904c-3d2fa0a3b35d req-010df62a-435a-48fc-a001-245cf71380a9 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479223 Feb 04 15:58:11.632235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:11.633042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:11.757762 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd769e5bd-70e8-432d-aa7b-d2173383d88c', 'name': 'network-vif-deleted', 'tag': '34750ddf-85b2-4514-8436-8988754718ed', 'status': 'completed', 'code': 200} Feb 04 15:58:11.870340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:11.898853 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-04fc4244-6cea-4844-b72e-f96df66eda80 admin admin] 10.222.0.62 "PUT /v2.0/routers/436c3fde-e66d-45d6-9797-ef8b0031f0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5655963 Feb 04 15:58:12.071345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c469ec10-6c93-425f-9cd1-f138013cdc20 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:12.322556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:12.434798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c469ec10-6c93-425f-9cd1-f138013cdc20 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:12.441749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c469ec10-6c93-425f-9cd1-f138013cdc20 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:12.442249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.518039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca81e193-9623-4cad-9c0f-41ea4a31f417 req-efab78b3-15b1-4883-a44b-7a57c3b6a710 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/ports?device_id=d769e5bd-70e8-432d-aa7b-d2173383d88c HTTP/1.1" status: 200 len: 210 time: 0.2832503 Feb 04 15:58:12.661561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-60b5697d-66fe-407f-b494-cedfa9192a35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1098 time: 0.8003740 Feb 04 15:58:12.820696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-018ae37c-3f22-4735-9c2d-5a8f61d32d3d req-d0839da3-861d-453c-99ba-3b0776a89f22 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 0.5986087 Feb 04 15:58:12.851047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-2a124385-39b7-4702-96bd-110e11384af8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991142 Feb 04 15:58:12.881683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-2e0458f2-089e-4c3b-895d-c6e8bbd811ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.2096012 Feb 04 15:58:12.910674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-ab2ce908-5443-4a67-8e5b-d9f1e8516ff5 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.912464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-ab2ce908-5443-4a67-8e5b-d9f1e8516ff5 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.58 "GET /v2.0/networks?id=68e4be54-e3d4-46ba-a43d-cba539caa792 HTTP/1.1" status: 200 len: 815 time: 0.9200261 Feb 04 15:58:12.928852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.949272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c469ec10-6c93-425f-9cd1-f138013cdc20, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c469ec10-6c93-425f-9cd1-f138013cdc20,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:12.956670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:12.986504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-5c38d7f4-eca9-4820-9d3e-1d83734c6663 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:12.987931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-5c38d7f4-eca9-4820-9d3e-1d83734c6663 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0679400 Feb 04 15:58:13.037468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:13.039630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c469ec10-6c93-425f-9cd1-f138013cdc20,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:13.044921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ee962b-d621-4261-a24e-1915d67b787f None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:55:26Z', 'revision_number': 4, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3149448b-104f-4474-9fd0-265cda5ae39f', 'name': '', 'network_id': '211102f1-651a-41d6-abc8-3cab15949d86', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'mac_address': 'fa:16:3e:61:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:25Z', 'updated_at': '2022-02-04T15:55:40Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'subnets': [{'id': 'bfdc2f80-0b1e-4f96-bf71-cea64c996e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:13.060171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Request body: {'port': {'device_id': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'admin_state_up': True, 'tenant_id': '912b3891ec4a4444af872b77bf305b60'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:13.295021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:13.304815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-018ae37c-3f22-4735-9c2d-5a8f61d32d3d req-6a7c01f0-db80-4950-b535-4ab19edbf03f tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499621 Feb 04 15:58:13.404848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:13.422415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Usage tracker for resource:port and tenant:912b3891ec4a4444af872b77bf305b60 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:13.440619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:13.458450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:13.498430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-40ee97f2-dc2f-4122-a225-b3923b4e77b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4454262 Feb 04 15:58:13.506220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-8c29f6c5-c7ef-4ae1-8059-f899c8f683ab tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:13.517271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.518932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-8c29f6c5-c7ef-4ae1-8059-f899c8f683ab tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6610332 Feb 04 15:58:13.562942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Made reservation on behalf of 912b3891ec4a4444af872b77bf305b60 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:13.566038 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.581969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:13.599293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Usage tracker for resource:security_group_rule and tenant:fbccc2c56dd74525945cca9207b1586e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:13.603757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:13.615003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:13.682518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-1c22e092-fd34-4dd6-8a99-b3c6cdc62848 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.1623166 Feb 04 15:58:13.769997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:13.841341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.854371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:13.902478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c469ec10-6c93-425f-9cd1-f138013cdc20 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:13.906461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e13cc-b799-4d98-9a9f-7eadfc132804,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:13.941536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9263c42b-83bb-4d6e-b056-abc23d74160f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbccc2c56dd74525945cca9207b1586e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6453226 Feb 04 15:58:13.944029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:14.034115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.050349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-006819ae-bec7-41f1-88f6-af4f63fc1de1 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280828 Feb 04 15:58:14.065030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e29f-878d-459d-9656-9f36da426aad req-946d02f3-4b21-43cb-8386-5508b4185ca8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:14.067042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6356e29f-878d-459d-9656-9f36da426aad req-946d02f3-4b21-43cb-8386-5508b4185ca8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 947 time: 0.5756414 Feb 04 15:58:14.069576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.096685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c469ec10-6c93-425f-9cd1-f138013cdc20 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:14.097385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.108344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Allocated IP 172.20.0.14 (68e4be54-e3d4-46ba-a43d-cba539caa792/d2ce6cb9-8c30-4f14-a60c-404893e8eb65/c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:14.170601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-2f5d5ed0-d272-4550-9f74-51f286a8b7bf tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4870822 Feb 04 15:58:14.203715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.243082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e13cc-b799-4d98-9a9f-7eadfc132804,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:14.265412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:14.267081 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8679f784-a0e4-4469-8e95-40c3970d3fc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f15e13cc-b799-4d98-9a9f-7eadfc132804 HTTP/1.1" status: 204 len: 168 time: 0.3215797 Feb 04 15:58:14.302230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6356e29f-878d-459d-9656-9f36da426aad req-3c8defd3-39a0-4a9e-862d-810cba37db0a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000468 Feb 04 15:58:14.477419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57ed89ef-b3de-40b0-bad0-3c8e8a5306f8 req-5ba5b56a-bdb2-4298-9972-486dc791768e service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093292 Feb 04 15:58:14.697677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e7d194a-5692-46b1-8c97-924d71c6fab9 req-25c5a89e-0d38-4201-a3c9-3e8a9249d1cc tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 210 time: 0.0656307 Feb 04 15:58:14.933563 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'status': 'completed', 'code': 200} Feb 04 15:58:14.939015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.254769 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90661a6-1094-4398-884a-1ca51f2fea29 None None] New status for floating IP f5211992-9138-49ca-9878-75b11f26551f: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:58:15.308716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44530) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.330194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Transition to ACTIVE for port object c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:15.361934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.392530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-ea0d177a-356c-44ee-8015-579bf823ca3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1098 time: 0.4375107 Feb 04 15:58:15.395772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.480485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:15.492686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa59e1ef2d17459fb766e679c409c972 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:15.506089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:15.523261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:15.721010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:15.730216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Pushing event updated for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:15.738271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:15.752406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:15.753787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.763397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:15.764981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.765562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:15.818068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Sync routers for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:15.837722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:15.838444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:15.870641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-3c2d08bf-2683-47d8-bfd3-8cd8907eaebb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8264015 Feb 04 15:58:15.936595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Request body: {'port': {'device_id': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:15.979032 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa59e1ef2d17459fb766e679c409c972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6693318 Feb 04 15:58:15.984739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:15.985422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377a9b7-d71c-4bba-b03c-c630bbdfdde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a35bb9c-0fd5-41c2-b147-2fd1fc2a1af5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.092726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb538-91e9-4d70-acc7-daa984c59459 req-bf208d59-55a4-4966-8097-99ada07e4d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:16.094218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-bf208d59-55a4-4966-8097-99ada07e4d3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6856091 Feb 04 15:58:16.167751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.214478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.297035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.337008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.344316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a35bb9c-0fd5-41c2-b147-2fd1fc2a1af5 HTTP/1.1" status: 204 len: 168 time: 0.3510377 Feb 04 15:58:16.344673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-d0c9c177-1792-4b6c-ac7d-f15fd3532fbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.2332835 Feb 04 15:58:16.347994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ff313-bfaa-4591-aab7-db5e48891797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a35bb9c-0fd5-41c2-b147-2fd1fc2a1af5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:16.385752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:16.587127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44554) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:16.594111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249929596', 'description': 'tempest-description--2080191611'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:16.609124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:16.623785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:security_group and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:16.633631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:16.667708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:16.704055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.835149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1bd5e099-d110-41f9-9c15-a4b9607b7f7f None None] Provisioning for port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:16.862525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:16.870455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:security_group_rule and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:16.879306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:16.890936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:16.983829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:16.995155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.011830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb538-91e9-4d70-acc7-daa984c59459 req-d98229c0-724b-46a9-a3e5-6eaa6dd2c7b6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.016037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-d98229c0-724b-46a9-a3e5-6eaa6dd2c7b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4751923 Feb 04 15:58:17.043307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1bd5e099-d110-41f9-9c15-a4b9607b7f7f None None] Provisioning complete for port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:17.045661 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1bd5e099-d110-41f9-9c15-a4b9607b7f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.054097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.056041 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4679267 Feb 04 15:58:17.060475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44562) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.067151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'security_group_rule': {'security_group_id': '4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:17.086142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:17.096910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:security_group_rule and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:17.101903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:17.114484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:17.121358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-0ef90ddd-eb28-4904-a53d-442dd8a0d263 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3315704 Feb 04 15:58:17.168946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.233913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078dcf-2553-47ab-8568-9c9192ea0eb8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.270293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.289869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.296677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.297021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4492e429-b553-4250-85fd-88111e8b715d req-d2fc3d19-0bed-4152-8e1c-d8385b176151 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 210 time: 0.2971599 Feb 04 15:58:17.317694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5e099-d110-41f9-9c15-a4b9607b7f7f None None] Port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:17.331114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a97211-7398-4c14-af31-204efbad1c3f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.361402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.366257 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e86e702e-bf2d-4f9b-8f58-05f2a5308ba5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3041723 Feb 04 15:58:17.366865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44574) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.379599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'security_group_rule': {'security_group_id': '4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:17.392888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:17.402974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:security_group_rule and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:17.408183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:17.415155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:17.444436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.540026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.552933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.593211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 2, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:17.603046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Checking router: 436c3fde-e66d-45d6-9797-ef8b0031f0ba for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:17.604590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Updating router 436c3fde-e66d-45d6-9797-ef8b0031f0ba port 97811fb4-e432-4af2-83bb-475656d10fe6 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:58:17.646151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5795f40-6da1-44f6-9faa-14a5da05c987,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:17.652494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.661100 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-178001c1-1b63-4c84-8b10-31998ca21e8b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2898791 Feb 04 15:58:17.662055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44586) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:17.675517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:17.677931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-8d18450e-48d9-4a66-9070-21afeaca3c98 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:17.684965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-8d18450e-48d9-4a66-9070-21afeaca3c98 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5198412 Feb 04 15:58:17.688036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:17.698311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:floatingip and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:17.709399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:17.717939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:17.727038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:17.734608 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.750545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:17.947269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.249942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Allocated IP 172.25.5.53 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/2e578c4d-85b5-4aa2-948c-f5b98aad5f74) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:18.396861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.416628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.417136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Transition to ACTIVE for port object 97811fb4-e432-4af2-83bb-475656d10fe6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:18.426832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:18.477239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.478075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-482ee81b-cb5e-47f0-b6e8-2206b56997c0 req-da1d3090-4861-40f5-ad58-a512da55bf9f tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 1.6927712 Feb 04 15:58:18.593151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:18.607289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:18.618101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '3b1b300d-305f-482d-8266-61e86b59d063', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '3b1b300d-305f-482d-8266-61e86b59d063', 'mac_address': 'fa:16:3e:bf:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:18.622691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.673793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Usage tracker for resource:port and tenant:52979047ddc74125b926d23db29178b5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:18.687219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:18.692692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-19f8ae4f-ef5c-4bed-a78c-91a124a3ef06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5673957 Feb 04 15:58:18.706517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:18.714090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'Port': ['ID=2e578c4d-85b5-4aa2-948c-f5b98aad5f74,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:18.740443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:18.746564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:18.756511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:18.899717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:18.903503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:18.978592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.064198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.086259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-482ee81b-cb5e-47f0-b6e8-2206b56997c0 req-051d680c-5dc6-4469-8ff4-d8e3cd74cb60 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071420 Feb 04 15:58:19.096765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-43ebe912-76f8-4c20-956f-35bb86d23f46 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822393 Feb 04 15:58:19.149517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670b04a-2427-4c11-a704-7aecc890b9fc None None] Pushing event updated for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.156435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.366079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:19.434484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:19.468933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.551496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Attempting to bind port 97811fb4-e432-4af2-83bb-475656d10fe6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:19.552018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Attempting to bind port 97811fb4-e432-4af2-83bb-475656d10fe6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:19.552578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Attempting to bind port 97811fb4-e432-4af2-83bb-475656d10fe6 on network 3e385f7b-0668-4649-bbd9-cc6229087e8d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:19.577295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:19.577795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Checking segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:19.578276 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.578817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Bound using segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:19.579285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Bound port: 97811fb4-e432-4af2-83bb-475656d10fe6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:19.579753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.593861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.695293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:19.704909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.710576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] For port 97811fb4-e432-4af2-83bb-475656d10fe6, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:19.721926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] For port 97811fb4-e432-4af2-83bb-475656d10fe6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=97811fb4-e432-4af2-83bb-475656d10fe6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:19.723671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Transition to ACTIVE for port object c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:19.730227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.734036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808d620-9c39-48e9-98eb-b0f7f204a70d req-82eaad35-cf23-4501-afe4-1026977061d1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:19.743036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a808d620-9c39-48e9-98eb-b0f7f204a70d req-82eaad35-cf23-4501-afe4-1026977061d1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 947 time: 1.8916917 Feb 04 15:58:19.752516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.758293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.827012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['3b1b300d-305f-482d-8266-61e86b59d063'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:19.852503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.893960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'Port': ['ID=2e578c4d-85b5-4aa2-948c-f5b98aad5f74,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:19.903758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:19.905848 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8355b20-8152-4784-afad-fa1d085fb542 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2420309 Feb 04 15:58:19.912782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.194078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46efb538-91e9-4d70-acc7-daa984c59459 req-90ddfe5c-16ae-4e57-aef2-bf2695f9f50b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0460522 Feb 04 15:58:20.224042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670b04a-2427-4c11-a704-7aecc890b9fc None None] Pushing event updated for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.303522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:20.313276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:57:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:20.550665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a808d620-9c39-48e9-98eb-b0f7f204a70d req-8729f897-0dd5-4acc-a98c-32361cfa8293 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8045371 Feb 04 15:58:20.723466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Pushing event updated for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:20.769309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.769654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.769991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.770322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.770687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.771000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.771326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.771649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.771998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.772274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.772591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:20.864950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Attempting to bind port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:20.865310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Attempting to bind port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:20.865660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Attempting to bind port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 on network 68e4be54-e3d4-46ba-a43d-cba539caa792 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:20.878308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 on network 68e4be54-e3d4-46ba-a43d-cba539caa792 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:20.878756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Attempting to bind port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 on network 68e4be54-e3d4-46ba-a43d-cba539caa792 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:20.890868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.892681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:20.893208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Checking segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:20.893769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Bound using segment: {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:20.894378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Bound port: c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d41237-321a-444b-bcba-d344d6d2eccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:20.894867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:20.910678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057a1bd-965c-4546-bca7-142ebf8ee1e1 req-20f259f5-0ba3-4e85-8ab5-c9ced54ff983 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:20.911885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4057a1bd-965c-4546-bca7-142ebf8ee1e1 req-20f259f5-0ba3-4e85-8ab5-c9ced54ff983 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Synchronizing usage tracker for tenant:912b3891ec4a4444af872b77bf305b60 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:20.922558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44624) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:20.995457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:21.000938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4057a1bd-965c-4546-bca7-142ebf8ee1e1 req-20f259f5-0ba3-4e85-8ab5-c9ced54ff983 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Unset dirty status for tenant:912b3891ec4a4444af872b77bf305b60 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:21.002560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4057a1bd-965c-4546-bca7-142ebf8ee1e1 req-20f259f5-0ba3-4e85-8ab5-c9ced54ff983 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 944 time: 1.1017530 Feb 04 15:58:21.094292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.187 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/1c1ace76-fdb2-4fb0-9762-37cf6a195411) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:21.227306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.269825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:21.276629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.293786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4057a1bd-965c-4546-bca7-142ebf8ee1e1 req-2bc41414-4028-4a54-8518-2ec7dbe4b984 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744589 Feb 04 15:58:21.299302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:21.318233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.384236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:21.391994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Usage tracker for resource:security_group_rule and tenant:a294f4ae018240b1bbdcda9856fbd105 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:21.395916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:21.408414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:21.554754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.564620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.647282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:21.648971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] 10.222.0.58 "PUT /v2.0/ports/c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 HTTP/1.1" status: 200 len: 1092 time: 5.7275550 Feb 04 15:58:21.649864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:21.677732 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a294f4ae018240b1bbdcda9856fbd105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7514012 Feb 04 15:58:21.683994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:21.709937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e76ae-6025-468e-aca8-372a88b98d5f service neutron] Pushing event updated for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:21.903788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd52a4-7e0f-459e-a330-4eb553482405,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:21.932757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.935896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.936235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.936666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.937043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.937370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.937764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.938190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.951348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.951348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.951629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25b8997-d002-4ccc-895f-be093d54b34f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:21.996468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.070924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.124771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.208917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.244507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd52a4-7e0f-459e-a330-4eb553482405,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:22.259702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.267509 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d0ee4b7-1cf7-4e5e-9e6e-9b27d21df27d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06dd52a4-7e0f-459e-a330-4eb553482405 HTTP/1.1" status: 204 len: 168 time: 0.5815270 Feb 04 15:58:22.338412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bf3c84c-a4c4-4936-9417-4fac1791a5e6 req-ce7b18fc-836d-4962-87f1-5d6db247cce1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 210 time: 0.6416719 Feb 04 15:58:22.339433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object 1c1ace76-fdb2-4fb0-9762-37cf6a195411 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:22.433994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:19Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:22.439917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.458521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaead67-b1b2-4334-83b3-35590925eb36 None None] The sync data for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 is: [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:19Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:22.464617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:22.588543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:22.674265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:22.732303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:22.867562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-da46102b-4f01-483f-8aa6-323ade07c20a tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1249929596&fields=id&tenant_id=5e9ef7d2ec0d426a8417ee03677a7089 HTTP/1.1" status: 200 len: 267 time: 0.1954613 Feb 04 15:58:22.872654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:22.900402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:22.909669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:22.910644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:22.939697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44660) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:23.011484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.155631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:23.179563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Usage tracker for resource:security_group_rule and tenant:44842b03f37b4f1cb47ad5988a9e1472 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:23.183434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:23.191462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:23.216695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7a6ceaf-d07e-4f2b-871c-5d65d5e8ad93 req-67d074fb-7c9b-4ba7-9037-483413d8812a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.2561817 Feb 04 15:58:23.225909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-3682d42e-4b0b-48bb-8243-0316e2cf4576 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5053155 Feb 04 15:58:23.259214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Request body: {'port': {'device_id': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:23.389308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.400983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.560249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c3fe7-c3b5-4c49-8691-75da3572960d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:23.613279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5dfeff0b-0201-4743-9e74-196abb91c84e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44842b03f37b4f1cb47ad5988a9e1472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6723924 Feb 04 15:58:23.617993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44666) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:23.792705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:23.812120 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:58:23.919604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-0274bb12-f6fc-4e55-8de3-6951eb8be047 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=912b3891ec4a4444af872b77bf305b60&device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 1095 time: 2.1931610 Feb 04 15:58:23.953170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.000753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 97811fb4-e432-4af2-83bb-475656d10fe6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:24.028421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce5316f3-ed24-4739-bc78-e311fd327bfb None None] Provisioning for port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:24.077062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce5316f3-ed24-4739-bc78-e311fd327bfb None None] Provisioning complete for port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:24.077436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce5316f3-ed24-4739-bc78-e311fd327bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.078881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.115881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.117797 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/833c3fe7-c3b5-4c49-8691-75da3572960d HTTP/1.1" status: 204 len: 168 time: 0.4980986 Feb 04 15:58:24.137794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac8634-ebd3-40ad-90cf-c464d20f3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c3fe7-c3b5-4c49-8691-75da3572960d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:24.250298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171285-cf16-423c-804e-98b65f1fe907 req-abbd469b-3167-44ee-9336-869f3eab6b7e tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.257900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-abbd469b-3167-44ee-9336-869f3eab6b7e tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/networks?id=3e385f7b-0668-4649-bbd9-cc6229087e8d HTTP/1.1" status: 200 len: 805 time: 1.2805793 Feb 04 15:58:24.332550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:24.365555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.590054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ce5316f3-ed24-4739-bc78-e311fd327bfb None None] Port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:24.647639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-b9c83461-68b7-4779-9bf1-4613e7d015b5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/quotas/5e9ef7d2ec0d426a8417ee03677a7089 HTTP/1.1" status: 200 len: 375 time: 0.1434281 Feb 04 15:58:24.648951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-831a99a1-d03f-491e-a08a-8f465a5fa8a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 HTTP/1.1" status: 200 len: 217 time: 0.2880449 Feb 04 15:58:24.678171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 97811fb4-e432-4af2-83bb-475656d10fe6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:24.687445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 97811fb4-e432-4af2-83bb-475656d10fe6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:24.687962 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.859897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 3b1b300d-305f-482d-8266-61e86b59d063 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:24.895517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 3b1b300d-305f-482d-8266-61e86b59d063 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:24.896023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:24.900490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-67479a15-3cca-4c7e-88fd-e466a11ab6d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:24.902214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-67479a15-3cca-4c7e-88fd-e466a11ab6d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d2ce6cb9-8c30-4f14-a60c-404893e8eb65 HTTP/1.1" status: 200 len: 854 time: 0.1564839 Feb 04 15:58:25.008649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.081636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c7f34b9-f5c4-4141-935f-98da9cc552b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.096544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 97811fb4-e432-4af2-83bb-475656d10fe6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=97811fb4-e432-4af2-83bb-475656d10fe6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:25.132893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.235989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.311475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:25.353799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:25.366403 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:25.386485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:25.481217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.481560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.481889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.482218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.482608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.483081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.483417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.483851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.484163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.484479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.484791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:58:25.601362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:25.655854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-65aa555f-9c3e-4126-a2a0-1dcd084a4e59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68e4be54-e3d4-46ba-a43d-cba539caa792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7231805 Feb 04 15:58:25.673094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-a4a40965-ec2f-454c-90be-2b7d0fe72f11 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e9ef7d2ec0d426a8417ee03677a7089&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0125844 Feb 04 15:58:25.909429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 97811fb4-e432-4af2-83bb-475656d10fe6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:26.023975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 97811fb4-e432-4af2-83bb-475656d10fe6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:26.024602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.155499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-d89fad31-338c-46f0-b847-46c14b715adc service neutron] 10.222.0.62 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122772 Feb 04 15:58:26.251103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-9da62edc-8350-4fdf-abbf-0dde6b2f5390 service neutron] 10.222.0.58 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435524 Feb 04 15:58:26.319348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1ace76-fdb2-4fb0-9762-37cf6a195411 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:26.337031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.394950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-c5784e43-53a1-438d-a123-48ea4cfccf36 service neutron] 10.222.0.62 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386732 Feb 04 15:58:26.395889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Transition to ACTIVE for port object 1c1ace76-fdb2-4fb0-9762-37cf6a195411 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:26.446002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:26.453963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d6bc3ba0-875f-4dfa-80cd-526fe033d68f tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:58:26.455017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d6bc3ba0-875f-4dfa-80cd-526fe033d68f tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0148478 Feb 04 15:58:26.507797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Request body: {'binding': {'host': 'n-h1-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:26.509557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Unknown quota resources ['binding']. {{(pid=83597) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:58:26.697814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:26.788150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:26.963697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.030296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.064474 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1ef96d3-c995-4adc-b368-cf6e6f5b6e1e req-f651d963-768b-4d39-b678-ba81d6492fd2 service neutron] 10.222.0.58 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137713 Feb 04 15:58:27.139877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffa85dce-8180-4e02-9f46-102f33a4bfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.143391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.185768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:27.186772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Attempting to bind port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:27.196519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Attempting to bind port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:27.196832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Attempting to bind port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:27.197815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.202557 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bba2656f-82c4-4783-8966-03ffad013ebb tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "DELETE /v2.0/security-groups/b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba HTTP/1.1" status: 204 len: 168 time: 0.4098849 Feb 04 15:58:27.202923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:27.230137 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-9bf7594b-625e-4d67-8b67-8f4063928d49 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] show failed (client error): The resource could not be found. Feb 04 15:58:27.231719 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9bf7594b-625e-4d67-8b67-8f4063928d49 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "GET /v2.0/security-groups/b0fb8cdb-b388-4bf9-b0c2-8d371e7505ba HTTP/1.1" status: 404 len: 347 time: 0.0275760 Feb 04 15:58:27.238790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:27.278594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:27.278975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Attempting to bind port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:27.289491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:27.289949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:27.290190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:27.290789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Bound port: 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:27.291150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.335371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e504f-9158-4a06-a292-293bbe8bed4a req-09b01b9e-92a4-45ac-b7c2-abdca148e9cd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:27.345501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b1e504f-9158-4a06-a292-293bbe8bed4a req-09b01b9e-92a4-45ac-b7c2-abdca148e9cd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2662873 Feb 04 15:58:27.438492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:27.441734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:27.462933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Deleting port a902346f-190e-442e-8a14-aff4f9e9f51e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:27.464196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.466042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.478726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on host n-h1-827873-1 for vnic_type normal with profile None {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:27.479119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:27.479445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:27.611082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.613649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-95898882-40d9-444e-aaa5-216514fca326 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c1ace76-fdb2-4fb0-9762-37cf6a195411 HTTP/1.1" status: 200 len: 1096 time: 4.3706539 Feb 04 15:58:27.674641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:27.674959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:27.688450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.689312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:27.826991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:27.827968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:27.828729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:27.829464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Bound port: e8122969-28dc-4692-a123-dfa494ae5bbb, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:27.838193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95898882-40d9-444e-aaa5-216514fca326 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:27.847256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b1e504f-9158-4a06-a292-293bbe8bed4a req-39b038a5-f7ba-4011-b68e-a22f86ef86d2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036901 Feb 04 15:58:27.921868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Calling delete_port for a902346f-190e-442e-8a14-aff4f9e9f51e owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:27.942105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-09d82d4f-ca4d-48e2-94fc-80ed6d7e8f39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 1099 time: 0.2389176 Feb 04 15:58:27.951892 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2', 'status': 'completed', 'code': 200} Feb 04 15:58:27.958364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:28.093171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.094309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-d9eca1f6-d458-4e75-8489-234891d65152 service neutron] 10.222.0.62 "POST /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb/bindings HTTP/1.1" status: 201 len: 389 time: 1.6041591 Feb 04 15:58:28.103917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-a925a2c9-7c47-43f0-b2c4-1c04936f8525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411 HTTP/1.1" status: 200 len: 217 time: 0.1444159 Feb 04 15:58:28.155822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.235379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Pushing event deleted for resources: {'Port': ['ID=a902346f-190e-442e-8a14-aff4f9e9f51e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:28.286793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-2f0f1325-421f-43f2-b8a1-d5c78421c015 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.288384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-2f0f1325-421f-43f2-b8a1-d5c78421c015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1727574 Feb 04 15:58:28.361521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.380305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.412036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-00b26ed1-3657-4b08-97cb-3e30b4fe058e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=912b3891ec4a4444af872b77bf305b60&device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 1095 time: 0.3673949 Feb 04 15:58:28.469045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.470690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f479452-c8b8-4f80-8466-77b4086d24c2 tempest-ServersWithSpecificFlavorTestJSON-1814461194 tempest-ServersWithSpecificFlavorTestJSON-1814461194-project] 10.222.0.62 "DELETE /v2.0/floatingips/f5211992-9138-49ca-9878-75b11f26551f HTTP/1.1" status: 204 len: 168 time: 1.2307308 Feb 04 15:58:28.537817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171285-cf16-423c-804e-98b65f1fe907 req-cd2cdad0-0cc0-42f4-924e-a9708c9331df tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.538255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-cd2cdad0-0cc0-42f4-924e-a9708c9331df tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Synchronizing usage tracker for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:28.562810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-cd2cdad0-0cc0-42f4-924e-a9708c9331df tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Unset dirty status for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:28.564222 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-cd2cdad0-0cc0-42f4-924e-a9708c9331df tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.58 "GET /v2.0/networks?id=3e385f7b-0668-4649-bbd9-cc6229087e8d HTTP/1.1" status: 200 len: 805 time: 0.1915538 Feb 04 15:58:28.638534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-44857792-7647-42bd-9267-bffc2153f9d0 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Synchronizing usage tracker for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:28.650624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.666513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-44857792-7647-42bd-9267-bffc2153f9d0 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Unset dirty status for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:28.667647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f205b9-37b5-4ec5-869a-d70121ba0ccc req-61574398-c8d7-4a2a-b057-1b43a7c54501 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.667919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-44857792-7647-42bd-9267-bffc2153f9d0 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9ef7d2ec0d426a8417ee03677a7089 HTTP/1.1" status: 200 len: 380 time: 0.0916107 Feb 04 15:58:28.669377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35f205b9-37b5-4ec5-869a-d70121ba0ccc req-61574398-c8d7-4a2a-b057-1b43a7c54501 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 944 time: 0.5221276 Feb 04 15:58:28.679063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'port': {'device_id': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'admin_state_up': True, 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'security_groups': ['4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:28.773378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d60b7d-ca99-4d8a-b094-ba78754cae75 req-9912fca1-90ca-42d2-8252-1cf94c930e40 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.774056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-62d60b7d-ca99-4d8a-b094-ba78754cae75 req-9912fca1-90ca-42d2-8252-1cf94c930e40 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:28.812251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-750df0e7-c725-4fce-acf5-03c7dfa76bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:28.813680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-750df0e7-c725-4fce-acf5-03c7dfa76bab service neutron] 10.222.0.58 "GET /v2.0/networks?id=68e4be54-e3d4-46ba-a43d-cba539caa792 HTTP/1.1" status: 200 len: 916 time: 0.3537228 Feb 04 15:58:28.820552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-74a2b437-0a26-41a9-b79e-77b50ffa139b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5005078 Feb 04 15:58:28.875213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35f205b9-37b5-4ec5-869a-d70121ba0ccc req-420d1ff6-5ef0-4f99-9bab-c7d0197999fb tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916912 Feb 04 15:58:28.906409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-62d60b7d-ca99-4d8a-b094-ba78754cae75 req-9912fca1-90ca-42d2-8252-1cf94c930e40 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:28.907549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62d60b7d-ca99-4d8a-b094-ba78754cae75 req-9912fca1-90ca-42d2-8252-1cf94c930e40 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 948 time: 0.5170097 Feb 04 15:58:28.908574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:28.912493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Usage tracker for resource:port and tenant:5e9ef7d2ec0d426a8417ee03677a7089 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:28.915520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:28.919936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-afff51b0-a9f0-48c7-a545-2b04108c0bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1097 time: 0.4233143 Feb 04 15:58:28.922323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:28.932141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Made reservation on behalf of 5e9ef7d2ec0d426a8417ee03677a7089 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:28.936167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:28.966020 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'code': 200} Feb 04 15:58:28.981694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-31318796-c876-4cbe-8589-39017b25f1b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 HTTP/1.1" status: 200 len: 217 time: 0.1580653 Feb 04 15:58:29.154906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Allocated IP 172.20.0.9 (3e385f7b-0668-4649-bbd9-cc6229087e8d/54a0f77e-168f-4c55-8e9a-534ad377efc8/1348b555-0687-4ffc-be5d-d797ea827cd6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:29.195797 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06f84267-bd28-4fad-b449-a3212ded2cf5 req-384e972d-9c93-44f1-b819-92070d1f4391 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1100 time: 0.1236598 Feb 04 15:58:29.313320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7acd9d65-2e1a-4bb0-82e5-7b3170ea5243 req-c6fc335e-ccf2-4037-8028-61db7a585715 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 210 time: 0.0909190 Feb 04 15:58:29.320254 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06f84267-bd28-4fad-b449-a3212ded2cf5 req-393c54c4-a0d0-4d1f-b2a7-674d9c5b2366 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138015 Feb 04 15:58:29.350813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62d60b7d-ca99-4d8a-b094-ba78754cae75 req-2877f569-dfa4-43c5-b2d6-9c477907f5f5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266353 Feb 04 15:58:29.359334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-be73ff5b-ea64-4439-ae56-ed3a71aac82a service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827783 Feb 04 15:58:29.360255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-beb6aa0a-8285-43c5-bceb-141a63c932d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.361550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-beb6aa0a-8285-43c5-bceb-141a63c932d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d2ce6cb9-8c30-4f14-a60c-404893e8eb65 HTTP/1.1" status: 200 len: 854 time: 0.3497458 Feb 04 15:58:29.381159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-eb568d80-bce9-4510-86b6-7e239bb5c775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.382631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-eb568d80-bce9-4510-86b6-7e239bb5c775 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.4031789 Feb 04 15:58:29.410879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.433682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Transition to ACTIVE for port object 1348b555-0687-4ffc-be5d-d797ea827cd6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:29.455453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-bc9367f5-53d1-4341-8857-290e2fa7d592 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=68e4be54-e3d4-46ba-a43d-cba539caa792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823839 Feb 04 15:58:29.471178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.552179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:29.555800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:29.561909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:29.566100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.566818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.582753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event updated for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:29.599009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-376ec512-3a69-4cde-892e-9748ee9ca716 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245028 Feb 04 15:58:29.610691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Request body: {'port': {'device_id': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:29.733554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.774419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-17eff921-38dc-4fe5-8de4-d9414e6ac64c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 217 time: 0.2026396 Feb 04 15:58:29.815713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.838501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d92bf059-3186-41d6-9d49-6f976bf0e470 None None] Provisioning for port 1348b555-0687-4ffc-be5d-d797ea827cd6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:29.844438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d92bf059-3186-41d6-9d49-6f976bf0e470 None None] Provisioning complete for port 1348b555-0687-4ffc-be5d-d797ea827cd6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:29.844805 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d92bf059-3186-41d6-9d49-6f976bf0e470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:29.898792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d92bf059-3186-41d6-9d49-6f976bf0e470 None None] Port 1348b555-0687-4ffc-be5d-d797ea827cd6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:29.955503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4bf023-532f-42b2-8f22-4cf684b9858f req-7a31024e-bde8-4f87-b3b8-224fad35b86e service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773978 Feb 04 15:58:29.956092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:29.961338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-e0bace3c-4784-478f-8f39-52f1e00a9f53 service neutron] 10.222.0.58 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993145 Feb 04 15:58:29.964460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-4228eb1a-7f0f-40d9-983e-18112f0f8db6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:29.966299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-4228eb1a-7f0f-40d9-983e-18112f0f8db6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.1673570 Feb 04 15:58:30.001773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1230-823d-4cd9-8258-2027487e6d15 req-e96f40e7-bdff-4933-9d4e-cd92bf30495f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.003212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cae1230-823d-4cd9-8258-2027487e6d15 req-e96f40e7-bdff-4933-9d4e-cd92bf30495f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 946 time: 0.5158844 Feb 04 15:58:30.116677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-5190714b-1aeb-4292-900a-a79b6b65f9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220007 Feb 04 15:58:30.119493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1348b555-0687-4ffc-be5d-d797ea827cd6 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:30.127822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.129340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f0348-0f9d-4679-8f08-7b0cb850875a req-173939c9-de35-4ad3-a906-a3fb8db7ffa7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:30.130771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-565f0348-0f9d-4679-8f08-7b0cb850875a req-173939c9-de35-4ad3-a906-a3fb8db7ffa7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.3974488 Feb 04 15:58:30.143520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Transition to ACTIVE for port object 1348b555-0687-4ffc-be5d-d797ea827cd6 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:30.147437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.274493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Pushing event updated for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:30.303448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cae1230-823d-4cd9-8258-2027487e6d15 req-7b08e16f-6698-4a00-af0d-9182dcd24473 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624190 Feb 04 15:58:30.326688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd6a66ec-a854-4448-9ab0-af6e506cd539 req-07ddd130-bc87-40f7-a537-1fd565728f66 service neutron] 10.222.0.58 "GET /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544526 Feb 04 15:58:30.341987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:30.346162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Attempting to bind port 1348b555-0687-4ffc-be5d-d797ea827cd6 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:30.348023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Attempting to bind port 1348b555-0687-4ffc-be5d-d797ea827cd6 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:30.348451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Attempting to bind port 1348b555-0687-4ffc-be5d-d797ea827cd6 on network 3e385f7b-0668-4649-bbd9-cc6229087e8d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:30.363189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Port 1348b555-0687-4ffc-be5d-d797ea827cd6 on network 3e385f7b-0668-4649-bbd9-cc6229087e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:30.363626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Attempting to bind port 1348b555-0687-4ffc-be5d-d797ea827cd6 on network 3e385f7b-0668-4649-bbd9-cc6229087e8d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:30.377746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-9013b1e4-f1fc-4630-80d5-d367bbc01b2f service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423213 Feb 04 15:58:30.383152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:30.384105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Checking segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:30.384541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Bound using segment: {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:30.385000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Bound port: 1348b555-0687-4ffc-be5d-d797ea827cd6, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da042e27-42db-495f-9b53-fa34b6b88020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:30.385349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.393870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-565f0348-0f9d-4679-8f08-7b0cb850875a req-868dca8d-0a5d-4103-9be8-ebb7e2edf43d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348053 Feb 04 15:58:30.534277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:30.537666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1348b555-0687-4ffc-be5d-d797ea827cd6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:30.544353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.556598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:30.575977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2', 'network_id': '68e4be54-e3d4-46ba-a43d-cba539caa792', 'port_id': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2', 'mac_address': 'fa:16:3e:69:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ce6cb9-8c30-4f14-a60c-404893e8eb65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:30.634459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-e6ae33a4-74bd-405a-822d-1df080a7815c service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393985 Feb 04 15:58:30.667217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.672671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Pushing event updated for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:30.691208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.693036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-8de9ce60-bcd6-4171-baca-e5a35fb09227 service neutron] 10.222.0.58 "PUT /v2.0/ports/1348b555-0687-4ffc-be5d-d797ea827cd6 HTTP/1.1" status: 200 len: 1091 time: 1.0871754 Feb 04 15:58:30.694180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:30.726029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:30.755805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:30.785005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:30.815338 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411', 'status': 'completed', 'code': 200} Feb 04 15:58:31.003642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:31.019090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ce9da-ad58-40ba-87a9-cba89a26f1e1 req-fa8e63ca-97ce-4295-821c-8d4972098e9e tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.032263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d87ce9da-ad58-40ba-87a9-cba89a26f1e1 req-fa8e63ca-97ce-4295-821c-8d4972098e9e tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 944 time: 0.3668699 Feb 04 15:58:31.048123 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-1cb2058f-2ae0-480f-a5c5-120aa3525d2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9ef7d2ec0d426a8417ee03677a7089&device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 1094 time: 0.2893491 Feb 04 15:58:31.208359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:31.274782 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-d11ec39a-4393-4c1a-9b73-9fab86635ba3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1348b555-0687-4ffc-be5d-d797ea827cd6 HTTP/1.1" status: 200 len: 217 time: 0.2190869 Feb 04 15:58:31.344903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f171285-cf16-423c-804e-98b65f1fe907 req-5b997aa8-535a-4ed4-aa0a-fdbc40c7746b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.347074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-5b997aa8-535a-4ed4-aa0a-fdbc40c7746b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54a0f77e-168f-4c55-8e9a-534ad377efc8 HTTP/1.1" status: 200 len: 844 time: 0.0660317 Feb 04 15:58:31.347233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cb9c81dd-e137-47e7-a36e-8e62b66a8e57 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1097 time: 0.5980346 Feb 04 15:58:31.360907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-391bb064-129d-4b64-9775-35e02a0db8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 1099 time: 0.5401049 Feb 04 15:58:31.368728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d87ce9da-ad58-40ba-87a9-cba89a26f1e1 req-1c273c29-e2cc-49c3-a0e3-cdc721950af0 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341427 Feb 04 15:58:31.372354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:31.440474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-084da007-72e6-4ae9-ae49-a7a7077eff0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e385f7b-0668-4649-bbd9-cc6229087e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861762 Feb 04 15:58:31.624493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-1a093097-2b2c-4364-8aa4-7dd06a9ea30f service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769044 Feb 04 15:58:31.732589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29f849-8383-427d-a75d-9bdc86f9dbbd req-bee91682-bbc3-452b-9819-87b8e0059af8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.739288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d29f849-8383-427d-a75d-9bdc86f9dbbd req-bee91682-bbc3-452b-9819-87b8e0059af8 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 943 time: 0.6286857 Feb 04 15:58:31.761893 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:31.764750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f171285-cf16-423c-804e-98b65f1fe907 req-bca5e0ee-ca93-440f-baab-05f6d67d8110 service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322238 Feb 04 15:58:31.780253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-e0a0f467-5dbe-42ef-82a7-0ca1cdb2807d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.782010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-e0a0f467-5dbe-42ef-82a7-0ca1cdb2807d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3517289 Feb 04 15:58:31.901781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46cf77-c7dd-45b2-b330-a8060de96a37 req-eac6cc88-51f5-4b4e-8d22-b04af8582319 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:31.903687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a46cf77-c7dd-45b2-b330-a8060de96a37 req-eac6cc88-51f5-4b4e-8d22-b04af8582319 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 948 time: 0.3513000 Feb 04 15:58:31.914772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-8ec7f055-82ad-4b45-b1f7-16434b9d0a89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411 HTTP/1.1" status: 200 len: 217 time: 0.1222098 Feb 04 15:58:31.941275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d29f849-8383-427d-a75d-9bdc86f9dbbd req-c55f7b04-25ce-4016-9274-1fd12d0bee19 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011766 Feb 04 15:58:32.085979 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'status': 'completed', 'code': 200} Feb 04 15:58:32.109612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-10f634b2-4657-4904-945e-b83c9c09f8b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.111077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-10f634b2-4657-4904-945e-b83c9c09f8b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1740181 Feb 04 15:58:32.113283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a46cf77-c7dd-45b2-b330-a8060de96a37 req-bf7384be-7402-4994-b715-e80e600ac770 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010210 Feb 04 15:58:32.223267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:32.264713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:32.318072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1c1ace76-fdb2-4fb0-9762-37cf6a195411 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:32.319197 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-036c74cf-5056-4bed-9eea-d08128090749 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9ef7d2ec0d426a8417ee03677a7089&device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 1094 time: 0.2058537 Feb 04 15:58:32.408646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:32.451497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.479595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.505982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-e8b40187-8827-4127-b5ee-be739f4c92f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.507736 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-e8b40187-8827-4127-b5ee-be739f4c92f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e385f7b-0668-4649-bbd9-cc6229087e8d HTTP/1.1" status: 200 len: 906 time: 0.1817951 Feb 04 15:58:32.534951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-ef6a55a1-60f1-479a-874b-25ad29bc6702 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4056797 Feb 04 15:58:32.593243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:32.600878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:32.610863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1c1ace76-fdb2-4fb0-9762-37cf6a195411', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '1c1ace76-fdb2-4fb0-9762-37cf6a195411', 'mac_address': 'fa:16:3e:dd:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:32.612323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:32.612682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.617678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-1d875149-236c-4b9d-8b5a-c4fa0f3301ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1348b555-0687-4ffc-be5d-d797ea827cd6 HTTP/1.1" status: 200 len: 217 time: 0.1008787 Feb 04 15:58:32.698095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-7ee31818-dae9-404d-92bc-e641a86f3dd6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.700581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-7ee31818-dae9-404d-92bc-e641a86f3dd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54a0f77e-168f-4c55-8e9a-534ad377efc8 HTTP/1.1" status: 200 len: 844 time: 0.0749836 Feb 04 15:58:32.733905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.739624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38c66e-bec2-48ab-adb0-058d23157b15 req-ef8b3869-90e9-4286-a5d4-665095896438 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.741576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d38c66e-bec2-48ab-adb0-058d23157b15 req-ef8b3869-90e9-4286-a5d4-665095896438 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 946 time: 0.4062660 Feb 04 15:58:32.748260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:32.755474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1ace76-fdb2-4fb0-9762-37cf6a195411 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:32.760768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962e5aa-d22b-4161-9720-04ce8aeb9950 req-b0323665-fa17-427c-bf42-0a3e290a5c66 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:32.768271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3962e5aa-d22b-4161-9720-04ce8aeb9950 req-b0323665-fa17-427c-bf42-0a3e290a5c66 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.4341302 Feb 04 15:58:32.772687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:32.803962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-a9e23bfb-d470-4dfb-9750-99dd7f390f42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e385f7b-0668-4649-bbd9-cc6229087e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972474 Feb 04 15:58:32.849504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:32.852628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.854360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.911627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-6fdeef97-407a-458b-b0b9-0191588ad4ef service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621480 Feb 04 15:58:32.927546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on host n-h2-827873-1 for vnic_type normal with profile {"migrating_to": "n-h1-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:32.927882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:32.928194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:32.960299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:32.969483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:32.978596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:32.982935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:32.986231 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-4703d3e4-a8f1-4b99-bb02-efad53f15d70 service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748250 Feb 04 15:58:33.018903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3962e5aa-d22b-4161-9720-04ce8aeb9950 req-5bc05c71-dd4a-4e5b-966f-eb0e3a587f17 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496948 Feb 04 15:58:33.051455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d38c66e-bec2-48ab-adb0-058d23157b15 req-46d0e41c-c067-4ec0-bc27-e4381a32e25b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658834 Feb 04 15:58:33.054060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:33.064996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Attempting to bind port e8122969-28dc-4692-a123-dfa494ae5bbb on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:33.072373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.193089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1c1ace76-fdb2-4fb0-9762-37cf6a195411'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:33.232382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2d9b0445-3993-4d54-ae6e-ed1f397b44e3 req-6620f56a-fa8d-4275-865d-b4e8acb22fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400002 Feb 04 15:58:33.286144 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'code': 200} Feb 04 15:58:33.291597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:33.292003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:33.292438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:33.292933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Bound port: e8122969-28dc-4692-a123-dfa494ae5bbb, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:33.293466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.499434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b86201-9ea6-480b-a7bc-1698fa7b71d6 req-f8c92652-fe9e-43fb-8ed8-9090b0b7533d service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730906 Feb 04 15:58:33.549774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:33.554001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:33.568303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.610698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d221e-4ee2-4315-b69d-5eb9df21abf9 req-f9f55d97-6ea7-458e-bc74-862e02de23f4 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.612444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-026d221e-4ee2-4315-b69d-5eb9df21abf9 req-f9f55d97-6ea7-458e-bc74-862e02de23f4 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.3068373 Feb 04 15:58:33.662619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316406e-63aa-4fb3-968d-b9caf1f2677e req-b30b70b1-090d-48eb-ba2f-11fb1af8e82d tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:33.664041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1316406e-63aa-4fb3-968d-b9caf1f2677e req-b30b70b1-090d-48eb-ba2f-11fb1af8e82d tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 943 time: 0.3160832 Feb 04 15:58:33.765564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:33.834061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-026d221e-4ee2-4315-b69d-5eb9df21abf9 req-2dfeb4fe-ac93-4a8b-9179-f4672bf65863 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068317 Feb 04 15:58:33.842199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1316406e-63aa-4fb3-968d-b9caf1f2677e req-41aafa2d-63e3-4468-866c-62211215a267 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653059 Feb 04 15:58:33.852238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:33.853696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-941131bc-0969-464a-8a10-ff8e7466a713 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 1122 time: 2.4916325 Feb 04 15:58:33.958239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e8122969-28dc-4692-a123-dfa494ae5bbb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:34.020844 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2', 'code': 200} Feb 04 15:58:34.160976 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eff8c157-64a5-4323-9720-b5e6df6f368e req-f4ef9fa5-2e3d-41f9-af65-9460173b0247 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 1097 time: 0.1103313 Feb 04 15:58:34.230059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94a75b-8acf-4653-8b23-fe836182b705 req-ed0f372a-7a11-4307-ad1e-6b7a9eb7d0f2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.232256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c94a75b-8acf-4653-8b23-fe836182b705 req-ed0f372a-7a11-4307-ad1e-6b7a9eb7d0f2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.1705964 Feb 04 15:58:34.254807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eff8c157-64a5-4323-9720-b5e6df6f368e req-dfb042db-2781-4e1b-aa32-253e554fa5f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836070 Feb 04 15:58:34.322875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c94a75b-8acf-4653-8b23-fe836182b705 req-2eb49407-ff59-4ec7-8b79-9c81a76680bf tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842860 Feb 04 15:58:34.369351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1348b555-0687-4ffc-be5d-d797ea827cd6 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:34.372780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8c61-3976-46a4-8b6e-ea08929b9f2b req-0fd862a1-82a2-4ed5-8e42-d1f34f70de74 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.375133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6a8c61-3976-46a4-8b6e-ea08929b9f2b req-0fd862a1-82a2-4ed5-8e42-d1f34f70de74 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 949 time: 0.0991886 Feb 04 15:58:34.432269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6a8c61-3976-46a4-8b6e-ea08929b9f2b req-0d20fdaa-0cfc-4ad2-a19f-e1efd75ed094 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506845 Feb 04 15:58:34.543041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1348b555-0687-4ffc-be5d-d797ea827cd6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:34.559436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'port_id': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'mac_address': 'fa:16:3e:ef:81:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:34.611675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cf324-5b91-4c16-808b-5f219de52890 req-acef9da0-49e4-4776-af6e-6f859e921e47 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:34.613277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-989cf324-5b91-4c16-808b-5f219de52890 req-acef9da0-49e4-4776-af6e-6f859e921e47 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 0.0939724 Feb 04 15:58:34.639181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.668458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-989cf324-5b91-4c16-808b-5f219de52890 req-f3ad9433-c20f-43b9-8373-6e0147d49868 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Feb 04 15:58:34.675959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1348b555-0687-4ffc-be5d-d797ea827cd6 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:34.693838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1348b555-0687-4ffc-be5d-d797ea827cd6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:34.702607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:34.804142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:34.862190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44872) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:34.992243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d190dabb-e31e-4159-b68f-06af8558c343 req-bc3d07cd-92a2-4384-9f28-e4f61e3557f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0892377 Feb 04 15:58:34.994843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1348b555-0687-4ffc-be5d-d797ea827cd6'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:35.225838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181e76a-fa49-4c2c-b97c-7fc5e645da25 req-66553873-89a4-423d-ab00-0da71ff68437 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.233723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e181e76a-fa49-4c2c-b97c-7fc5e645da25 req-66553873-89a4-423d-ab00-0da71ff68437 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 944 time: 0.1551449 Feb 04 15:58:35.287237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:35.341596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e181e76a-fa49-4c2c-b97c-7fc5e645da25 req-5bfd6ca5-9293-4fce-b567-0743c062bb54 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022379 Feb 04 15:58:35.472579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-0a18bd38-180f-475a-ab7f-d62b5b45b8f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1800985 Feb 04 15:58:35.505253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb067400-7b55-4a55-994d-f57b71a7bf0f req-81d8617a-1bc0-498a-ab6f-fc5b4761d11c tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:35.534358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb067400-7b55-4a55-994d-f57b71a7bf0f req-81d8617a-1bc0-498a-ab6f-fc5b4761d11c tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.1869712 Feb 04 15:58:35.646964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb067400-7b55-4a55-994d-f57b71a7bf0f req-8d059794-f16f-4a25-b1da-75ece5dfb7d3 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116302 Feb 04 15:58:35.653039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:35.720493 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'status': 'completed', 'code': 200} Feb 04 15:58:35.927904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-74aa49bd-87b2-4249-a53e-d900aea59846 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1125 time: 0.1736312 Feb 04 15:58:36.019704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff0b0c-6ced-4d2c-8e7d-929cfc09875a req-dfe95966-e3ba-4675-9788-96f926b1582d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.022121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aff0b0c-6ced-4d2c-8e7d-929cfc09875a req-dfe95966-e3ba-4675-9788-96f926b1582d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 949 time: 0.1975584 Feb 04 15:58:36.030228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312ed0-44a7-4341-ae1f-d9ef3f1963e2 req-60fed8d8-411a-42bc-851c-88338ed97faf tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.037870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9312ed0-44a7-4341-ae1f-d9ef3f1963e2 req-60fed8d8-411a-42bc-851c-88338ed97faf tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.1309068 Feb 04 15:58:36.169840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8246644-cfa2-4361-911d-404bec750895 req-25eb35f9-cf9b-4b26-b2db-f6b3f0aee2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.171291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-25eb35f9-cf9b-4b26-b2db-f6b3f0aee2d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.1839669 Feb 04 15:58:36.175380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9312ed0-44a7-4341-ae1f-d9ef3f1963e2 req-a3439973-56e3-465c-8673-1f2dc176f443 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366720 Feb 04 15:58:36.183612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aff0b0c-6ced-4d2c-8e7d-929cfc09875a req-4ca417f6-a05b-434c-a346-9288a9e0ee29 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436727 Feb 04 15:58:36.184773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:36.374004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:36.396429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.416139 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-30a461df-b7b2-4366-ad65-4aa3d587e50f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 217 time: 0.2373390 Feb 04 15:58:36.424976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1c1ace76-fdb2-4fb0-9762-37cf6a195411 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:36.495211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1348b555-0687-4ffc-be5d-d797ea827cd6 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:36.550176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:58:36.615281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:36.620773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Usage tracker for resource:security_group_rule and tenant:5d4baa92d97e4c178aa91ee65145af80 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:36.624453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:36.631735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:36.656463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf984f5-6df0-484a-91af-011151f7a066 req-503b0e13-5697-4334-9e86-1bf7094dd5f4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.663863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebf984f5-6df0-484a-91af-011151f7a066 req-503b0e13-5697-4334-9e86-1bf7094dd5f4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 0.2429745 Feb 04 15:58:36.686119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8246644-cfa2-4361-911d-404bec750895 req-38bb284c-1f7c-4c3b-9a5b-6b262b24bfd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:36.687621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-38bb284c-1f7c-4c3b-9a5b-6b262b24bfd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2636254 Feb 04 15:58:36.766046 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-c0715702-6fbf-4439-8ebf-b4d2d63b1226 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639327 Feb 04 15:58:36.810867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebf984f5-6df0-484a-91af-011151f7a066 req-f27a2ae4-2227-4071-86f6-5aec6baed891 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460650 Feb 04 15:58:36.893633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.902696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:36.917711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:36.956336 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d4baa92d97e4c178aa91ee65145af80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7704339 Feb 04 15:58:36.959320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb has no active binding in host n-h1-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:58:36.964287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:36.990942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:37.002405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 1348b555-0687-4ffc-be5d-d797ea827cd6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:37.009040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:37.009412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.012696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc003004-6e5d-4a7d-9704-dc857d6a6ef4 req-f029de3e-7d7c-4ae1-8c1a-19c5e1892fc5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.018914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc003004-6e5d-4a7d-9704-dc857d6a6ef4 req-f029de3e-7d7c-4ae1-8c1a-19c5e1892fc5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 944 time: 0.2681532 Feb 04 15:58:37.030083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f513d-f30b-417c-b860-c6c481b8a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24deaa06-06c2-4b59-910d-8a0cc635eb29,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.072494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 1348b555-0687-4ffc-be5d-d797ea827cd6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:37.073258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.111444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-6592acab-716d-4417-970b-912bed269b32 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742555 Feb 04 15:58:37.193892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc003004-6e5d-4a7d-9704-dc857d6a6ef4 req-52e4e088-e890-4936-8b65-c0c495806997 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647823 Feb 04 15:58:37.237048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.271067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661f391-5284-4ed2-8dd8-fb90e07ed4ab req-ffdb381c-e21f-45b5-a39a-e133f0057b78 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.272120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f661f391-5284-4ed2-8dd8-fb90e07ed4ab req-ffdb381c-e21f-45b5-a39a-e133f0057b78 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.1616783 Feb 04 15:58:37.275337 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.281349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.289915 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.327566 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c8246644-cfa2-4361-911d-404bec750895 req-782a814e-9870-4e3b-87c5-755908f92cb3 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033229 Feb 04 15:58:37.361638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:37.379922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:37.385972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1348b555-0687-4ffc-be5d-d797ea827cd6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:37.388930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.411472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Deleting port 3149448b-104f-4474-9fd0-265cda5ae39f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:37.411472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.428968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.468269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.541895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f661f391-5284-4ed2-8dd8-fb90e07ed4ab req-6c0d1836-3e77-4d1e-a5cc-68ddb934b65f tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625546 Feb 04 15:58:37.544685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.626572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c412b-b3d4-47a2-98d3-fc676080a58a req-c5f08767-c63f-42c7-8562-e0c2a80eac49 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.628362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53c412b-b3d4-47a2-98d3-fc676080a58a req-c5f08767-c63f-42c7-8562-e0c2a80eac49 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.1841807 Feb 04 15:58:37.631988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.653383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-cd21575f-21a4-47bd-9b3f-45bc5544721f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1100 time: 0.1456966 Feb 04 15:58:37.677416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24deaa06-06c2-4b59-910d-8a0cc635eb29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:37.689726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] For port 3149448b-104f-4474-9fd0-265cda5ae39f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3149448b-104f-4474-9fd0-265cda5ae39f,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:37.690237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.757089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:37.758174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3018c41b-278b-4817-9aff-9697a56af370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24deaa06-06c2-4b59-910d-8a0cc635eb29 HTTP/1.1" status: 204 len: 168 time: 0.7926812 Feb 04 15:58:37.821343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Calling delete_port for 3149448b-104f-4474-9fd0-265cda5ae39f owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:37.826858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53c412b-b3d4-47a2-98d3-fc676080a58a req-2ef2e24d-cebf-46b0-be1c-396b72b011a0 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772888 Feb 04 15:58:37.921307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8bf0b-66bc-4298-bd21-de8366f5da77 req-f546a31d-8ed1-41c2-90ac-f30511c9a45f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.922819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b8bf0b-66bc-4298-bd21-de8366f5da77 req-f546a31d-8ed1-41c2-90ac-f30511c9a45f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 950 time: 0.2318568 Feb 04 15:58:37.954400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76526-bada-484f-a917-bbeda0240ccd req-1c9b313c-a8f6-44e1-b04b-099c12e2160c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:37.955911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-1c9b313c-a8f6-44e1-b04b-099c12e2160c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2617533 Feb 04 15:58:38.128277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b8bf0b-66bc-4298-bd21-de8366f5da77 req-58abf890-7a87-4b08-92e1-22860b9f71a4 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981139 Feb 04 15:58:38.130812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-669719ed-e062-4019-8531-d0e92174e282 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.1316850 Feb 04 15:58:38.213683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76526-bada-484f-a917-bbeda0240ccd req-48c3f416-6f53-4daf-bb78-da973a9a0ded service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.215409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-48c3f416-6f53-4daf-bb78-da973a9a0ded service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0760324 Feb 04 15:58:38.227239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e9c49-8bf5-431a-8ce2-c29bbabd0932 req-9b261e9e-4464-4fed-bacf-9ad9915e9468 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.233983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab7e9c49-8bf5-431a-8ce2-c29bbabd0932 req-9b261e9e-4464-4fed-bacf-9ad9915e9468 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2768567 Feb 04 15:58:38.235920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:38.269020 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411', 'code': 200} Feb 04 15:58:38.311531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.370940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab7e9c49-8bf5-431a-8ce2-c29bbabd0932 req-a528e84b-ff54-47ef-90de-f344fef7d01b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359892 Feb 04 15:58:38.469341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:38.538676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Pushing event deleted for resources: {'Port': ['ID=3149448b-104f-4474-9fd0-265cda5ae39f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:38.591841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:38.612754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ee18c07f704f3bb1ded57502255e42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:38.619592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:38.651716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:38.682702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-8511b31e-ddb6-4e4e-adaa-9feb5c2213de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4458561 Feb 04 15:58:38.703383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-1b624c83-7570-4cd9-b582-a9d1f6399c73 service neutron] 10.222.0.58 "GET /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.3724077 Feb 04 15:58:38.741176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f005316c-96f2-4247-96cd-bc1f470c5a69 req-04799673-8a7b-4cad-832d-b4ae83dd9216 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 1101 time: 0.3633509 Feb 04 15:58:38.803890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0433f8-8a73-4ed9-a6e6-4ce4f43f3e4c req-a322b68e-6c33-42da-8865-6960b1ef84a5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.810853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d0433f8-8a73-4ed9-a6e6-4ce4f43f3e4c req-a322b68e-6c33-42da-8865-6960b1ef84a5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.2900317 Feb 04 15:58:38.870015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8c69-de68-4942-9e94-2171df3626a1 req-bd55e551-dd74-4c6d-8d38-faf700f66f5b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.874989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e0e8c69-de68-4942-9e94-2171df3626a1 req-bd55e551-dd74-4c6d-8d38-faf700f66f5b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 944 time: 0.4599292 Feb 04 15:58:38.983735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-ed81bdf2-f2d4-44b0-92bb-423a44ace4b9 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:38.985142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-ed81bdf2-f2d4-44b0-92bb-423a44ace4b9 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.41 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.3769009 Feb 04 15:58:39.007371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f005316c-96f2-4247-96cd-bc1f470c5a69 req-cd1036b2-e53b-46cc-98ec-b14e1b4459d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100685 Feb 04 15:58:39.010772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d0433f8-8a73-4ed9-a6e6-4ce4f43f3e4c req-2332317d-e1df-40a0-bbb5-27e222a9b64d tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991005 Feb 04 15:58:39.020263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.048747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.069838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-65caec0e-4d2f-4c38-bc75-4b8e8f24b110 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759367 Feb 04 15:58:39.102862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e0e8c69-de68-4942-9e94-2171df3626a1 req-def635a2-404b-47ad-aa02-a538abbe491b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676874 Feb 04 15:58:39.115262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1ee18c07f704f3bb1ded57502255e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8766599 Feb 04 15:58:39.116835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc7e7e-ab6c-4676-a5ab-5c6593315699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad45f19a-a585-4e3d-9e69-25cc0b10255d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.119444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:39.164629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Deleting port 1dd16b09-644f-4487-beab-72a26dae0875 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:39.165166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.367679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.464647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.501885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.517105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-436b4095-8cb1-4040-b6d2-002abe15afd3 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053820 Feb 04 15:58:39.520757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:39.648313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8122969-28dc-4692-a123-dfa494ae5bbb {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:39.656088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.673104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.686653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7dcea-0b72-4b60-9a05-409abaa97a58 req-21816335-3689-4479-b243-c82f0e854cde tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:39.688205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe7dcea-0b72-4b60-9a05-409abaa97a58 req-21816335-3689-4479-b243-c82f0e854cde tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 950 time: 0.2951369 Feb 04 15:58:39.702553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b890-f802-4f30-9ed4-916ac5123c50 req-e35b9695-33a5-471f-95fd-0f347e506fc6 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:39.704682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba75b890-f802-4f30-9ed4-916ac5123c50 req-e35b9695-33a5-471f-95fd-0f347e506fc6 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 946 time: 0.2542231 Feb 04 15:58:39.707190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.758268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad45f19a-a585-4e3d-9e69-25cc0b10255d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:39.780065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.783834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4f3de329-7b19-4dd9-8ec2-c7c6c6e1ae87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad45f19a-a585-4e3d-9e69-25cc0b10255d HTTP/1.1" status: 204 len: 168 time: 0.6607854 Feb 04 15:58:39.783998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.816390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe7dcea-0b72-4b60-9a05-409abaa97a58 req-4f834db8-1881-42f6-9a20-fa4a7a206d56 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092546 Feb 04 15:58:39.827938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] For port 1dd16b09-644f-4487-beab-72a26dae0875, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1dd16b09-644f-4487-beab-72a26dae0875,segment=NetworkSegment(58fe1db6-618e-4acb-8595-c6bda8a25544),segment_id=58fe1db6-618e-4acb-8595-c6bda8a25544)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:39.828302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:39.839359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba75b890-f802-4f30-9ed4-916ac5123c50 req-06638a15-6ee8-42da-aeda-e4f8319ab5c6 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/security-groups?id=649e8827-04f8-4c23-8eec-4e5e1f68be94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072278 Feb 04 15:58:40.029211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Calling delete_port for 1dd16b09-644f-4487-beab-72a26dae0875 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:40.040367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e68fc-f254-44ed-89e5-4e84839e3b3b req-593e4c33-19ac-45e7-b39f-918b8de8d289 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.041992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf8e68fc-f254-44ed-89e5-4e84839e3b3b req-593e4c33-19ac-45e7-b39f-918b8de8d289 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.0926013 Feb 04 15:58:40.117139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf8e68fc-f254-44ed-89e5-4e84839e3b3b req-4d295970-3dae-443c-b42d-f5aa15d812db tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687137 Feb 04 15:58:40.270311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:40.271679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.285353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1dd16b09-644f-4487-beab-72a26dae0875'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:40.337405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Pushing event deleted for resources: {'Port': ['ID=1dd16b09-644f-4487-beab-72a26dae0875,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.342783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2230fc-46f5-4b04-9b56-7f401e76dbed req-4d41ce94-de98-4ff1-aaf6-750a8e73dbec tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.349856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2230fc-46f5-4b04-9b56-7f401e76dbed req-4d41ce94-de98-4ff1-aaf6-750a8e73dbec tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.0932353 Feb 04 15:58:40.375667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] Transition to ACTIVE for port object e8122969-28dc-4692-a123-dfa494ae5bbb will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:40.460418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2230fc-46f5-4b04-9b56-7f401e76dbed req-e24290dd-55d8-462f-982f-284d0e162e45 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093493 Feb 04 15:58:40.501978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.600450 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'code': 200} Feb 04 15:58:40.603612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] No DVR routers for this DVR port 1dd16b09-644f-4487-beab-72a26dae0875 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:40.635765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba05314-b90e-4101-8c03-1ace5837e157 req-6accf5de-cbc2-4079-88f4-0d680221d056 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:40.637797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ba05314-b90e-4101-8c03-1ace5837e157 req-6accf5de-cbc2-4079-88f4-0d680221d056 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.0862279 Feb 04 15:58:40.672357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:40.676954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'name': 'network-vif-deleted', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:40.764270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] No DVR routers for this DVR port e8122969-28dc-4692-a123-dfa494ae5bbb on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:40.768013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ba05314-b90e-4101-8c03-1ace5837e157 req-d883a0de-fdbd-4f76-85ca-ba52d183d129 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242836 Feb 04 15:58:40.779312 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-229fe8ee-429b-4634-ac97-aba2f81735f4 req-503448a1-6ebf-45ef-9a63-74c9b6b27e02 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.41 "DELETE /v2.0/ports/1dd16b09-644f-4487-beab-72a26dae0875 HTTP/1.1" status: 204 len: 173 time: 1.7879786 Feb 04 15:58:40.782423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] Pushing event updated for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:40.818281 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b9baa6-3e6f-4d48-9111-29c54f12f1e7', 'name': 'network-vif-deleted', 'tag': '1dd16b09-644f-4487-beab-72a26dae0875', 'status': 'completed', 'code': 200} Feb 04 15:58:40.854075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-cd4a9d8d-9ad3-465c-aa75-d94bbb84e829 service neutron] 10.222.0.58 "PUT /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb/bindings/n-h1-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1364279 Feb 04 15:58:40.854292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dee74426-f18a-460f-9e83-f2c89550051e req-f396e187-8c26-4a3f-9e79-11f8bc4f1890 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 1096 time: 0.1263256 Feb 04 15:58:40.974682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dee74426-f18a-460f-9e83-f2c89550051e req-b9a89986-d097-4b39-9a8f-2288442666f3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079714 Feb 04 15:58:41.116982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ea6dd35-6060-4168-ac20-6755b89e99c0 req-246444ee-5bd4-4613-87e8-315da3ef2ba3 tempest-VolumesAdminNegativeTest-108182358 tempest-VolumesAdminNegativeTest-108182358-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b9baa6-3e6f-4d48-9111-29c54f12f1e7 HTTP/1.1" status: 200 len: 210 time: 0.1080070 Feb 04 15:58:41.213883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5377f-bac2-4ece-8bf0-e3d24fb5e63d req-ac472afb-c2a8-4a89-bfbb-5ad4ac6c2ca0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:41.221618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94f5377f-bac2-4ece-8bf0-e3d24fb5e63d req-ac472afb-c2a8-4a89-bfbb-5ad4ac6c2ca0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 950 time: 0.0976272 Feb 04 15:58:41.259551 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-007409b2-f913-46bb-873c-2462af815d22 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.3135524 Feb 04 15:58:41.299730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94f5377f-bac2-4ece-8bf0-e3d24fb5e63d req-ab19bdb8-71fb-4d3a-9bae-297609c67bca tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771396 Feb 04 15:58:41.388868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:41.619895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ea7c0-7ec0-4991-a1ae-2d94725de245 req-7222ee67-e76b-4ad7-8976-47d774f81e2d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:41.622246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d47ea7c0-7ec0-4991-a1ae-2d94725de245 req-7222ee67-e76b-4ad7-8976-47d774f81e2d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2946339 Feb 04 15:58:41.640830 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-ae8f9638-9e5b-4aad-bd34-43170a4b41bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748&tenant_id=8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 1096 time: 0.1924348 Feb 04 15:58:41.656525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09640714-91d6-4666-b28d-3142aac7f11e req-c57041d9-d87e-44bf-a967-2d1c0d14f5c2 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 1101 time: 0.1803184 Feb 04 15:58:41.680523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d47ea7c0-7ec0-4991-a1ae-2d94725de245 req-51e00e16-bc8e-409c-b064-785754dec82b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Feb 04 15:58:41.710409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1684634716-network', 'tenant_id': '72547cce33154153b136ba6bbdf6fd27'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:41.718728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:41.732253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Usage tracker for resource:network and tenant:72547cce33154153b136ba6bbdf6fd27 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:41.740136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:41.750295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:41.758131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09640714-91d6-4666-b28d-3142aac7f11e req-ee11d9e6-e59a-41d0-b870-9ebab2cd3077 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804908 Feb 04 15:58:41.766156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:41.769351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.786309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.831972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:41.836825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Usage tracker for resource:security_group_rule and tenant:72547cce33154153b136ba6bbdf6fd27 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:41.841070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:41.848150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:41.955160 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-73fd3815-c3b1-48bb-b675-c6156b00ab07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1096 time: 0.2880797 Feb 04 15:58:41.981515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:41.991795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.006220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:42.058299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:42.072104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.072485 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Added segment cbddb840-668e-4936-b645-6d5a66425336 of type vlan for network 38401940-e3c6-4883-9d47-bcc4a35f13c4 Feb 04 15:58:42.117845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d45f20-1fd0-49ae-afed-c4d3a4def427,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.150132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.160433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c342f-210e-4af4-8e64-0fc632e9d9e2 req-a858762f-4c7c-49ab-8c23-0539613786e2 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.161878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-807c342f-210e-4af4-8e64-0fc632e9d9e2 req-a858762f-4c7c-49ab-8c23-0539613786e2 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.2376616 Feb 04 15:58:42.188218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-3b80e39e-1b6d-4b18-97ee-0e8115be7662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.189818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-3b80e39e-1b6d-4b18-97ee-0e8115be7662 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.2258418 Feb 04 15:58:42.235609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1452d-4f82-4ceb-9262-49df24ed143b req-b41fef8c-128f-4737-9a5d-c75670c10e4a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.242700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ca1452d-4f82-4ceb-9262-49df24ed143b req-b41fef8c-128f-4737-9a5d-c75670c10e4a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.2287204 Feb 04 15:58:42.272948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.273818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.274452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.275123 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-366111a3-a57e-4c7a-bc0b-a3105c58a838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 200 len: 217 time: 0.0783968 Feb 04 15:58:42.290894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-807c342f-210e-4af4-8e64-0fc632e9d9e2 req-701b2a78-a91e-48fe-b283-7329139daa70 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011443 Feb 04 15:58:42.381631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1dd16b09-644f-4487-beab-72a26dae0875 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:42.427914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:42.440885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-432d8f45-5d59-4ba1-89c8-f05a18202634 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.443009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-432d8f45-5d59-4ba1-89c8-f05a18202634 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.1597445 Feb 04 15:58:42.476720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 1dd16b09-644f-4487-beab-72a26dae0875 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:42.477112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1dd16b09-644f-4487-beab-72a26dae0875 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:42.479741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ca1452d-4f82-4ceb-9262-49df24ed143b req-6ed46891-69cc-4f6e-be45-bb76ea2d4264 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362263 Feb 04 15:58:42.481619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0913348 Feb 04 15:58:42.499567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.514976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Request body: {'subnet': {'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1684634716-subnet', 'tenant_id': '72547cce33154153b136ba6bbdf6fd27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:42.515122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-1f69e238-f014-42f0-9faf-80fb5c4fa2d5 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418262 Feb 04 15:58:42.519188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:42.520664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-ddf8f740-ed4b-4b88-bba3-44f497ff3d32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615907 Feb 04 15:58:42.524822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:42.531946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Usage tracker for resource:subnet and tenant:72547cce33154153b136ba6bbdf6fd27 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:42.539428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11930ab4-3773-423e-a0ab-19c58465960c admin admin] Pushing event updated for resources: {'Network': ['ID=38401940-e3c6-4883-9d47-bcc4a35f13c4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:42.551050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:42.575066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:42.584976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:42.664564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.670740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:42.672967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:42.699120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-c96e1bf7-c4d6-4543-855b-0966adac7a4d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:42.700559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-c96e1bf7-c4d6-4543-855b-0966adac7a4d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847546 Feb 04 15:58:42.721665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-0a79c168-1b04-4e81-a835-b35a59c6472f tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/quotas/52979047ddc74125b926d23db29178b5 HTTP/1.1" status: 200 len: 375 time: 0.0153644 Feb 04 15:58:42.831844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:42.843789 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Sync routers for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:42.855042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d24d802-a491-4eff-a457-c0696e3bf35d admin admin] 10.222.0.62 "PUT /v2.0/routers/8a6cf58f-3b5b-4114-b42d-cc4f733c47ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9894202 Feb 04 15:58:42.859353 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:42.870026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:42.871268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:42.877615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-628c0d68-6b63-4445-a418-c8f14a171b13 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1372001 Feb 04 15:58:42.908984 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-fc37e61c-3dc5-41e1-8d8f-fe6669a97ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783243 Feb 04 15:58:43.032482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Deleting subnet 05160e66-b8bc-4b75-a65e-9eb4202db631 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:43.121216 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:43.190699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2de16c-fc42-466b-8404-8169323ffcac req-0df8f2d4-b308-4db8-a9bd-687fa27183b5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.198992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce2de16c-fc42-466b-8404-8169323ffcac req-0df8f2d4-b308-4db8-a9bd-687fa27183b5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2449224 Feb 04 15:58:43.253427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce8717bd-7353-4bf3-bfb0-a81637956b76 req-d3a983c2-232d-453b-85d4-b005ba720cca tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 210 time: 0.1142750 Feb 04 15:58:43.308269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce2de16c-fc42-466b-8404-8169323ffcac req-6e200272-c7af-4091-9095-5df5f3b6d563 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077261 Feb 04 15:58:43.401174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.435510 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-094b43a4-4623-4376-bc0d-7989bbba2eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538002 Feb 04 15:58:43.481544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.520237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.572792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:58:38Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:43.575312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.580219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Checking router: 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:43.598278 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Routers {'8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:43.599448 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:43.635359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a809ef-6fbc-481d-b944-c225132fd96a req-6f07f304-20e4-43c0-937b-c367e7e573d5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.638436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4a809ef-6fbc-481d-b944-c225132fd96a req-6f07f304-20e4-43c0-937b-c367e7e573d5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.2065077 Feb 04 15:58:43.668171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.761506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Checking segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:43.762733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Network hostable DHCP agents. Network: 38401940-e3c6-4883-9d47-bcc4a35f13c4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:43.790461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.791819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4a809ef-6fbc-481d-b944-c225132fd96a req-db12fba9-b851-42a0-8229-938ad31cb5e6 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456604 Feb 04 15:58:43.840710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05160e66-b8bc-4b75-a65e-9eb4202db631,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:43.858884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f7f7a-dd55-4727-89a2-9faa53309831 req-24b1e292-0af6-4761-8ee1-4bd537d74e36 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:43.860915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6f7f7a-dd55-4727-89a2-9faa53309831 req-24b1e292-0af6-4761-8ee1-4bd537d74e36 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.1434736 Feb 04 15:58:43.905627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] Set router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:43.906234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:43.924566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6f7f7a-dd55-4727-89a2-9faa53309831 req-0652d634-6262-4088-b1ca-aecf4340afd8 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571556 Feb 04 15:58:43.929677 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0170c5b4-f79a-4126-a4a4-302db7a35ae9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/05160e66-b8bc-4b75-a65e-9eb4202db631 HTTP/1.1" status: 204 len: 168 time: 1.2618353 Feb 04 15:58:43.932276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:43.940972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:43.989381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 38401940-e3c6-4883-9d47-bcc4a35f13c4) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:44.011641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.011915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639284f-925c-4cad-a6ff-798e68548377 None None] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:44.013903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.045200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.128364 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-b4e019c4-529c-405e-a8d4-2a983112824c tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.2911744 Feb 04 15:58:44.143718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f5f1daa-8d45-4a62-a11b-01319726be13 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6391633 Feb 04 15:58:44.213749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.366215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:58:38Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.370507 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bfbc7e-ed8e-4bf0-a470-534dad12e277 None None] The sync data for ids ['8a6cf58f-3b5b-4114-b42d-cc4f733c47ea'] in n-d-827873-1 is: [{'id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636950194-router', 'tenant_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:20Z', 'updated_at': '2022-02-04T15:58:38Z', 'revision_number': 5, 'project_id': '4a9b9825d05644bf9c4d8cf78bbf4500', 'gw_port': {'id': '51ea0b69-3ae3-4625-897d-0f6b7cafe864', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6cf58f-3b5b-4114-b42d-cc4f733c47ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:21Z', 'updated_at': '2022-02-04T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:44.405606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-3df5608e-c8d0-45da-9ec7-77163e7ecf19 service neutron] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:44.411115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-3df5608e-c8d0-45da-9ec7-77163e7ecf19 service neutron] Notify callbacks [] for binding, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.412357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd92ab07-2c94-415d-b563-b6fa97e85620 req-3df5608e-c8d0-45da-9ec7-77163e7ecf19 service neutron] 10.222.0.41 "DELETE /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb/bindings/n-h2-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.2706220 Feb 04 15:58:44.421818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.447690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e126c3f-4f97-4ec7-abb4-586815d77c54 None None] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:44.464232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74300b-95f5-45b2-8c13-224381550963 req-c1a73dd6-dd20-40a1-9000-c097be271d0b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:44.467852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df74300b-95f5-45b2-8c13-224381550963 req-c1a73dd6-dd20-40a1-9000-c097be271d0b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.4349208 Feb 04 15:58:44.479822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.480362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.482079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.482592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > port after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.483056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > port after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.483565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > port after_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.484255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.484737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.485291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.486163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.488000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45092) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:44.495057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Request body: {'floatingip': {'port_id': '1348b555-0687-4ffc-be5d-d797ea827cd6'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:44.588192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.698763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.717088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.717733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.718310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.718965 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:58:44.719536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feb9566-81a4-4ee8-8db9-d368116fdeee']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.734525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Deleting port 51ea0b69-3ae3-4625-897d-0f6b7cafe864 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:44.734893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:44.839061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fe1db6-618e-4acb-8595-c6bda8a25544') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.839354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fe1db6-618e-4acb-8595-c6bda8a25544') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:44.858706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-43c970b8-690f-473c-9f5b-c592d9cb19f8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=52979047ddc74125b926d23db29178b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971656 Feb 04 15:58:44.870453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a63fa36-4328-47ed-aae3-74004d56db20 req-32e28912-bc18-4aa1-9d3a-7610cf57b9c8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 210 time: 0.1071463 Feb 04 15:58:44.993577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.036321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.062799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:58:45.063200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.101437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] For port 51ea0b69-3ae3-4625-897d-0f6b7cafe864, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=51ea0b69-3ae3-4625-897d-0f6b7cafe864,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:45.102067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: util.warn_limited( Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: util.warn_limited( Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: timer() Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:45.110167 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:45.265085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-1ca768ca-0a01-48cc-809b-9b174346c0a1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.266526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-1ca768ca-0a01-48cc-809b-9b174346c0a1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846385 Feb 04 15:58:45.321256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Request body: {'port': {'device_id': '902d7171-6401-4f8a-92ed-a8e64593698b', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '52979047ddc74125b926d23db29178b5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:45.411121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Calling delete_port for 51ea0b69-3ae3-4625-897d-0f6b7cafe864 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:45.466255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f516e87-1555-40dd-b82e-5d8786e6e0f1 req-4e407173-7bd3-4dfb-bdd1-a6866924902b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.467628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f516e87-1555-40dd-b82e-5d8786e6e0f1 req-4e407173-7bd3-4dfb-bdd1-a6866924902b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.7393260 Feb 04 15:58:45.468265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.475190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.550235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] Pushing event deleted for resources: {'Network': ['ID=5feb9566-81a4-4ee8-8db9-d368116fdeee,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:45.568141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b03310b3-3fa0-433f-9f74-7c719b90688d admin admin] 10.222.0.62 "DELETE /v2.0/networks/5feb9566-81a4-4ee8-8db9-d368116fdeee HTTP/1.1" status: 204 len: 168 time: 1.6339345 Feb 04 15:58:45.574919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:45.702850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-c1c70cc2-8ab3-412f-a232-fac138ec82ca tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:45.703518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-c1c70cc2-8ab3-412f-a232-fac138ec82ca tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:45.713980 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.720277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f516e87-1555-40dd-b82e-5d8786e6e0f1 req-72782089-dabd-4d5f-876a-6ceab7592de6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422945 Feb 04 15:58:45.727534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:45.738714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Deleting subnet da7a71d1-660b-4e9d-b5e6-b722773cf1a5 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:45.742559 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.772289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Pushing event deleted for resources: {'Port': ['ID=51ea0b69-3ae3-4625-897d-0f6b7cafe864,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:45.785222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:45.807873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-c1c70cc2-8ab3-412f-a232-fac138ec82ca tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:45.809445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-c1c70cc2-8ab3-412f-a232-fac138ec82ca tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.5378273 Feb 04 15:58:45.820790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.863683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Made reservation on behalf of 52979047ddc74125b926d23db29178b5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:45.866871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:45.909431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3149448b-104f-4474-9fd0-265cda5ae39f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:45.941207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3149448b-104f-4474-9fd0-265cda5ae39f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:45.941803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3149448b-104f-4474-9fd0-265cda5ae39f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:46.057398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.068809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-e59c55b9-823d-4471-9f6e-d30eb7b4839f tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/quotas/72547cce33154153b136ba6bbdf6fd27 HTTP/1.1" status: 200 len: 375 time: 0.2511561 Feb 04 15:58:46.130364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.139353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.172138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-123bb28d-55cf-42f9-89c5-fa53f1c2a895 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897205 Feb 04 15:58:46.185766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.388283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.401619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.409190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8765ef-ad97-458f-bfe5-0c93d9bd8316 req-91fe1e21-a694-407e-8032-8c804e9722ed tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:46.410685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce8765ef-ad97-458f-bfe5-0c93d9bd8316 req-91fe1e21-a694-407e-8032-8c804e9722ed tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.5254045 Feb 04 15:58:46.423773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.466416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Allocated IP 192.168.233.109 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:46.498295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-b5d0b481-b627-4f45-b79c-2126cb6ea661 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134239 Feb 04 15:58:46.503353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7a71d1-660b-4e9d-b5e6-b722773cf1a5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:46.536246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.553619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.554162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6cf58f-3b5b-4114-b42d-cc4f733c47ea {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:58:46.584919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.586224 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a0399f8e-b192-4d01-86ea-77d43b56027f admin admin] 10.222.0.62 "DELETE /v2.0/routers/8a6cf58f-3b5b-4114-b42d-cc4f733c47ea HTTP/1.1" status: 204 len: 168 time: 3.7072439 Feb 04 15:58:46.589595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45116) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.663299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c5874244-6bf4-4ab9-91ee-e19d6ef78d5c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/da7a71d1-660b-4e9d-b5e6-b722773cf1a5 HTTP/1.1" status: 204 len: 168 time: 1.0781026 Feb 04 15:58:46.674932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce8765ef-ad97-458f-bfe5-0c93d9bd8316 req-0e59dea1-db42-4a50-9da2-2c39e29199e0 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375057 Feb 04 15:58:46.702213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:46.776629 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Floating IP 83891402-5fb6-4e4a-9410-d8f567c0f4c6 associated. External IP: 172.25.5.53, port: 1348b555-0687-4ffc-be5d-d797ea827cd6. Feb 04 15:58:46.831512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Deleting subnet bfdc2f80-0b1e-4f96-bf71-cea64c996e71 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:58:46.845020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.904970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.943411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b376366-4fcf-4145-9ccc-4fe1e5b60699 req-6caaf422-5676-4031-8935-da9a6f383859 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:46.973942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-a74d67ed-147d-4f1d-9b0f-4ff291b9fb11 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632366 Feb 04 15:58:46.979842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:46.993044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.020380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b376366-4fcf-4145-9ccc-4fe1e5b60699 req-6caaf422-5676-4031-8935-da9a6f383859 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:47.021512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b376366-4fcf-4145-9ccc-4fe1e5b60699 req-6caaf422-5676-4031-8935-da9a6f383859 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 210 time: 0.2078500 Feb 04 15:58:47.105662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.153023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.158690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Transition to ACTIVE for port object ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:47.197759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdc2f80-0b1e-4f96-bf71-cea64c996e71,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:47.210384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.220823 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a171fdfb-3dcb-4e46-86be-267c11f3650e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bfdc2f80-0b1e-4f96-bf71-cea64c996e71 HTTP/1.1" status: 204 len: 168 time: 0.6302054 Feb 04 15:58:47.223388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f977ea9-5077-438e-8538-eae9a3455501 None None] Network 211102f1-651a-41d6-abc8-3cab15949d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:47.250717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:47.265735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.336288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:47.374968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', '1c1ace76-fdb2-4fb0-9762-37cf6a195411'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:47.383737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.481582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:47.508008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Router 436c3fde-e66d-45d6-9797-ef8b0031f0ba has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:58:47.532783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:47.664350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:47.829256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77810da4-0264-42d5-a3ed-de7130e283a4']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:47.829915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 51ea0b69-3ae3-4625-897d-0f6b7cafe864 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:47.845597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:47.856520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.857294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.875600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Sync routers for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:47.896127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 51ea0b69-3ae3-4625-897d-0f6b7cafe864 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:47.896430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 51ea0b69-3ae3-4625-897d-0f6b7cafe864 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:47.916960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a413a6ea-b103-41cb-a7eb-2ef9652b42ba tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "PUT /v2.0/floatingips/83891402-5fb6-4e4a-9410-d8f567c0f4c6 HTTP/1.1" status: 200 len: 990 time: 3.4255464 Feb 04 15:58:47.916960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:47.917275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event updated for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:47.933204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f235b43-5cea-4f98-b980-1a8af0143668') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:47.933499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f235b43-5cea-4f98-b980-1a8af0143668') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:47.953008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:47.953641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.972535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:47.973053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:47.973676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:48.005426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Deleting port 1d201790-bde8-4fc3-9a8f-5442088337ba {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:48.005998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.024933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-91bbe109-860d-4ffa-a9d0-a45369189a25 None None] Provisioning for port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:48.033648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-cb24f40b-8278-4795-90fb-888cdc84d786 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7176888 Feb 04 15:58:48.036389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.087298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-91bbe109-860d-4ffa-a9d0-a45369189a25 None None] Provisioning complete for port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:48.088052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91bbe109-860d-4ffa-a9d0-a45369189a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.195724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Request body: {'port': {'device_id': '902d7171-6401-4f8a-92ed-a8e64593698b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:48.245798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:58:48.246357 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: timer() Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:48.259395 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:48.273761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] DHCP port deletion for 211102f1-651a-41d6-abc8-3cab15949d86 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:58:48.314942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Deleting port 1d201790-bde8-4fc3-9a8f-5442088337ba {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:48.315313 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.329604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938eaf9-0a38-4094-b9c9-67aa6e50aad4 req-e1069590-2eea-4e3f-8670-f81ff52a855f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:48.331082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9938eaf9-0a38-4094-b9c9-67aa6e50aad4 req-e1069590-2eea-4e3f-8670-f81ff52a855f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.8438008 Feb 04 15:58:48.337145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-91bbe109-860d-4ffa-a9d0-a45369189a25 None None] Port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:58:48.387537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0202599-70cc-46fd-9a79-befffb21e448 req-d071b02c-0b3d-4bcd-a73f-45326d050e64 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 1096 time: 0.8553207 Feb 04 15:58:48.502789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:48.514913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.541355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.638124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] Pushing event deleted for resources: {'Network': ['ID=77810da4-0264-42d5-a3ed-de7130e283a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:48.639796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.656504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98e66084-16e4-440d-aa9f-26fabfeb8975 admin admin] 10.222.0.62 "DELETE /v2.0/networks/77810da4-0264-42d5-a3ed-de7130e283a4 HTTP/1.1" status: 204 len: 168 time: 1.9529927 Feb 04 15:58:48.663079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9938eaf9-0a38-4094-b9c9-67aa6e50aad4 req-d0508815-d201-4509-9cc8-16e65341dc77 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147361 Feb 04 15:58:48.694920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0202599-70cc-46fd-9a79-befffb21e448 req-b8def3d4-ad79-4227-9310-547826ae39a9 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701564 Feb 04 15:58:48.948799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] For port 1d201790-bde8-4fc3-9a8f-5442088337ba, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d201790-bde8-4fc3-9a8f-5442088337ba,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:48.950275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:48.981960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:49.030817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-90513ff3-36a0-4f50-b6a4-45e1978201cd tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:49.032501 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-90513ff3-36a0-4f50-b6a4-45e1978201cd tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.3837266 Feb 04 15:58:49.051230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e97056a1-05b8-4c0e-b042-58174a129737 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6bd627ba09b469c9e647d48a54e0671&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0655406 Feb 04 15:58:49.053625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45164) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:49.077338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Request body: {'port': {'device_id': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'admin_state_up': True, 'tenant_id': '72547cce33154153b136ba6bbdf6fd27'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:49.180553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Calling delete_port for 1d201790-bde8-4fc3-9a8f-5442088337ba owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:49.238874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] For port 1d201790-bde8-4fc3-9a8f-5442088337ba, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d201790-bde8-4fc3-9a8f-5442088337ba,segment=NetworkSegment(6aaf4a3a-5e77-4d33-be4a-903be8bf242e),segment_id=6aaf4a3a-5e77-4d33-be4a-903be8bf242e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:49.239413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.243379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.262389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:49.264679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03b48345-847b-491a-a737-fa7398eefd01 req-7059bb57-9b16-4b79-8574-66dcff01a68a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 210 time: 0.2388248 Feb 04 15:58:49.290497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.358416 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'status': 'completed', 'code': 200} Feb 04 15:58:49.363054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Usage tracker for resource:port and tenant:72547cce33154153b136ba6bbdf6fd27 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:49.367151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:49.375748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:49.385885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.419294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:49.421061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Calling delete_port for 1d201790-bde8-4fc3-9a8f-5442088337ba owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:49.423179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.445116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e8827-04f8-4c23-8eec-4e5e1f68be94,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.496644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.499583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4f7a5a8-0194-49e1-b7ac-1f2950da9be9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/649e8827-04f8-4c23-8eec-4e5e1f68be94 HTTP/1.1" status: 204 len: 168 time: 0.4429450 Feb 04 15:58:49.547299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:58:49.628360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Allocated IP 172.20.0.3 (38401940-e3c6-4883-9d47-bcc4a35f13c4/f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3/51628527-d1fd-461e-9dd2-e801431eb558) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:49.629343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.694014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42495b84-0e8a-4e81-98f5-093392dc4852 req-56c984ab-6630-475f-a76e-31fbb1ef1be7 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:49.695581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42495b84-0e8a-4e81-98f5-093392dc4852 req-56c984ab-6630-475f-a76e-31fbb1ef1be7 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.6708713 Feb 04 15:58:49.704324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:49.722393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.744739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:58:49.745138 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:58:49.795301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] Pushing event deleted for resources: {'Port': ['ID=1d201790-bde8-4fc3-9a8f-5442088337ba,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:49.817146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3a069-f530-4167-91ef-d86c9cdedf76 None None] No DVR routers for this DVR port 1d201790-bde8-4fc3-9a8f-5442088337ba on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:58:49.839165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Transition to ACTIVE for port object ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:49.866603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:49.882879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '83891402-5fb6-4e4a-9410-d8f567c0f4c6', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'port_id': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'mac_address': 'fa:16:3e:ef:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:18Z', 'updated_at': '2022-02-04T15:58:45Z', 'revision_number': 1, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.905698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Checking router: 436c3fde-e66d-45d6-9797-ef8b0031f0ba for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:58:49.922182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:49.923033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:49.923439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387ceaa-31ba-472c-a5ad-61045116c80f req-5b07b661-5256-4ef5-a776-3dfe5835746d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:49.925054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9387ceaa-31ba-472c-a5ad-61045116c80f req-5b07b661-5256-4ef5-a776-3dfe5835746d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 936 time: 0.4649365 Feb 04 15:58:49.937013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-3b170e36-0f87-4784-b9cb-694ca029ae97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5e9ef7d2ec0d426a8417ee03677a7089&device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 1096 time: 0.5253768 Feb 04 15:58:49.993351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.030714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42495b84-0e8a-4e81-98f5-093392dc4852 req-59b741c4-235e-4987-965f-517a9f3b3b3b tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164525 Feb 04 15:58:50.039610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.243524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:50.256162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:50.270557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:50.282782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:50.283846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.303387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:50.311005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:50.357247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-671589e7-6e09-4a56-b952-fdb31049c3fe tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3003230 Feb 04 15:58:50.360665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Deleting port 1d201790-bde8-4fc3-9a8f-5442088337ba {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:50.361147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.374574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Request body: {'port': {'device_id': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:50.396047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:50.405694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:50.439742 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0eb821cc-b039-4b2a-8e0b-206a0388e6d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=078422b9ee3e4c75a8cc1381ca6c1646&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1245637 Feb 04 15:58:50.442216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:50.445133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d201790-bde8-4fc3-9a8f-5442088337ba no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:58:50.486588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1d201790-bde8-4fc3-9a8f-5442088337ba {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:58:50.486812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d201790-bde8-4fc3-9a8f-5442088337ba not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:58:50.490826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] The port '1d201790-bde8-4fc3-9a8f-5442088337ba' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:58:50.551720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.661063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9387ceaa-31ba-472c-a5ad-61045116c80f req-c52f5dd5-295c-4c24-85ec-65e83689076a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230442 Feb 04 15:58:50.661396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.744502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.815902 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.898666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.899263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-1067f0d4-3066-484d-aa69-711a38d6f11e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:50.900405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-1067f0d4-3066-484d-aa69-711a38d6f11e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3e385f7b-0668-4649-bbd9-cc6229087e8d HTTP/1.1" status: 200 len: 906 time: 0.9209793 Feb 04 15:58:50.908243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:50.922727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211102f1-651a-41d6-abc8-3cab15949d86']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:50.968476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.002265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428a38a-0456-4cff-ae3f-25fe83dd3d24,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.025290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.028064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2dbbd0ab-4be1-4575-8c63-0a675d59d98b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b428a38a-0456-4cff-ae3f-25fe83dd3d24 HTTP/1.1" status: 204 len: 168 time: 0.5869961 Feb 04 15:58:51.085088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Attempting to bind port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:51.085342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Attempting to bind port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:51.085737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Attempting to bind port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:51.112448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaf4a3a-5e77-4d33-be4a-903be8bf242e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:51.112744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaf4a3a-5e77-4d33-be4a-903be8bf242e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:51.133169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '83891402-5fb6-4e4a-9410-d8f567c0f4c6', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'port_id': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'mac_address': 'fa:16:3e:ef:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:18Z', 'updated_at': '2022-02-04T15:58:45Z', 'revision_number': 1, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:51.139075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0edad-b305-4c5d-9db0-b48c365574ad None None] The sync data for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 is: [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '83891402-5fb6-4e4a-9410-d8f567c0f4c6', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'port_id': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'mac_address': 'fa:16:3e:ef:81:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T15:58:18Z', 'updated_at': '2022-02-04T15:58:45Z', 'revision_number': 1, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:58:51.150455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51628527-d1fd-461e-9dd2-e801431eb558 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:51.160258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.198814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Transition to ACTIVE for port object 51628527-d1fd-461e-9dd2-e801431eb558 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:51.198944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-0967f297-4a44-44e7-a2ee-8fcf120c759a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:51.198944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-0967f297-4a44-44e7-a2ee-8fcf120c759a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.8073957 Feb 04 15:58:51.206066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.219444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.257129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:51.257455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Attempting to bind port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:51.266660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.303483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-6ff326f9-d408-49e3-8799-279ed8ce3cca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/quotas/8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 375 time: 0.0714397 Feb 04 15:58:51.319450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:58:51.319957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: timer() Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:58:51.334767 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:58:51.378248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:51.378886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:51.378991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:51.379421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Bound port: ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:51.379764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.421591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.479103 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6a788-0dd1-4a52-8690-abae5993bafd None None] New status for floating IP 83891402-5fb6-4e4a-9410-d8f567c0f4c6: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:58:51.499062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-bf87f395-ea85-49a2-a97f-262bfdb0002d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1348b555-0687-4ffc-be5d-d797ea827cd6 HTTP/1.1" status: 200 len: 998 time: 0.5664091 Feb 04 15:58:51.505031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.524939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Attempting to bind port 51628527-d1fd-461e-9dd2-e801431eb558 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:51.525284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Attempting to bind port 51628527-d1fd-461e-9dd2-e801431eb558 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:51.525679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Attempting to bind port 51628527-d1fd-461e-9dd2-e801431eb558 on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:51.542359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Port 51628527-d1fd-461e-9dd2-e801431eb558 on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:51.542791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Attempting to bind port 51628527-d1fd-461e-9dd2-e801431eb558 on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:51.550908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:51.551362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Checking segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:51.551813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Bound using segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:51.552423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Bound port: 51628527-d1fd-461e-9dd2-e801431eb558, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:51.552837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.583629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.615212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] Pushing event deleted for resources: {'Network': ['ID=211102f1-651a-41d6-abc8-3cab15949d86,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.635565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849756c-b5d2-428d-8872-003043f8a5bc req-55c1d82b-cd41-4837-84fc-4f59151db07b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:51.637494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9849756c-b5d2-428d-8872-003043f8a5bc req-55c1d82b-cd41-4837-84fc-4f59151db07b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.7060242 Feb 04 15:58:51.677132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:51.682787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:51.689711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.718580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-53f9cc80-b32a-4b8f-b35f-23760bee150d admin admin] 10.222.0.62 "DELETE /v2.0/networks/211102f1-651a-41d6-abc8-3cab15949d86 HTTP/1.1" status: 204 len: 168 time: 4.4664187 Feb 04 15:58:51.723987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-6fc453ca-e96c-4a88-9998-5c2259040999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:51.725352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-6fc453ca-e96c-4a88-9998-5c2259040999 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54a0f77e-168f-4c55-8e9a-534ad377efc8 HTTP/1.1" status: 200 len: 844 time: 0.2182810 Feb 04 15:58:51.729720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:51.770741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:51.797515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.799155 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-2640d86e-4504-4758-a002-bba8852d273f service neutron] 10.222.0.58 "PUT /v2.0/ports/51628527-d1fd-461e-9dd2-e801431eb558 HTTP/1.1" status: 200 len: 1091 time: 1.4336650 Feb 04 15:58:51.799680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:51.843196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:51.878552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:51.885825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-290869a9-5e2a-4466-8dca-e982afccb3f6 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5394654 Feb 04 15:58:51.898073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9849756c-b5d2-428d-8872-003043f8a5bc req-917e9d3e-912c-499e-9da8-d5d88f71707e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438953 Feb 04 15:58:51.923198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:51.951132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-19b03ebc-d0d4-49ba-8623-0d720bed74f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 1094 time: 0.1087742 Feb 04 15:58:52.027473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-5c8b21d1-edda-4241-bd4d-f1ef6ad352bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51628527-d1fd-461e-9dd2-e801431eb558 HTTP/1.1" status: 200 len: 217 time: 0.0691900 Feb 04 15:58:52.108833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-6e2e3252-88e3-419b-b21d-908982348fe0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.110430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-6e2e3252-88e3-419b-b21d-908982348fe0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.0679882 Feb 04 15:58:52.165584 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-3b602127-d33c-4f47-86ee-c213db70e1e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449295 Feb 04 15:58:52.236068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:52.243575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:52.283661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.285018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-6f9b908e-bf03-4ae2-9ed9-a785ad7ace37 service neutron] 10.222.0.58 "PUT /v2.0/ports/ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a HTTP/1.1" status: 200 len: 1096 time: 4.2399850 Feb 04 15:58:52.286885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:52.336779 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-6e0d100b-41c9-426b-b18a-72b07ba7022c service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639383 Feb 04 15:58:52.399431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-2a25cd1d-c81a-4911-822f-dbec4d8af951 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3e385f7b-0668-4649-bbd9-cc6229087e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6647532 Feb 04 15:58:52.459331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2141830850-network', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:52.508549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1a67d558-27d6-4251-8a8c-a8c7c12d0972 service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079457 Feb 04 15:58:52.570782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:52.580031 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-25a30894-e249-4ad8-8a54-87038dcdf3a4 req-662b12ba-58f7-48df-afd5-aa1c8923820d service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361085 Feb 04 15:58:52.586379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Usage tracker for resource:network and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:52.615908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:52.679654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:52.698634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c46c4a-81e6-4853-a499-8ac52d9b9d23 req-69744ab5-7c51-43a2-9203-0f1ad94117da tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:52.700112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07c46c4a-81e6-4853-a499-8ac52d9b9d23 req-69744ab5-7c51-43a2-9203-0f1ad94117da tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 943 time: 0.6699173 Feb 04 15:58:52.780503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Made reservation on behalf of d0e4da336be34a28931bf8b56ddfa205 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:52.782699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.836509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:52.875702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-55c2c02d-a196-4eee-bf24-c4251f3b9a3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 1099 time: 0.5272663 Feb 04 15:58:52.883020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-325a34fa-39b1-430d-8c43-26db4dbdcef6 service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626606 Feb 04 15:58:52.967708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-85415f13-c3a2-453c-84f9-ea6a5eaec940 service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863075 Feb 04 15:58:52.983391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07c46c4a-81e6-4853-a499-8ac52d9b9d23 req-16429bb5-40f6-42ab-bd36-f2095ea054ac tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:58:53.067890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-b182c63d-f733-401e-b571-030827b1c789 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a HTTP/1.1" status: 200 len: 217 time: 0.1768825 Feb 04 15:58:53.070457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:53.084134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:53.087149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:53.194990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:53.270935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07c46c4a-81e6-4853-a499-8ac52d9b9d23 req-16429bb5-40f6-42ab-bd36-f2095ea054ac tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:58:53.271837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07c46c4a-81e6-4853-a499-8ac52d9b9d23 req-16429bb5-40f6-42ab-bd36-f2095ea054ac tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446000 Feb 04 15:58:53.359689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-ad588d34-ff84-4bbc-8f30-225a035f54b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:53.361212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-ad588d34-ff84-4bbc-8f30-225a035f54b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2862513 Feb 04 15:58:53.438656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3744b316-3ae3-4be6-b7dd-e05bcb2a0cde req-cf5857cf-c7eb-45db-8cfa-a6c6cc775d97 service neutron] 10.222.0.58 "GET /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441689 Feb 04 15:58:53.509472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.610603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.633013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77852a-d53a-474e-9307-c1f3ce62a55f req-712a9f99-8055-4c08-93ed-dd6e51e36d10 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:53.634453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d77852a-d53a-474e-9307-c1f3ce62a55f req-712a9f99-8055-4c08-93ed-dd6e51e36d10 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.4094849 Feb 04 15:58:53.684737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:58:53.729429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-c1941de6-8104-4dad-b6da-47cca2c9123f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3568625 Feb 04 15:58:53.730014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf3ed3b-1469-471c-87bb-2ec686a729d3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:53.739391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.739721 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Added segment d5e9dce6-22fe-4f6e-8b38-cf1ead456c03 of type vlan for network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 Feb 04 15:58:53.880723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:53.994124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d77852a-d53a-474e-9307-c1f3ce62a55f req-d6e5a0c5-0125-46aa-a723-0eedb37e9e90 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3495736 Feb 04 15:58:54.009851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e8e4c-72ea-4931-897c-eda0c61b2bc1 req-6015a47b-0523-4afb-a717-9db1b7cbb5bb tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.011393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d5e8e4c-72ea-4931-897c-eda0c61b2bc1 req-6015a47b-0523-4afb-a717-9db1b7cbb5bb tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 948 time: 0.4413664 Feb 04 15:58:54.062492 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558', 'status': 'completed', 'code': 200} Feb 04 15:58:54.095962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.181666 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a', 'status': 'completed', 'code': 200} Feb 04 15:58:54.195965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-838d1d05-3bc9-4384-bc22-977c622334e9 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577279 Feb 04 15:58:54.237872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.238781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.239341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.270963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d5e8e4c-72ea-4931-897c-eda0c61b2bc1 req-27581867-bf77-4464-beca-e7d3516f2784 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512109 Feb 04 15:58:54.404308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-65800fa0-f17e-40fb-9534-7c0e752edcbc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.408254 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-65800fa0-f17e-40fb-9534-7c0e752edcbc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.1739714 Feb 04 15:58:54.425082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Request body: {'port': {'device_id': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'admin_state_up': True, 'tenant_id': '8a4052ef63114053855160863b947016'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:54.534805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d1503e9-44c5-42ac-b7f2-472356eb454b req-a8a246b9-333a-43a4-bf6e-b0d188ee1769 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 210 time: 0.1016479 Feb 04 15:58:54.538036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] Pushing event updated for resources: {'Network': ['ID=70358e10-2a4f-41cb-b5f5-1f3743b2d7f7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:54.548936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:58:54.549968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe962350-e482-4f1e-934e-5fadd2c0ae98 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3013513 Feb 04 15:58:54.557026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:54.575249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:54.586416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:54.587766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Request body: {'subnet': {'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2141830850-subnet', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:54.597558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:54.599881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:54.603451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.619888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Usage tracker for resource:subnet and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:54.630188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-4a045035-9785-4642-8a76-6202609d2de9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 1094 time: 0.4819164 Feb 04 15:58:54.634819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:54.659919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4286588b-1a4f-4539-a6b9-976dc945c492 req-f0bd9e4c-20d7-4a21-8aa9-2aa0942057f4 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477882 Feb 04 15:58:54.667625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:54.811594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Allocated IP 172.20.0.2 (d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61/e1325b98-90d9-434f-9b93-fd2e5b9940e3/38a0bb15-bc88-44df-a062-69282b32f325) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:54.851139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Made reservation on behalf of d0e4da336be34a28931bf8b56ddfa205 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:58:54.853290 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:54.881500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd73926-505a-40d9-8a55-b430515f9005 req-4b8fbb05-c32f-472a-9f88-ee7e7ae986ba tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:54.881500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fd73926-505a-40d9-8a55-b430515f9005 req-4b8fbb05-c32f-472a-9f88-ee7e7ae986ba tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.6304486 Feb 04 15:58:55.049090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e7036584-f1cb-4ad6-bad9-65628ce32294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.132148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.146301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-9e8f9523-9db4-45ee-8525-f5997e1f7df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:55.148045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-9e8f9523-9db4-45ee-8525-f5997e1f7df8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 906 time: 0.5083926 Feb 04 15:58:55.161348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.163743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fd73926-505a-40d9-8a55-b430515f9005 req-dc9026ae-9e7f-45ce-849e-f4364155e7bc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691405 Feb 04 15:58:55.242547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:55.245738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:55.248214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:55.252266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:55.252973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.265415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-d9f91d47-c78d-491f-96c1-88081a37982a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51628527-d1fd-461e-9dd2-e801431eb558 HTTP/1.1" status: 200 len: 217 time: 0.0949516 Feb 04 15:58:55.265616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:55.272002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-044a52e6-431d-4a42-b64a-952916edd93f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 1099 time: 0.5284903 Feb 04 15:58:55.286437 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bea508b9-8c16-4ba7-91dc-233a1726b3cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654749 Feb 04 15:58:55.300452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Request body: {'port': {'device_id': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:55.407041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.419643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b49d-4055-4d9f-bbd9-ab6c0faaa8e1 req-67b08ed7-0d8c-4cae-929b-8cef751fc819 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:55.421103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6c0b49d-4055-4d9f-bbd9-ab6c0faaa8e1 req-67b08ed7-0d8c-4cae-929b-8cef751fc819 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 943 time: 0.3753316 Feb 04 15:58:55.743498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-4bff35df-33bc-45ae-b4ae-8897adfb8a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:55.744523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-4bff35df-33bc-45ae-b4ae-8897adfb8a6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.4599340 Feb 04 15:58:55.767604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a0bb15-bc88-44df-a062-69282b32f325 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:55.774716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.790220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Transition to ACTIVE for port object 38a0bb15-bc88-44df-a062-69282b32f325 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:55.794649 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.891264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-98bb89d0-9100-49a1-bc86-5fa6707bdc05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779240 Feb 04 15:58:55.893386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6c0b49d-4055-4d9f-bbd9-ab6c0faaa8e1 req-2dafad7f-5727-48cd-a069-c79118e8536b tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849028 Feb 04 15:58:55.896895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:55.969543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.011415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:56.012335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:56.012740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:56.019250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:58:56.019575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:56.025916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:56.026252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:56.026689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:56.027122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Bound port: 38a0bb15-bc88-44df-a062-69282b32f325, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:56.027484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.071743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7726c7-80a6-4800-b253-d1562397ead8 req-fd8dcc0a-8562-4d59-ae3e-679d1e1adc43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.073150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-fd8dcc0a-8562-4d59-ae3e-679d1e1adc43 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7598753 Feb 04 15:58:56.168451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:56.174904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:56.181133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.240968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea219331-2f50-4d50-ab0d-627a921e9b7f req-5043bd84-6fc3-4c9e-a1cd-64bb675308bc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.242691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.244110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] 10.222.0.41 "PUT /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 1091 time: 0.9483702 Feb 04 15:58:56.244546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:56.247111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea219331-2f50-4d50-ab0d-627a921e9b7f req-5043bd84-6fc3-4c9e-a1cd-64bb675308bc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.9033937 Feb 04 15:58:56.268955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.286440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311383e-5810-4a22-8ac3-b25a138c5da3 service neutron] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.298862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-ea533e52-0c43-4daf-aad3-1cfe1f3d45f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a HTTP/1.1" status: 200 len: 217 time: 0.1559958 Feb 04 15:58:56.449691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-2baf1ab0-395c-417e-b914-8286bbc31b45 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487068 Feb 04 15:58:56.456162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Checking segment: {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:56.456523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Network hostable DHCP agents. Network: 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:58:56.470413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:56.476126 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-bbf6f4c1-9441-4893-a82c-66e8f9c844aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1094 time: 0.1710854 Feb 04 15:58:56.545632 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-9c648a60-1f57-4fb4-8c9a-96b3f44bafd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.0620561 Feb 04 15:58:56.571683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7726c7-80a6-4800-b253-d1562397ead8 req-96e10734-7e1f-4c70-8960-11223653cd5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.573083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-96e10734-7e1f-4c70-8960-11223653cd5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2540121 Feb 04 15:58:56.585496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea219331-2f50-4d50-ab0d-627a921e9b7f req-0e3aa956-4f9b-4962-82bc-2e6069a7d7a3 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345785 Feb 04 15:58:56.592143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15f3f1-61b7-475f-a9a9-dee679dea829 req-77765b20-165b-4bd7-9fdd-02d72843727d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.598004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e15f3f1-61b7-475f-a9a9-dee679dea829 req-77765b20-165b-4bd7-9fdd-02d72843727d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 948 time: 0.5341022 Feb 04 15:58:56.607904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:56.623752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '51628527-d1fd-461e-9dd2-e801431eb558', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '51628527-d1fd-461e-9dd2-e801431eb558', 'mac_address': 'fa:16:3e:f2:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:56.629228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-dff436c8-33c6-4126-a0dc-0c18504765d4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.630696 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-dff436c8-33c6-4126-a0dc-0c18504765d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.0781279 Feb 04 15:58:56.681981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.689158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-f74d5125-a575-4211-ac37-aef98ca6d64c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501263 Feb 04 15:58:56.702763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51628527-d1fd-461e-9dd2-e801431eb558 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:56.719519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:56.726650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.805602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:56.843442 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-f45a8fee-98f4-4bd2-acb7-e7f2270a17c3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470191 Feb 04 15:58:56.879991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-090983f3-c7e1-443e-b367-a8aa31a9b758 req-b480f4f6-86fc-4e49-8421-670a055eed43 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190722 Feb 04 15:58:56.883628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:58:56.900109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e15f3f1-61b7-475f-a9a9-dee679dea829 req-b67bc1fc-df15-4087-9e1a-1ea90d11dea8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312500 Feb 04 15:58:56.914139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:56.919187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:56.919772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:56.930989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7abbfb-d60f-40fe-ae28-92a77b4ba672 None None] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:56.966764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-67514739-e95f-4100-9b9a-6c7710ac7917 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3844361 Feb 04 15:58:56.975276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9025d1d5-68ae-4c59-bcec-a65dd7653481 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4169805 Feb 04 15:58:56.980063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:56.987426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:58:56.992878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:58:56.997454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Usage tracker for resource:router and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:58:57.000527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:58:57.007057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:58:57.034319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.035528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.055978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.064596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['51628527-d1fd-461e-9dd2-e801431eb558'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:57.068322 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c73a8d3f-8f80-45be-af73-816c2ba9a751 req-d4ecbd31-53cf-4863-ad03-919540183fc5 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183495 Feb 04 15:58:57.076139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a7a9-adb5-4e0d-b025-323601bf2164 req-c73ca4bd-cbcf-4116-abdd-db5e34fcc15f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.082757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1276a7a9-adb5-4e0d-b025-323601bf2164 req-c73ca4bd-cbcf-4116-abdd-db5e34fcc15f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 943 time: 0.3446553 Feb 04 15:58:57.211056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ef206bb-1408-4a7d-85b4-f9ec724b3f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.247702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.278544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:58:57.279331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.306384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1276a7a9-adb5-4e0d-b025-323601bf2164 req-89a0175f-6dc3-4289-96e4-cfd2c013edd6 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226329 Feb 04 15:58:57.320510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-d80ac624-3226-4438-9c88-eeb0d67b81d7 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424671 Feb 04 15:58:57.393122 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325', 'status': 'completed', 'code': 200} Feb 04 15:58:57.547834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Allocated IP 172.20.0.2 (70358e10-2a4f-41cb-b5f5-1f3743b2d7f7/7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7/a559cee7-2578-4872-815b-b5a16c48f059) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:57.566082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-4ce1a9f6-5cb7-4b0e-9475-d8181f89b421 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1094 time: 0.1396744 Feb 04 15:58:57.568869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c201f-77b5-480d-9708-ec2d89e475a2 req-47d752a0-9f25-4b74-a850-6534b8b6017c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.569210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.570304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d1c201f-77b5-480d-9708-ec2d89e475a2 req-47d752a0-9f25-4b74-a850-6534b8b6017c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.5024962 Feb 04 15:58:57.667535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.762643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Deleting port c34a3d7b-65c0-4921-8500-5cc36d783524 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:58:57.762643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.805267 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.817076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d1c201f-77b5-480d-9708-ec2d89e475a2 req-909b15e4-2f3f-4676-b8fa-f19bf19ae963 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055602 Feb 04 15:58:57.827116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-016e469e-635e-4b70-a566-1bb7f0e8fcb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.828787 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-016e469e-635e-4b70-a566-1bb7f0e8fcb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.2347839 Feb 04 15:58:57.828941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db7726c7-80a6-4800-b253-d1562397ead8 req-f7ed68b3-195d-4bf5-aa64-f278a51d503a service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966092 Feb 04 15:58:57.834420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Transition to ACTIVE for port object a559cee7-2578-4872-815b-b5a16c48f059 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:57.876237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Transition to ACTIVE for port object a559cee7-2578-4872-815b-b5a16c48f059 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:58:57.884677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:57.901685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-236a06bc-8c1a-4122-9dd9-329f9cd87f59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.0655413 Feb 04 15:58:57.904777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9be961-638a-4e04-ab70-ad7e1b3ac550 req-c19db184-f94c-426c-acae-e83887f96bde tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:57.906228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f9be961-638a-4e04-ab70-ad7e1b3ac550 req-c19db184-f94c-426c-acae-e83887f96bde tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.3298135 Feb 04 15:58:57.971134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:57.975579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:57.979367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:57.980195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Allocated IP 172.25.5.3 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/930a5130-ae8d-4587-8809-67c16b77043e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:58:58.007083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-be18142d-4b0c-430f-b556-34701a28dddc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.009023 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-be18142d-4b0c-430f-b556-34701a28dddc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.0974164 Feb 04 15:58:58.051651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Pushing event updated for resources: {'Port': ['ID=a559cee7-2578-4872-815b-b5a16c48f059,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.082031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Attempting to bind port a559cee7-2578-4872-815b-b5a16c48f059 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:58:58.082386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Attempting to bind port a559cee7-2578-4872-815b-b5a16c48f059 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:58:58.082699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Attempting to bind port a559cee7-2578-4872-815b-b5a16c48f059 on network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:58:58.089369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:58:58.089831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Checking segment: {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:58:58.090926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.090926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Bound using segment: {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:58:58.091340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Bound port: a559cee7-2578-4872-815b-b5a16c48f059, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:58:58.091711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.126713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f9be961-638a-4e04-ab70-ad7e1b3ac550 req-3744fc4e-e12d-4cd0-bc8d-6ddbcf37ffc5 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681631 Feb 04 15:58:58.139765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] For port c34a3d7b-65c0-4921-8500-5cc36d783524, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c34a3d7b-65c0-4921-8500-5cc36d783524,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:58.140129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.176445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-e20b941d-b37f-4fa6-8f5c-07227b8f9604 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3073275 Feb 04 15:58:58.228364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] For port a559cee7-2578-4872-815b-b5a16c48f059, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:58:58.230025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-7380c339-532d-4aba-b39d-9d1217b2f02d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996162 Feb 04 15:58:58.233318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] For port a559cee7-2578-4872-815b-b5a16c48f059, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a559cee7-2578-4872-815b-b5a16c48f059,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:58:58.239845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.349519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Calling delete_port for c34a3d7b-65c0-4921-8500-5cc36d783524 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:58:58.392900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.404568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aaf09-bd08-40cd-8a40-039b0ceb13ed None None] Pushing event updated for resources: {'Port': ['ID=a559cee7-2578-4872-815b-b5a16c48f059,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.432518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.456545 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-e4986989-62a7-4ca9-b585-1f4dfaea1404 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188733 Feb 04 15:58:58.486577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:58:58.489899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:58:58.535815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d06694-b07d-4eab-b372-3bed0c5d4d60 req-78c775ad-cd93-4355-9d64-e4529bbaee64 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.543240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07d06694-b07d-4eab-b372-3bed0c5d4d60 req-78c775ad-cd93-4355-9d64-e4529bbaee64 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 944 time: 0.5493176 Feb 04 15:58:58.591953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.693958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 51628527-d1fd-461e-9dd2-e801431eb558 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:58:58.705471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.706894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 51628527-d1fd-461e-9dd2-e801431eb558 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:58:58.707238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.750105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Pushing event updated for resources: {'Port': ['ID=930a5130-ae8d-4587-8809-67c16b77043e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:58.757404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f99a41c2-c561-495d-a4fa-d174d1968252 req-645b51b1-74d2-456d-8ef4-f2b19b7c166b service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941270 Feb 04 15:58:58.759361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:58:58.765216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:58:58.771898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:58:58.839579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:58.843663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07d06694-b07d-4eab-b372-3bed0c5d4d60 req-e675a060-be93-40e2-8c2b-4978f39a4757 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994471 Feb 04 15:58:58.912969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-c7cd61e7-a83f-4b3f-ae78-5b4ea6a92206 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=52979047ddc74125b926d23db29178b5&device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 1101 time: 0.5813849 Feb 04 15:58:58.921726 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.923040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.930241 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:58.936030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2acfbc-bea2-471f-93c9-45023561e613 req-68933a6d-25b1-4618-b167-4b0b3a56d935 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:58.937504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f2acfbc-bea2-471f-93c9-45023561e613 req-68933a6d-25b1-4618-b167-4b0b3a56d935 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 948 time: 0.4806371 Feb 04 15:58:58.954351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a', 'mac_address': 'fa:16:3e:ef:1d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:58:59.019509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:58:59.036693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:59.037143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.050630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.125588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:59.130778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:58:59.148244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:58:59.154360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.216265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:58:59.244980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:59.332310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f2acfbc-bea2-471f-93c9-45023561e613 req-4e1ad148-6823-4acb-9496-74dda6b81389 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692162 Feb 04 15:58:59.355897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-ebaaf64c-5750-4122-a6b4-34daeed95153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.357347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-ebaaf64c-5750-4122-a6b4-34daeed95153 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4180760 Feb 04 15:58:59.360153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.450944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:58:59.460631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Sync routers for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:58:59.469860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34a3d7b-65c0-4921-8500-5cc36d783524,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:58:59.486947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:58:59.487601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780ae3-4df3-4c33-95e4-e0f173628a18 req-b1b3c7cd-6e6d-4fbf-b497-17f1fb6e0d1b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.488424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:58:59.493932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:58:59.494977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44780ae3-4df3-4c33-95e4-e0f173628a18 req-b1b3c7cd-6e6d-4fbf-b497-17f1fb6e0d1b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 943 time: 0.4580498 Feb 04 15:58:59.495529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-302e4bc8-5722-4471-a18c-950eb65ca703 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5138755 Feb 04 15:58:59.508205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:58:59.564355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-38e7b3a2-c2a4-455f-900a-12f87c0f1373 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=20e9aec1-9c18-4242-849d-6f045f1887cc HTTP/1.1" status: 200 len: 217 time: 0.1633036 Feb 04 15:58:59.713259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44780ae3-4df3-4c33-95e4-e0f173628a18 req-2d7f42bd-9941-4bd1-9392-0b92a73e4f15 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166655 Feb 04 15:58:59.759447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:58:59.786167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab82318-917e-4cf4-9689-5a1554310b7b None None] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:58:59.867491 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558', 'code': 200} Feb 04 15:58:59.905572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-5807a0b8-d80e-4823-bfde-b0d2418b6ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:58:59.909205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-5807a0b8-d80e-4823-bfde-b0d2418b6ba0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3258555 Feb 04 15:58:59.963942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:58:59.991741 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-b80d4ade-15e1-48c3-b21f-aa2d90d51756 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381559 Feb 04 15:59:00.195246 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-5ad4ffe2-3c24-46e5-a96f-5893ef4b7991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1095 time: 0.1317708 Feb 04 15:59:00.274425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63428115-b122-487f-a36b-32f8f1e06c5f req-f9b1db2d-39ae-41ab-852f-2ff57a3bc0a5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.282438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63428115-b122-487f-a36b-32f8f1e06c5f req-f9b1db2d-39ae-41ab-852f-2ff57a3bc0a5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.5458040 Feb 04 15:59:00.288090 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-678ad250-6bc3-49d0-9cde-66f3c1785826 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3340368 Feb 04 15:59:00.325971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a559cee7-2578-4872-815b-b5a16c48f059 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:00.367109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.440933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bacd231f-09e8-424a-8607-b2670ecbc803 None None] Provisioning for port a559cee7-2578-4872-815b-b5a16c48f059 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:00.443686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5d3033c-232c-47e7-81b6-6de1fbc3d311 req-0274d21e-abd6-4de9-8e5b-7ca9d89ae01c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 1096 time: 0.4865067 Feb 04 15:59:00.488191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:00.552814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-2ca72d33-e20d-4354-bd67-3969ad91f0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.554996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-2ca72d33-e20d-4354-bd67-3969ad91f0b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.2917759 Feb 04 15:59:00.608400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63428115-b122-487f-a36b-32f8f1e06c5f req-179a24f1-4e05-41ac-910f-2f67c36da3f2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247931 Feb 04 15:59:00.633629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-61bb4e18-74ee-4b8c-9883-d4c0eadc8583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.0720935 Feb 04 15:59:00.637702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5d3033c-232c-47e7-81b6-6de1fbc3d311 req-b1659144-caaa-4bd6-8983-2c39796bc277 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803091 Feb 04 15:59:00.644192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-94aa2cfb-cf06-449c-8edc-4ac724c10505 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350048 Feb 04 15:59:00.674639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe784d1a-591b-4ab1-a7b8-f2b2ed0cf53f req-d8d015b2-881c-48f9-85d7-0a68b5a908f0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.676099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe784d1a-591b-4ab1-a7b8-f2b2ed0cf53f req-d8d015b2-881c-48f9-85d7-0a68b5a908f0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 945 time: 0.2379262 Feb 04 15:59:00.677568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.749067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a559cee7-2578-4872-815b-b5a16c48f059 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:00.783528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-defd697e-b735-4c19-ac4c-179ef34b62cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:00.786279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-defd697e-b735-4c19-ac4c-179ef34b62cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.1346900 Feb 04 15:59:00.815021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:00.821751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe784d1a-591b-4ab1-a7b8-f2b2ed0cf53f req-b1bdb35f-162e-4789-b912-bef2d0104eb4 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366336 Feb 04 15:59:00.825915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a559cee7-2578-4872-815b-b5a16c48f059 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:00.826503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:00.876917 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-5565aed3-57b8-4b9c-8293-148ce1684270 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707924 Feb 04 15:59:00.952434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:58:58Z', 'revision_number': 3, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:00.956070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:00.979577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Checking router: 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:00.980890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Updating router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c port 930a5130-ae8d-4587-8809-67c16b77043e binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:59:01.009974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '38a0bb15-bc88-44df-a062-69282b32f325', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'port_id': '38a0bb15-bc88-44df-a062-69282b32f325', 'mac_address': 'fa:16:3e:2f:10:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1325b98-90d9-434f-9b93-fd2e5b9940e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:01.133062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.154735 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-7b1a3d8b-9d1b-48e1-adff-4e8a0cab34c1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740216 Feb 04 15:59:01.193164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.225296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.286040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a0bb15-bc88-44df-a062-69282b32f325 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:01.306316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e23e1f85-9c1c-415a-9664-f1084c82a635 req-6df6bb0f-2841-4e32-819b-13bc7bb17ed4 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214208 Feb 04 15:59:01.333889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:01.338420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc9fd3-bb19-4055-91a2-6d82bac0249c req-98d3be46-5e4c-4426-8ad6-563d135687d1 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:01.347711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81cc9fd3-bb19-4055-91a2-6d82bac0249c req-98d3be46-5e4c-4426-8ad6-563d135687d1 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.4940426 Feb 04 15:59:01.352075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.382558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438ad6e-4784-4444-9189-502bf76230b6 req-0303768e-afdb-4a59-a64e-2bec05957eae tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:01.384133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9438ad6e-4784-4444-9189-502bf76230b6 req-0303768e-afdb-4a59-a64e-2bec05957eae tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 949 time: 0.4200716 Feb 04 15:59:01.410058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a559cee7-2578-4872-815b-b5a16c48f059, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a559cee7-2578-4872-815b-b5a16c48f059,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:01.439563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.461708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81cc9fd3-bb19-4055-91a2-6d82bac0249c req-ae5d8e2e-816d-4533-84a9-43b76e11e47e tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137772 Feb 04 15:59:01.471689 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-98265c3e-2b85-416c-a0b4-c365a7309a93 req-ccc633af-97eb-4386-98bb-5a1ce5ce1c48 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037441 Feb 04 15:59:01.579364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9438ad6e-4784-4444-9189-502bf76230b6 req-7db2ffca-cde9-4fb4-95b9-b828d86e383e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826553 Feb 04 15:59:01.582839 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.600711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.688269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a559cee7-2578-4872-815b-b5a16c48f059,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:01.708459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-526a3d40-c1c3-4075-98b8-386ba4c38a63 None None] Provisioning complete for port a559cee7-2578-4872-815b-b5a16c48f059 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:01.708827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-526a3d40-c1c3-4075-98b8-386ba4c38a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.741641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['38a0bb15-bc88-44df-a062-69282b32f325'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:01.872202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Allocated IP 172.20.0.1 (70358e10-2a4f-41cb-b5f5-1f3743b2d7f7/7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7/3c743e98-e543-4cae-b39e-3de03e19440e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:01.899684 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:01.904632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a559cee7-2578-4872-815b-b5a16c48f059 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:02.042381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eed456-ad98-4648-8f5d-669a997f9fde req-68dc25aa-5383-4f70-82be-9f16d064502d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.048058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Transition to ACTIVE for port object 930a5130-ae8d-4587-8809-67c16b77043e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:02.055693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48eed456-ad98-4648-8f5d-669a997f9fde req-68dc25aa-5383-4f70-82be-9f16d064502d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2841585 Feb 04 15:59:02.077205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5be94b-368d-42c4-8249-b82bc5015bb6 req-642b05be-e3f2-454f-96c0-5101bcbffcb0 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.084147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c5be94b-368d-42c4-8249-b82bc5015bb6 req-642b05be-e3f2-454f-96c0-5101bcbffcb0 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.3639147 Feb 04 15:59:02.097748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.194966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c5be94b-368d-42c4-8249-b82bc5015bb6 req-f163ea91-daa8-4e98-9f53-2a9ee7467d9d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924361 Feb 04 15:59:02.209143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.228311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Transition to ACTIVE for port object 3c743e98-e543-4cae-b39e-3de03e19440e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:02.281095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48eed456-ad98-4648-8f5d-669a997f9fde req-2a5d1208-fae5-452c-bce2-17cac3419ece tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220869 Feb 04 15:59:02.296405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.317767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Attempting to bind port 930a5130-ae8d-4587-8809-67c16b77043e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:02.318130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Attempting to bind port 930a5130-ae8d-4587-8809-67c16b77043e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:02.318549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Attempting to bind port 930a5130-ae8d-4587-8809-67c16b77043e on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:02.332455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e33304-c104-49d3-bef3-067d056396d8 None None] Pushing event updated for resources: {'Port': ['ID=930a5130-ae8d-4587-8809-67c16b77043e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.351158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:02.351536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:02.352137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.352537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:02.352998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Bound port: 930a5130-ae8d-4587-8809-67c16b77043e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:02.353366 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.368916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:02.375898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:02.404195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:02.404655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.432425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a559cee7-2578-4872-815b-b5a16c48f059 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:02.432650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.459994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Router 5e8517d2-4b5f-4da7-af45-fef33de4339e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:02.485141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.526917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:02.567883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.609526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] For port 930a5130-ae8d-4587-8809-67c16b77043e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:02.645185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] For port 930a5130-ae8d-4587-8809-67c16b77043e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a5130-ae8d-4587-8809-67c16b77043e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:02.659977 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.828352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e33304-c104-49d3-bef3-067d056396d8 None None] Pushing event updated for resources: {'Port': ['ID=930a5130-ae8d-4587-8809-67c16b77043e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:02.835836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:02.841980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:02.842691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:02.850290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7198-fb7c-4e59-b1c8-482b99aab2fc req-6bcba7e5-0092-4293-b74e-c69b5216d292 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.851719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-316d7198-fb7c-4e59-b1c8-482b99aab2fc req-6bcba7e5-0092-4293-b74e-c69b5216d292 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 945 time: 0.3874440 Feb 04 15:59:02.885176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-df7374b4-ac3b-414f-989f-582b43798ea5 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.887476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-df7374b4-ac3b-414f-989f-582b43798ea5 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.3485749 Feb 04 15:59:02.899143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3373f9e7-30cf-4c70-8d50-b76d9ce84f27 None None] Provisioning for port 3c743e98-e543-4cae-b39e-3de03e19440e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:02.902561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:02.903192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.941612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73ffe-0e62-4417-8b52-5541ddfb8b54 req-cd2015bb-9fa7-47df-a664-9313b6aa958e tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:02.943107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cca73ffe-0e62-4417-8b52-5541ddfb8b54 req-cd2015bb-9fa7-47df-a664-9313b6aa958e tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 946 time: 0.2544253 Feb 04 15:59:02.947606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3373f9e7-30cf-4c70-8d50-b76d9ce84f27 None None] Provisioning complete for port 3c743e98-e543-4cae-b39e-3de03e19440e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:02.947979 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3373f9e7-30cf-4c70-8d50-b76d9ce84f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.982349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.988501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:02.989320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.087076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Deleting port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:03.087446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.095046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3373f9e7-30cf-4c70-8d50-b76d9ce84f27 None None] Port 3c743e98-e543-4cae-b39e-3de03e19440e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:03.114487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-316d7198-fb7c-4e59-b1c8-482b99aab2fc req-c7198623-8d7a-4db8-944c-47aeb81438f0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511280 Feb 04 15:59:03.189957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:03.192023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cca73ffe-0e62-4417-8b52-5541ddfb8b54 req-e6e166f8-c33f-4c81-bab7-4a6fb6331771 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/security-groups?id=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293880 Feb 04 15:59:03.207491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:03.274577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.292867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:03.294699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:03.309821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:03.320645 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Sync routers for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:03.343954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:03.344866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:03.390835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-323b21a9-1aaa-4735-9979-7ecbd64d2eb2 admin admin] 10.222.0.62 "PUT /v2.0/routers/5e8517d2-4b5f-4da7-af45-fef33de4339e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6577520 Feb 04 15:59:03.392035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:03.400415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:03.563774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:03.709491 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:03.735283 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.871321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:03.934428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cc8a6e38-f2d8-447e-98bf-33edf8e9a59c None None] Provisioning complete for port 3c743e98-e543-4cae-b39e-3de03e19440e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:03.935518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc8a6e38-f2d8-447e-98bf-33edf8e9a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:03.971675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.030969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b92546-3559-4c81-b80f-f175f5b8b692 req-df21799e-c56d-421b-a3d5-caa0fe3a923f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.039815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40b92546-3559-4c81-b80f-f175f5b8b692 req-df21799e-c56d-421b-a3d5-caa0fe3a923f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.2287059 Feb 04 15:59:04.055386 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 5, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.056454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cc8a6e38-f2d8-447e-98bf-33edf8e9a59c None None] Port 3c743e98-e543-4cae-b39e-3de03e19440e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:04.061126 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Checking router: 5e8517d2-4b5f-4da7-af45-fef33de4339e for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:04.073191 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Routers {'5e8517d2-4b5f-4da7-af45-fef33de4339e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:04.073848 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e8517d2-4b5f-4da7-af45-fef33de4339e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.109014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3c743e98-e543-4cae-b39e-3de03e19440e', 'name': '', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'mac_address': 'fa:16:3e:30:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:01Z', 'revision_number': 1, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'subnets': [{'id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.123526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706da37-d6c7-432b-8be0-091c0b96fcb3 None None] The sync data for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 is: [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3c743e98-e543-4cae-b39e-3de03e19440e', 'name': '', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'mac_address': 'fa:16:3e:30:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:01Z', 'revision_number': 1, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'subnets': [{'id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:04.193860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40b92546-3559-4c81-b80f-f175f5b8b692 req-5b301ee8-147d-45fa-83bd-d180658b971e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530883 Feb 04 15:59:04.196594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] For port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:04.196960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.217720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:04.248382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9c4e83e-fb38-429f-866e-dfa0eefd74a0 admin admin] 10.222.0.62 "PUT /v2.0/routers/0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7383003 Feb 04 15:59:04.326516 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] Set router 5e8517d2-4b5f-4da7-af45-fef33de4339e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:04.382888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Calling delete_port for c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:04.489287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:04.501548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e92b03-6289-405f-9a82-58300d2de7bc req-ed2ca0f1-fcb7-4ffc-9a23-a529593da277 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.503034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37e92b03-6289-405f-9a82-58300d2de7bc req-ed2ca0f1-fcb7-4ffc-9a23-a529593da277 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.7018597 Feb 04 15:59:04.587730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 38a0bb15-bc88-44df-a062-69282b32f325 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:04.597370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 38a0bb15-bc88-44df-a062-69282b32f325 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:04.597733 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.648705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37e92b03-6289-405f-9a82-58300d2de7bc req-38bee6a8-cc5b-4540-8c3d-ffd4f8cc1e73 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339619 Feb 04 15:59:04.699546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.775143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 5, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:04.780606 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a', 'code': 200} Feb 04 15:59:04.785313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de367c83-8d27-418c-8ea7-fdfa5a9bdd73 None None] The sync data for ids ['5e8517d2-4b5f-4da7-af45-fef33de4339e'] in n-d-827873-1 is: [{'id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-867444457-router', 'tenant_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:55:40Z', 'updated_at': '2022-02-04T15:58:59Z', 'revision_number': 5, 'project_id': 'b2498ea8ff8543b487cf5e6d22e7e9bf', 'gw_port': {'id': '384ea9b5-91e7-4f86-8ede-578da2db2f92', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8517d2-4b5f-4da7-af45-fef33de4339e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:55:41Z', 'updated_at': '2022-02-04T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:04.828895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.836079 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.885581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:04.890603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:04.963873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Pushing event deleted for resources: {'Port': ['ID=c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:04.988045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed2a7b-ecca-4c66-b5e8-73397a9bf5ba req-bc437b28-5b3c-4726-83cb-69edd07fb568 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:04.989526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fed2a7b-ecca-4c66-b5e8-73397a9bf5ba req-bc437b28-5b3c-4726-83cb-69edd07fb568 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.5462773 Feb 04 15:59:05.010185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:05.136226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] No DVR routers for this DVR port c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:05.139798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.151716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'name': 'network-vif-deleted', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:05.204840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c155302-e16d-4443-b7a8-c4b12b77f517 req-e1541df8-12f7-4235-9a4e-a0bc6f8369c6 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.58 "DELETE /v2.0/ports/c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 HTTP/1.1" status: 204 len: 173 time: 2.3069766 Feb 04 15:59:05.219391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fed2a7b-ecca-4c66-b5e8-73397a9bf5ba req-cff5f72f-2ff0-48f6-88c8-2376ac74c879 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952946 Feb 04 15:59:05.229626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19d362ce-b381-431a-8281-94cfe452f649 req-68dc7bd3-2964-4b2b-89ab-d41d6665101d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 1101 time: 0.3906181 Feb 04 15:59:05.261939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac62d-7a6b-4747-9c4a-769965520c0b req-4b4be984-11d3-4db0-91a3-ed96e9b2ed86 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:05.270185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17cac62d-7a6b-4747-9c4a-769965520c0b req-4b4be984-11d3-4db0-91a3-ed96e9b2ed86 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 945 time: 0.3663504 Feb 04 15:59:05.395972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19d362ce-b381-431a-8281-94cfe452f649 req-8be4e6f2-7c7e-4593-a792-1d5bd7601d0d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588371 Feb 04 15:59:05.415393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17cac62d-7a6b-4747-9c4a-769965520c0b req-d2bf603b-5995-4bd5-b677-4840d6992be1 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442633 Feb 04 15:59:05.477937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f39ceb61-eeff-4e66-b6de-f108d41b3e3a req-82018f83-6338-4d1c-9461-ebfa4e361ee1 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Synchronizing usage tracker for tenant:912b3891ec4a4444af872b77bf305b60 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:05.505770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.521863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f39ceb61-eeff-4e66-b6de-f108d41b3e3a req-82018f83-6338-4d1c-9461-ebfa4e361ee1 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] Unset dirty status for tenant:912b3891ec4a4444af872b77bf305b60 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:05.523304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f39ceb61-eeff-4e66-b6de-f108d41b3e3a req-82018f83-6338-4d1c-9461-ebfa4e361ee1 tempest-AttachSCSIVolumeTestJSON-1653023576 tempest-AttachSCSIVolumeTestJSON-1653023576-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6e496c6-0497-426e-9ab9-8488461f898e HTTP/1.1" status: 200 len: 210 time: 0.0953240 Feb 04 15:59:05.532011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Deleting port 384ea9b5-91e7-4f86-8ede-578da2db2f92 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:05.532401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.666794 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e496c6-0497-426e-9ab9-8488461f898e', 'name': 'network-vif-deleted', 'tag': 'c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2', 'status': 'completed', 'code': 200} Feb 04 15:59:05.925168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a5130-ae8d-4587-8809-67c16b77043e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:05.983944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-abf56175-7556-4878-9125-ed671503315e admin admin] For port 384ea9b5-91e7-4f86-8ede-578da2db2f92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=384ea9b5-91e7-4f86-8ede-578da2db2f92,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:05.984340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:05.999842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 930a5130-ae8d-4587-8809-67c16b77043e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:06.006030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 930a5130-ae8d-4587-8809-67c16b77043e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:06.007044 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.132416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Calling delete_port for 384ea9b5-91e7-4f86-8ede-578da2db2f92 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:06.137845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.154424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 930a5130-ae8d-4587-8809-67c16b77043e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a5130-ae8d-4587-8809-67c16b77043e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:06.159367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.193463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c34a3d7b-65c0-4921-8500-5cc36d783524 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:06.195340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-889ff848-48fd-41d9-8f5d-a9dceda171b0 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Synchronizing usage tracker for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:06.223901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a86f9-1125-4f5e-9c35-f0d0ba0d44c0 req-44b777b1-8839-42e5-90c6-f85e3309733f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:06.225298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b54a86f9-1125-4f5e-9c35-f0d0ba0d44c0 req-44b777b1-8839-42e5-90c6-f85e3309733f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.4230542 Feb 04 15:59:06.241732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c34a3d7b-65c0-4921-8500-5cc36d783524 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:06.241732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c34a3d7b-65c0-4921-8500-5cc36d783524 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:06.259706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=930a5130-ae8d-4587-8809-67c16b77043e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.269540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-889ff848-48fd-41d9-8f5d-a9dceda171b0 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Unset dirty status for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:06.270817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-889ff848-48fd-41d9-8f5d-a9dceda171b0 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5988610 Feb 04 15:59:06.293141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:06.305001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:06.318985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Usage tracker for resource:floatingip and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:06.323689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b54a86f9-1125-4f5e-9c35-f0d0ba0d44c0 req-aab63d50-adb5-4e8a-b5a7-d34c2646357e tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814922 Feb 04 15:59:06.325594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:06.331823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:06.382095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.483139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.532194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Pushing event deleted for resources: {'Port': ['ID=384ea9b5-91e7-4f86-8ede-578da2db2f92,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:06.550555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:06.622972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:06.624572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c57f2f54-733a-46ff-8e9c-8cfe3f1cf0f2 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:06.781760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:06.794721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:06.948230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.249198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.269418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.404071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892ed74-86b6-468e-8146-67f8c2616bdf req-b8c56dc7-6e2a-4eb4-b721-16a2f9227229 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.405486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6892ed74-86b6-468e-8146-67f8c2616bdf req-b8c56dc7-6e2a-4eb4-b721-16a2f9227229 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.5555427 Feb 04 15:59:07.437442 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.437938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e8517d2-4b5f-4da7-af45-fef33de4339e {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:07.439672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Allocated IP 172.25.5.56 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/7a0b780f-0757-4ecd-b3d1-bf466acf1f38) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:07.541316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf56175-7556-4878-9125-ed671503315e admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.542430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-abf56175-7556-4878-9125-ed671503315e admin admin] 10.222.0.62 "DELETE /v2.0/routers/5e8517d2-4b5f-4da7-af45-fef33de4339e HTTP/1.1" status: 204 len: 168 time: 4.1494746 Feb 04 15:59:07.545292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:07.550681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6892ed74-86b6-468e-8146-67f8c2616bdf req-28686e6a-b0b4-4ea1-9f84-8312b53c329c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382303 Feb 04 15:59:07.604964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Deleting subnet a0996fb9-ce47-408e-84e0-76fae78a0f08 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:07.608452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.631535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.661494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.661901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.690533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.759156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.780671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:07.786187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event updated for resources: {'Port': ['ID=7a0b780f-0757-4ecd-b3d1-bf466acf1f38,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:07.790660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:07.793943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:07.803306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0996fb9-ce47-408e-84e0-76fae78a0f08,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:07.809595 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:07.814864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713e4ac-67d7-458c-a9c1-e035286ac09c None None] Network 23b67b28-edc2-4b50-9c66-0288c70e550a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:07.819727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2422647e-abcd-4da6-b78e-fcfeea501945 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a0996fb9-ce47-408e-84e0-76fae78a0f08 HTTP/1.1" status: 204 len: 168 time: 0.2733386 Feb 04 15:59:07.820344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:07.870391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9d8fc-0ef1-438e-b6ba-8837cdef13db req-1362e705-9d5e-412d-9a6f-6c5fb01ac53b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:07.872889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66d9d8fc-0ef1-438e-b6ba-8837cdef13db req-1362e705-9d5e-412d-9a6f-6c5fb01ac53b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2067218 Feb 04 15:59:07.989356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66d9d8fc-0ef1-438e-b6ba-8837cdef13db req-892ea49b-4f7c-4ccf-86bb-7360ea78663f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155164 Feb 04 15:59:07.990786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.007139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Deleting port 73f10c00-aaa5-44a6-9b55-db569d25c7ca {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:08.008563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.037017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a5130-ae8d-4587-8809-67c16b77043e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:08.112693 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.152031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 930a5130-ae8d-4587-8809-67c16b77043e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:08.153552 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.226437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.256319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] DHCP port deletion for 23b67b28-edc2-4b50-9c66-0288c70e550a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:08.264420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Deleting port 73f10c00-aaa5-44a6-9b55-db569d25c7ca {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:08.265010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.294950 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325', 'code': 200} Feb 04 15:59:08.561633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] For port 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=73f10c00-aaa5-44a6-9b55-db569d25c7ca,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:08.562212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.602260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] For port 73f10c00-aaa5-44a6-9b55-db569d25c7ca, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=73f10c00-aaa5-44a6-9b55-db569d25c7ca,segment=NetworkSegment(02f28779-a3cd-4e6d-8de7-9df8ebc67d3f),segment_id=02f28779-a3cd-4e6d-8de7-9df8ebc67d3f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:08.602829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.603011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbac18-e462-4205-b4ed-47b8bad5c090 req-d4f8ea58-d931-423f-af2a-4aab7d0276dd tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:08.604525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77cbac18-e462-4205-b4ed-47b8bad5c090 req-d4f8ea58-d931-423f-af2a-4aab7d0276dd tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.1150949 Feb 04 15:59:08.657763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.676375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.724263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Calling delete_port for 73f10c00-aaa5-44a6-9b55-db569d25c7ca owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:08.734627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77cbac18-e462-4205-b4ed-47b8bad5c090 req-53e826c8-be33-4aa6-b276-eaf0f59cc86b tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Feb 04 15:59:08.762635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Calling delete_port for 73f10c00-aaa5-44a6-9b55-db569d25c7ca owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:08.803933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event updated for resources: {'Port': ['ID=7a0b780f-0757-4ecd-b3d1-bf466acf1f38,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:08.819836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.829060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1bc1f617-45bf-4f35-a355-fc725e81a90b req-4bf2e7c8-4ce1-4cf1-861c-b68371e0e090 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1096 time: 0.3213620 Feb 04 15:59:08.831176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.861435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:08.863009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-4be97b99-bfc2-49ed-a202-7a9865b8467d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5853913 Feb 04 15:59:08.880236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] Pushing event deleted for resources: {'Port': ['ID=73f10c00-aaa5-44a6-9b55-db569d25c7ca,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:08.890511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28990312-9eb9-4353-8bdf-51392b9cd8a3 None None] No DVR routers for this DVR port 73f10c00-aaa5-44a6-9b55-db569d25c7ca on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:08.910458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1bc1f617-45bf-4f35-a355-fc725e81a90b req-4141d751-43cd-4335-be73-1bad42379962 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Feb 04 15:59:08.921521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:08.921863 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:08.964097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-18c0dd28-9ee5-4db5-8e80-7d5114d3658d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Synchronizing usage tracker for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:09.022695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-18c0dd28-9ee5-4db5-8e80-7d5114d3658d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Unset dirty status for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:09.023849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-18c0dd28-9ee5-4db5-8e80-7d5114d3658d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.1530199 Feb 04 15:59:09.260015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4923cc-d601-4360-81ba-50138cf4f1aa req-15554563-7fdd-4d27-8cf0-229655e1d5da tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.262032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a4923cc-d601-4360-81ba-50138cf4f1aa req-15554563-7fdd-4d27-8cf0-229655e1d5da tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.2851100 Feb 04 15:59:09.329394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-30145676-85af-48c0-b6cd-b14b8a1514d7 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.330770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-30145676-85af-48c0-b6cd-b14b8a1514d7 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3004818 Feb 04 15:59:09.345984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-84e45a10-3cc0-4b0b-b314-f356a950a4f6 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:09.346983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc4e6c8-4224-45c6-80b1-eb88c017a93e req-84e45a10-3cc0-4b0b-b314-f356a950a4f6 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0089345 Feb 04 15:59:09.357136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a4923cc-d601-4360-81ba-50138cf4f1aa req-5332a7f6-828f-42d3-b4c3-344d0c38dbd1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746546 Feb 04 15:59:09.423341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Deleting port 73f10c00-aaa5-44a6-9b55-db569d25c7ca {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:09.423642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.510678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] The port '73f10c00-aaa5-44a6-9b55-db569d25c7ca' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:59:09.582470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1c75642-8f0f-4328-a007-e9df2820b23b req-098ef50d-1105-4b7e-85e8-0bd8a6a8f974 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips/c3e8fca0-4acb-4b75-aa74-a5cb79264ec8 HTTP/1.1" status: 200 len: 692 time: 0.0921147 Feb 04 15:59:09.626818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.651914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.652318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.653128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.653454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.653768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.654110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.654449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.654777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.655083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.655389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.702861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d12a5-d068-49a6-8085-60b2b6ccfe6a req-440a7d64-3580-4a5b-ac49-7249988d97ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.704401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4d12a5-d068-49a6-8085-60b2b6ccfe6a req-440a7d64-3580-4a5b-ac49-7249988d97ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.2481213 Feb 04 15:59:09.719213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.719549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.720340 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.720669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 15:59:09.721038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b67b28-edc2-4b50-9c66-0288c70e550a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.734095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.734402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f28779-a3cd-4e6d-8de7-9df8ebc67d3f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:09.746251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.766524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.773844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:09.774254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.783893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c75642-8f0f-4328-a007-e9df2820b23b req-03b8680a-fe19-4b37-84af-cd518c54ac7b tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:09.785229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1c75642-8f0f-4328-a007-e9df2820b23b req-03b8680a-fe19-4b37-84af-cd518c54ac7b tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.1950910 Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn_limited( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn_limited( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: timer() Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:09.792364 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:09.795788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4d12a5-d068-49a6-8085-60b2b6ccfe6a req-ec851fd3-3969-43e0-ae1c-36ee2b4e8b5c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829902 Feb 04 15:59:09.798701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-c1c75642-8f0f-4328-a007-e9df2820b23b req-134ac1c2-57b9-4356-8a77-c955722e7a07 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:09.799646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1c75642-8f0f-4328-a007-e9df2820b23b req-134ac1c2-57b9-4356-8a77-c955722e7a07 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0088823 Feb 04 15:59:09.895055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.895247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 73f10c00-aaa5-44a6-9b55-db569d25c7ca no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:09.922786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:09.925616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b67b28-edc2-4b50-9c66-0288c70e550a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:09.944938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9e307c12-8865-4d7f-b5b6-db6601273bb3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/23b67b28-edc2-4b50-9c66-0288c70e550a HTTP/1.1" status: 204 len: 168 time: 2.1235802 Feb 04 15:59:09.959079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 73f10c00-aaa5-44a6-9b55-db569d25c7ca {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:09.959350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 73f10c00-aaa5-44a6-9b55-db569d25c7ca not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:10.165833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d85f566f-4c88-49d7-b7b6-c501d9722c5b req-75cde9bf-14e8-451c-86e0-e7a006512d3f tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 1101 time: 0.1873691 Feb 04 15:59:10.175591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2904f47-71a6-498c-af09-4ff122be4672 req-ee2b1e68-7d56-412e-a319-df4612dfa404 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:10.177184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2904f47-71a6-498c-af09-4ff122be4672 req-ee2b1e68-7d56-412e-a319-df4612dfa404 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.1386321 Feb 04 15:59:10.194549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45448) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:10.248012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d85f566f-4c88-49d7-b7b6-c501d9722c5b req-71ae9e6c-57d3-4f0f-8863-f47b10852090 tempest-ServersOnMultiNodesTest-1939689267 tempest-ServersOnMultiNodesTest-1939689267-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695066 Feb 04 15:59:10.274193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2904f47-71a6-498c-af09-4ff122be4672 req-7b02edf3-a3f0-4780-8c1b-edffaba0da83 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Feb 04 15:59:10.278999 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8645233d-936b-4926-83fb-1f4e5ca6fbdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a9b9825d05644bf9c4d8cf78bbf4500&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0830939 Feb 04 15:59:10.281560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45452) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:10.391224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.430597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.444411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d8c5db-43f0-435a-a0ca-18cff54f6cd8 req-f4fad802-efc0-4952-bd9c-50dee8700752 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=d0e4da336be34a28931bf8b56ddfa205 HTTP/1.1" status: 200 len: 695 time: 0.1406941 Feb 04 15:59:10.525117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.551625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:10.562941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96591be5-4008-4afd-a2ca-53c847c8be19,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:10.574626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.576458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6b55f2c0-6295-4ad0-b106-094e9f3d90f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96591be5-4008-4afd-a2ca-53c847c8be19 HTTP/1.1" status: 204 len: 168 time: 0.2937019 Feb 04 15:59:10.693682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8c5db-43f0-435a-a0ca-18cff54f6cd8 req-d41281a6-2f1c-4810-946d-021758391e4d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:10.693682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d8c5db-43f0-435a-a0ca-18cff54f6cd8 req-d41281a6-2f1c-4810-946d-021758391e4d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks?id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 787 time: 0.2397811 Feb 04 15:59:10.699811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-e6d8c5db-43f0-435a-a0ca-18cff54f6cd8 req-d774f413-f77f-4992-9b3f-59f7a89eebe8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:10.716272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d8c5db-43f0-435a-a0ca-18cff54f6cd8 req-d774f413-f77f-4992-9b3f-59f7a89eebe8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0227633 Feb 04 15:59:10.856918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:10.888942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '51628527-d1fd-461e-9dd2-e801431eb558', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '51628527-d1fd-461e-9dd2-e801431eb558', 'mac_address': 'fa:16:3e:f2:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:10.949978 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:10.965475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-ace19596-2747-479e-b14a-296eba937613 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips/c3e8fca0-4acb-4b75-aa74-a5cb79264ec8 HTTP/1.1" status: 200 len: 692 time: 0.1467283 Feb 04 15:59:10.974677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51628527-d1fd-461e-9dd2-e801431eb558 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:10.998936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:11.008513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.145823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8a242-006f-4ba8-b948-066c27dc9a6b req-ab24e315-299f-4f19-9dfb-408925993590 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.147518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9a8a242-006f-4ba8-b948-066c27dc9a6b req-ab24e315-299f-4f19-9dfb-408925993590 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.2613726 Feb 04 15:59:11.190470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-385cf016-152d-4ec9-9aab-02865929611d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:11.196890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-385cf016-152d-4ec9-9aab-02865929611d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2303004 Feb 04 15:59:11.204471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-24beb72b-47b4-4c66-81a9-4cc6403fb582 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:11.216981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-24beb72b-47b4-4c66-81a9-4cc6403fb582 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0187821 Feb 04 15:59:11.251553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:11.270808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['51628527-d1fd-461e-9dd2-e801431eb558'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:11.310899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:11.328107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9a8a242-006f-4ba8-b948-066c27dc9a6b req-6ab72d09-3bf1-4946-bbab-493768e92346 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707203 Feb 04 15:59:11.358973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-ef70047a-cb83-407e-a4d2-89829b8adbf9 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.1400456 Feb 04 15:59:11.425346 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a671eff1-b564-4c17-ab2d-44248f488941 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2498ea8ff8543b487cf5e6d22e7e9bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1123576 Feb 04 15:59:11.427892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45496) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:11.539355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.540769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-2d4cc224-2ff0-47b5-908d-9e7ff2df5658 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.56 HTTP/1.1" status: 200 len: 695 time: 0.1612442 Feb 04 15:59:11.611174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.695848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.764182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00751b2-e50e-46c5-bdfd-496326a54eb3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:11.766749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:11.768253 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09d35fa9-8de3-47ca-92ec-92b7643977c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d00751b2-e50e-46c5-bdfd-496326a54eb3 HTTP/1.1" status: 204 len: 168 time: 0.3389602 Feb 04 15:59:11.883294 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-f2d76526-bada-484f-a917-bbeda0240ccd req-79c74663-7f28-4ea3-a111-a64dd3fa42e7 service neutron] show failed (client error): The resource could not be found. Feb 04 15:59:11.884709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-79c74663-7f28-4ea3-a111-a64dd3fa42e7 service neutron] 10.222.0.41 "GET /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1735508 Feb 04 15:59:11.965725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Deleting port 7a0b780f-0757-4ecd-b3d1-bf466acf1f38 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:11.966270 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.358534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bde82-4e68-4c86-bb40-d24f4a224688 req-de514704-6153-499c-8584-58838e4c6975 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.360160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e24bde82-4e68-4c86-bb40-d24f4a224688 req-de514704-6153-499c-8584-58838e4c6975 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.4678075 Feb 04 15:59:12.465867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.466273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.563946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:12.653013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-b1587989-0b91-4e07-a93d-94190e0341b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1100 time: 0.3732085 Feb 04 15:59:12.660702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Calling delete_port for 7a0b780f-0757-4ecd-b3d1-bf466acf1f38 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:12.667904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 51628527-d1fd-461e-9dd2-e801431eb558 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:12.668327 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.706342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e24bde82-4e68-4c86-bb40-d24f4a224688 req-5c8bbb60-4c5b-4d16-9b99-32b31cdeb0f2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230174 Feb 04 15:59:12.747990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-b0437900-1eb0-43f3-bb88-9448c27a5bb8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:12.749503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-b0437900-1eb0-43f3-bb88-9448c27a5bb8 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.5561185 Feb 04 15:59:12.757182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:12.892744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:12.931095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:12.944716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:12.953512 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.067796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:13.138070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:13.138517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.320979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.432734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817d08f-5347-4b6d-a358-3bb4741951c1 req-634f1a86-b52e-481d-99ff-8a6054024a68 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:13.434427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5817d08f-5347-4b6d-a358-3bb4741951c1 req-634f1a86-b52e-481d-99ff-8a6054024a68 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.5044639 Feb 04 15:59:13.508626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:13.609983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event deleted for resources: {'Port': ['ID=7a0b780f-0757-4ecd-b3d1-bf466acf1f38,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:13.928608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5817d08f-5347-4b6d-a358-3bb4741951c1 req-03ded940-042b-4ca5-992d-a96012d1e74a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284527 Feb 04 15:59:14.122885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:14.125583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.369690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:14.427715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.451836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:14.535247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:14.562550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.582527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95a59a2a-6b7c-4fd4-a222-c26c94eb2805 req-524c20f9-0f1a-447e-a0bc-131645ddf18a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "DELETE /v2.0/floatingips/c3e8fca0-4acb-4b75-aa74-a5cb79264ec8 HTTP/1.1" status: 204 len: 173 time: 3.0260811 Feb 04 15:59:14.609104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:14.732744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7c2d-397e-4ee3-a5f9-b07f2293e934 req-2410b0bb-053a-4f74-a0e7-eae84124c8a6 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:14.741547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b0d7c2d-397e-4ee3-a5f9-b07f2293e934 req-2410b0bb-053a-4f74-a0e7-eae84124c8a6 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=902d7171-6401-4f8a-92ed-a8e64593698b HTTP/1.1" status: 200 len: 950 time: 0.4117072 Feb 04 15:59:14.757021 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558', 'code': 200} Feb 04 15:59:14.812308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:14.828053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.834092 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.868187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Transition to ACTIVE for port object 3b1b300d-305f-482d-8266-61e86b59d063 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:14.930435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:14.934607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:14.935250 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:14.941774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', '1c1ace76-fdb2-4fb0-9762-37cf6a195411'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:14.997669 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.017384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.025751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:15.070791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b0d7c2d-397e-4ee3-a5f9-b07f2293e934 req-fd219e11-c222-431a-b4cb-403a7280203b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279500 Feb 04 15:59:15.412126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:15.415527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.519030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6eb66f6-9ea8-4f85-b897-b7f8224db9b2 req-4ccd82c6-ca49-4f3d-b0ff-d9f7dc22249d tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "DELETE /v2.0/ports/ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a HTTP/1.1" status: 204 len: 173 time: 2.6872020 Feb 04 15:59:15.519698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:15.530589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] No DVR routers for this DVR port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:15.637738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dc013-95fe-464e-9db7-c2feae12bb5e req-b4d04a62-6894-477b-8752-09ab5876e26f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:15.658447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c84dc013-95fe-464e-9db7-c2feae12bb5e req-b4d04a62-6894-477b-8752-09ab5876e26f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 947 time: 0.7881591 Feb 04 15:59:15.718614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:15.718943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:15.719270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:15.756232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8aaa8a7a-1e7f-4169-98a1-7b24eaf8ae4a req-db67e435-9b57-494b-ad19-fca3426e8b51 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1096 time: 0.4038556 Feb 04 15:59:15.804505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c84dc013-95fe-464e-9db7-c2feae12bb5e req-2917c817-2118-43de-9753-3dc39c685430 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446526 Feb 04 15:59:15.805337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:15.805804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:15.897673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:15.897902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:15.898282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:15.898891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Bound port: 3b1b300d-305f-482d-8266-61e86b59d063, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:15.899226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:15.917213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8aaa8a7a-1e7f-4169-98a1-7b24eaf8ae4a req-74a71f2b-c8db-4f4b-9d86-c2605b14b096 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594110 Feb 04 15:59:15.975164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:15.975912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 384ea9b5-91e7-4f86-8ede-578da2db2f92 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:16.060598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 384ea9b5-91e7-4f86-8ede-578da2db2f92 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:16.061064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 384ea9b5-91e7-4f86-8ede-578da2db2f92 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:16.299950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-d6b8065e-e27a-419c-b476-80bbb1e5d4f6 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2942102 Feb 04 15:59:16.313699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:16.329863 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'code': 200} Feb 04 15:59:16.336840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:16.376256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Usage tracker for resource:floatingip and tenant:d0e4da336be34a28931bf8b56ddfa205 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:16.389849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:16.407965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:16.479304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.533063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:16.575931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:16.632069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:16.632409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:16.653454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.771845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:16.779020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-827eda37-c0f5-4e22-a027-2655adccebb8 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1524f9127f8d457da51031754d12c9ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1637034 Feb 04 15:59:16.784394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.955119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:16.956414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] 10.222.0.58 "PUT /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 1095 time: 4.2490890 Feb 04 15:59:17.076230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e4a2-9736-40db-b577-7e12e2801c3b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:17.197116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-30042ebf-393e-4d5f-bd2c-1d58afb7ea41 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:17.204039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-30042ebf-393e-4d5f-bd2c-1d58afb7ea41 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4127305 Feb 04 15:59:17.233732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-31170e13-68cb-4345-994f-e91bcbabcac4 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/quotas/1524f9127f8d457da51031754d12c9ee HTTP/1.1" status: 200 len: 375 time: 0.0285709 Feb 04 15:59:17.307720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-b95b1216-7412-4391-abe4-04a6b0a635e9 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723863 Feb 04 15:59:17.312516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.395383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-db1fc3b2-2de0-46a0-bd9e-6a0cc03fc638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1098 time: 0.3837898 Feb 04 15:59:17.603528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Allocated IP 172.25.5.205 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/4f018c48-526d-493b-aff2-bf30c3eef7c7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:17.637106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76526-bada-484f-a917-bbeda0240ccd req-0f11ebfd-71d0-4742-9247-cafdd6b92610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:17.638589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-0f11ebfd-71d0-4742-9247-cafdd6b92610 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2336071 Feb 04 15:59:17.680264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Deleting port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:17.680751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:17.909079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-a5818769-b528-4d03-89d1-c8179062d80f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.2568491 Feb 04 15:59:18.113126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] For port fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:18.113490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.115417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d76526-bada-484f-a917-bbeda0240ccd req-82996356-2da8-433f-85e7-d1d591912365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.117197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-82996356-2da8-433f-85e7-d1d591912365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2000289 Feb 04 15:59:18.239649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.286227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Calling delete_port for fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:18.314404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d936-209b-4696-ae2e-fae7f4e8f2bf req-a9a9ed46-0558-4350-ad88-0ebae7dbef52 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:18.316011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b66d936-209b-4696-ae2e-fae7f4e8f2bf req-a9a9ed46-0558-4350-ad88-0ebae7dbef52 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 947 time: 0.2946091 Feb 04 15:59:18.341509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'name': 'network-vif-deleted', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a'}, {'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:18.353880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.449883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-9746bb25-6177-4591-bd9d-edf4343597fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008792 Feb 04 15:59:18.528725 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:18.638953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event updated for resources: {'Port': ['ID=4f018c48-526d-493b-aff2-bf30c3eef7c7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:18.646740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:18.659553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:18.685163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b66d936-209b-4696-ae2e-fae7f4e8f2bf req-b5c29569-a1cd-4ad8-8a36-37a6c75865c4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570454 Feb 04 15:59:18.690318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:18.728115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:18.793766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Sync routers for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:18.808231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:18.809592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:18.976115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-6f78b0a5-f36a-4bf0-a25f-b04dc9bcc696 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061536 Feb 04 15:59:19.190423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:19.260273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc72bc52-2e47-45d9-b6b0-39b5f33529b9 req-eec02874-493c-4a7b-ad7c-d9d369232c35 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 210 time: 0.1120632 Feb 04 15:59:19.341498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:19.914281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bcb5257d-49a5-4ce8-8f60-8eee2d2192d9 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1524f9127f8d457da51031754d12c9ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2609138 Feb 04 15:59:19.999014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.005927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2d76526-bada-484f-a917-bbeda0240ccd req-f4e61cb2-829c-4caa-993b-508bd6b55564 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0068433 Feb 04 15:59:20.223793 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902d7171-6401-4f8a-92ed-a8e64593698b', 'name': 'network-vif-deleted', 'tag': 'ba6f4778-0f54-4146-9e6f-cf5d28bdfa0a', 'status': 'completed', 'code': 200} Feb 04 15:59:20.224044 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'status': 'completed', 'code': 200} Feb 04 15:59:20.245105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3c743e98-e543-4cae-b39e-3de03e19440e', 'name': '', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'mac_address': 'fa:16:3e:30:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 2, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'subnets': [{'id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:20.254441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Checking router: 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:20.254699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Updating router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c port 3c743e98-e543-4cae-b39e-3de03e19440e binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 15:59:20.327178 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-1ba040c7-c164-40f2-b04d-b0ba674d3e4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1098 time: 0.1969817 Feb 04 15:59:20.417588 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.545959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-3c2770d5-d52a-43d6-936d-197a8e80bd6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.547498 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-3c2770d5-d52a-43d6-936d-197a8e80bd6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1650660 Feb 04 15:59:20.549650 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.721132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-770e2143-76d4-41dc-b6ed-6143e63e0f9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.0822697 Feb 04 15:59:20.802412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.814988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Transition to ACTIVE for port object 3c743e98-e543-4cae-b39e-3de03e19440e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:20.833360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:20.841401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-e14b53c1-ccd3-4e6d-82a2-df67b5143c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.842723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-1b9b41af-539a-466c-a593-9ceeaeb49e70 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:20.843391 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-e14b53c1-ccd3-4e6d-82a2-df67b5143c5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1145530 Feb 04 15:59:20.844218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-1b9b41af-539a-466c-a593-9ceeaeb49e70 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9067647 Feb 04 15:59:20.883017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Request body: {'port': {'device_id': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '1524f9127f8d457da51031754d12c9ee'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:20.921460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd2fdb-1314-4210-8059-32752e34c6e0 None None] Pushing event updated for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:20.994474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:20.999624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.000288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.004706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-36d276cf-9ab7-4a02-af98-ac7d394bb8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506548 Feb 04 15:59:21.139136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Attempting to bind port 3c743e98-e543-4cae-b39e-3de03e19440e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:21.139758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Attempting to bind port 3c743e98-e543-4cae-b39e-3de03e19440e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:21.140274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Attempting to bind port 3c743e98-e543-4cae-b39e-3de03e19440e on network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:21.157590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:21.158516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Checking segment: {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:21.159164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.159733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Bound using segment: {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:21.160385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Bound port: 3c743e98-e543-4cae-b39e-3de03e19440e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:21.160978 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.331027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] For port 3c743e98-e543-4cae-b39e-3de03e19440e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:21.335324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] For port 3c743e98-e543-4cae-b39e-3de03e19440e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c743e98-e543-4cae-b39e-3de03e19440e,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:21.347147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:21.359235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-1b6fe97f-305e-4055-b940-def950994255 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1098 time: 0.9892397 Feb 04 15:59:21.467670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:21.468296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:21.477257 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-d2e5d500-5ade-412b-99f2-4882ad9aa4ba service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583213 Feb 04 15:59:21.616750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd2fdb-1314-4210-8059-32752e34c6e0 None None] Pushing event updated for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:21.617115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a1c7-19df-49e8-80d3-10bd4387f6ff req-df909384-3b5f-4e11-b9cc-5b516a264a77 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:21.625862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5611a1c7-19df-49e8-80d3-10bd4387f6ff req-df909384-3b5f-4e11-b9cc-5b516a264a77 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 947 time: 1.0187881 Feb 04 15:59:21.685438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:21.696406 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-e132b321-80e5-4284-9255-2c088ca153ab service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066844 Feb 04 15:59:21.704979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Usage tracker for resource:port and tenant:1524f9127f8d457da51031754d12c9ee is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:21.780846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-caacbfd8-41bc-4929-9e6c-98ba738a36f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:21.782421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-caacbfd8-41bc-4929-9e6c-98ba738a36f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3743145 Feb 04 15:59:21.783196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:21.822278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:21.889389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:21.942877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5611a1c7-19df-49e8-80d3-10bd4387f6ff req-f4154bac-e2e1-493d-a1e2-d031335cc63d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160124 Feb 04 15:59:21.946813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-294c842f-91fd-4a06-95b2-5d762f3feead service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.1497791 Feb 04 15:59:21.998909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c743e98-e543-4cae-b39e-3de03e19440e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:22.093295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:22.102839 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Sync routers for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:22.119490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-e4306af3-599c-4861-a79e-835d557dadca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.127257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-e4306af3-599c-4861-a79e-835d557dadca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1690471 Feb 04 15:59:22.133275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:22.134795 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:22.150037 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dce4c0cd-fd62-4e37-86c7-e66886e72715 admin admin] 10.222.0.62 "PUT /v2.0/routers/47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1734576 Feb 04 15:59:22.152557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45634) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:22.280879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-5db2e559-e101-4ff5-b306-31503d9f2373 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:22.281754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-5db2e559-e101-4ff5-b306-31503d9f2373 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:22.292394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 15:59:22.408209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.427155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Made reservation on behalf of 1524f9127f8d457da51031754d12c9ee for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:22.432139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.459872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.486361 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:22.562802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.625174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-5db2e559-e101-4ff5-b306-31503d9f2373 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:22.626554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3c743e98-e543-4cae-b39e-3de03e19440e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:22.627066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-5db2e559-e101-4ff5-b306-31503d9f2373 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 950 time: 1.4055049 Feb 04 15:59:22.644245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:22.703579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c743e98-e543-4cae-b39e-3de03e19440e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:22.703871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.716773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:22.867048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3c743e98-e543-4cae-b39e-3de03e19440e', 'name': '', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'mac_address': 'fa:16:3e:30:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:21Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'subnets': [{'id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:22.971318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e950e7-2cb1-4425-baba-ca714dda6721 None None] The sync data for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 is: [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:02Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3c743e98-e543-4cae-b39e-3de03e19440e', 'name': '', 'network_id': '70358e10-2a4f-41cb-b5f5-1f3743b2d7f7', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'mac_address': 'fa:16:3e:30:19:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:01Z', 'updated_at': '2022-02-04T15:59:21Z', 'revision_number': 4, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'subnets': [{'id': '7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:22.987385 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:59:18Z', 'revision_number': 5, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port': {'id': '468ba89a-a8ed-41a6-be9d-2244ab0550fb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:05Z', 'updated_at': '2022-02-04T15:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.005884 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Checking router: 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:23.019743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event updated for resources: {'Port': ['ID=4f018c48-526d-493b-aff2-bf30c3eef7c7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.030835 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.041870 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Routers {'47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:23.044651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.068036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Deleting port 468ba89a-a8ed-41a6-be9d-2244ab0550fb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:23.068478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.077777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:23.091610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:23.091945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.135820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.137884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.138580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.138739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.139098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.139604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.139921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.140235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.140560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.140957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.141306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:23.155734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.171398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Usage tracker for resource:security_group_rule and tenant:1524f9127f8d457da51031754d12c9ee is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:23.178998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:23.205643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-b2c3debf-f563-4b1b-a5d2-08361135314e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0596442 Feb 04 15:59:23.207754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:23.265582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638ffe3-6298-4726-b2ce-fa98a2e2521b req-acf90a57-9b9d-428c-ba65-be8e719ce86a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:23.267124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4638ffe3-6298-4726-b2ce-fa98a2e2521b req-acf90a57-9b9d-428c-ba65-be8e719ce86a tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 950 time: 0.9520476 Feb 04 15:59:23.327803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:23.359408 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] Set router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:23.399320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '3b1b300d-305f-482d-8266-61e86b59d063', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '3b1b300d-305f-482d-8266-61e86b59d063', 'mac_address': 'fa:16:3e:bf:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:23.420114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] For port 468ba89a-a8ed-41a6-be9d-2244ab0550fb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=468ba89a-a8ed-41a6-be9d-2244ab0550fb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:23.420861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.441694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.587679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-397a3436-bbe7-4041-8afc-7e829c3d21bf service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661325 Feb 04 15:59:23.600809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.609725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-86e5cb7f-9c91-42e1-8481-aebec76ea6c8 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3095472 Feb 04 15:59:23.629950 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:59:23Z', 'revision_number': 6, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:23.643230 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc68ffa-0bef-4333-9c53-92d955b107c5 None None] The sync data for ids ['47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa'] in n-d-827873-1 is: [{'id': '47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1103430158-router', 'tenant_id': '912b3891ec4a4444af872b77bf305b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:04Z', 'updated_at': '2022-02-04T15:59:23Z', 'revision_number': 6, 'project_id': '912b3891ec4a4444af872b77bf305b60', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:23.665315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3c743e98-e543-4cae-b39e-3de03e19440e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c743e98-e543-4cae-b39e-3de03e19440e,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:23.702864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.703108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Calling delete_port for 468ba89a-a8ed-41a6-be9d-2244ab0550fb owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:23.795368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:23.846450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4638ffe3-6298-4726-b2ce-fa98a2e2521b req-270ad3a3-236f-43f1-85ea-e49227cfe666 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385895 Feb 04 15:59:23.855718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:23.895205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:23.896970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:23.915361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-25e93142-784f-4362-98b6-971c7575b9e5 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Synchronizing usage tracker for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:23.918626 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.005394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.069978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.083586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe6330e-9423-4827-9d6e-12f654276dd1 req-f5a7ae83-c699-4c1d-a0ea-970e5ffd5723 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161284 Feb 04 15:59:24.117735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.140994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.178753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c743e98-e543-4cae-b39e-3de03e19440e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:24.204812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=468ba89a-a8ed-41a6-be9d-2244ab0550fb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.232775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-25e93142-784f-4362-98b6-971c7575b9e5 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Unset dirty status for tenant:d0e4da336be34a28931bf8b56ddfa205 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:24.241167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-25e93142-784f-4362-98b6-971c7575b9e5 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.6302319 Feb 04 15:59:24.262692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['3b1b300d-305f-482d-8266-61e86b59d063'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:24.317094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.317515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.317948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.318409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.319063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.319369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.319794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.320215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.320757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.321177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.321595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:24.347583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c743e98-e543-4cae-b39e-3de03e19440e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:24.347952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.506406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port 1c1ace76-fdb2-4fb0-9762-37cf6a195411, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1c1ace76-fdb2-4fb0-9762-37cf6a195411,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:24.508227 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.569367 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.584641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1c1ace76-fdb2-4fb0-9762-37cf6a195411 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:24.648539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:24.703302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for 1c1ace76-fdb2-4fb0-9762-37cf6a195411 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:24.796049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:24.802542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fbb51ca8-5cc8-4c03-b6ff-e0af5f659b92 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:24.889784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-a5f59a67-3d02-4738-a43d-3db33ccf2c9d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:24.891961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-a5f59a67-3d02-4738-a43d-3db33ccf2c9d tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.6498106 Feb 04 15:59:24.896876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:24.898684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8992c47f-b6d3-405b-9438-a2dc8810e0a4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:24.975073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-f18ecb45-33a2-47b5-b97d-34df393b7cc4 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:24.976209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2a89bd1-d6d4-4815-8f18-c213ca845261 req-f18ecb45-33a2-47b5-b97d-34df393b7cc4 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0597031 Feb 04 15:59:25.022523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:25.282544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No active binding found for port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:59:25.283721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1c1ace76-fdb2-4fb0-9762-37cf6a195411 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:25.315175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a60acf2-f3c5-47ec-88ca-02c0c058d396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.370850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=1c1ace76-fdb2-4fb0-9762-37cf6a195411,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:25.424428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.434864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.449450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port 1c1ace76-fdb2-4fb0-9762-37cf6a195411 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:25.497162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.497840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:25.514836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.518018 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-acabca1e-ab40-4f7f-94c5-7268f18c73e5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/47f6f3c8-3d23-4623-9e2d-f8e2bb901dfa HTTP/1.1" status: 204 len: 168 time: 3.3639936 Feb 04 15:59:25.520513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:25.569309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.582095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'name': 'network-vif-deleted', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:25.628049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a40c1d25-438f-433d-89b6-a628b7c9444a req-cfae928f-9bed-41df-b679-35d5acf49437 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 210 time: 0.3680811 Feb 04 15:59:25.657558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Deleting subnet d2ce6cb9-8c30-4f14-a60c-404893e8eb65 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:25.664886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.710914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Allocated IP 192.168.233.113 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/fc0f7686-8da6-4ba9-b47e-de99c656f833) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:25.764758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:25.802864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2826e9-dabb-4560-ad3b-de39e0a85314 req-24d4f292-05b9-4c17-94ba-d5071c741d9c tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "DELETE /v2.0/ports/1c1ace76-fdb2-4fb0-9762-37cf6a195411 HTTP/1.1" status: 204 len: 173 time: 3.1376534 Feb 04 15:59:25.942420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.091438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.196590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b3d5f-8426-4e1f-91bc-fae2fa98f186 None None] Network 68e4be54-e3d4-46ba-a43d-cba539caa792 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:26.201145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.207741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ce6cb9-8c30-4f14-a60c-404893e8eb65,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:26.219134 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d81356c7-ba52-494d-9f17-5c4cd2e9f9cc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d2ce6cb9-8c30-4f14-a60c-404893e8eb65 HTTP/1.1" status: 204 len: 168 time: 0.6963365 Feb 04 15:59:26.221529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:26.244875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:26.361442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04794985-4ef2-4f24-85b8-3c50bf0c32ef req-ec610691-a4aa-4503-83bc-62263eaaffdd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:26.547887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c69828-93c7-48e7-affe-7b7a37fd6c0c req-d6507409-02ea-42b5-98c1-1a8ba450c60e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:26.549479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c69828-93c7-48e7-affe-7b7a37fd6c0c req-d6507409-02ea-42b5-98c1-1a8ba450c60e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 948 time: 1.2571547 Feb 04 15:59:26.562867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04794985-4ef2-4f24-85b8-3c50bf0c32ef req-ec610691-a4aa-4503-83bc-62263eaaffdd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:26.572989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.580472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04794985-4ef2-4f24-85b8-3c50bf0c32ef req-ec610691-a4aa-4503-83bc-62263eaaffdd tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7b9dea4-9a5d-463b-a846-f6346290b369 HTTP/1.1" status: 200 len: 210 time: 0.4036479 Feb 04 15:59:26.603520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Deleting port b30714a3-7744-4205-82df-fb9a1e510627 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:26.604158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:26.692047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:26.844541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-1e538ae3-4c1a-4e64-8544-f3608a60910a tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips/9d306010-f645-489e-93c1-0622705eefb7 HTTP/1.1" status: 200 len: 693 time: 0.1507792 Feb 04 15:59:26.981138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] DHCP port deletion for 68e4be54-e3d4-46ba-a43d-cba539caa792 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:26.988917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Deleting port b30714a3-7744-4205-82df-fb9a1e510627 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:26.989581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.003067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c69828-93c7-48e7-affe-7b7a37fd6c0c req-a1ba5317-5118-4148-bfb0-55f1042fce91 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411514 Feb 04 15:59:27.008657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.049226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Transition to ACTIVE for port object fc0f7686-8da6-4ba9-b47e-de99c656f833 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:27.165519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] For port b30714a3-7744-4205-82df-fb9a1e510627, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b30714a3-7744-4205-82df-fb9a1e510627,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:27.165865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.170100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-8ec6d60f-e091-484a-bfec-daae427c3a59 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:27.175428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 3b1b300d-305f-482d-8266-61e86b59d063 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:27.184314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-8ec6d60f-e091-484a-bfec-daae427c3a59 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3387804 Feb 04 15:59:27.263494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 3b1b300d-305f-482d-8266-61e86b59d063 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:27.264082 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.430156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17ac2f6a-22cf-4b9b-8237-c6868546b213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.432160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.460417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Calling delete_port for b30714a3-7744-4205-82df-fb9a1e510627 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:27.629252 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b9dea4-9a5d-463b-a846-f6346290b369', 'name': 'network-vif-deleted', 'tag': '1c1ace76-fdb2-4fb0-9762-37cf6a195411', 'status': 'completed', 'code': 200} Feb 04 15:59:27.642301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:27.657359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:27.666445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:27.679879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-3c6fffda-bbbf-4071-b0f5-ecf0f905f53f tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.4928520 Feb 04 15:59:27.688068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:27.710205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Pushing event deleted for resources: {'Port': ['ID=b30714a3-7744-4205-82df-fb9a1e510627,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:27.729407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] No DVR routers for this DVR port b30714a3-7744-4205-82df-fb9a1e510627 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:27.941841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Pushing event updated for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.016597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 468ba89a-a8ed-41a6-be9d-2244ab0550fb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:28.017536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.038822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:28.039289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.043882 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.085097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e4be54-e3d4-46ba-a43d-cba539caa792']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:28.087155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:28.108153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:28.112642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d41237-321a-444b-bcba-d344d6d2eccc') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:28.112938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d41237-321a-444b-bcba-d344d6d2eccc') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:28.130489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 468ba89a-a8ed-41a6-be9d-2244ab0550fb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:28.130970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 468ba89a-a8ed-41a6-be9d-2244ab0550fb not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:28.131494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b30714a3-7744-4205-82df-fb9a1e510627 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:28.142662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.156724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-cd1feda9-b782-4911-b895-1e597184be60 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.2930608 Feb 04 15:59:28.167112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-9baafd0b-8694-403c-972a-84db45f3ef7e tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.3954272 Feb 04 15:59:28.177483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.183981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Request body: {'port': {'device_id': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:28.193010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:28.194777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.208063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: timer() Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:28.220541 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:28.231644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b30714a3-7744-4205-82df-fb9a1e510627 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:28.232449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b30714a3-7744-4205-82df-fb9a1e510627 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:28.329735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.342740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.383318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.395936 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] 10.222.0.62 "DELETE /v2.0/networks/68e4be54-e3d4-46ba-a43d-cba539caa792 HTTP/1.1" status: 204 len: 168 time: 2.1651521 Feb 04 15:59:28.397250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5601-71f9-4d23-8de7-b1842c20deea admin admin] Pushing event deleted for resources: {'Network': ['ID=68e4be54-e3d4-46ba-a43d-cba539caa792,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:28.399043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45698) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:28.422910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b5052103-90e8-4ed8-ba74-18cd7476917c None None] Provisioning for port fc0f7686-8da6-4ba9-b47e-de99c656f833 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:28.469596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] For port b30714a3-7744-4205-82df-fb9a1e510627, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b30714a3-7744-4205-82df-fb9a1e510627,segment=NetworkSegment(48d41237-321a-444b-bcba-d344d6d2eccc),segment_id=48d41237-321a-444b-bcba-d344d6d2eccc)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:28.470144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.483710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.484185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.484661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.485094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.485525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.485977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.486425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.486849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.487268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.487710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.488128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 15:59:28.517285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b5052103-90e8-4ed8-ba74-18cd7476917c None None] Provisioning complete for port fc0f7686-8da6-4ba9-b47e-de99c656f833 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:28.519137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5052103-90e8-4ed8-ba74-18cd7476917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.616416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b5052103-90e8-4ed8-ba74-18cd7476917c None None] Port fc0f7686-8da6-4ba9-b47e-de99c656f833 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:28.658069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Deleting port 4f018c48-526d-493b-aff2-bf30c3eef7c7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:28.658690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.779691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.787075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Calling delete_port for b30714a3-7744-4205-82df-fb9a1e510627 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:28.814904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.888922 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:28.889277 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:28.943505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:28.944102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.014869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-e4cc1e23-fa83-4822-a446-3eb5fde01b61 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:29.015922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-e4cc1e23-fa83-4822-a446-3eb5fde01b61 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Synchronizing usage tracker for tenant:1524f9127f8d457da51031754d12c9ee on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:29.164869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.257365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Calling delete_port for 4f018c48-526d-493b-aff2-bf30c3eef7c7 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:29.297370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.390150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Deleting port b30714a3-7744-4205-82df-fb9a1e510627 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:29.390773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.392787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-e4cc1e23-fa83-4822-a446-3eb5fde01b61 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Unset dirty status for tenant:1524f9127f8d457da51031754d12c9ee on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:29.393916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-e4cc1e23-fa83-4822-a446-3eb5fde01b61 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 936 time: 1.4532614 Feb 04 15:59:29.533587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fd606b8-0073-4e98-a606-273eea4e6dbd None None] The port 'b30714a3-7744-4205-82df-fb9a1e510627' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:59:29.604427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-3728648b-24a9-4c29-9271-60ae0184e4b3 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Synchronizing usage tracker for tenant:1524f9127f8d457da51031754d12c9ee on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:29.702666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.746782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-3728648b-24a9-4c29-9271-60ae0184e4b3 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Unset dirty status for tenant:1524f9127f8d457da51031754d12c9ee on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:29.748524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c14c2d6-656a-4943-bf03-3acda6445a5f req-3728648b-24a9-4c29-9271-60ae0184e4b3 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375218 Feb 04 15:59:29.766239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Pushing event deleted for resources: {'Port': ['ID=4f018c48-526d-493b-aff2-bf30c3eef7c7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:29.838270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:29.992256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.049587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.066923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6c27e8d-ef75-46ee-a7e1-9d2a0c15125f req-d5af1ce3-f092-450e-8019-9fe5434998bc tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d306010-f645-489e-93c1-0622705eefb7 HTTP/1.1" status: 204 len: 173 time: 1.8932312 Feb 04 15:59:30.069407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0f7686-8da6-4ba9-b47e-de99c656f833 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:30.086364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.118708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Transition to ACTIVE for port object fc0f7686-8da6-4ba9-b47e-de99c656f833 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:30.134131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.165684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Deleting port 945f84a9-b91c-4abc-beb2-623dba63b3e9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:30.169665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.379470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Pushing event updated for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:30.504364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] For port 945f84a9-b91c-4abc-beb2-623dba63b3e9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=945f84a9-b91c-4abc-beb2-623dba63b3e9,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:30.504718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.644720 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'code': 200} Feb 04 15:59:30.682534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Calling delete_port for 945f84a9-b91c-4abc-beb2-623dba63b3e9 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:30.837966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Attempting to bind port fc0f7686-8da6-4ba9-b47e-de99c656f833 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:30.838600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Attempting to bind port fc0f7686-8da6-4ba9-b47e-de99c656f833 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:30.838924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Attempting to bind port fc0f7686-8da6-4ba9-b47e-de99c656f833 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:30.848964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-f6964302-f8f6-4d30-92ce-f2a37a540c01 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:30.850419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-f6964302-f8f6-4d30-92ce-f2a37a540c01 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474&tenant_id=bdd2a8bec3ad42089af03e8245122272&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 949 time: 0.4097805 Feb 04 15:59:30.853317 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-f42524fc-727f-4e15-aab7-34d4bde1cb7b req-5481c880-7c34-4e64-ae2f-1f0fc8a62f88 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] show failed (client error): The resource could not be found. Feb 04 15:59:30.871489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f42524fc-727f-4e15-aab7-34d4bde1cb7b req-5481c880-7c34-4e64-ae2f-1f0fc8a62f88 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips/9d306010-f645-489e-93c1-0622705eefb7 HTTP/1.1" status: 404 len: 350 time: 0.1198218 Feb 04 15:59:30.957371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:30.967231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Port fc0f7686-8da6-4ba9-b47e-de99c656f833 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:30.967561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Attempting to bind port fc0f7686-8da6-4ba9-b47e-de99c656f833 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:31.010531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=945f84a9-b91c-4abc-beb2-623dba63b3e9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.011289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5015ce-55b0-47f3-9eef-409079761049 req-a33b1bec-37a8-4d53-b4a0-68ec7393aa8c tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.020143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b5015ce-55b0-47f3-9eef-409079761049 req-a33b1bec-37a8-4d53-b4a0-68ec7393aa8c tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.4165490 Feb 04 15:59:31.047045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:31.047677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:31.048232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:31.048858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Bound port: fc0f7686-8da6-4ba9-b47e-de99c656f833, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:31.049375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.273041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-694b5458-719b-450a-b4f3-4e1c6bc2cf7f service neutron] 10.222.0.58 "GET /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.3990664 Feb 04 15:59:31.358888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b5015ce-55b0-47f3-9eef-409079761049 req-614357ce-067d-490e-940c-25a292353ceb tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374155 Feb 04 15:59:31.447959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:31.452575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:31.477020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15923cf-1618-46ca-82cb-3c1616b21eff req-6855c73f-2a93-41bc-91c3-0aecef203b36 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:31.484920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b15923cf-1618-46ca-82cb-3c1616b21eff req-6855c73f-2a93-41bc-91c3-0aecef203b36 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.4038150 Feb 04 15:59:31.523238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.612575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Pushing event updated for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:31.632348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.633889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-bdb5b024-1734-45e6-a26f-70ff06b59dcf service neutron] 10.222.0.58 "PUT /v2.0/ports/fc0f7686-8da6-4ba9-b47e-de99c656f833 HTTP/1.1" status: 200 len: 1096 time: 3.4635594 Feb 04 15:59:31.638668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-484d3d33-836f-4f1a-891b-5f6c4142e673 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1100 time: 0.3329012 Feb 04 15:59:31.639209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:31.818627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:31.996953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b15923cf-1618-46ca-82cb-3c1616b21eff req-a5283995-3628-42ec-a018-4551b0183a77 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106494 Feb 04 15:59:32.249126 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-a6e53c03-4f29-43ed-9d14-26fae84e6673 req-ccf653eb-00c3-45d4-90be-670ace7f7a79 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] show failed (client error): The resource could not be found. Feb 04 15:59:32.259347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:32.262920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6e53c03-4f29-43ed-9d14-26fae84e6673 req-ccf653eb-00c3-45d4-90be-670ace7f7a79 tempest-FloatingIPsTestJSON-1791699285 tempest-FloatingIPsTestJSON-1791699285-project] 10.222.0.62 "GET /v2.0/floatingips/9d306010-f645-489e-93c1-0622705eefb7 HTTP/1.1" status: 404 len: 350 time: 0.2050166 Feb 04 15:59:32.323092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-136941b1-8a83-428b-ae9c-dfff58b5f23b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.324837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-136941b1-8a83-428b-ae9c-dfff58b5f23b service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6736307 Feb 04 15:59:32.461142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-da1bacc5-a474-4435-b3d2-f1d56eb27e77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.1178496 Feb 04 15:59:32.463288 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833', 'status': 'completed', 'code': 200} Feb 04 15:59:32.531205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-67da68d6-9120-450b-9e8a-12aaa21405ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 1099 time: 0.5822268 Feb 04 15:59:32.627834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-7464d238-a3b3-4401-af3c-fc7a6aba15d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833 HTTP/1.1" status: 200 len: 217 time: 0.0823355 Feb 04 15:59:32.636929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94539d-022d-41a9-a06c-a867d0319004 req-994a9f63-769d-493f-8406-b2a7dc81b277 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.644363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b94539d-022d-41a9-a06c-a867d0319004 req-994a9f63-769d-493f-8406-b2a7dc81b277 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 948 time: 0.6625113 Feb 04 15:59:32.768752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-699efe84-3016-4355-adbd-2317e3f965e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.770250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-699efe84-3016-4355-adbd-2317e3f965e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3001096 Feb 04 15:59:32.839583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-0307c0ed-99a9-4212-91a5-59fc4a7fee52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.841277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-0307c0ed-99a9-4212-91a5-59fc4a7fee52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1948061 Feb 04 15:59:32.864289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Router 9a57e82e-0c99-41a7-9212-e378b131b22d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:32.904446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b94539d-022d-41a9-a06c-a867d0319004 req-b1249b8b-48b2-4cab-9f62-4175d19f2801 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592165 Feb 04 15:59:32.957071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3710c1-a9f5-4f31-9c1e-4c23ad7b5540 req-201b552c-fb45-4b7a-8cec-761ea2012df7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:32.963726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d3710c1-a9f5-4f31-9c1e-4c23ad7b5540 req-201b552c-fb45-4b7a-8cec-761ea2012df7 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 949 time: 0.3157759 Feb 04 15:59:32.991000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-b0b5831b-2dfe-49fc-a096-4ccc7c35e2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2013280 Feb 04 15:59:33.015464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-5384211c-be41-4161-b235-ef4e399e7ac8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568403 Feb 04 15:59:33.025747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d3710c1-a9f5-4f31-9c1e-4c23ad7b5540 req-60bc3793-9434-428b-b740-112487600866 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610647 Feb 04 15:59:33.125180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:33.547024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:33.557277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Sync routers for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:33.561628 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09510707-f677-40d8-87fb-4d9607274d77 admin admin] 10.222.0.62 "PUT /v2.0/routers/9a57e82e-0c99-41a7-9212-e378b131b22d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1562557 Feb 04 15:59:33.562425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45762) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:33.573148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:33.574271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:33.600218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-28d6543b-2ba4-41a2-a3d6-c97644f99a00 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624476 Feb 04 15:59:33.606111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-107bcc46-676e-404a-b8d6-a729d013cef4 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217500 Feb 04 15:59:33.662890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-c2c33330-83c4-4768-bbbc-53c6130c5d47 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.664413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-c2c33330-83c4-4768-bbbc-53c6130c5d47 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 949 time: 0.4735336 Feb 04 15:59:33.774877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:33.910777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824b87-7d03-4950-836d-1e5e7a6aeda1 req-2facbcaf-138e-404c-9c82-b7e0fcb4a588 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.912200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19824b87-7d03-4950-836d-1e5e7a6aeda1 req-2facbcaf-138e-404c-9c82-b7e0fcb4a588 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.7200251 Feb 04 15:59:33.988339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f287-c5f9-4d71-8073-45e274ba27ec req-f128badf-a115-46a2-bdff-f8c48a6dbff2 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:33.989719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb15f287-c5f9-4d71-8073-45e274ba27ec req-f128badf-a115-46a2-bdff-f8c48a6dbff2 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.5498669 Feb 04 15:59:34.025173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.047068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port bcf0a388-ef40-413c-92ce-566fa7aa6bfd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:34.047403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.186959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 5, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:34.186959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Checking router: 9a57e82e-0c99-41a7-9212-e378b131b22d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:34.206758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19824b87-7d03-4950-836d-1e5e7a6aeda1 req-8f4b2a40-e2c4-47bf-a75d-4d326e7d00a7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717853 Feb 04 15:59:34.245866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-35d702d1-36b3-4acb-94fb-551679632198 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992520 Feb 04 15:59:34.250498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Routers {'9a57e82e-0c99-41a7-9212-e378b131b22d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:34.250498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9a57e82e-0c99-41a7-9212-e378b131b22d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:34.314996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee1761-3ca4-4fcd-8cd2-4c238b5c4e3d req-ff991615-2a86-4acf-83f8-78299db98b22 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876578 Feb 04 15:59:34.495103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Deleting port 3c743e98-e543-4cae-b39e-3de03e19440e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:34.495785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.514874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb15f287-c5f9-4d71-8073-45e274ba27ec req-5aaa26e7-1c52-49fe-a42d-99a678acaa02 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5000737 Feb 04 15:59:34.535028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.599346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] Set router 9a57e82e-0c99-41a7-9212-e378b131b22d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:34.623100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Deleting port 8df10141-1633-4b03-b424-6f99c535ef40 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:34.623439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.893358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] For port 3c743e98-e543-4cae-b39e-3de03e19440e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c743e98-e543-4cae-b39e-3de03e19440e,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:34.894157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.937766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 5, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:34.941838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e488d4-c477-4db3-be1c-e398ee71677e None None] The sync data for ids ['9a57e82e-0c99-41a7-9212-e378b131b22d'] in n-d-827873-1 is: [{'id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'name': 'tempest-AttachSCSIVolumeTestJSON-629541724-router', 'tenant_id': 'eed148c59cad447d9e237357da25d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '8df10141-1633-4b03-b424-6f99c535ef40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:57:19Z', 'updated_at': '2022-02-04T15:59:30Z', 'revision_number': 5, 'project_id': 'eed148c59cad447d9e237357da25d529', 'gw_port': {'id': '8df10141-1633-4b03-b424-6f99c535ef40', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a57e82e-0c99-41a7-9212-e378b131b22d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:57:21Z', 'updated_at': '2022-02-04T15:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:34.945757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port bcf0a388-ef40-413c-92ce-566fa7aa6bfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:34.946310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:34.957909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-81daf03d-127d-4e25-83c0-4f4842966072 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 1099 time: 0.5444272 Feb 04 15:59:35.035423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Calling delete_port for 3c743e98-e543-4cae-b39e-3de03e19440e owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:35.112492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for bcf0a388-ef40-413c-92ce-566fa7aa6bfd owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:35.202882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb453e-d550-428e-a6f7-7d10bbfc17e4 req-1d4dc4f4-ef94-4c00-8eb7-6c83377c7419 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.204307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbeb453e-d550-428e-a6f7-7d10bbfc17e4 req-1d4dc4f4-ef94-4c00-8eb7-6c83377c7419 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a2cccb9-f269-4209-a85e-d197ced22de9 HTTP/1.1" status: 200 len: 949 time: 0.4230611 Feb 04 15:59:35.209661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e762f-ee74-46c2-b71b-d03213c2c26d req-92923cf5-296c-445e-981f-416319667a3a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.210059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] For port 8df10141-1633-4b03-b424-6f99c535ef40, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8df10141-1633-4b03-b424-6f99c535ef40,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:35.210437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.211014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f49e762f-ee74-46c2-b71b-d03213c2c26d req-92923cf5-296c-445e-981f-416319667a3a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 948 time: 0.4987421 Feb 04 15:59:35.343554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Calling delete_port for 8df10141-1633-4b03-b424-6f99c535ef40 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:35.420691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbeb453e-d550-428e-a6f7-7d10bbfc17e4 req-4b22d947-23a1-4167-972c-2d4177bbe04b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086811 Feb 04 15:59:35.428884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-c4e7d83b-ef3d-49e0-9675-35f22b0ff278 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.430541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-c4e7d83b-ef3d-49e0-9675-35f22b0ff278 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4038062 Feb 04 15:59:35.435848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f49e762f-ee74-46c2-b71b-d03213c2c26d req-57799047-1426-405a-8555-e72ffb462801 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154796 Feb 04 15:59:35.559550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-9a8a6925-cc5d-40d3-b389-775984e11075 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833 HTTP/1.1" status: 200 len: 217 time: 0.0864105 Feb 04 15:59:35.657559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.676842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.689189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:35.707878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=8df10141-1633-4b03-b424-6f99c535ef40,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.710706 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:35.713338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:35.790203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c743e98-e543-4cae-b39e-3de03e19440e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.884410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-72ba8f4c-e770-4f31-b53b-1954f3bb24b3 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.887002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-72ba8f4c-e770-4f31-b53b-1954f3bb24b3 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.58 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.5833559 Feb 04 15:59:35.959948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=bcf0a388-ef40-413c-92ce-566fa7aa6bfd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:35.979261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-324739cb-467f-4f25-a547-7cc2efdb621f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:35.982236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-324739cb-467f-4f25-a547-7cc2efdb621f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4120598 Feb 04 15:59:36.013299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 945f84a9-b91c-4abc-beb2-623dba63b3e9 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:36.101724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 945f84a9-b91c-4abc-beb2-623dba63b3e9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:36.101982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 945f84a9-b91c-4abc-beb2-623dba63b3e9 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:36.110113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Deleting port 1348b555-0687-4ffc-be5d-d797ea827cd6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:36.110596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.195810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port bcf0a388-ef40-413c-92ce-566fa7aa6bfd on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:36.207620 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.209161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.215129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'name': 'network-vif-deleted', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:36.235388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf249a6c-5bf1-4b69-abf3-5a56f3266ae7 req-a0a940a5-803f-4eb4-b7e8-560821c4e23b tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1096 time: 0.6226099 Feb 04 15:59:36.312739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-939cec89-ff30-4132-b3b3-06d3973e01ff req-6017eb0d-d2ef-4359-a511-82a645024912 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "DELETE /v2.0/ports/bcf0a388-ef40-413c-92ce-566fa7aa6bfd HTTP/1.1" status: 204 len: 173 time: 2.6357687 Feb 04 15:59:36.318853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50447e1-09d2-42a7-b639-66a6df7f4f86 req-66383ecc-df87-414c-ba98-f1cf769c54c9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:36.326532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f50447e1-09d2-42a7-b639-66a6df7f4f86 req-66383ecc-df87-414c-ba98-f1cf769c54c9 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.6568251 Feb 04 15:59:36.429681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf249a6c-5bf1-4b69-abf3-5a56f3266ae7 req-0943944d-78fa-462f-b3f4-226925391c06 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825883 Feb 04 15:59:36.531856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-ae54384f-a390-4241-bca6-797d32cba7b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5299819 Feb 04 15:59:36.632146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f50447e1-09d2-42a7-b639-66a6df7f4f86 req-7e63bfec-13d7-4e74-a68c-a051b695b6c5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041351 Feb 04 15:59:36.651148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bcf0a388-ef40-413c-92ce-566fa7aa6bfd no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:36.723981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: bcf0a388-ef40-413c-92ce-566fa7aa6bfd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:36.724595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bcf0a388-ef40-413c-92ce-566fa7aa6bfd not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:36.726135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device fc0f7686-8da6-4ba9-b47e-de99c656f833 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:36.728884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:36.769425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.801969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.885679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:36.886367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a57e82e-0c99-41a7-9212-e378b131b22d {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:36.893400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-ed7abdf0-c6c8-42a2-a12e-4f0b99fce003 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470314 Feb 04 15:59:36.910512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.061399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.062546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-565bca97-83d8-48c9-b9c0-093d6f316e0f admin admin] 10.222.0.62 "DELETE /v2.0/routers/9a57e82e-0c99-41a7-9212-e378b131b22d HTTP/1.1" status: 204 len: 168 time: 3.4985366 Feb 04 15:59:37.067469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45808) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.156837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Deleting subnet 175ab384-99a1-4145-8400-85b1f6075625 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:37.160472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.190694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] For port 1348b555-0687-4ffc-be5d-d797ea827cd6, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1348b555-0687-4ffc-be5d-d797ea827cd6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:37.191694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.277986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.344937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.391753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:37.436299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:37.439052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:37.449321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'fc0f7686-8da6-4ba9-b47e-de99c656f833', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'fc0f7686-8da6-4ba9-b47e-de99c656f833', 'mac_address': 'fa:16:3e:5c:06:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:37.454035 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.476755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.580887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0392fb2e-c9a8-48e5-a554-98ccf4408ddc req-157d2867-24eb-46ee-a002-cad2333bf9b7 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695418 Feb 04 15:59:37.602957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432bef5-c98d-4c7b-8863-6adda6fb9d15 req-8bc9b474-1228-4397-8c00-0588eed47f10 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:37.604516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3432bef5-c98d-4c7b-8863-6adda6fb9d15 req-8bc9b474-1228-4397-8c00-0588eed47f10 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 945 time: 0.6945195 Feb 04 15:59:37.624222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.646036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0f7686-8da6-4ba9-b47e-de99c656f833 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:37.650744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.666961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:37.673163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.688747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-2be06dc7-7d82-455f-8e77-516dfbfc4108 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1100 time: 0.3921649 Feb 04 15:59:37.691950 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2cccb9-f269-4209-a85e-d197ced22de9', 'name': 'network-vif-deleted', 'tag': 'bcf0a388-ef40-413c-92ce-566fa7aa6bfd', 'status': 'completed', 'code': 200} Feb 04 15:59:37.720777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:37.794164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.804984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.806249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 15:59:37.849380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175ab384-99a1-4145-8400-85b1f6075625,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:37.858868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8df10141-1633-4b03-b424-6f99c535ef40 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:37.862399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.873623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4df65c41-a457-4f13-bdf2-c9836e792e40 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/175ab384-99a1-4145-8400-85b1f6075625 HTTP/1.1" status: 204 len: 168 time: 0.8013418 Feb 04 15:59:37.876802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45844) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:37.892340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc5134-d18b-4f3b-b860-105936fcc444 None None] Network 50a635c9-c5f4-4797-be39-5a30028d6f60 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:37.911865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8df10141-1633-4b03-b424-6f99c535ef40 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:37.912087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8df10141-1633-4b03-b424-6f99c535ef40 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:37.923400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.923880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:37.924305 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Floating IP 83891402-5fb6-4e4a-9410-d8f567c0f4c6 disassociated. External IP: 172.25.5.53, port: 1348b555-0687-4ffc-be5d-d797ea827cd6. Feb 04 15:59:37.924637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Calling delete_port for 1348b555-0687-4ffc-be5d-d797ea827cd6 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:37.960700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3432bef5-c98d-4c7b-8863-6adda6fb9d15 req-1d0d6f9f-2d2d-4658-951d-0fbeba06ef94 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups?id=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753253 Feb 04 15:59:38.045901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['fc0f7686-8da6-4ba9-b47e-de99c656f833'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:38.069409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.096591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Deleting port af0977e2-b61d-43c1-bb84-90349d2728c1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:38.097095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.135115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.274970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-808b10a6-651a-4429-a7e1-54dc65543b9e req-fe06821d-4816-4863-9a2e-4902e5d05861 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4661257 Feb 04 15:59:38.416535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] For port af0977e2-b61d-43c1-bb84-90349d2728c1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=af0977e2-b61d-43c1-bb84-90349d2728c1,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:38.417099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.456444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] DHCP port deletion for 50a635c9-c5f4-4797-be39-5a30028d6f60 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:38.463303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Deleting port af0977e2-b61d-43c1-bb84-90349d2728c1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:38.463877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.622822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.640398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Calling delete_port for af0977e2-b61d-43c1-bb84-90349d2728c1 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:38.695534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event deleted for resources: {'Port': ['ID=1348b555-0687-4ffc-be5d-d797ea827cd6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:38.706816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:38.739240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1348b555-0687-4ffc-be5d-d797ea827cd6 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:38.800302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 1348b555-0687-4ffc-be5d-d797ea827cd6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:38.801048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1348b555-0687-4ffc-be5d-d797ea827cd6 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:38.801958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:38.873840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba785-dc9a-4751-9b02-cc4a4c08166d req-b7e43840-4e24-4c23-a97d-03069a542eb6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:38.877690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] For port af0977e2-b61d-43c1-bb84-90349d2728c1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=af0977e2-b61d-43c1-bb84-90349d2728c1,segment=NetworkSegment(b2d27520-0e35-4707-a790-a91358e37e73),segment_id=b2d27520-0e35-4707-a790-a91358e37e73)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:38.878221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.880766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ecba785-dc9a-4751-9b02-cc4a4c08166d req-b7e43840-4e24-4c23-a97d-03069a542eb6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 949 time: 0.3026803 Feb 04 15:59:38.884278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:38.971947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:38.975364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ecba785-dc9a-4751-9b02-cc4a4c08166d req-948968cf-758b-4e6a-9cdf-69033980392a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938902 Feb 04 15:59:38.998450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:39.035226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0977e2-b61d-43c1-bb84-90349d2728c1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.038659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Calling delete_port for af0977e2-b61d-43c1-bb84-90349d2728c1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:39.112218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] No DVR routers for this DVR port af0977e2-b61d-43c1-bb84-90349d2728c1 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:39.137186 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558', 'code': 200} Feb 04 15:59:39.175167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.230258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:39.230724 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:39.296635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.332097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Transition to ACTIVE for port object 3b1b300d-305f-482d-8266-61e86b59d063 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:39.342106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.342642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.375054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a635c9-c5f4-4797-be39-5a30028d6f60']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.399217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d27520-0e35-4707-a790-a91358e37e73') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.399619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d27520-0e35-4707-a790-a91358e37e73') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.415805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.424499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:39.437597 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Sync routers for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:39.451913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-637e6f0d-448e-4fc7-89ce-5efc797add7b admin admin] 10.222.0.62 "PUT /v2.0/routers/0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1892011 Feb 04 15:59:39.452114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:39.452114 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:39.453988 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:39.454808 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:39.457276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.471968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45872) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:39.482518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.584123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:39.584622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: timer() Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:39.602497 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:39.632104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Router 436c3fde-e66d-45d6-9797-ef8b0031f0ba has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:39.707831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:39.716481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:39.732132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Deleting port af0977e2-b61d-43c1-bb84-90349d2728c1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:39.733077 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.825045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-a3021192-ca04-44e5-94a0-755daffe34f5 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 15:59:39.827118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] No DVR routers for this DVR port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:39.830608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f31c-eb01-4e70-acec-af91bcf1962a None None] The port 'af0977e2-b61d-43c1-bb84-90349d2728c1' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:59:39.848659 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-a3021192-ca04-44e5-94a0-755daffe34f5 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0338976 Feb 04 15:59:39.856344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:39.856733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Unknown quota resources ['binding']. {{(pid=83596) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 15:59:39.889946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.925635 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:39.949196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a635c9-c5f4-4797-be39-5a30028d6f60,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:39.951414 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b54d8a0d-2f01-44fe-8f50-7b213a33eeb3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/50a635c9-c5f4-4797-be39-5a30028d6f60 HTTP/1.1" status: 204 len: 168 time: 2.0736673 Feb 04 15:59:40.017720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:40.018011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:40.018631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:40.053800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device af0977e2-b61d-43c1-bb84-90349d2728c1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:40.056291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:40.056618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Attempting to bind port 3b1b300d-305f-482d-8266-61e86b59d063 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:40.066611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:40.066951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:40.067488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:40.067930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Bound port: 3b1b300d-305f-482d-8266-61e86b59d063, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:40.068272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.094914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767190b3-adc4-4bff-ab96-e28f3d417d91 req-a38dcb5e-1afc-42c7-a314-b24a1350d22f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:40.103702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-767190b3-adc4-4bff-ab96-e28f3d417d91 req-a38dcb5e-1afc-42c7-a314-b24a1350d22f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 948 time: 0.2586930 Feb 04 15:59:40.133316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 5, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:40.138552 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Checking router: 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:40.158105 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Routers {'0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:40.161511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: af0977e2-b61d-43c1-bb84-90349d2728c1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:40.162254 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:40.166690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device af0977e2-b61d-43c1-bb84-90349d2728c1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:40.289615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.307052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-767190b3-adc4-4bff-ab96-e28f3d417d91 req-739df5f7-586b-45cf-875a-64d6895e9605 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023964 Feb 04 15:59:40.342582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45886) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.343316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:40.343646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:40.343962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:40.369412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:40.378170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:40.381933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:40.382252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:40.392174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:40.394904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.404791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Sync routers for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:40.424847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:40.425348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:40.425828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:40.426395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:40.426982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:40.427608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Bound port: 38a0bb15-bc88-44df-a062-69282b32f325, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:40.434678 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] Set router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:40.460021 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2843035c-fd78-4265-b020-b4485744e509 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=912b3891ec4a4444af872b77bf305b60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1124232 Feb 04 15:59:40.463079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:40.550700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:40.617886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] Notify callbacks [] for binding, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.638760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] No DVR routers for this DVR port 1348b555-0687-4ffc-be5d-d797ea827cd6 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:40.641899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.644939 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8ce28b2c-25b9-4734-87b7-fd090f96abed service neutron] 10.222.0.62 "POST /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325/bindings HTTP/1.1" status: 201 len: 389 time: 0.7773559 Feb 04 15:59:40.656529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d62db0c-8abb-40e7-af38-e0072a533efd req-904ba95c-bd9f-4390-bcf7-77303cf02ebc tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.58 "DELETE /v2.0/ports/1348b555-0687-4ffc-be5d-d797ea827cd6 HTTP/1.1" status: 204 len: 173 time: 4.7397425 Feb 04 15:59:40.677343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.679030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] 10.222.0.41 "PUT /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 1096 time: 2.9662335 Feb 04 15:59:40.701496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431bfbb-fe80-42a9-97af-64c1cc0a6c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=11']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:40.746474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.773984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device fc0f7686-8da6-4ba9-b47e-de99c656f833 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:40.880763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:40.893584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-f7c4ef78-0cb5-4e8b-9a26-7ad3a3c10efd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1099 time: 0.1767058 Feb 04 15:59:40.987712 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'code': 200} Feb 04 15:59:41.095167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.148379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:41.160968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.162466 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79bf9ce1-785e-45fe-96bd-cfac992b55c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a80c7d32-eeeb-40f0-b9ab-83f7c1a6f0be HTTP/1.1" status: 204 len: 168 time: 0.6965878 Feb 04 15:59:41.163703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.163811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port fc0f7686-8da6-4ba9-b47e-de99c656f833 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:41.187429 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 5, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:41.191978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Deleting port 930a5130-ae8d-4587-8809-67c16b77043e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:41.192397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.199859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:41.204054 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c4de2f-2acf-465a-ac8a-6e1e946d253e None None] The sync data for ids ['0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c'] in n-d-827873-1 is: [{'id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'name': 'tempest-FloatingIPsTestJSON-2141830850-router', 'tenant_id': 'd0e4da336be34a28931bf8b56ddfa205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '930a5130-ae8d-4587-8809-67c16b77043e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:35Z', 'revision_number': 5, 'project_id': 'd0e4da336be34a28931bf8b56ddfa205', 'gw_port': {'id': '930a5130-ae8d-4587-8809-67c16b77043e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:57Z', 'updated_at': '2022-02-04T15:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:41.322112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-9c6ad21e-dced-4b17-9b0a-1acce99f43bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:41.324176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-9c6ad21e-dced-4b17-9b0a-1acce99f43bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3351307 Feb 04 15:59:41.337266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8d568c3b-030d-48c0-9def-6fed0d0bc78f req-7fa7693d-240b-495f-bc1b-80c6835a7d65 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Synchronizing usage tracker for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:41.390693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port fc0f7686-8da6-4ba9-b47e-de99c656f833 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:41.391108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.599707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] For port 930a5130-ae8d-4587-8809-67c16b77043e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a5130-ae8d-4587-8809-67c16b77043e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:41.600353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.736495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-e61c05b9-efd6-4278-b59b-0a8286920129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.3170033 Feb 04 15:59:41.737520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.779060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:41.797246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:41.805186 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:41.809051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Calling delete_port for 930a5130-ae8d-4587-8809-67c16b77043e owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:41.900945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c743e98-e543-4cae-b39e-3de03e19440e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:41.910460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8d568c3b-030d-48c0-9def-6fed0d0bc78f req-7fa7693d-240b-495f-bc1b-80c6835a7d65 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Unset dirty status for tenant:5e9ef7d2ec0d426a8417ee03677a7089 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:41.922896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d568c3b-030d-48c0-9def-6fed0d0bc78f req-7fa7693d-240b-495f-bc1b-80c6835a7d65 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/ports?device_id=a81b957d-7c6b-4e53-ba81-88994da604e8 HTTP/1.1" status: 200 len: 210 time: 1.0282931 Feb 04 15:59:41.925357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:41.945694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:41.973902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3c743e98-e543-4cae-b39e-3de03e19440e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:41.974247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c743e98-e543-4cae-b39e-3de03e19440e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:41.977069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Checking router: 436c3fde-e66d-45d6-9797-ef8b0031f0ba for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:41.981205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-e54f011b-0dd4-4cf3-bc6b-b6a333c9ee09 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:41.991207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-e54f011b-0dd4-4cf3-bc6b-b6a333c9ee09 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.6644225 Feb 04 15:59:42.001343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.007258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:42.008253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:42.038582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-3ff53a8d-c270-43bd-8649-6c221b6144b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.040702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-3ff53a8d-c270-43bd-8649-6c221b6144b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2367182 Feb 04 15:59:42.047541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-001610a5-4eee-4918-8559-09f6c77fbb27 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/quotas/72547cce33154153b136ba6bbdf6fd27 HTTP/1.1" status: 200 len: 375 time: 0.0548012 Feb 04 15:59:42.056887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4222a8e6-7044-4ea2-83b0-7a188338d224 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eed148c59cad447d9e237357da25d529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1304073 Feb 04 15:59:42.094236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:42.213862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-98c911b9-506a-4979-82b2-7ced534913c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1096 time: 0.8883562 Feb 04 15:59:42.224670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:42.244938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.272453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fccad-712d-4047-bec5-719c4f23086c req-617826fd-55fa-4004-8fb3-0acae68ecde1 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.273853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c52fccad-712d-4047-bec5-719c4f23086c req-617826fd-55fa-4004-8fb3-0acae68ecde1 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/ports?device_id=8a99d408-d86b-408f-9c44-4e10b2a566dc HTTP/1.1" status: 200 len: 943 time: 0.5283897 Feb 04 15:59:42.290737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-430f7ca3-e90f-4567-b949-181e3b7a7327 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.291481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-430f7ca3-e90f-4567-b949-181e3b7a7327 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:42.303010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.306793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=930a5130-ae8d-4587-8809-67c16b77043e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.405560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.411814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-430f7ca3-e90f-4567-b949-181e3b7a7327 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:42.412921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-430f7ca3-e90f-4567-b949-181e3b7a7327 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "GET /v2.0/ports?device_id=372926b7-c384-4f43-8642-f80b9e314b96 HTTP/1.1" status: 200 len: 950 time: 0.3537824 Feb 04 15:59:42.439620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43231d12-8f16-41b2-a43d-3f23c3c1323b req-affc2c17-28a3-484a-a8a5-cde122135899 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.441563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43231d12-8f16-41b2-a43d-3f23c3c1323b req-affc2c17-28a3-484a-a8a5-cde122135899 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 950 time: 0.3872702 Feb 04 15:59:42.462034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Deleting port 51628527-d1fd-461e-9dd2-e801431eb558 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:42.462410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.520704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:42.521072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.529371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-dbd6cd98-79a6-4698-b513-82e5db950c08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4765739 Feb 04 15:59:42.560536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:42.564531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89b6a6-0446-4da2-9988-ae2666a654b7 None None] The sync data for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 is: [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:58:09Z', 'revision_number': 4, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '97811fb4-e432-4af2-83bb-475656d10fe6', 'name': '', 'network_id': '3e385f7b-0668-4649-bbd9-cc6229087e8d', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'mac_address': 'fa:16:3e:f6:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:08Z', 'updated_at': '2022-02-04T15:58:25Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'subnets': [{'id': '54a0f77e-168f-4c55-8e9a-534ad377efc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:42.576413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465e17-9be1-4439-8fb8-b991233fd08d req-66534bd9-6e42-4646-8e12-6c6ae97560c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:42.577839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-66534bd9-6e42-4646-8e12-6c6ae97560c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.3532815 Feb 04 15:59:42.581608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-8b6c5886-b515-42e4-ad8b-4ea9e95f3335 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4946811 Feb 04 15:59:42.708615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.802983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:42.834367 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2fb90-97d9-4820-bb09-aa41e84897e5 None None] New status for floating IP 83891402-5fb6-4e4a-9410-d8f567c0f4c6: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 15:59:42.844902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9c823f25-b908-47da-bec6-397e51c33f7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.2571001 Feb 04 15:59:42.899630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7315bcf-1287-435e-8d6c-a04695d36c34,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:42.989449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43231d12-8f16-41b2-a43d-3f23c3c1323b req-8bbc415a-99e1-458a-b2a9-2ba80d30d9f0 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309286 Feb 04 15:59:43.032334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'name': 'network-vif-deleted', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6'}, {'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:43.184761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-08838b78-37fe-4d9e-b503-0329c83bd929 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385377 Feb 04 15:59:43.186243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465e17-9be1-4439-8fb8-b991233fd08d req-02e922ba-7be0-4bac-ab60-1529eaf0c683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:43.187758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-02e922ba-7be0-4bac-ab60-1529eaf0c683 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2028627 Feb 04 15:59:43.236639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:43.237268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.325997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-4fd9ed98-bb2c-4995-9944-a977aaf51f4e service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888591 Feb 04 15:59:43.333277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-cc0e17c9-51b1-479f-8e62-a5286b88d073 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230121 Feb 04 15:59:43.363818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.364788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3dba2ef-922d-42ef-8c50-2fc650e13a40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7315bcf-1287-435e-8d6c-a04695d36c34 HTTP/1.1" status: 204 len: 168 time: 1.2695665 Feb 04 15:59:43.437437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:43.465243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.483537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.535193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.535774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 15:59:43.545081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.548627 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-51f4dacb-c659-4e64-9ddd-402d32ef3e15 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0126d5e8-cfd5-4a4e-ac36-cf93ff40b92c HTTP/1.1" status: 204 len: 168 time: 4.0711737 Feb 04 15:59:43.548875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:43.663913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Deleting subnet 7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 15:59:43.671241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.744474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.747415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91e73c6d-8478-4bbc-af4f-9f247185e7a2 req-83ffda0f-972d-425b-87f6-4b2ee5fcdaa1 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634465 Feb 04 15:59:43.773776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.777119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] For port 51628527-d1fd-461e-9dd2-e801431eb558, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=51628527-d1fd-461e-9dd2-e801431eb558,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:43.777697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.785666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:43.832522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:43.848743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2', '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:43.947611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:43.950602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:43.957488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'name': 'network-vif-deleted', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:43.983100 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-94785633-d72b-4ccf-b2a0-c00fefa99b9c req-0f1ce0bc-82c8-4d50-a2a1-fa147af838c1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.41 "DELETE /v2.0/ports/a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c HTTP/1.1" status: 204 len: 173 time: 1.5625765 Feb 04 15:59:43.992399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Calling delete_port for 51628527-d1fd-461e-9dd2-e801431eb558 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:43.996495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.129953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a5130-ae8d-4587-8809-67c16b77043e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:44.155487 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.214946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 930a5130-ae8d-4587-8809-67c16b77043e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:44.221588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:44.222261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a5130-ae8d-4587-8809-67c16b77043e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:44.235026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.243074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-169838ed-86f8-4704-8de3-82bc4ebf8a36 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7a783c7a-c4b7-41e2-ba17-4f815ca7c9c7 HTTP/1.1" status: 204 len: 168 time: 0.6919041 Feb 04 15:59:44.245799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:44.256432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-e81be45f-135d-47aa-b69b-2aedf7664c52 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0447633 Feb 04 15:59:44.257680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6fa1d-d3f1-4b7e-91ee-2359f323b9a1 None None] Network 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:44.273077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.276233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-64bafe69-9081-44c9-b41b-a13ac52e4ce9 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754439 Feb 04 15:59:44.305630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57379a-286a-4d72-b4d7-4071ec60ff8e req-c29f5461-ad43-4a56-8ff1-5e90c8b08a72 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:44.311296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff57379a-286a-4d72-b4d7-4071ec60ff8e req-c29f5461-ad43-4a56-8ff1-5e90c8b08a72 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.9089298 Feb 04 15:59:44.402865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.420965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Deleting port a559cee7-2578-4872-815b-b5a16c48f059 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:44.421931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.444097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event deleted for resources: {'Port': ['ID=51628527-d1fd-461e-9dd2-e801431eb558,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:44.760300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:44.834805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:44.836277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] DHCP port deletion for 70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 15:59:44.846943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Deleting port a559cee7-2578-4872-815b-b5a16c48f059 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:44.847314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.939157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] No DVR routers for this DVR port 51628527-d1fd-461e-9dd2-e801431eb558 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:44.945570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:44.948206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 51628527-d1fd-461e-9dd2-e801431eb558 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:44.949336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 51628527-d1fd-461e-9dd2-e801431eb558 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:44.974263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c52fccad-712d-4047-bec5-719c4f23086c req-ccc36127-3559-4885-b246-bce40346d844 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "DELETE /v2.0/ports/51628527-d1fd-461e-9dd2-e801431eb558 HTTP/1.1" status: 204 len: 173 time: 2.6409719 Feb 04 15:59:44.991169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff57379a-286a-4d72-b4d7-4071ec60ff8e req-3d6eb2ad-1259-4428-8ee2-4116229be143 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931096 Feb 04 15:59:45.040150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] For port a559cee7-2578-4872-815b-b5a16c48f059, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a559cee7-2578-4872-815b-b5a16c48f059,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:45.040687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.200044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-5067c4b3-1381-43e3-81c5-3c04e7b3e569 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568102 Feb 04 15:59:45.246407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-network', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:45.285281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1b6d3-9041-4cd0-9836-9f8740680a92 req-a8e7175f-ac91-4d78-a50e-ed3fda9e5158 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:45.287851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f1b6d3-9041-4cd0-9836-9f8740680a92 req-a8e7175f-ac91-4d78-a50e-ed3fda9e5158 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 948 time: 0.4498196 Feb 04 15:59:45.295001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:45.301326 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833', 'code': 200} Feb 04 15:59:45.308000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Usage tracker for resource:network and tenant:a3a6fb0a832b4a77951db2096b8e9c52 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:45.313634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:45.341292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:45.364444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Calling delete_port for a559cee7-2578-4872-815b-b5a16c48f059 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:45.394961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] For port a559cee7-2578-4872-815b-b5a16c48f059, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a559cee7-2578-4872-815b-b5a16c48f059,segment=NetworkSegment(d5e9dce6-22fe-4f6e-8b38-cf1ead456c03),segment_id=d5e9dce6-22fe-4f6e-8b38-cf1ead456c03)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:45.396740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.410652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Made reservation on behalf of a3a6fb0a832b4a77951db2096b8e9c52 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:45.414713 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.444897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.459584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f1b6d3-9041-4cd0-9836-9f8740680a92 req-4efe914f-d22b-4c43-b3b2-3d6bf7512abc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323779 Feb 04 15:59:45.470451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc615432-9cd5-4805-9f91-d180b5724679 req-1224d6bf-3e9e-4dae-9f7f-53e143f6e420 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:45.471199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dc615432-9cd5-4805-9f91-d180b5724679 req-1224d6bf-3e9e-4dae-9f7f-53e143f6e420 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:45.483237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:45.491464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a6fb0a832b4a77951db2096b8e9c52 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:45.494615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:45.510708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:45.586750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dc615432-9cd5-4805-9f91-d180b5724679 req-1224d6bf-3e9e-4dae-9f7f-53e143f6e420 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:45.588042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc615432-9cd5-4805-9f91-d180b5724679 req-1224d6bf-3e9e-4dae-9f7f-53e143f6e420 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 949 time: 0.7651811 Feb 04 15:59:45.634681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.650051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.687691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Calling delete_port for a559cee7-2578-4872-815b-b5a16c48f059 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:45.827853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:45.952052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] Pushing event deleted for resources: {'Port': ['ID=a559cee7-2578-4872-815b-b5a16c48f059,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:45.960685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d378cf46-2365-4f77-aa6a-adaacd19087c None None] No DVR routers for this DVR port a559cee7-2578-4872-815b-b5a16c48f059 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:45.963759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:45.964294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.012392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a559cee7-2578-4872-815b-b5a16c48f059 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:46.056990 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372926b7-c384-4f43-8642-f80b9e314b96', 'name': 'network-vif-deleted', 'tag': 'a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c', 'status': 'completed', 'code': 200} Feb 04 15:59:46.070443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a559cee7-2578-4872-815b-b5a16c48f059 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:46.070792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a559cee7-2578-4872-815b-b5a16c48f059 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:46.160235 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81b957d-7c6b-4e53-ba81-88994da604e8', 'name': 'network-vif-deleted', 'tag': '1348b555-0687-4ffc-be5d-d797ea827cd6', 'status': 'completed', 'code': 200} Feb 04 15:59:46.160768 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'status': 'completed', 'code': 200} Feb 04 15:59:46.235400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-76a59e2e-8541-48c6-b4c3-62517a33b62d req-626fe318-4c44-4323-a0a0-8d1538bfd715 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:46.272999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 15:59:46.313099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 15:59:46.313522 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 15:59:46.317142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c893bf44-ec9f-405f-acf1-b6ceffdf7d3e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:46.331022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.333507 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Added segment df305be5-b394-4840-a8ce-e9c146303cac of type vlan for network cf8b60ed-e8db-4495-bb19-b36f1459f70f Feb 04 15:59:46.341044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-76a59e2e-8541-48c6-b4c3-62517a33b62d req-626fe318-4c44-4323-a0a0-8d1538bfd715 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:46.342708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76a59e2e-8541-48c6-b4c3-62517a33b62d req-626fe318-4c44-4323-a0a0-8d1538bfd715 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 210 time: 0.2560942 Feb 04 15:59:46.385612 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-4b308e3a-eb42-40e5-8c5b-afaa244263fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 1099 time: 0.3275661 Feb 04 15:59:46.438446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:46.439325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.585262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for 75c793ce-5e91-48fc-a4b1-a454b2ff37fb owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:46.626026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:46.643189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.674121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:46.677662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:46.713255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:46.713600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a72253fc-5ca8-478e-9ecd-18bbe9f9ce4c not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:46.719115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba997a0-68a8-49cd-9385-8ce5d4e97019 req-cc237edd-a73e-40f3-88c8-fab8a3632482 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.720571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bba997a0-68a8-49cd-9385-8ce5d4e97019 req-cc237edd-a73e-40f3-88c8-fab8a3632482 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 950 time: 0.5932510 Feb 04 15:59:46.727317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f0b49e1-7d32-4290-8750-093abe00688c req-ec5455d4-e269-4be3-bf74-8c8a0521d3a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 1101 time: 0.5659821 Feb 04 15:59:46.736498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-58d32c58-829c-4461-999b-5418e720e813 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.737814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-58d32c58-829c-4461-999b-5418e720e813 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.41 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.3250396 Feb 04 15:59:46.789329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Request body: {'port': {'device_id': '4b7b80bd-0581-43be-858e-e43591becffd', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'admin_state_up': True, 'tenant_id': '72547cce33154153b136ba6bbdf6fd27'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:46.818711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Deleting port a559cee7-2578-4872-815b-b5a16c48f059 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:46.819503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.859167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:46.874890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '3b1b300d-305f-482d-8266-61e86b59d063', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '3b1b300d-305f-482d-8266-61e86b59d063', 'mac_address': 'fa:16:3e:bf:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:46.882904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.883792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:46.884322 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.904940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] The port 'a559cee7-2578-4872-815b-b5a16c48f059' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 15:59:46.939487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:46.960987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:46.982271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:46.988805 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.050911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bba997a0-68a8-49cd-9385-8ce5d4e97019 req-f9fefa95-e38e-4a62-aff6-3a9d5dc56cb3 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216126 Feb 04 15:59:47.052570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f0b49e1-7d32-4290-8750-093abe00688c req-ca8d7305-9700-44c2-9161-1a83851d5b9d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132150 Feb 04 15:59:47.087514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.119735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2794750 Feb 04 15:59:47.124281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c716cc6-06af-4324-b934-5dd40c547863 admin admin] Pushing event updated for resources: {'Network': ['ID=cf8b60ed-e8db-4495-bb19-b36f1459f70f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.134139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:47.136868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 15:59:47.142503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02eab7-d04c-495c-a374-779a5dfe5274 req-5c0d111c-3be8-4701-8206-650a5444a98e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.143209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ef02eab7-d04c-495c-a374-779a5dfe5274 req-5c0d111c-3be8-4701-8206-650a5444a98e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:47.154268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Request body: {'subnet': {'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-subnet', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:47.159687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.163111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:47.170296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Usage tracker for resource:subnet and tenant:a3a6fb0a832b4a77951db2096b8e9c52 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:47.173812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:47.181540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:47.186376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:47.190758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ef02eab7-d04c-495c-a374-779a5dfe5274 req-5c0d111c-3be8-4701-8206-650a5444a98e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:47.197325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef02eab7-d04c-495c-a374-779a5dfe5274 req-5c0d111c-3be8-4701-8206-650a5444a98e tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ce1bc55-0572-476d-8392-8666726194b9 HTTP/1.1" status: 200 len: 949 time: 0.5637155 Feb 04 15:59:47.247474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:47.258275 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.273443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['3b1b300d-305f-482d-8266-61e86b59d063'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:47.288301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-0a7a3355-3cb1-4edf-bf11-200f33f8d9fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.289744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-0a7a3355-3cb1-4edf-bf11-200f33f8d9fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6646073 Feb 04 15:59:47.311059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Made reservation on behalf of a3a6fb0a832b4a77951db2096b8e9c52 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:47.312222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.313331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.385785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70358e10-2a4f-41cb-b5f5-1f3743b2d7f7']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:47.399330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:47.401965 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.430699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:47.431082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e9dce6-22fe-4f6e-8b38-cf1ead456c03') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:47.449006 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-e6982bbf-ffb6-4604-9baa-794bf261e76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 200 len: 217 time: 0.1446898 Feb 04 15:59:47.452459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.478503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef02eab7-d04c-495c-a374-779a5dfe5274 req-38715e2f-f45d-4897-906c-2ad637e4ed01 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801528 Feb 04 15:59:47.504840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.517978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:47.581149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.585367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=75c793ce-5e91-48fc-a4b1-a454b2ff37fb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:47.604753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 15:59:47.605233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.613595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf5d5e-3610-43f8-9e86-13b64c253f3a req-1f67f8ba-f2e5-41f9-83d2-784dc57d05c7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.615384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1baf5d5e-3610-43f8-9e86-13b64c253f3a req-1f67f8ba-f2e5-41f9-83d2-784dc57d05c7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.3658204 Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: timer() Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 15:59:47.622029 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 15:59:47.681560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-68e1b913-4a01-42a9-b784-cea4c329352a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.683721 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-68e1b913-4a01-42a9-b784-cea4c329352a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2240379 Feb 04 15:59:47.743052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1baf5d5e-3610-43f8-9e86-13b64c253f3a req-077fd3d6-554a-48b3-afcf-7bf531d36e68 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159949 Feb 04 15:59:47.803150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Allocated IP 172.20.0.4 (38401940-e3c6-4883-9d47-bcc4a35f13c4/f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3/277311a1-0842-4776-be5a-03c8f7aac7fe) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:47.913202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962932e-6dca-4d07-8112-39b80600a0c2 req-54597189-a94e-4f76-9cdd-209294dafb6d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:47.914757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f962932e-6dca-4d07-8112-39b80600a0c2 req-54597189-a94e-4f76-9cdd-209294dafb6d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.1851745 Feb 04 15:59:47.977476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:47.991295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port 75c793ce-5e91-48fc-a4b1-a454b2ff37fb on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:47.998501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.008093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.014963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.051230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.055567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/70358e10-2a4f-41cb-b5f5-1f3743b2d7f7 HTTP/1.1" status: 204 len: 168 time: 3.8062220 Feb 04 15:59:48.057543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'name': 'network-vif-deleted', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:48.063140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc615432-9cd5-4805-9f91-d180b5724679 req-04c208cf-6045-42cb-b73e-cecfef8d0f49 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "DELETE /v2.0/ports/75c793ce-5e91-48fc-a4b1-a454b2ff37fb HTTP/1.1" status: 204 len: 173 time: 2.4607973 Feb 04 15:59:48.065762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e51be-c202-4d17-8d07-d92dc806f2f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=70358e10-2a4f-41cb-b5f5-1f3743b2d7f7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.071980 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.088086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7bc98ec-d802-495c-876c-78a72a686a83 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "DELETE /v2.0/security-groups/4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56 HTTP/1.1" status: 204 len: 168 time: 1.4601228 Feb 04 15:59:48.089918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45994) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:48.155704 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-3e1ed5e9-90b9-4853-8ab0-5397a5484186 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] show failed (client error): The resource could not be found. Feb 04 15:59:48.160055 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3e1ed5e9-90b9-4853-8ab0-5397a5484186 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "GET /v2.0/security-groups/4ce7437b-d7fe-4bc8-85fe-7c93fa3beb56 HTTP/1.1" status: 404 len: 347 time: 0.0672660 Feb 04 15:59:48.171001 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-da6e80c6-619a-4bf8-8b1d-2da6f7e94425 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4381695 Feb 04 15:59:48.171606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:48.185702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-deleted', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:48.222947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eda72898-e638-4263-b282-60c2238d9ca1 req-e14d2892-6e0b-4165-a215-4cc2aafabca4 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 210 time: 0.3070896 Feb 04 15:59:48.312393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.352049 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce1bc55-0572-476d-8392-8666726194b9', 'name': 'network-vif-deleted', 'tag': '75c793ce-5e91-48fc-a4b1-a454b2ff37fb', 'status': 'completed', 'code': 200} Feb 04 15:59:48.405621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:48.438881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f962932e-6dca-4d07-8112-39b80600a0c2 req-cc416d77-3cbc-4637-b63d-68d9472bd828 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028055 Feb 04 15:59:48.581904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Deleting port 2e578c4d-85b5-4aa2-948c-f5b98aad5f74 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:48.582623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.586366 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a99d408-d86b-408f-9c44-4e10b2a566dc', 'name': 'network-vif-deleted', 'tag': '51628527-d1fd-461e-9dd2-e801431eb558', 'status': 'completed', 'code': 200} Feb 04 15:59:48.674647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:48.689782 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-9f7ddb14-5774-4248-a75e-c33f492ddaaf service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104861 Feb 04 15:59:48.752628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 75c793ce-5e91-48fc-a4b1-a454b2ff37fb no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:48.777017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-545d6f99-8a46-44e9-83b1-4aac5f5fd373 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0e4da336be34a28931bf8b56ddfa205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3696780 Feb 04 15:59:48.779547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.782959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:48.804365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 75c793ce-5e91-48fc-a4b1-a454b2ff37fb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:48.805086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 75c793ce-5e91-48fc-a4b1-a454b2ff37fb not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:48.811083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 3b1b300d-305f-482d-8266-61e86b59d063 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:48.818604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 3b1b300d-305f-482d-8266-61e86b59d063 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:48.819354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.838924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.916075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.916464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.963639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:48.991822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:48.994419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:48.997930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:49.008077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1af59-eda9-49a9-8744-c1438360883d req-c269f657-0426-45fa-ba6b-3528df99b436 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.009559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41a1af59-eda9-49a9-8744-c1438360883d req-c269f657-0426-45fa-ba6b-3528df99b436 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 950 time: 0.4224558 Feb 04 15:59:49.010465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:49.016814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b00964-5a44-4af0-948a-03625fa44f53,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.022956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:49.027604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:49.029475 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.067458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb5f8-ea43-4530-bef0-592957bc2054 req-75a1d7c4-2828-4bb5-938a-9684be5fe6e0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.068899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-120eb5f8-ea43-4530-bef0-592957bc2054 req-75a1d7c4-2828-4bb5-938a-9684be5fe6e0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 949 time: 0.4335201 Feb 04 15:59:49.069122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Calling delete_port for 2e578c4d-85b5-4aa2-948c-f5b98aad5f74 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:49.102367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.156310 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ca51da2c-8fac-49b2-a7b5-1a0e3a47bb14 req-4cb154e4-ff37-47a7-9b2c-445b93df4312 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593287 Feb 04 15:59:49.169119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.181224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Checking segment: {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:49.181576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Network hostable DHCP agents. Network: cf8b60ed-e8db-4495-bb19-b36f1459f70f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 15:59:49.190003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.190649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.239554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41a1af59-eda9-49a9-8744-c1438360883d req-1e4b35c2-21d0-405e-b6ed-77cc38612334 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838310 Feb 04 15:59:49.243486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.246662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.266058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-120eb5f8-ea43-4530-bef0-592957bc2054 req-05b9de7b-ca4b-41ca-8de5-739e3b57d15a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682107 Feb 04 15:59:49.298361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Pushing event deleted for resources: {'Port': ['ID=2e578c4d-85b5-4aa2-948c-f5b98aad5f74,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.316744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-9f09d76a-7829-4e93-8818-54d5ad7095ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5424452 Feb 04 15:59:49.319429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 15:59:49.331232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Request body: {'port': {'device_id': '4b7b80bd-0581-43be-858e-e43591becffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:49.377413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, cf8b60ed-e8db-4495-bb19-b36f1459f70f) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:49.385280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61c60c-d1c5-46d2-8a4f-c8995ce2da40 None None] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:49.397507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.398212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.403273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.411435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.428243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf3ed3b-1469-471c-87bb-2ec686a729d3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:49.444943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.445673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.446076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0083ce69-0b3e-4a02-8b44-5e55e07132ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdf3ed3b-1469-471c-87bb-2ec686a729d3 HTTP/1.1" status: 204 len: 168 time: 0.6568668 Feb 04 15:59:49.447340 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a72cd962-9a17-4e38-8323-5cece4ed8273 tempest-ServersTestJSON-1124488568 tempest-ServersTestJSON-1124488568-project] 10.222.0.62 "DELETE /v2.0/floatingips/83891402-5fb6-4e4a-9410-d8f567c0f4c6 HTTP/1.1" status: 204 len: 168 time: 1.2743759 Feb 04 15:59:49.459017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46028) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:49.487520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56016bc2-dec0-4a47-8fcc-69a9548e6b8b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3521791 Feb 04 15:59:49.494117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:49.540571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:49.556598 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'code': 200} Feb 04 15:59:49.562711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:49.572349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Usage tracker for resource:router and tenant:a3a6fb0a832b4a77951db2096b8e9c52 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:49.576403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:49.593250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:49.600817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.689851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'fixed_ips': [{'subnet_id': 'f7b00964-5a44-4af0-948a-03625fa44f53'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 15:59:49.690761 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.783805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.784732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.874889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a1560-9cb3-4af3-ac0c-6439b5fd0d04 req-7408d597-9805-465a-af26-2349a41566ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:49.876023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Allocated IP 172.20.0.2 (cf8b60ed-e8db-4495-bb19-b36f1459f70f/f7b00964-5a44-4af0-948a-03625fa44f53/4ea54640-9cff-4120-adb9-ab7bb2fe1543) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:49.876453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a1a1560-9cb3-4af3-ac0c-6439b5fd0d04 req-7408d597-9805-465a-af26-2349a41566ac tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.3998718 Feb 04 15:59:49.993292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:49.996906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a1a1560-9cb3-4af3-ac0c-6439b5fd0d04 req-e32e1417-9496-4e42-a443-c4fad1eab961 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098278 Feb 04 15:59:50.053740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cad1c-453c-4498-8a85-5ff0e989d27b req-e85e4edb-72ea-48ad-bbfc-8fd6feca9fa9 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:50.054572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-282cad1c-453c-4498-8a85-5ff0e989d27b req-e85e4edb-72ea-48ad-bbfc-8fd6feca9fa9 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:50.160990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-282cad1c-453c-4498-8a85-5ff0e989d27b req-e85e4edb-72ea-48ad-bbfc-8fd6feca9fa9 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:50.167813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282cad1c-453c-4498-8a85-5ff0e989d27b req-e85e4edb-72ea-48ad-bbfc-8fd6feca9fa9 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 931 time: 0.3916609 Feb 04 15:59:50.235971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.249605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Transition to ACTIVE for port object 4ea54640-9cff-4120-adb9-ab7bb2fe1543 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:50.263622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.276199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Transition to ACTIVE for port object 4ea54640-9cff-4120-adb9-ab7bb2fe1543 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:50.284547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.330871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277311a1-0842-4776-be5a-03c8f7aac7fe {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:50.347449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.362967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282cad1c-453c-4498-8a85-5ff0e989d27b req-5764cecb-4a23-4bd4-b430-6345f1c0c23a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940918 Feb 04 15:59:50.371962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.383666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Transition to ACTIVE for port object 277311a1-0842-4776-be5a-03c8f7aac7fe will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:50.426522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.463014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:50.466650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:50.483295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:50.485569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Pushing event updated for resources: {'Port': ['ID=4ea54640-9cff-4120-adb9-ab7bb2fe1543,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.629856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Attempting to bind port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:50.630544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Attempting to bind port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:50.630999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Attempting to bind port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 on network cf8b60ed-e8db-4495-bb19-b36f1459f70f {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:50.647660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:50.649257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Checking segment: {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:50.650265 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.652797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Bound using segment: {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:50.653433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Bound port: 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:50.653963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.811102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.822722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] For port 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:50.827755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] For port 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ea54640-9cff-4120-adb9-ab7bb2fe1543,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:50.829558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.835042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:50.906101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-dc73ed0b-b767-43bb-b35b-d3e2da8467e4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187747 Feb 04 15:59:50.906714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:50.952164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdee58-eb26-4979-8f7c-393a992a7f23 None None] Pushing event updated for resources: {'Port': ['ID=4ea54640-9cff-4120-adb9-ab7bb2fe1543,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:51.152033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25cde0-5c4d-4464-bb4b-86e3c7b6fe9c req-ecb2089e-9fd4-4ae5-997d-599cba920a90 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.159712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c25cde0-5c4d-4464-bb4b-86e3c7b6fe9c req-ecb2089e-9fd4-4ae5-997d-599cba920a90 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 950 time: 0.7343044 Feb 04 15:59:51.272365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e11c8a0f-840d-427a-b066-ea5ebf8c9226 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:51.275768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e11c8a0f-840d-427a-b066-ea5ebf8c9226 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599703 Feb 04 15:59:51.284118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Attempting to bind port 277311a1-0842-4776-be5a-03c8f7aac7fe on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:51.284459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Attempting to bind port 277311a1-0842-4776-be5a-03c8f7aac7fe by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:51.284787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Attempting to bind port 277311a1-0842-4776-be5a-03c8f7aac7fe on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:51.313166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Deleting port 97811fb4-e432-4af2-83bb-475656d10fe6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:51.313688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.333159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-a386b1a2-7999-4167-88ee-08136a6611b8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/quotas/bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 375 time: 0.0300248 Feb 04 15:59:51.354033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c25cde0-5c4d-4464-bb4b-86e3c7b6fe9c req-41c186a5-4058-4726-a57d-fd266e18b141 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934021 Feb 04 15:59:51.355439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Port 277311a1-0842-4776-be5a-03c8f7aac7fe on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:51.355985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Attempting to bind port 277311a1-0842-4776-be5a-03c8f7aac7fe on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:51.461692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:51.462044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Checking segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:51.462442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Bound using segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:51.462887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Bound port: 277311a1-0842-4776-be5a-03c8f7aac7fe, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:51.463238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.546647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] For port 97811fb4-e432-4af2-83bb-475656d10fe6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=97811fb4-e432-4af2-83bb-475656d10fe6,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:51.546996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.592938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.642499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:51.642499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.702749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Calling delete_port for 97811fb4-e432-4af2-83bb-475656d10fe6 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:51.722505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:51.736923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-714dda3f-4645-4d06-855d-bbe6ff973ff5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3960750 Feb 04 15:59:51.746251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.837233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:51.838624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] 10.222.0.41 "PUT /v2.0/ports/277311a1-0842-4776-be5a-03c8f7aac7fe HTTP/1.1" status: 200 len: 1091 time: 2.5137913 Feb 04 15:59:51.844463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:52.012944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ea54640-9cff-4120-adb9-ab7bb2fe1543 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:52.052310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.133266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591082-6cd7-4959-bc47-b49c43fd8096 service neutron] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:52.183431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=97811fb4-e432-4af2-83bb-475656d10fe6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:52.226272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:52.278692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-b6bdf495-feff-484c-a116-0a227ac92434 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1720209 Feb 04 15:59:52.289542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c0762-5ce8-4e1f-853e-5bb0f59f775d None None] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 15:59:52.445560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Allocated IP 172.25.5.149 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/82caafbf-08fd-4d10-a8a1-d19fb47b0938) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:52.503544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5b09a-0f50-486d-8b03-74f291583ada req-deb2078e-f69c-4583-bd41-b08842ead25b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.504160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-efe5b09a-0f50-486d-8b03-74f291583ada req-deb2078e-f69c-4583-bd41-b08842ead25b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:52.536776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-efe5b09a-0f50-486d-8b03-74f291583ada req-deb2078e-f69c-4583-bd41-b08842ead25b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:52.538082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-efe5b09a-0f50-486d-8b03-74f291583ada req-deb2078e-f69c-4583-bd41-b08842ead25b tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 949 time: 0.2811885 Feb 04 15:59:52.587065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-170e3e14-186a-4e1b-960e-224d248a4a9e tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.588613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-170e3e14-186a-4e1b-960e-224d248a4a9e tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871044 Feb 04 15:59:52.611938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Provisioning for port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:52.626147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Provisioning complete for port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:52.626788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.645742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-eeaca069-1f7e-454b-8936-79e9aad96d1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 1094 time: 0.7318702 Feb 04 15:59:52.723046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-a8d8d501-a4d9-4931-8a87-2c9413ddd79f tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/quotas/47ac043e6ebd465c9231c6eb46c201f3 HTTP/1.1" status: 200 len: 375 time: 0.0766425 Feb 04 15:59:52.790890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-cce37a40-d2c7-4a58-8047-f70f6250ce02 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549049 Feb 04 15:59:52.793032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port bee827e4-6218-482c-9571-6b71277171e2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:52.793388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.812898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5cf14-789d-48ba-858f-dc25c5b7dc50 req-5931d561-618c-42da-96b2-c0e19137b4a2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:52.819771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3f5cf14-789d-48ba-858f-dc25c5b7dc50 req-5931d561-618c-42da-96b2-c0e19137b4a2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.6216564 Feb 04 15:59:52.822221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-98ee7c42-bb60-4870-bac0-af3e6d841ae9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277311a1-0842-4776-be5a-03c8f7aac7fe HTTP/1.1" status: 200 len: 217 time: 0.1691971 Feb 04 15:59:52.904854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:52.952648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] For port 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ea54640-9cff-4120-adb9-ab7bb2fe1543,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:52.956968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.068336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8eff86-bff4-4dec-9510-2277a56da33b None None] Pushing event updated for resources: {'Port': ['ID=4ea54640-9cff-4120-adb9-ab7bb2fe1543,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.205916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fbdbdf9d-f191-4c2c-ae02-5a3dc8483d52 None None] Provisioning complete for port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:53.206281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fbdbdf9d-f191-4c2c-ae02-5a3dc8483d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.257057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3f5cf14-789d-48ba-858f-dc25c5b7dc50 req-999f2798-1c4a-4814-a0c3-ef97efa35e49 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364240 Feb 04 15:59:53.269624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-70470279-3b99-478f-8e95-3d70faa691c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:53.271939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-70470279-3b99-478f-8e95-3d70faa691c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.1809499 Feb 04 15:59:53.281762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.380749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port bee827e4-6218-482c-9571-6b71277171e2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bee827e4-6218-482c-9571-6b71277171e2,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:53.381300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.392355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.395195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-39141284-bc16-4f42-b433-1b8b67484db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059487 Feb 04 15:59:53.560909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for bee827e4-6218-482c-9571-6b71277171e2 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:53.653358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:53.821923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-4a4b0fd8-618d-4d4a-a5ab-a238fb057f00 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bdd2a8bec3ad42089af03e8245122272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711687 Feb 04 15:59:53.834743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:53.840760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-6827fa3b-52e8-4a07-ab5d-bef9422b6c5e service neutron] 10.222.0.41 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268165 Feb 04 15:59:53.862175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Pushing event updated for resources: {'Port': ['ID=82caafbf-08fd-4d10-a8a1-d19fb47b0938,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:53.864661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:53.879082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:53.945667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.58', 58302) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:54.008698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ea54640-9cff-4120-adb9-ab7bb2fe1543 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 15:59:54.009123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.065655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135', '20e9aec1-9c18-4242-849d-6f045f1887cc', 'bee827e4-6218-482c-9571-6b71277171e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:54.095024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-66b8ea92-9df0-4eac-b5fe-ce96c941d9b0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.096555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-66b8ea92-9df0-4eac-b5fe-ce96c941d9b0 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 950 time: 0.6411173 Feb 04 15:59:54.136837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=bee827e4-6218-482c-9571-6b71277171e2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:54.157876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a3ff3-b5c3-458b-8bf1-631b9a6348b9 req-b197d3d5-7a29-45f8-9f4e-6a537139b265 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.159370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-431a3ff3-b5c3-458b-8bf1-631b9a6348b9 req-b197d3d5-7a29-45f8-9f4e-6a537139b265 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 943 time: 0.6654286 Feb 04 15:59:54.169057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-0eae6e7f-3922-4865-9a2d-d59b7d0b52b7 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.2210219 Feb 04 15:59:54.217546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:54.224636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:54.225158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.238865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b964eaee-a10b-46a4-9e70-df0465d2bdaa req-12dfd7eb-38f4-44da-b55c-adc4428bd865 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0b244ea-646a-48bd-9ade-d92ef71a1084 HTTP/1.1" status: 200 len: 210 time: 0.2646532 Feb 04 15:59:54.354726 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'status': 'completed', 'code': 200} Feb 04 15:59:54.385084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port bee827e4-6218-482c-9571-6b71277171e2 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:54.403832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.420060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'name': 'network-vif-deleted', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:54.434998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-efe5b09a-0f50-486d-8b03-74f291583ada req-9a376287-1b67-453b-a6e3-5a6e08d6a1d1 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "DELETE /v2.0/ports/bee827e4-6218-482c-9571-6b71277171e2 HTTP/1.1" status: 204 len: 173 time: 1.8896413 Feb 04 15:59:54.463540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port 20e9aec1-9c18-4242-849d-6f045f1887cc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:54.464269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.536535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-072c2078-ab8c-42fe-9dca-66c361341b10 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:54.538271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-072c2078-ab8c-42fe-9dca-66c361341b10 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7057524 Feb 04 15:59:54.560486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65033a7d-fcf1-4d78-9759-e1e3b9778529 req-7c3dbf6c-e2fa-4029-ab31-294e8b2f0697 service neutron] 10.222.0.41 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6884611 Feb 04 15:59:54.609204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:54.618228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Request body: {'port': {'device_id': '1514343d-bd4b-4641-aeff-addabeec5135', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'bdd2a8bec3ad42089af03e8245122272'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:54.641671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-431a3ff3-b5c3-458b-8bf1-631b9a6348b9 req-6419ba3d-f091-438e-bb3a-bfc98b5072ea tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072282 Feb 04 15:59:54.657144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65f9df35-c613-4b44-87c8-92245ab4dc50 req-f3f0dca1-4d8b-474d-ad11-8b429715c136 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 210 time: 0.1126168 Feb 04 15:59:54.757187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:54.972985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:54.990299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 15:59:54.992471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:55.013585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e9f2eb4-e560-4f24-a0ff-3becc64b4121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.019964 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-5a1a9ae5-9d75-42be-a45c-506e6b7d8f0f tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046989 Feb 04 15:59:55.223977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:55.273560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:55.287449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c24f2cb-8ef4-4293-adc5-f1b1a9b0786c req-347e9325-8fac-441c-ba7e-2a5dd668ff88 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 210 time: 0.3268135 Feb 04 15:59:55.353825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-67d631c7-4bf7-4df8-bb2c-c596717c2562 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.355966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-67d631c7-4bf7-4df8-bb2c-c596717c2562 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017838 Feb 04 15:59:55.365215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Made reservation on behalf of bdd2a8bec3ad42089af03e8245122272 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:55.368468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.383619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Request body: {'port': {'device_id': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '47ac043e6ebd465c9231c6eb46c201f3'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:55.411888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:55.536336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.58', 58306) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:55.555999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-4a00a7c5-0383-4dbc-a80b-c4042e6df87b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 1094 time: 0.9074306 Feb 04 15:59:55.574798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.605961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.627927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96d303-5d96-45db-bec7-233c90811861 req-e5a2abc8-3782-4c03-a551-10b00d4bc6b1 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:55.629362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef96d303-5d96-45db-bec7-233c90811861 req-e5a2abc8-3782-4c03-a551-10b00d4bc6b1 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 950 time: 0.6474769 Feb 04 15:59:55.691832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.692554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.695074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Router 436c3fde-e66d-45d6-9797-ef8b0031f0ba has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 15:59:55.774963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:55.790517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Usage tracker for resource:port and tenant:47ac043e6ebd465c9231c6eb46c201f3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:55.797918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:55.800626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:55.812390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:55.918622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Made reservation on behalf of 47ac043e6ebd465c9231c6eb46c201f3 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 15:59:55.921592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.940774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port 20e9aec1-9c18-4242-849d-6f045f1887cc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=20e9aec1-9c18-4242-849d-6f045f1887cc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:55.941140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.949334 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-aae087f1-64b9-4d98-9fb2-0cb82c281d0e tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 1101 time: 0.4089966 Feb 04 15:59:55.956373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:55.970103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Allocated IP 192.168.233.106 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/c17858d8-a902-4218-9482-8cf2830ef2a4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:56.013663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 15:59:56.013994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 15:59:56.014415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:56.037002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef96d303-5d96-45db-bec7-233c90811861 req-565924e0-aa15-4272-9aad-3d1ea50ab731 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478842 Feb 04 15:59:56.060143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 15:59:56.060476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Attempting to bind port 38a0bb15-bc88-44df-a062-69282b32f325 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 15:59:56.068655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 15:59:56.078517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Deleting port fc0f7686-8da6-4ba9-b47e-de99c656f833 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:56.078863 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.102142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Usage tracker for resource:security_group_rule and tenant:47ac043e6ebd465c9231c6eb46c201f3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 15:59:56.110019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for 20e9aec1-9c18-4242-849d-6f045f1887cc owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:56.121039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 15:59:56.129522 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b244ea-646a-48bd-9ade-d92ef71a1084', 'name': 'network-vif-deleted', 'tag': 'bee827e4-6218-482c-9571-6b71277171e2', 'status': 'completed', 'code': 200} Feb 04 15:59:56.131090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 15:59:56.131422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 15:59:56.131799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 15:59:56.132239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Bound port: 38a0bb15-bc88-44df-a062-69282b32f325, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 15:59:56.132580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.145847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf983b-bf70-4746-8875-711e8decaabf req-4bad4ce9-01a8-410e-9ac2-6abf6523ecfc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.153489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bbf983b-bf70-4746-8875-711e8decaabf req-4bad4ce9-01a8-410e-9ac2-6abf6523ecfc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 945 time: 0.6796017 Feb 04 15:59:56.159001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 15:59:56.185360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-b68b1c9f-ba33-46ea-abc2-0755cea1a8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.186824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-b68b1c9f-ba33-46ea-abc2-0755cea1a8ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 906 time: 0.6191523 Feb 04 15:59:56.361333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-1b494ffd-8811-4b17-b301-2e5b9266b653 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277311a1-0842-4776-be5a-03c8f7aac7fe HTTP/1.1" status: 200 len: 217 time: 0.1558473 Feb 04 15:59:56.455361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bbf983b-bf70-4746-8875-711e8decaabf req-54a4de84-8b70-4524-885b-a7b909b91b11 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010108 Feb 04 15:59:56.587233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 15:59:56.626140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 15:59:56.644910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.651614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.698931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.736313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 15:59:56.805421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] For port fc0f7686-8da6-4ba9-b47e-de99c656f833, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=fc0f7686-8da6-4ba9-b47e-de99c656f833,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:56.805822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:56.819231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bee827e4-6218-482c-9571-6b71277171e2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:56.852478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-0bdb99ea-acff-406f-946a-40caa32ad0c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:56.854057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-0bdb99ea-acff-406f-946a-40caa32ad0c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.4685934 Feb 04 15:59:56.863149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: bee827e4-6218-482c-9571-6b71277171e2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:56.863483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bee827e4-6218-482c-9571-6b71277171e2 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:56.863899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 20e9aec1-9c18-4242-849d-6f045f1887cc no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:56.868826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b785f9d-7753-477e-842a-2438306ce274 req-1d9c0e05-d089-47d7-9fba-7235ae381192 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 210 time: 0.2607846 Feb 04 15:59:56.925992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-3d08a7d3-b1f3-4194-980c-cc4a2bc95d3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501781 Feb 04 15:59:56.969513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:56.988748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'mac_address': 'fa:16:3e:b9:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 15:59:57.020500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Calling delete_port for fc0f7686-8da6-4ba9-b47e-de99c656f833 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:57.074292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.077374 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.091418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 15:59:57.094507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971a9c78-5250-4631-a3e0-fa3bd4f86b8d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.095373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277311a1-0842-4776-be5a-03c8f7aac7fe {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 15:59:57.099004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No active binding found for port 20e9aec1-9c18-4242-849d-6f045f1887cc {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 15:59:57.099411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 20e9aec1-9c18-4242-849d-6f045f1887cc not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:57.103663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Sync routers for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 15:59:57.124924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:57.126188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:57.126826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:57.165506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.190801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.192729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:57.196448 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b447945e-4694-4e09-b16b-ff247a5d9d4f admin admin] 10.222.0.62 "PUT /v2.0/routers/436c3fde-e66d-45d6-9797-ef8b0031f0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7304950 Feb 04 15:59:57.202826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46136) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 15:59:57.311204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea968-4e54-4174-aeb8-c9fca2f0b6c0 req-a3539928-5b75-435b-8cbb-ffba6f002ffb tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:57.313540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d9ea968-4e54-4174-aeb8-c9fca2f0b6c0 req-a3539928-5b75-435b-8cbb-ffba6f002ffb tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 943 time: 1.0064945 Feb 04 15:59:57.317261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.318561 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] 10.222.0.58 "PUT /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 1121 time: 3.1059022 Feb 04 15:59:57.325964 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f037266-c0e4-4a8e-a631-4e06f7b31a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.338823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=20e9aec1-9c18-4242-849d-6f045f1887cc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.353959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4ed585f-dcd7-4d14-ae1f-b9ded5b61ca9 req-4d760fed-c0e0-4232-8e62-857096d30f32 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=afa766ce-2edd-4cd3-808a-55377920289a HTTP/1.1" status: 200 len: 210 time: 0.3528454 Feb 04 15:59:57.361810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.453168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc0f7686-8da6-4ba9-b47e-de99c656f833,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.482510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['38a0bb15-bc88-44df-a062-69282b32f325'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:57.502537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.507015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['38a0bb15-bc88-44df-a062-69282b32f325'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:57.523458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Transition to ACTIVE for port object c17858d8-a902-4218-9482-8cf2830ef2a4 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:57.530904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['277311a1-0842-4776-be5a-03c8f7aac7fe'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:57.541066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port 20e9aec1-9c18-4242-849d-6f045f1887cc on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:57.565251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.570148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'name': 'network-vif-deleted', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:57.586127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] No DVR routers for this DVR port fc0f7686-8da6-4ba9-b47e-de99c656f833 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 15:59:57.590855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.624883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:57.682741 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-372727fd-e8cd-4195-b5e7-022db2da3a99 req-7a2c3f42-0769-4952-9153-b0c30e9ac4bf tempest-DeleteServersAdminTestJSON-1589967246 tempest-DeleteServersAdminTestJSON-1589967246-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fc0f7686-8da6-4ba9-b47e-de99c656f833 HTTP/1.1" status: 204 len: 173 time: 1.7145214 Feb 04 15:59:57.705197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21f5369e-2da0-4b7b-add4-d901f65dcd31 req-ab0aeafd-306d-4963-9e5d-5af42d514c59 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 210 time: 0.1439207 Feb 04 15:59:57.755577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.776320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-507ef32d-0539-411b-8050-6d1f1bab7658 req-ee04fe19-0667-404c-9cae-47f596f22871 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "DELETE /v2.0/ports/20e9aec1-9c18-4242-849d-6f045f1887cc HTTP/1.1" status: 204 len: 173 time: 3.6455724 Feb 04 15:59:57.828028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:57.905370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:57.916745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-471d0dc1-115f-44dc-ba14-e8054a6234a7 service neutron] 10.222.0.41 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9522429 Feb 04 15:59:57.930612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:57.954462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Allocated IP 192.168.233.161 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/aa989616-b471-447b-a4a3-57c778bbb0d0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 15:59:57.955735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:58.005258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:58.137735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325'}, {'name': 'network-changed', 'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325'}, {'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'name': 'network-vif-deleted', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 15:59:58.263366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71dde77-6a48-4196-a0fb-791be14931f6 req-5106ace2-08bf-4dc9-aad2-7c0128932f91 service neutron] 10.222.0.41 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089325 Feb 04 15:59:58.296201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d9ea968-4e54-4174-aeb8-c9fca2f0b6c0 req-5e909fa3-71c3-460a-a75e-b55c83f907f2 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8633125 Feb 04 15:59:58.318748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.350969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fb7e68-60ea-4629-a059-04fd241d7e34 req-49afaa7d-16de-486b-8b6c-1f061cfc0c2a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d7e0b6c-b669-4719-a821-ea46c8b4559a HTTP/1.1" status: 200 len: 210 time: 0.3368382 Feb 04 15:59:58.366646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Deleting port c469ec10-6c93-425f-9cd1-f138013cdc20 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 15:59:58.367064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.428631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:58.429405 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.434944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:58.450077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 15:59:58.497332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.576559 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa766ce-2edd-4cd3-808a-55377920289a', 'name': 'network-vif-deleted', 'tag': '20e9aec1-9c18-4242-849d-6f045f1887cc', 'status': 'completed', 'code': 200} Feb 04 15:59:58.586101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-318ac832-be51-45a0-b986-77dae4bb8b7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9768014 Feb 04 15:59:58.685313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Request body: {'port': {'device_id': '1514343d-bd4b-4641-aeff-addabeec5135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:58.692241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Transition to ACTIVE for port object aa989616-b471-447b-a4a3-57c778bbb0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 15:59:58.738370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.765769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.773901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] For port c469ec10-6c93-425f-9cd1-f138013cdc20, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c469ec10-6c93-425f-9cd1-f138013cdc20,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 15:59:58.774377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.784168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device fc0f7686-8da6-4ba9-b47e-de99c656f833 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:58.823490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fff6448a-f3fb-4583-98ab-06cf53741173 None None] Provisioning for port c17858d8-a902-4218-9482-8cf2830ef2a4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:58.840000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.846141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: fc0f7686-8da6-4ba9-b47e-de99c656f833 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 15:59:58.846943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device fc0f7686-8da6-4ba9-b47e-de99c656f833 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 15:59:58.851027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fff6448a-f3fb-4583-98ab-06cf53741173 None None] Provisioning complete for port c17858d8-a902-4218-9482-8cf2830ef2a4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:58.851611 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fff6448a-f3fb-4583-98ab-06cf53741173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:58.944151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fff6448a-f3fb-4583-98ab-06cf53741173 None None] Port c17858d8-a902-4218-9482-8cf2830ef2a4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:58.957474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Calling delete_port for c469ec10-6c93-425f-9cd1-f138013cdc20 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 15:59:58.978174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:59:51Z', 'revision_number': 5, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port': {'id': 'c469ec10-6c93-425f-9cd1-f138013cdc20', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:50:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:58:06Z', 'updated_at': '2022-02-04T15:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:58.983091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Checking router: 436c3fde-e66d-45d6-9797-ef8b0031f0ba for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 15:59:58.995265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Routers {'436c3fde-e66d-45d6-9797-ef8b0031f0ba'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 15:59:58.996009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:59.000579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 15:59:59.001662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 15:59:59.018954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 15:59:59.050366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.081971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.082741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.134684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:59.155739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.158892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-4971eae9-4079-4039-aa36-cfd695212a0a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7818811 Feb 04 15:59:59.161681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b255f-e4c7-4bde-a318-2f89b8485a00 req-112806bd-2cfe-47c1-b8cb-c27a7e51a95a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.163214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c5b255f-e4c7-4bde-a318-2f89b8485a00 req-112806bd-2cfe-47c1-b8cb-c27a7e51a95a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 943 time: 0.5679433 Feb 04 15:59:59.181970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Request body: {'port': {'device_id': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 15:59:59.255933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] Set router 436c3fde-e66d-45d6-9797-ef8b0031f0ba gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 15:59:59.313728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988', '3b1b300d-305f-482d-8266-61e86b59d063'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 15:59:59.323609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb19ee-13bf-45f8-9202-0283a3d233d9 req-cfa54ed5-76e7-48f4-acd9-6809375e8774 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 15:59:59.324384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e6fb19ee-13bf-45f8-9202-0283a3d233d9 req-cfa54ed5-76e7-48f4-acd9-6809375e8774 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 15:59:59.327323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.415205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c5b255f-e4c7-4bde-a318-2f89b8485a00 req-52b9dbb0-a479-4172-b14f-e8f0b0ec6e51 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416685 Feb 04 15:59:59.424322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-d277e30b-402f-41e5-b536-48aa2d8e9477 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4837637 Feb 04 15:59:59.425031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e6fb19ee-13bf-45f8-9202-0283a3d233d9 req-cfa54ed5-76e7-48f4-acd9-6809375e8774 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 15:59:59.426082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6fb19ee-13bf-45f8-9202-0283a3d233d9 req-cfa54ed5-76e7-48f4-acd9-6809375e8774 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 936 time: 0.7677977 Feb 04 15:59:59.463304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 6, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 15:59:59.478448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be9a52-d3da-43ee-a7df-3bd6518ed49f None None] The sync data for ids ['436c3fde-e66d-45d6-9797-ef8b0031f0ba'] in n-d-827873-1 is: [{'id': '436c3fde-e66d-45d6-9797-ef8b0031f0ba', 'name': 'tempest-ServersTestJSON-858170217-router', 'tenant_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:58:04Z', 'updated_at': '2022-02-04T15:59:58Z', 'revision_number': 6, 'project_id': '5e9ef7d2ec0d426a8417ee03677a7089', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 15:59:59.498040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1a2927ba-4e39-4e19-a7a2-a7aedb15fea4 None None] Provisioning for port aa989616-b471-447b-a4a3-57c778bbb0d0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 15:59:59.537379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.552453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1a2927ba-4e39-4e19-a7a2-a7aedb15fea4 None None] Provisioning complete for port aa989616-b471-447b-a4a3-57c778bbb0d0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 15:59:59.552821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1a2927ba-4e39-4e19-a7a2-a7aedb15fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.592522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Pushing event deleted for resources: {'Port': ['ID=c469ec10-6c93-425f-9cd1-f138013cdc20,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 15:59:59.642443 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325', 'code': 200} Feb 04 15:59:59.642797 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325', 'status': 'completed', 'code': 200} Feb 04 15:59:59.643107 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7e0b6c-b669-4719-a821-ea46c8b4559a', 'name': 'network-vif-deleted', 'tag': 'fc0f7686-8da6-4ba9-b47e-de99c656f833', 'status': 'completed', 'code': 200} Feb 04 15:59:59.726406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1a2927ba-4e39-4e19-a7a2-a7aedb15fea4 None None] Port aa989616-b471-447b-a4a3-57c778bbb0d0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 15:59:59.849537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.929415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 15:59:59.987630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 97811fb4-e432-4af2-83bb-475656d10fe6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 15:59:59.988762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6fb19ee-13bf-45f8-9202-0283a3d233d9 req-0fe614a0-9ae7-4c6d-a9a0-8211df44f2bc tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363421 Feb 04 16:00:00.009919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:00.021745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Sync routers for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:00.050798 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:00.052014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:00.079854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 97811fb4-e432-4af2-83bb-475656d10fe6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:00.081391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 97811fb4-e432-4af2-83bb-475656d10fe6 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:00.095170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.099032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9f1eb2b3-84f5-4783-8f7b-bdae9f8d939e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5658052 Feb 04 16:00:00.106722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:00.227956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-dfd56ffd-416f-432b-b1c0-bd9d16d35303 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1124 time: 0.4814913 Feb 04 16:00:00.234868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-8e998fb0-d965-4645-a1ad-e37cc7f063cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 1123 time: 0.4897845 Feb 04 16:00:00.287416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.290579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:00.291593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.319672 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.320559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436c3fde-e66d-45d6-9797-ef8b0031f0ba {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:00:00.334218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.337904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d7782e58-6493-4e44-a92b-082d34d56083 admin admin] 10.222.0.62 "DELETE /v2.0/routers/436c3fde-e66d-45d6-9797-ef8b0031f0ba HTTP/1.1" status: 204 len: 168 time: 3.1286457 Feb 04 16:00:00.338099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46162) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:00.341772 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:00.346124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.405776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Deleting subnet 54a0f77e-168f-4c55-8e9a-534ad377efc8 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:00:00.409255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.456225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d9cb-948a-4105-a2f7-507c08bf463d req-561b30e7-51e9-4b5b-95b1-3530330e8e20 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.462991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4120d9cb-948a-4105-a2f7-507c08bf463d req-561b30e7-51e9-4b5b-95b1-3530330e8e20 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 936 time: 0.5278385 Feb 04 16:00:00.468232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.538552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Transition to ACTIVE for port object c17858d8-a902-4218-9482-8cf2830ef2a4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:00.574656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.576780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.648512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T15:59:54Z', 'revision_number': 3, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T15:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:00.653400 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Checking router: c55dac80-1ad9-4bc5-9d29-11c3bd8a388d for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:00.653746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Updating router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:00:00.710745 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:00.720538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4120d9cb-948a-4105-a2f7-507c08bf463d req-b793e34f-667f-4cc8-8197-479fd4580424 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565038 Feb 04 16:00:00.744588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:00.889163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-a75f9d53-d6df-4cc2-824f-b9d496911954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:00.890655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-a75f9d53-d6df-4cc2-824f-b9d496911954 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6268885 Feb 04 16:00:00.941933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.061030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a0f77e-168f-4c55-8e9a-534ad377efc8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.103228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-fc95cde0-e051-4e14-aebf-0acf30bbca33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.105493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-fc95cde0-e051-4e14-aebf-0acf30bbca33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.8653862 Feb 04 16:00:01.106081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.118534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-22c77bbf-1943-4baf-9485-6880c6803c2d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/54a0f77e-168f-4c55-8e9a-534ad377efc8 HTTP/1.1" status: 204 len: 168 time: 0.7792556 Feb 04 16:00:01.121949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:01.122456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a56da-5a6a-4e65-9b95-43998750f200 None None] Network 3e385f7b-0668-4649-bbd9-cc6229087e8d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:01.126011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:01.131378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.156699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 277311a1-0842-4776-be5a-03c8f7aac7fe completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:01.172204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.209579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Transition to ACTIVE for port object aa989616-b471-447b-a4a3-57c778bbb0d0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:01.243007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 277311a1-0842-4776-be5a-03c8f7aac7fe triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:01.243807 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.321261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.325619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.363497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-450b5e5d-6ba4-43d4-9083-78bc7f4a7740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 200 len: 217 time: 0.4529099 Feb 04 16:00:01.379618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c013b9d-7dcd-4496-ba3c-cac25e0020c2 req-eb71ba49-ee17-4e18-9747-b8fdf2cab613 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.386553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c013b9d-7dcd-4496-ba3c-cac25e0020c2 req-eb71ba49-ee17-4e18-9747-b8fdf2cab613 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 944 time: 1.1201217 Feb 04 16:00:01.414989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.463552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-21624976-51d6-4041-a313-460c955db58b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.2419126 Feb 04 16:00:01.490312 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.520241 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Transition to ACTIVE for port object 82caafbf-08fd-4d10-a8a1-d19fb47b0938 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:01.529109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Deleting port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:01.529447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.535289 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.590520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.627303 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Attempting to bind port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:01.627473 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Attempting to bind port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:01.627838 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Attempting to bind port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:01.637291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:01.644345 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:01.644775 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:01.645096 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.645638 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:01.646117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Bound port: 82caafbf-08fd-4d10-a8a1-d19fb47b0938, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:01.646578 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.684490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.692730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.753742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Pushing event updated for resources: {'Port': ['ID=82caafbf-08fd-4d10-a8a1-d19fb47b0938,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.785778 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.786117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.786491 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.786823 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.787156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.787466 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.787784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.788264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.788723 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.789045 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.789361 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:01.789885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] DHCP port deletion for 3e385f7b-0668-4649-bbd9-cc6229087e8d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:00:01.801413 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] For port 82caafbf-08fd-4d10-a8a1-d19fb47b0938, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:01.805326 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] For port 82caafbf-08fd-4d10-a8a1-d19fb47b0938, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82caafbf-08fd-4d10-a8a1-d19fb47b0938,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:01.817880 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.846915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c013b9d-7dcd-4496-ba3c-cac25e0020c2 req-7d901731-c799-4be0-abb7-b45036d9e142 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594371 Feb 04 16:00:01.848344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-e8fe15c9-3a8d-463f-b734-e44ad365789e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.849725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-e8fe15c9-3a8d-463f-b734-e44ad365789e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4442461 Feb 04 16:00:01.866806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Deleting port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:01.866806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.892191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:01.892867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:01.893858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:01.904850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-4b8b0755-0273-43f6-877c-bec0df4aff9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:01.906674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-4b8b0755-0273-43f6-877c-bec0df4aff9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3944523 Feb 04 16:00:01.919750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:01.963545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:01.988694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] For port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:01.989378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:01.994009 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:01.994939 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.040954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c544fc-3376-47d4-88cb-ea6dd01f2b55 None None] Pushing event updated for resources: {'Port': ['ID=82caafbf-08fd-4d10-a8a1-d19fb47b0938,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:02.044263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11641f2b-8e86-40f7-91f8-8768c212190a req-d1a79201-0d3d-4088-8bd3-56603af639df tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.051409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11641f2b-8e86-40f7-91f8-8768c212190a req-d1a79201-0d3d-4088-8bd3-56603af639df tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 943 time: 0.7381694 Feb 04 16:00:02.058574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-445930a0-ef2e-41b7-aec2-5bede10c4d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878532 Feb 04 16:00:02.205031 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:02.217253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Calling delete_port for 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:02.258446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] For port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,segment=NetworkSegment(da042e27-42db-495f-9b53-fa34b6b88020),segment_id=da042e27-42db-495f-9b53-fa34b6b88020)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:02.259159 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.277210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11641f2b-8e86-40f7-91f8-8768c212190a req-d303bc88-697d-41a8-a225-cee642fd2ee4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241647 Feb 04 16:00:02.312249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:02.312824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:02.364313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:02.367212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:02.367624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:02.368071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Bound port: c17858d8-a902-4218-9482-8cf2830ef2a4, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:02.371046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.381475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.392684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Attempting to bind port aa989616-b471-447b-a4a3-57c778bbb0d0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:02.393017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Attempting to bind port aa989616-b471-447b-a4a3-57c778bbb0d0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:02.393343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Attempting to bind port aa989616-b471-447b-a4a3-57c778bbb0d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:02.403287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Calling delete_port for 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:02.472395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] No DVR routers for this DVR port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:02.528925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:00:02.537410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:02.538225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c469ec10-6c93-425f-9cd1-f138013cdc20 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:02.577714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c469ec10-6c93-425f-9cd1-f138013cdc20 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:02.578356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c469ec10-6c93-425f-9cd1-f138013cdc20 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:02.603076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:00:02.603868 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:00:02.613115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a985c0-ee7a-477a-b0f6-4ed4b25fdf36,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:02.627197 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T15:59:54Z', 'revision_number': 3, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:02.632662 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8ffb7-0a93-423e-9898-1025ff541a23 None None] The sync data for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 is: [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T15:59:54Z', 'revision_number': 3, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T16:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:02.638115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-45960854-2fd0-4cef-ad6d-7a2072735b80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7485416 Feb 04 16:00:02.651195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Port aa989616-b471-447b-a4a3-57c778bbb0d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:02.651593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Attempting to bind port aa989616-b471-447b-a4a3-57c778bbb0d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:02.678645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:02.683442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:02.692839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abc882-4f37-475e-821c-0f5f044a5eb3 req-3f431b23-3886-44fd-8c83-f71fabe09e13 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:02.694502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1abc882-4f37-475e-821c-0f5f044a5eb3 req-3f431b23-3886-44fd-8c83-f71fabe09e13 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 948 time: 0.6324186 Feb 04 16:00:02.739194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.784511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:02.784853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:02.785253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:02.785672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Bound port: aa989616-b471-447b-a4a3-57c778bbb0d0, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:02.786013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.925720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:02.954273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.023489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:03.027234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:03.035775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-1035f957-ac8c-47e0-b07f-fcfc7ac03190 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1524f9127f8d457da51031754d12c9ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1545935 Feb 04 16:00:03.041187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.080991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-30057c8b-0d9c-4ef9-a6bc-7eba92a03ae1 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9879687 Feb 04 16:00:03.105843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Deleting port 53a985c0-ee7a-477a-b0f6-4ed4b25fdf36 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:03.106406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.127822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e385f7b-0668-4649-bbd9-cc6229087e8d']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:03.154477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.155839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-e4a35370-fc4a-496a-a736-012a6c390e68 service neutron] 10.222.0.58 "PUT /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 1096 time: 4.4861643 Feb 04 16:00:03.163813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:03.181177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.183448 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa989616-b471-447b-a4a3-57c778bbb0d0 HTTP/1.1" status: 200 len: 1096 time: 4.0047984 Feb 04 16:00:03.186023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da042e27-42db-495f-9b53-fa34b6b88020') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:03.186345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da042e27-42db-495f-9b53-fa34b6b88020') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:03.209130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:03.247375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.302208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be5570e0-6e12-47b5-b7f3-7c2478263a02 None None] The port '53a985c0-ee7a-477a-b0f6-4ed4b25fdf36' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:00:03.392479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe746-07b0-4429-94fc-a0b9ad6cd542 service neutron] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.418203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.436819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:00:03.437213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:03.453332 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:03.492362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-aa20a7ae-f3d1-4f15-876d-7119b1ce6515 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941277 Feb 04 16:00:03.570685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-c44010c8-c401-4541-a2ef-b229473d3071 service neutron] 10.222.0.41 "GET /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.2307446 Feb 04 16:00:03.572913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.618235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1abc882-4f37-475e-821c-0f5f044a5eb3 req-2b8e1791-6794-4a3f-a91f-b7a832de3ad8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8816440 Feb 04 16:00:03.631250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:03.641684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-361575d3-9a27-4168-a618-cf84e4bab1e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 1099 time: 0.3978868 Feb 04 16:00:03.642466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e385f7b-0668-4649-bbd9-cc6229087e8d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:03.734564 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'code': 200} Feb 04 16:00:03.764186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-886e9177-2927-4f2d-abbb-04bcf18a89a2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3e385f7b-0668-4649-bbd9-cc6229087e8d HTTP/1.1" status: 204 len: 168 time: 2.6371586 Feb 04 16:00:03.769363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-177c5fc7-da95-4e72-9818-816b43a5e017 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aa989616-b471-447b-a4a3-57c778bbb0d0 HTTP/1.1" status: 200 len: 217 time: 0.1152723 Feb 04 16:00:03.897119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd37a8a6-87de-4ef1-ab80-cc9460e19f71 req-c2a0cc17-aef1-4f1a-b863-805f5aee7639 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412557 Feb 04 16:00:03.946639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-5e9abe30-d462-4d7b-87ff-81f89cb1ca56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:03.948615 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-5e9abe30-d462-4d7b-87ff-81f89cb1ca56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1676915 Feb 04 16:00:04.003706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82caafbf-08fd-4d10-a8a1-d19fb47b0938 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:04.189311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:04.204414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:04.204797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.219967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:04.250215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-1350674b-b30b-4284-b723-e9023586cdd0 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.256784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-1350674b-b30b-4284-b723-e9023586cdd0 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2200251 Feb 04 16:00:04.269899 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-efcc859a-745f-4f03-939a-d89cb57e130a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2964201 Feb 04 16:00:04.285475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:04.378949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.379752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-07dfb469-34c4-4a93-9c42-fc61a0519401 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1099 time: 1.0550787 Feb 04 16:00:04.393885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-9b19fcb6-f1e1-4487-9aba-b5d05c259bb2 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/quotas/1524f9127f8d457da51031754d12c9ee HTTP/1.1" status: 200 len: 375 time: 0.1361158 Feb 04 16:00:04.403984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 82caafbf-08fd-4d10-a8a1-d19fb47b0938, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82caafbf-08fd-4d10-a8a1-d19fb47b0938,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:04.405413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:04.411579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.436411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0db4932-93dd-4817-821d-8e1b375e45ca req-b1f7e321-b2b7-4675-9896-c1c2baf23455 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2895813 Feb 04 16:00:04.478950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=82caafbf-08fd-4d10-a8a1-d19fb47b0938,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:04.503007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a0bb15-bc88-44df-a062-69282b32f325 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:04.508484 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-21fed065-9fde-4395-8023-471cdeea88bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e9ef7d2ec0d426a8417ee03677a7089&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2836235 Feb 04 16:00:04.513867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:04.542550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:04.559968 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-5aeca4ea-e9c3-409a-92e5-28ad7bb3ed38 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766948 Feb 04 16:00:04.573027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-c2369e2e-e217-4079-ab11-2acaf70250db tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1783259 Feb 04 16:00:04.598171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-dbd8c556-6286-4440-a211-3f43916c09f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1701190 Feb 04 16:00:04.604054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.611645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2113d-7f06-433f-a424-265da49905ff req-3a31b831-6e23-4306-bad7-982b05adfe14 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.613161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84b2113d-7f06-433f-a424-265da49905ff req-3a31b831-6e23-4306-bad7-982b05adfe14 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 948 time: 0.6795745 Feb 04 16:00:04.700134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca4beb5d-7802-46f3-a04c-ae0e17523c01 req-d11c0b22-4efd-4e93-8f83-e505842b018b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 1096 time: 0.7641273 Feb 04 16:00:04.767791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-58bfd841-6db3-415f-a2a3-2c1833d7afd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.769239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-58bfd841-6db3-415f-a2a3-2c1833d7afd7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1537716 Feb 04 16:00:04.787107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-12100edd-8d4b-4b0b-be87-b1ad3e6687cc tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:04.787783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-12100edd-8d4b-4b0b-be87-b1ad3e6687cc tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:04.849921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3376d7ea-2d54-4378-b7c5-0bb0f78de65f req-88f2de89-48c1-44e6-8662-fd984155ed69 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807586 Feb 04 16:00:04.850655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.884541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84b2113d-7f06-433f-a424-265da49905ff req-28c3d5ac-b856-4906-b984-e8f60b051daa tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275028 Feb 04 16:00:04.933643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:04.946672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca4beb5d-7802-46f3-a04c-ae0e17523c01 req-97ee7ab2-32bc-483f-818d-4a75b1d4e19e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303970 Feb 04 16:00:04.997433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] Transition to ACTIVE for port object 38a0bb15-bc88-44df-a062-69282b32f325 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:05.007339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.053975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-12100edd-8d4b-4b0b-be87-b1ad3e6687cc tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:05.054703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-12100edd-8d4b-4b0b-be87-b1ad3e6687cc tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 950 time: 0.7403653 Feb 04 16:00:05.077607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.252466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-b7757d79-b2d4-4a83-8654-0e6f33b097c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4733860 Feb 04 16:00:05.256524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc579be-ae4d-455d-b488-704ef5cef486,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.287707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Deleting port 54e0a22b-00c5-404d-a88e-f4201febb135 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:05.288041 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.319847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] Pushing event updated for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:05.335905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] No DVR routers for this DVR port 38a0bb15-bc88-44df-a062-69282b32f325 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:05.343506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:05.344635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f729291-40c3-487e-92f6-ca759f43fa3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdc579be-ae4d-455d-b488-704ef5cef486 HTTP/1.1" status: 204 len: 168 time: 0.8284459 Feb 04 16:00:05.402428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-9e224d0b-cfde-4233-938c-66617dcaeca5 service neutron] 10.222.0.41 "PUT /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8094916 Feb 04 16:00:05.494907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54998a65-f203-400d-be76-3963193c3281 req-1f3a842b-6b65-4c9d-9678-9dcf48d50382 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.496695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54998a65-f203-400d-be76-3963193c3281 req-1f3a842b-6b65-4c9d-9678-9dcf48d50382 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 950 time: 0.5464475 Feb 04 16:00:05.518652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d84ff-cdeb-4d5e-909a-231aa0dbdcac req-97442ad7-7683-4215-9f18-f701634c0181 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.520093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34d84ff-cdeb-4d5e-909a-231aa0dbdcac req-97442ad7-7683-4215-9f18-f701634c0181 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.4645236 Feb 04 16:00:05.568913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-3c1ea257-8147-4e19-9ec2-875e60c70c10 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.1048503 Feb 04 16:00:05.653126 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-30540d79-428c-4586-bebf-8a35f1914445 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&tenant_id=8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 1095 time: 0.0758510 Feb 04 16:00:05.675872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-c467599d-2ed1-4966-a3f6-3872679839fd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101057 Feb 04 16:00:05.744662 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-c3567097-1f50-408e-8bcc-94a1d4fd2f0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0692852 Feb 04 16:00:05.878912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54998a65-f203-400d-be76-3963193c3281 req-12503824-be68-4943-87f8-6cbe578ad539 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/security-groups?id=8b316ac1-a761-4a76-9a50-5656df6dcd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577685 Feb 04 16:00:05.884473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465e17-9be1-4439-8fb8-b991233fd08d req-655b5c61-0499-4177-b4eb-21a2fe10a3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:05.887370 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-655b5c61-0499-4177-b4eb-21a2fe10a3d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.1358051 Feb 04 16:00:05.917217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34d84ff-cdeb-4d5e-909a-231aa0dbdcac req-f38e2e60-92f2-4a9d-936f-ad9a99e59c24 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656135 Feb 04 16:00:05.954404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82caafbf-08fd-4d10-a8a1-d19fb47b0938 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:06.032338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-92de04e3-2123-4815-8fa8-f4fe0f8ba4bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.1381528 Feb 04 16:00:06.142925 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'status': 'completed', 'code': 200} Feb 04 16:00:06.145094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:06.145462 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.285089 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'status': 'completed', 'code': 200} Feb 04 16:00:06.335656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] For port 54e0a22b-00c5-404d-a88e-f4201febb135, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=54e0a22b-00c5-404d-a88e-f4201febb135,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:06.336628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.341792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8a230a95-a760-4d67-aa7c-8d47d16451a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.346198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-8a230a95-a760-4d67-aa7c-8d47d16451a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3077250 Feb 04 16:00:06.487690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-f1930c38-f491-4a97-9f94-11c10109c943 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1524f9127f8d457da51031754d12c9ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615664 Feb 04 16:00:06.490269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-d208d954-26f9-430a-8ca7-1a982e356b33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264632 Feb 04 16:00:06.601382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46240) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:06.609628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Calling delete_port for 54e0a22b-00c5-404d-a88e-f4201febb135 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:06.646981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba5c6c94-2a9a-4a76-81be-b4800d8ab74d req-52a02408-4dbc-4951-a0e9-4fa19d0dee88 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9623563 Feb 04 16:00:06.672989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-b7480308-3793-4940-b925-1177ef5b3f96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 1099 time: 0.5217557 Feb 04 16:00:06.770469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:06.785175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:06.847691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:06.859382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-322882358-network', 'tenant_id': '140f5c5eb1b341518de39c6e0d144c10'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:06.872315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:06.881010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:06.910586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Usage tracker for resource:network and tenant:140f5c5eb1b341518de39c6e0d144c10 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:06.915330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:06.922463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-5d236ada-6ccd-49d7-99fc-9576adf1d81f service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027407 Feb 04 16:00:06.937644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-f8f1e31e-119e-4d09-b982-7ff1350f734c tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:06.939164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-f8f1e31e-119e-4d09-b982-7ff1350f734c tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4447429 Feb 04 16:00:06.941292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:06.974320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Request body: {'port': {'device_id': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '1524f9127f8d457da51031754d12c9ee'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:07.060831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:07.064259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e62f44-9973-4f0c-aa99-976943bdbc87 req-a167d92d-1166-4832-bbd6-cc8bb291b084 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.065713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a7e62f44-9973-4f0c-aa99-976943bdbc87 req-a167d92d-1166-4832-bbd6-cc8bb291b084 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.4986067 Feb 04 16:00:07.075326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'mac_address': 'fa:16:3e:91:d2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:07.095407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-fee6c6b7-36bf-45f9-8a49-eb008613c6b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1099 time: 0.3743894 Feb 04 16:00:07.110249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Made reservation on behalf of 140f5c5eb1b341518de39c6e0d144c10 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:07.112499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.116370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef78115-344c-4f7a-8a20-4fc1ffd7c1d1 req-ba8a690d-9bf9-4d4d-99d0-2957008a8285 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.117799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ef78115-344c-4f7a-8a20-4fc1ffd7c1d1 req-ba8a690d-9bf9-4d4d-99d0-2957008a8285 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 948 time: 0.5535676 Feb 04 16:00:07.147677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.148592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.163841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['54e0a22b-00c5-404d-a88e-f4201febb135'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:07.170473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.207947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:07.214132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981faae-573f-41ca-b0b1-7618484dcade req-20cd53a9-898e-4c87-9e05-046c35bd29b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.215990 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-20cd53a9-898e-4c87-9e05-046c35bd29b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5176136 Feb 04 16:00:07.225056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:07.228942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.296707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.323710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Pushing event deleted for resources: {'Port': ['ID=54e0a22b-00c5-404d-a88e-f4201febb135,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:07.459424 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-cff0ff5a-3315-4b4e-a10b-90aa52e621d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=aa989616-b471-447b-a4a3-57c778bbb0d0 HTTP/1.1" status: 200 len: 217 time: 0.2241290 Feb 04 16:00:07.466377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:07.469434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a7e62f44-9973-4f0c-aa99-976943bdbc87 req-9c215ff7-4d84-4f7b-bd4e-b538649e5f9c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816571 Feb 04 16:00:07.470075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-bbc630d8-c492-4c1e-85cb-0b349d9cd431 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300088 Feb 04 16:00:07.477943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Allocated IP 172.20.0.1 (cf8b60ed-e8db-4495-bb19-b36f1459f70f/f7b00964-5a44-4af0-948a-03625fa44f53/80c863e3-6313-4e8f-8993-1152f03f15f5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:07.484121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] No DVR routers for this DVR port 54e0a22b-00c5-404d-a88e-f4201febb135 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:07.500662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.505132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ef78115-344c-4f7a-8a20-4fc1ffd7c1d1 req-b0bf3c7f-815b-4265-8bce-66ec9dbdfabd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601887 Feb 04 16:00:07.523944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:07.526059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-71c4cb50-2c7b-4d1a-a79a-95518ba9bcbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.526376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Usage tracker for resource:security_group_rule and tenant:140f5c5eb1b341518de39c6e0d144c10 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:07.528218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-71c4cb50-2c7b-4d1a-a79a-95518ba9bcbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4095583 Feb 04 16:00:07.533690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['aa989616-b471-447b-a4a3-57c778bbb0d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:07.537296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:07.548323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Usage tracker for resource:port and tenant:1524f9127f8d457da51031754d12c9ee is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:07.554555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:07.560329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:07.576397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:07.599925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981faae-573f-41ca-b0b1-7618484dcade req-30a39af0-ac65-4e5c-a7e9-1970f91f537a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:07.601602 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-30a39af0-ac65-4e5c-a7e9-1970f91f537a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1285274 Feb 04 16:00:07.614556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f7f5e35-2931-4332-ab90-c610a52d8f4f req-1ab696b3-2c91-47f8-9eef-ac21889f3215 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.58 "DELETE /v2.0/ports/54e0a22b-00c5-404d-a88e-f4201febb135 HTTP/1.1" status: 204 len: 173 time: 2.5008337 Feb 04 16:00:07.691036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Made reservation on behalf of 1524f9127f8d457da51031754d12c9ee for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:07.695358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:07.893098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-2bd04318-abb3-4c84-8ba5-0f4a0fb58226 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.3465080 Feb 04 16:00:07.928915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d397da0-9e30-4256-8e46-cf8129501886 req-d33086ba-55bc-4c3f-9d1f-ba33ad39b17e tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 210 time: 0.1866620 Feb 04 16:00:07.971457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Allocated IP 192.168.233.189 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:08.040935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.051779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.077180 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-fafb3a18-28aa-4dd4-bddc-3e00abdf3684 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4673944 Feb 04 16:00:08.147340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:08.204935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-92f4379f-8cc1-4d27-8066-738e9147fa92 req-eecfe7cf-f261-4e33-8e14-3645bfa23393 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Synchronizing usage tracker for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:08.220320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc57dc6-86fe-4047-9878-7cd7546192d9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.237281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-8bfcf147-7c53-4005-b4a4-a8de78c6da3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.238888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-8bfcf147-7c53-4005-b4a4-a8de78c6da3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3025904 Feb 04 16:00:08.295912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.296253 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Added segment 2f91bbfb-f363-434b-befe-3cba94cdedae of type vlan for network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 Feb 04 16:00:08.298124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'name': 'network-vif-deleted', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:08.311236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.324230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-92f4379f-8cc1-4d27-8066-738e9147fa92 req-eecfe7cf-f261-4e33-8e14-3645bfa23393 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] Unset dirty status for tenant:52979047ddc74125b926d23db29178b5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:08.325402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92f4379f-8cc1-4d27-8066-738e9147fa92 req-eecfe7cf-f261-4e33-8e14-3645bfa23393 tempest-ServersOnMultiNodesTest-1988750096 tempest-ServersOnMultiNodesTest-1988750096-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddff487d-bb7d-4eff-863b-65a8d0215f9e HTTP/1.1" status: 200 len: 210 time: 0.2056439 Feb 04 16:00:08.353599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Transition to ACTIVE for port object 80c863e3-6313-4e8f-8993-1152f03f15f5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:08.371638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-58126d27-19c1-4968-a922-4336dcde0830 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.4802182 Feb 04 16:00:08.377099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef593d-c31f-415f-b59e-7033f5d4b54b req-b71ea260-d9d2-422f-b7ce-c4077dc753dc tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.383358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14ef593d-c31f-415f-b59e-7033f5d4b54b req-b71ea260-d9d2-422f-b7ce-c4077dc753dc tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 949 time: 0.6338103 Feb 04 16:00:08.392567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.445433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-d3fc27e4-7991-487d-8a54-1f490d93c0e6 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540738 Feb 04 16:00:08.574729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-4ba76bac-203f-4f03-8e47-c4d56462272b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3177757 Feb 04 16:00:08.577670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.579861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.582785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14ef593d-c31f-415f-b59e-7033f5d4b54b req-921ced10-0e94-4412-9feb-405c142dd8be tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984806 Feb 04 16:00:08.584513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.585619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.586204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.704600 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddff487d-bb7d-4eff-863b-65a8d0215f9e', 'name': 'network-vif-deleted', 'tag': '54e0a22b-00c5-404d-a88e-f4201febb135', 'status': 'completed', 'code': 200} Feb 04 16:00:08.721865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Transition to ACTIVE for port object f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:08.757464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] Pushing event updated for resources: {'Network': ['ID=3d2fcfc1-6b88-47c5-a514-723c065ad8d0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.765917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:08.769836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:00:08.770397 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1981faae-573f-41ca-b0b1-7618484dcade req-6d5c5af9-8e4e-4c41-8224-496728e1454e service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972200 Feb 04 16:00:08.774595 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fffadd31-c56c-4cdd-86f8-1a51cfd1e12f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1666901 Feb 04 16:00:08.778596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:08.785202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Request body: {'subnet': {'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-322882358-subnet', 'tenant_id': '140f5c5eb1b341518de39c6e0d144c10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:08.789840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:08.795283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Usage tracker for resource:subnet and tenant:140f5c5eb1b341518de39c6e0d144c10 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:08.799161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:08.806716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:08.808100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:08.810213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.811889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Pushing event updated for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:08.816681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:08.863206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:08.875232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:08.876927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Made reservation on behalf of 140f5c5eb1b341518de39c6e0d144c10 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:08.879285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.896147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-37465e17-9be1-4439-8fb8-b991233fd08d req-e2dd4d4d-795d-4891-9233-3a6d6bbd5861 service neutron] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:08.919739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718333d1-9f48-41b1-93f0-19363bd619eb req-82f9b596-fa58-4ab8-b170-2157ee381096 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:08.927605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718333d1-9f48-41b1-93f0-19363bd619eb req-82f9b596-fa58-4ab8-b170-2157ee381096 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.4615951 Feb 04 16:00:08.931284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-37465e17-9be1-4439-8fb8-b991233fd08d req-e2dd4d4d-795d-4891-9233-3a6d6bbd5861 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.932481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-e2dd4d4d-795d-4891-9233-3a6d6bbd5861 service neutron] 10.222.0.58 "DELETE /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.5460389 Feb 04 16:00:08.967731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:08.977630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:08.986276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-1fc7b149-6ef2-4db0-9624-c83a3a646d63 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006970 Feb 04 16:00:08.991579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:08.995102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:09.036095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Pushing event updated for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.128814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.129495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.162931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718333d1-9f48-41b1-93f0-19363bd619eb req-71054de2-7d79-4eed-8ad7-5e455da0e58d tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343850 Feb 04 16:00:09.194021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:09.222721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'mac_address': 'fa:16:3e:d7:36:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:09.249270 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-ba7f2a3b-8387-4c74-91b0-61114065c671 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2841055 Feb 04 16:00:09.278512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Request body: {'port': {'device_id': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:09.293591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.307181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port aa989616-b471-447b-a4a3-57c778bbb0d0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:09.308903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f1136d-8524-4cd8-b300-5698db8eb2fa req-a1f3b3b6-6a4b-4aa0-9ce8-cbfcd8a255c2 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128767 Feb 04 16:00:09.329731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port aa989616-b471-447b-a4a3-57c778bbb0d0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.330100 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.333679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978e86c-70cb-42fc-87e4-2c7c3970dad7 req-9ee7084b-b3e3-452a-8411-23b8325715c4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.343551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a978e86c-70cb-42fc-87e4-2c7c3970dad7 req-9ee7084b-b3e3-452a-8411-23b8325715c4 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.5796826 Feb 04 16:00:09.413073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:09.465783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e72e6d6-1ac8-498f-8b06-f5fcaa7d02e6 None None] Provisioning for port 80c863e3-6313-4e8f-8993-1152f03f15f5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:09.474382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:09.478216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e72e6d6-1ac8-498f-8b06-f5fcaa7d02e6 None None] Provisioning complete for port 80c863e3-6313-4e8f-8993-1152f03f15f5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.478863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e72e6d6-1ac8-498f-8b06-f5fcaa7d02e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.485751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.499870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.507240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a978e86c-70cb-42fc-87e4-2c7c3970dad7 req-8964678d-b66d-48b0-811e-5cc68aa35b4f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624362 Feb 04 16:00:09.515512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.528120 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.616121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8e72e6d6-1ac8-498f-8b06-f5fcaa7d02e6 None None] Port 80c863e3-6313-4e8f-8993-1152f03f15f5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:09.660214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e9391-e5b1-4165-831d-d8ae2f7aeecf req-66ede046-1972-4ada-bff7-d80c3fe88ffa tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.662135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d3e9391-e5b1-4165-831d-d8ae2f7aeecf req-66ede046-1972-4ada-bff7-d80c3fe88ffa tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 948 time: 0.2890770 Feb 04 16:00:09.677664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.707080 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.737171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99f3872-2f7f-4ad8-a969-4e4e7634a29a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.756421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:09.764752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c17858d8-a902-4218-9482-8cf2830ef2a4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:09.805026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Checking segment: {'id': '2f91bbfb-f363-434b-befe-3cba94cdedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:09.805398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Network hostable DHCP agents. Network: 3d2fcfc1-6b88-47c5-a514-723c065ad8d0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:09.820538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:09.832849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.834708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 54e0a22b-00c5-404d-a88e-f4201febb135 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:09.872052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d3e9391-e5b1-4165-831d-d8ae2f7aeecf req-70b01353-4b1f-4dda-8685-b9c60f26f013 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677935 Feb 04 16:00:09.916033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:09.947678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3d2fcfc1-6b88-47c5-a514-723c065ad8d0) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:09.956494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:09.957463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:09.958341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-49d9a4b7-fed4-4c92-b7d2-58e0ce436968 None None] Provisioning for port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:09.971477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:09.973860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-49d9a4b7-fed4-4c92-b7d2-58e0ce436968 None None] Provisioning complete for port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:09.974607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4b7-fed4-4c92-b7d2-58e0ce436968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.020965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ebc0-f2c7-41a7-96e8-a8a9a1fd0399 req-4a62f868-51b4-4ace-8725-3fb293f2ab66 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:10.022439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d43ebc0-f2c7-41a7-96e8-a8a9a1fd0399 req-4a62f868-51b4-4ace-8725-3fb293f2ab66 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 936 time: 0.3565147 Feb 04 16:00:10.037188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b6787bf9-cf51-4c09-bd40-43452d095332 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2552612 Feb 04 16:00:10.048425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17eebe1-4d3f-485e-a547-621244fd02bb None None] Network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:10.061436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.085784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.183590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:10.192743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.200742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d43ebc0-f2c7-41a7-96e8-a8a9a1fd0399 req-e511f7f6-28cb-4389-98dd-3010355bc899 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638978 Feb 04 16:00:10.223450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Pushing event updated for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:10.228324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.273596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Transition to ACTIVE for port object f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:10.299917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.308499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-49d9a4b7-fed4-4c92-b7d2-58e0ce436968 None None] Port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:10.436433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 54e0a22b-00c5-404d-a88e-f4201febb135 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:10.437143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 54e0a22b-00c5-404d-a88e-f4201febb135 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:10.533292 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'code': 200} Feb 04 16:00:10.601451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:10.624803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ba0c8-7b25-43c7-ac3d-488b3b6f61d0 None None] Network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:10.760094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46286) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:10.780803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Attempting to bind port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:10.781239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Attempting to bind port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:10.781667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Attempting to bind port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:10.793489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:10.793965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Attempting to bind port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:10.803031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:10.803500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:10.804890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:10.807073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Bound port: f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:10.808136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:10.884953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:10.891976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:10.956398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:10.960957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:10.967460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.015280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27566fcc-c219-43c6-803a-a6ec06d385b9 req-7d2a1144-46f0-48fe-a7e2-9e476885873d tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.017102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27566fcc-c219-43c6-803a-a6ec06d385b9 req-7d2a1144-46f0-48fe-a7e2-9e476885873d tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 950 time: 0.5314820 Feb 04 16:00:11.091346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.092875 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 HTTP/1.1" status: 200 len: 1096 time: 1.8340869 Feb 04 16:00:11.096629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:11.109041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695073ca-1f1c-4f2b-9ddc-5b96f88133b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.196555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67cb3ea9-14c4-4f79-b960-1e6307bcc04d req-20c6797d-775f-48ab-b3a9-4c046fe81d4c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 1101 time: 0.6113751 Feb 04 16:00:11.202753 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-83ce2f75-75c6-4d34-a6c2-e5ae2b038dd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52979047ddc74125b926d23db29178b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4240241 Feb 04 16:00:11.205342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46296) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:11.244608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401298d-290a-4e0e-972e-1b3b7afdf142 req-a3239d3b-01a8-4da6-9a6b-3bd31a49199d tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.246930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a401298d-290a-4e0e-972e-1b3b7afdf142 req-a3239d3b-01a8-4da6-9a6b-3bd31a49199d tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.4469268 Feb 04 16:00:11.264803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90971958-04ed-418b-91f8-4777aeebe67b None None] Provisioning complete for port 80c863e3-6313-4e8f-8993-1152f03f15f5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:11.265354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90971958-04ed-418b-91f8-4777aeebe67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.283016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-4232c0f5-4853-48f8-b622-6b519ae1b5b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.1428888 Feb 04 16:00:11.301069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27566fcc-c219-43c6-803a-a6ec06d385b9 req-aab97584-47f1-4d6b-856a-a115b9b01888 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696223 Feb 04 16:00:11.339775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-90971958-04ed-418b-91f8-4777aeebe67b None None] Port 80c863e3-6313-4e8f-8993-1152f03f15f5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:11.386466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.396611 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-1eca6c5c-082f-4d23-9958-f2b9a6def4b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 HTTP/1.1" status: 200 len: 217 time: 0.0994194 Feb 04 16:00:11.401624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67cb3ea9-14c4-4f79-b960-1e6307bcc04d req-c56a3f86-6b23-4870-a9df-cdd68a33365c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895065 Feb 04 16:00:11.409272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a401298d-290a-4e0e-972e-1b3b7afdf142 req-d0931347-f3f2-4cf8-8a27-422c2fa66f8d tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501031 Feb 04 16:00:11.455403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.506954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-a57e50f8-f747-4c08-9db2-75bd212801c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:11.508403 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-a57e50f8-f747-4c08-9db2-75bd212801c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1004052 Feb 04 16:00:11.582292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.599912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d255e97-335c-4fbf-acca-e15af83a10b2 req-7eecaddb-0147-41aa-a9c8-df9a89ce318d tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1541247 Feb 04 16:00:11.604775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b316ac1-a761-4a76-9a50-5656df6dcd2c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:11.628483 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-f02aa8e5-5241-475e-b122-5bb3eb230404 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122150 Feb 04 16:00:11.629771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:11.630457 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e19da4b2-12a7-4c05-9538-6a92b3863d7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b316ac1-a761-4a76-9a50-5656df6dcd2c HTTP/1.1" status: 204 len: 168 time: 0.4241982 Feb 04 16:00:11.665802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d255e97-335c-4fbf-acca-e15af83a10b2 req-a66f2488-0232-45b8-a70b-873ed559e067 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Feb 04 16:00:11.668263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:11.831844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-184cb029-181b-4e2c-97de-8c6fc0501a7d service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967709 Feb 04 16:00:11.975265 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d45a10ee-3bda-4a08-b0e0-6af5df94a748 req-775e5cb5-230f-4221-a4fe-1960f86256c1 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358495 Feb 04 16:00:12.065774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.102000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6929f6dd-c45e-432b-919b-9a8f437c0cd5 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.103413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6929f6dd-c45e-432b-919b-9a8f437c0cd5 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/networks?id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0 HTTP/1.1" status: 200 len: 813 time: 0.1958807 Feb 04 16:00:12.110206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768a31e-37b0-4107-a29c-879af2521f91 req-674fb657-2ca9-48bc-a4e4-553a5a9cceea tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.111594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c768a31e-37b0-4107-a29c-879af2521f91 req-674fb657-2ca9-48bc-a4e4-553a5a9cceea tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 949 time: 0.2395048 Feb 04 16:00:12.121121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:12.122966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-453a7b61-5c01-4553-acc2-370ee7476847 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=964ee443fae1415f8e9c1f56d27db114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557747 Feb 04 16:00:12.123210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:12.133950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Sync routers for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:12.134824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-20cc50de-8328-4292-99c0-9ccfc69c2183 admin admin] 10.222.0.62 "PUT /v2.0/routers/c55dac80-1ad9-4bc5-9d29-11c3bd8a388d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0268364 Feb 04 16:00:12.149926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:12.150761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:12.186226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-11420492-698a-4d59-81b5-6572f6321256 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/quotas/140f5c5eb1b341518de39c6e0d144c10 HTTP/1.1" status: 200 len: 375 time: 0.0736074 Feb 04 16:00:12.270139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-5fae0af9-ce26-4596-a747-05e52694fbeb tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=140f5c5eb1b341518de39c6e0d144c10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719059 Feb 04 16:00:12.276440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c768a31e-37b0-4107-a29c-879af2521f91 req-533bfba9-4824-46ee-b145-de068f953871 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524556 Feb 04 16:00:12.350368 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98', 'status': 'completed', 'code': 200} Feb 04 16:00:12.364697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.371568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:12.413375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.464403 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-7935cc7f-7357-408d-a6b4-ed157c93f681 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1524f9127f8d457da51031754d12c9ee&device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0842257 Feb 04 16:00:12.619707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-227391ba-c734-4a7c-8027-ce8644f731aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.621727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-227391ba-c734-4a7c-8027-ce8644f731aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1504998 Feb 04 16:00:12.656017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-e91387b9-1475-48b1-815c-46a363243144 service neutron] 10.222.0.62 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776476 Feb 04 16:00:12.781324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.788752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:09Z', 'revision_number': 4, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '80c863e3-6313-4e8f-8993-1152f03f15f5', 'name': '', 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'mac_address': 'fa:16:3e:39:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:09Z', 'revision_number': 2, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'subnets': [{'id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:12.793720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-d92d686f-976c-42be-8e7e-135d8c7be6ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 HTTP/1.1" status: 200 len: 217 time: 0.1641548 Feb 04 16:00:12.794693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Checking router: c55dac80-1ad9-4bc5-9d29-11c3bd8a388d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:12.795043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Updating router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d port 80c863e3-6313-4e8f-8993-1152f03f15f5 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:00:12.819902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b53db-1f7f-4a99-a464-4cd244f96209,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:12.832750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72df4e-7f08-482c-95de-331a1669155b req-cef08c43-b213-4a6d-838d-fca30555cde6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.834208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab72df4e-7f08-482c-95de-331a1669155b req-cef08c43-b213-4a6d-838d-fca30555cde6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 948 time: 0.2630427 Feb 04 16:00:12.863492 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.873961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:12.877168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:12.880606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8deaafea-f643-49d1-9e6d-d5ef479792e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/895b53db-1f7f-4a99-a464-4cd244f96209 HTTP/1.1" status: 204 len: 168 time: 0.7532375 Feb 04 16:00:12.882386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-8a186bde-1ab8-41ea-926c-0f729fc044aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:12.883130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-5f228c53-e946-4891-ad54-5d7c149dacf4 service neutron] 10.222.0.62 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177870 Feb 04 16:00:12.884036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-8a186bde-1ab8-41ea-926c-0f729fc044aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0748258 Feb 04 16:00:12.907442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab72df4e-7f08-482c-95de-331a1669155b req-747298c5-63af-4ed2-a43c-3bc5b3ad736f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603604 Feb 04 16:00:12.969648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-877211ca-7e1c-4c98-9fe8-36c466db762b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777981 Feb 04 16:00:13.132725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cdb9594-a6c9-4f8c-851e-7bd6830dd334 req-228583d8-e2d0-4b93-9633-5258c57d1aab tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0842519 Feb 04 16:00:13.181819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cdb9594-a6c9-4f8c-851e-7bd6830dd334 req-5afaecdb-cb1e-43ae-a7f7-3f423df8900c tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Feb 04 16:00:13.243080 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-3441ccfd-2ad4-461b-b3b9-133ef6ca1267 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657409 Feb 04 16:00:13.343469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c17858d8-a902-4218-9482-8cf2830ef2a4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:13.357563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c17858d8-a902-4218-9482-8cf2830ef2a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:13.374408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.530384 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ad887e7f-f257-4fb9-b881-fd300bf4face req-bf652391-dd57-4b0d-80ee-612c4a3b9b4b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777910 Feb 04 16:00:13.561062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63a143-051b-4027-96bf-5b807502ca0e req-1b303a11-7aee-497e-a99c-2bfe730a0e6a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:13.578917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb63a143-051b-4027-96bf-5b807502ca0e req-1b303a11-7aee-497e-a99c-2bfe730a0e6a tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 950 time: 0.2174549 Feb 04 16:00:13.671102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb63a143-051b-4027-96bf-5b807502ca0e req-f0ee4a98-9976-4c5d-9af1-94c67379703b tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910585 Feb 04 16:00:13.757890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3784c86e-a5fc-4157-9a8d-06ba7a24ffa6 req-d508a2b5-df93-40ed-9df7-59e132cf8c8a tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=a3a6fb0a832b4a77951db2096b8e9c52 HTTP/1.1" status: 200 len: 217 time: 0.0830233 Feb 04 16:00:13.790108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.798093 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:13.824474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Transition to ACTIVE for port object 80c863e3-6313-4e8f-8993-1152f03f15f5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:13.849443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:13.858876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.042689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ccf5949-99fc-4e79-8461-fa9ddcadc5f0 req-76746764-f13d-4a71-a0da-8aeb673339c7 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 210 time: 0.0912921 Feb 04 16:00:14.054205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:14.074993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.094151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c084e-ba47-4776-a590-53b18e7cfd09 req-c82e18f4-d60c-496d-835c-56a887038007 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.102095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-854c084e-ba47-4776-a590-53b18e7cfd09 req-c82e18f4-d60c-496d-835c-56a887038007 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.1958630 Feb 04 16:00:14.157824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec0536-59e5-41f4-9a74-1e1d01c08d8e None None] Pushing event updated for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.168526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-854c084e-ba47-4776-a590-53b18e7cfd09 req-23e9521d-e775-444d-b479-b49688d61150 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Feb 04 16:00:14.317707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Attempting to bind port 80c863e3-6313-4e8f-8993-1152f03f15f5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:14.318357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Attempting to bind port 80c863e3-6313-4e8f-8993-1152f03f15f5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:14.318912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Attempting to bind port 80c863e3-6313-4e8f-8993-1152f03f15f5 on network cf8b60ed-e8db-4495-bb19-b36f1459f70f {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:14.344515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.357191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:14.357563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Checking segment: {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:14.357968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.358803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Bound using segment: {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:14.359359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Bound port: 80c863e3-6313-4e8f-8993-1152f03f15f5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df305be5-b394-4840-a8ce-e9c146303cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:14.360582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.403317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46281bfa-d2a2-4e95-b1b7-acdc7e498c09 req-e46c93df-88cf-4004-a2a2-fd18d570fb81 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:14.404934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46281bfa-d2a2-4e95-b1b7-acdc7e498c09 req-e46c93df-88cf-4004-a2a2-fd18d570fb81 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.1196978 Feb 04 16:00:14.457374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46281bfa-d2a2-4e95-b1b7-acdc7e498c09 req-ca71ed53-274f-44ec-b74f-2fa6bad02a31 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Feb 04 16:00:14.471592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] For port 80c863e3-6313-4e8f-8993-1152f03f15f5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:14.475169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] For port 80c863e3-6313-4e8f-8993-1152f03f15f5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c863e3-6313-4e8f-8993-1152f03f15f5,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:14.479798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:14.562927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:14.563729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:14.643092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec0536-59e5-41f4-9a74-1e1d01c08d8e None None] Pushing event updated for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:14.692962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-922b7ea3-3185-4651-a45e-34a1f0dea009 req-ef54f773-4474-44e2-a5e4-341953044eea tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] Synchronizing usage tracker for tenant:a3a6fb0a832b4a77951db2096b8e9c52 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:14.724190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-922b7ea3-3185-4651-a45e-34a1f0dea009 req-ef54f773-4474-44e2-a5e4-341953044eea tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] Unset dirty status for tenant:a3a6fb0a832b4a77951db2096b8e9c52 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:14.728335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-922b7ea3-3185-4651-a45e-34a1f0dea009 req-ef54f773-4474-44e2-a5e4-341953044eea tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0716307 Feb 04 16:00:14.810812 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:14.866418 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'code': 200} Feb 04 16:00:14.867627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:15.113940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:15.152984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6e2d8b9a-a49f-4306-b7c8-c725c29503ef tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.154416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6e2d8b9a-a49f-4306-b7c8-c725c29503ef tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Synchronizing usage tracker for tenant:140f5c5eb1b341518de39c6e0d144c10 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:15.163198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cc048-3fb0-4c21-ad81-145ce73528eb req-5a4dd400-a505-4eb1-9c3b-0ed29b1c4799 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.170689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c3cc048-3fb0-4c21-ad81-145ce73528eb req-5a4dd400-a505-4eb1-9c3b-0ed29b1c4799 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 948 time: 0.2467129 Feb 04 16:00:15.179832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3be3516f-ca5b-4962-8941-133bcd7bd795 req-4f97e051-1c2e-4188-8009-a7d51609ab1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1101 time: 0.1226892 Feb 04 16:00:15.198439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6e2d8b9a-a49f-4306-b7c8-c725c29503ef tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Unset dirty status for tenant:140f5c5eb1b341518de39c6e0d144c10 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:15.199653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6e2d8b9a-a49f-4306-b7c8-c725c29503ef tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.41 "GET /v2.0/networks?id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0 HTTP/1.1" status: 200 len: 813 time: 0.4134357 Feb 04 16:00:15.217871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Request body: {'port': {'device_id': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0', 'admin_state_up': True, 'tenant_id': '140f5c5eb1b341518de39c6e0d144c10'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:15.301703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3be3516f-ca5b-4962-8941-133bcd7bd795 req-ae700446-0194-4d96-8643-cec9d0dfa525 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052349 Feb 04 16:00:15.325903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c3cc048-3fb0-4c21-ad81-145ce73528eb req-c227c3ce-2fcb-4d62-a668-dbdec0219170 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536248 Feb 04 16:00:15.446466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:15.483543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:15.486580 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-9f53cbbf-3b45-467b-a988-866e68688624 req-f124384d-8b95-493d-a95d-351cdbba5009 tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] show failed (client error): The resource could not be found. Feb 04 16:00:15.489076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f53cbbf-3b45-467b-a988-866e68688624 req-f124384d-8b95-493d-a95d-351cdbba5009 tempest-FloatingIPsNegativeTestJSON-871483747 tempest-FloatingIPsNegativeTestJSON-871483747-project] 10.222.0.62 "GET /v2.0/floatingips/039d586b-0548-4b91-8981-72ec366bed8f HTTP/1.1" status: 404 len: 350 time: 0.1049542 Feb 04 16:00:15.491374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Usage tracker for resource:port and tenant:140f5c5eb1b341518de39c6e0d144c10 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:15.494511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:15.503398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46404) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:15.517285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:15.546735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Made reservation on behalf of 140f5c5eb1b341518de39c6e0d144c10 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:15.549994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.651898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98', 'mac_address': 'fa:16:3e:aa:d2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:15.744433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.749589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1af7ccde-b3e6-41d0-aee4-2b23f77a31d9 req-57b23d9a-e9d1-48dc-a783-08b7585cf357 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 210 time: 0.0981150 Feb 04 16:00:15.768488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:15.814174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:15.881508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:15.902576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Allocated IP 172.20.0.6 (3d2fcfc1-6b88-47c5-a514-723c065ad8d0/c99f3872-2f7f-4ad8-a969-4e4e7634a29a/532da3a9-f0d1-4dd7-a26b-7d47745ba737) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:15.974745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c26338-3eed-4f1c-b9a1-666f3b93289c req-ab15c2e9-a2d8-4a29-914f-ced8e38bd275 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:15.982704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5c26338-3eed-4f1c-b9a1-666f3b93289c req-ab15c2e9-a2d8-4a29-914f-ced8e38bd275 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.2514935 Feb 04 16:00:16.024562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.118020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5c26338-3eed-4f1c-b9a1-666f3b93289c req-852987ab-6246-4b69-9aec-6d9da6baadc6 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344306 Feb 04 16:00:16.246608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:09Z', 'revision_number': 4, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '80c863e3-6313-4e8f-8993-1152f03f15f5', 'name': '', 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'mac_address': 'fa:16:3e:39:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:14Z', 'revision_number': 4, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'subnets': [{'id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:16.256974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e18b6b-5b25-4e3a-b9e1-8d19f491a895 None None] The sync data for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 is: [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:09Z', 'revision_number': 4, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port': {'id': '82caafbf-08fd-4d10-a8a1-d19fb47b0938', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T15:59:51Z', 'updated_at': '2022-02-04T16:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '80c863e3-6313-4e8f-8993-1152f03f15f5', 'name': '', 'network_id': 'cf8b60ed-e8db-4495-bb19-b36f1459f70f', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'mac_address': 'fa:16:3e:39:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:00:06Z', 'updated_at': '2022-02-04T16:00:14Z', 'revision_number': 4, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'subnets': [{'id': 'f7b00964-5a44-4af0-948a-03625fa44f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:16.265251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:16.271343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.374857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.508299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:16.532941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:16.549128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:16.555824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16af47e-60fd-43d3-965a-be16a017a23a req-32b3c1bf-d915-47ca-b26b-21c7b4025f02 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:16.569079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f16af47e-60fd-43d3-965a-be16a017a23a req-32b3c1bf-d915-47ca-b26b-21c7b4025f02 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.5062699 Feb 04 16:00:16.694856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Pushing event updated for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:16.715770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f16af47e-60fd-43d3-965a-be16a017a23a req-6e41f0ed-c948-4e45-8420-828c3e2720b7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457446 Feb 04 16:00:16.716646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:16.717434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.755600 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d32f5ee7-25a3-4548-955b-c90934886f79 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5423906 Feb 04 16:00:16.772417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Request body: {'port': {'device_id': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:16.928472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:16.931597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.105287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491437f-3391-4b32-848f-f1820d9c51ba req-ead89602-85c5-4485-aab7-233f48250d00 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:17.116442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c491437f-3391-4b32-848f-f1820d9c51ba req-ead89602-85c5-4485-aab7-233f48250d00 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 949 time: 0.2522137 Feb 04 16:00:17.355508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c491437f-3391-4b32-848f-f1820d9c51ba req-f2d04656-2d36-48fc-9704-7690a2986690 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230392 Feb 04 16:00:17.440108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55bdf-f2f0-4466-87f4-2675105d73ca req-bfeb8063-f35b-4eda-87bc-1d056ebc43ae tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:17.442639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbc55bdf-f2f0-4466-87f4-2675105d73ca req-bfeb8063-f35b-4eda-87bc-1d056ebc43ae tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 931 time: 0.2445607 Feb 04 16:00:17.538069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532da3a9-f0d1-4dd7-a26b-7d47745ba737 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:17.548147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.550471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbc55bdf-f2f0-4466-87f4-2675105d73ca req-28cb1f8a-87b3-463c-bef2-63c77e0c5386 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980291 Feb 04 16:00:17.594566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Transition to ACTIVE for port object 532da3a9-f0d1-4dd7-a26b-7d47745ba737 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:17.610320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:17.836522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Pushing event updated for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:17.910665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc9530-40d6-4bc8-b53a-4daf3a604941 req-991fe51a-3f7c-46ec-af48-aeeec9bf317e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:17.917765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02fc9530-40d6-4bc8-b53a-4daf3a604941 req-991fe51a-3f7c-46ec-af48-aeeec9bf317e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.2946415 Feb 04 16:00:18.008572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c863e3-6313-4e8f-8993-1152f03f15f5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:18.110152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02fc9530-40d6-4bc8-b53a-4daf3a604941 req-7a6f676d-3b9c-498c-88f3-7d70950f5dc9 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913748 Feb 04 16:00:18.154134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Attempting to bind port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:18.154508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Attempting to bind port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2f91bbfb-f363-434b-befe-3cba94cdedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:18.154847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Attempting to bind port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 on network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:18.167834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 on network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:18.168265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Attempting to bind port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 on network 3d2fcfc1-6b88-47c5-a514-723c065ad8d0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:18.181777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0746c-d276-4413-91bf-bac0fb96126c req-2f01d978-d7c3-4f0e-85a1-a66974918c3d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:18.184558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:18.184913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Checking segment: {'id': '2f91bbfb-f363-434b-befe-3cba94cdedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:18.187163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b0746c-d276-4413-91bf-bac0fb96126c req-2f01d978-d7c3-4f0e-85a1-a66974918c3d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.1567419 Feb 04 16:00:18.191918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Bound using segment: {'id': '2f91bbfb-f363-434b-befe-3cba94cdedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:18.192462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Bound port: 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f91bbfb-f363-434b-befe-3cba94cdedae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:18.192834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.219192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 80c863e3-6313-4e8f-8993-1152f03f15f5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:18.225866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 80c863e3-6313-4e8f-8993-1152f03f15f5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:18.226284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.228698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:18.275268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b0746c-d276-4413-91bf-bac0fb96126c req-928a78ff-13c9-4f60-a86b-450c75fd1833 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Feb 04 16:00:18.384148 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.422415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 80c863e3-6313-4e8f-8993-1152f03f15f5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c863e3-6313-4e8f-8993-1152f03f15f5,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:18.429345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.486080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Deleting port 80c863e3-6313-4e8f-8993-1152f03f15f5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:18.486460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.524623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.563877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:18.575112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737,segment=NetworkSegment(2f91bbfb-f363-434b-befe-3cba94cdedae),segment_id=2f91bbfb-f363-434b-befe-3cba94cdedae)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:18.585504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:18.589381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.595621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:18.640071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Usage tracker for resource:security_group_rule and tenant:94d03f400075403aba7d0a2ec7732c9e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:18.650309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:18.662032 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.663946 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] 10.222.0.41 "PUT /v2.0/ports/532da3a9-f0d1-4dd7-a26b-7d47745ba737 HTTP/1.1" status: 200 len: 1091 time: 1.8993888 Feb 04 16:00:18.664411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:18.674725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:18.716331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fdce6-2eaf-4825-a2d9-be3015619020 service neutron] Pushing event updated for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:18.849074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-8a0de3ea-0e1c-4ef6-8f6f-2fade3e66008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=140f5c5eb1b341518de39c6e0d144c10&device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 1094 time: 0.1297131 Feb 04 16:00:18.850717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da061a3-1084-4ef0-a15c-dab77f67e272 req-414733a8-413f-40f2-82bf-c731f9495b55 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1101 time: 0.2307935 Feb 04 16:00:18.850882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.854224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:18.868490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bef2e-daa0-4dcc-9a32-a1a7ee9983d1 req-c2e4ba7d-c2ff-4c6c-aa04-725528c1a66c tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:18.874256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-361bef2e-daa0-4dcc-9a32-a1a7ee9983d1 req-c2e4ba7d-c2ff-4c6c-aa04-725528c1a66c tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 949 time: 0.3262649 Feb 04 16:00:18.904821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:18.951960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] For port 80c863e3-6313-4e8f-8993-1152f03f15f5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c863e3-6313-4e8f-8993-1152f03f15f5,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:18.952353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:18.976412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.048350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:19.062989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94d03f400075403aba7d0a2ec7732c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8310723 Feb 04 16:00:19.063703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46524) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:19.073417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:19.074225 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.083153 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-cc8ade80-9666-42f6-a243-5cc4934cdfe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737 HTTP/1.1" status: 200 len: 217 time: 0.2187397 Feb 04 16:00:19.168749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-0fb48c4f-b2a9-476b-81f9-8a5ccd33ac8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:19.169699 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-0fb48c4f-b2a9-476b-81f9-8a5ccd33ac8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99f3872-2f7f-4ad8-a969-4e4e7634a29a HTTP/1.1" status: 200 len: 853 time: 0.0717251 Feb 04 16:00:19.171655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:19.204872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'mac_address': 'fa:16:3e:91:d2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:19.219734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8680-e822-4650-b198-dad8669c835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa5a6f-9080-4643-88db-ca1a13b70396,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.247962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-18adcc77-6856-4365-9fd1-342f928596e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611675 Feb 04 16:00:19.352384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.364487 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.384194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:19.388428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.409758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Calling delete_port for 80c863e3-6313-4e8f-8993-1152f03f15f5 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:19.471211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:19.480818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:19.484449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da061a3-1084-4ef0-a15c-dab77f67e272 req-d6e34d3f-fa7e-4b3c-9cf0-910af31c92ec tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916193 Feb 04 16:00:19.490090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.490254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.506027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-361bef2e-daa0-4dcc-9a32-a1a7ee9983d1 req-9c9139fe-ab45-4dbb-8dcc-10a981ae1854 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304629 Feb 04 16:00:19.536488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:19.564341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.602347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.617474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['aa989616-b471-447b-a4a3-57c778bbb0d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:19.674571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-d6df03c3-0682-4d50-ab6d-ef7cb72c1138 service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187860 Feb 04 16:00:19.790409 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737', 'status': 'completed', 'code': 200} Feb 04 16:00:19.810345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.865038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.871134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa5a6f-9080-4643-88db-ca1a13b70396,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:19.883510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:19.888552 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0301336b-0fe4-46ef-8d91-648fccd8f421 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dfa5a6f-9080-4643-88db-ca1a13b70396 HTTP/1.1" status: 204 len: 168 time: 0.8075840 Feb 04 16:00:19.910144 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-89ccf6a0-3310-4f4d-9107-44d39e9eefd6 req-370a3caf-d48f-4c16-809e-72dfdaf1a84b service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246554 Feb 04 16:00:20.069320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c863e3-6313-4e8f-8993-1152f03f15f5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:20.146105 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-4afbc9de-a497-4c6c-95b9-beb48317b554 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=140f5c5eb1b341518de39c6e0d144c10&device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 1094 time: 0.1808736 Feb 04 16:00:20.228837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.373667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port 80c863e3-6313-4e8f-8993-1152f03f15f5 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:00:20.378503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c863e3-6313-4e8f-8993-1152f03f15f5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 16:00:20.490927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-faf330d5-ea76-445a-8003-dff782f3f18c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:20.495269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-faf330d5-ea76-445a-8003-dff782f3f18c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0 HTTP/1.1" status: 200 len: 914 time: 0.3397217 Feb 04 16:00:20.502043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 80c863e3-6313-4e8f-8993-1152f03f15f5 not found, will not notify nova. {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 16:00:20.505786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c863e3-6313-4e8f-8993-1152f03f15f5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:20.719102 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-625651fa-630d-495c-a5be-9d6c32a49e9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737 HTTP/1.1" status: 200 len: 217 time: 0.2156730 Feb 04 16:00:20.719616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46562) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:20.747262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.773420 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.834758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12630fe-c845-4430-86bd-e9d6e199cdb3 req-33578e8d-66fe-4aa4-94f5-75a9e6203c52 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:20.842626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12630fe-c845-4430-86bd-e9d6e199cdb3 req-33578e8d-66fe-4aa4-94f5-75a9e6203c52 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 943 time: 1.1377385 Feb 04 16:00:20.904391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:20.923828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:20.936286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Usage tracker for resource:security_group_rule and tenant:f34e0d45a252420a8fb62c2a62489264 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:20.950125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:20.962120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:21.005400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cbc0b-fb68-4c2d-9b6a-1f4bcbd3bc2f req-e05ebe75-9bb9-4593-aadf-9b4de557ca08 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:21.023038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d8cbc0b-fb68-4c2d-9b6a-1f4bcbd3bc2f req-e05ebe75-9bb9-4593-aadf-9b4de557ca08 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.8115025 Feb 04 16:00:21.064135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:21.205106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12630fe-c845-4430-86bd-e9d6e199cdb3 req-feee7ed8-c579-4cae-9d2f-b42a41a41247 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613503 Feb 04 16:00:21.262308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d8cbc0b-fb68-4c2d-9b6a-1f4bcbd3bc2f req-623252d1-4f16-43b2-aa53-59e1bc01f14e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381716 Feb 04 16:00:21.319493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port aa989616-b471-447b-a4a3-57c778bbb0d0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:21.320065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.445621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-033dd2b4-e807-4643-8342-4f980bbe6a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:21.447114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-033dd2b4-e807-4643-8342-4f980bbe6a2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99f3872-2f7f-4ad8-a969-4e4e7634a29a HTTP/1.1" status: 200 len: 853 time: 0.6578515 Feb 04 16:00:21.511393 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98', 'code': 200} Feb 04 16:00:21.551876 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-129563af-ce9d-46b7-aaf1-193592a7b38e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829606 Feb 04 16:00:21.561432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.614515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.758654 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.766177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c12640f-d2df-4739-8a46-37beb2baccea req-75d270e5-8264-4211-ac2e-da2bc741aaf3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 1101 time: 0.2757227 Feb 04 16:00:21.819773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:21.823423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.828875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:21.909668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07b55642-f94f-4fd8-9062-8abced98904b req-a878ef39-e0da-4dca-a4c5-e1c90b476ba9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2673278 Feb 04 16:00:21.921528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c12640f-d2df-4739-8a46-37beb2baccea req-933696b8-3b8a-4179-8b5c-ca9f53a3e9d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453011 Feb 04 16:00:21.975877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.158573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4503c4a2-1152-490d-abb5-cc2f19b2fb04,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.185926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c2b4431a-ea8a-4938-b241-65bd9374080d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f34e0d45a252420a8fb62c2a62489264&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4652984 Feb 04 16:00:22.192834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46572) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:22.244132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-2dfb4c3b-4839-4f43-9614-4eda9d834b9c service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847541 Feb 04 16:00:22.572351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.609424 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3bffe2a6-619b-431c-9615-a980f99f82cb req-3cdef4c1-51c3-4591-8f06-71891512fff1 service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547535 Feb 04 16:00:22.644559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.678966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-195cd2d6-dba7-4671-82e7-d3de0287d71a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2700701 Feb 04 16:00:22.768659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.787527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503c4a2-1152-490d-abb5-cc2f19b2fb04,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:22.826679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:22.832523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-13381dda-dd9d-4d77-a42b-cadca8c99e67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4503c4a2-1152-490d-abb5-cc2f19b2fb04 HTTP/1.1" status: 204 len: 168 time: 0.6382978 Feb 04 16:00:22.879779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 532da3a9-f0d1-4dd7-a26b-7d47745ba737 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:22.896864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2a9c2-039a-4d8a-9820-8deb052bdd13 req-f12fe86a-ae32-4722-a03d-3f16b20f224d tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:22.904301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d2a9c2-039a-4d8a-9820-8deb052bdd13 req-f12fe86a-ae32-4722-a03d-3f16b20f224d tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 950 time: 1.2607675 Feb 04 16:00:22.927679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505ff4e-3fd4-4069-97ba-5cb1322174d0 req-26230691-7ab0-481c-a515-fb5208f9e27b tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:22.929152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4505ff4e-3fd4-4069-97ba-5cb1322174d0 req-26230691-7ab0-481c-a515-fb5208f9e27b tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 943 time: 0.1781185 Feb 04 16:00:23.059087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d2a9c2-039a-4d8a-9820-8deb052bdd13 req-c60a7d61-b8a2-4300-b5c1-f706576b0822 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537671 Feb 04 16:00:23.140305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4505ff4e-3fd4-4069-97ba-5cb1322174d0 req-faa720d6-3baa-438d-9559-141d3b3ca483 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535759 Feb 04 16:00:23.245113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:00:23.321189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737,segment=NetworkSegment(2f91bbfb-f363-434b-befe-3cba94cdedae),segment_id=2f91bbfb-f363-434b-befe-3cba94cdedae)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:23.375224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '532da3a9-f0d1-4dd7-a26b-7d47745ba737', 'network_id': '3d2fcfc1-6b88-47c5-a514-723c065ad8d0', 'port_id': '532da3a9-f0d1-4dd7-a26b-7d47745ba737', 'mac_address': 'fa:16:3e:55:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c99f3872-2f7f-4ad8-a969-4e4e7634a29a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:23.513450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:23.552195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.561235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da7b9e-f63a-495b-a531-c54b9559dcc2 req-8e8221b1-cebd-409b-8e33-1a2345a54353 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:23.568335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60da7b9e-f63a-495b-a531-c54b9559dcc2 req-8e8221b1-cebd-409b-8e33-1a2345a54353 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.1500068 Feb 04 16:00:23.597035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532da3a9-f0d1-4dd7-a26b-7d47745ba737 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:23.636646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737,segment=NetworkSegment(2f91bbfb-f363-434b-befe-3cba94cdedae),segment_id=2f91bbfb-f363-434b-befe-3cba94cdedae)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:23.650014 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:23.705512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60da7b9e-f63a-495b-a531-c54b9559dcc2 req-31a4675a-89e9-4e6a-b384-a91b0756a691 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362188 Feb 04 16:00:23.777744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:00:23.830436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-04c53a85-a33e-4b0a-bcc6-7e7f2defe850 admin admin] 10.222.0.62 "PUT /v2.0/routers/c55dac80-1ad9-4bc5-9d29-11c3bd8a388d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3259814 Feb 04 16:00:23.832876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46624) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:23.911767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:23.943565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['532da3a9-f0d1-4dd7-a26b-7d47745ba737'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:24.003905 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'code': 200} Feb 04 16:00:24.268288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fafd9a-bdab-40aa-99db-0093ba8f62bc req-8ca26505-7e14-4785-974c-8a0880527e21 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.276929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99fafd9a-bdab-40aa-99db-0093ba8f62bc req-8ca26505-7e14-4785-974c-8a0880527e21 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.7389023 Feb 04 16:00:24.344831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:24.418140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99fafd9a-bdab-40aa-99db-0093ba8f62bc req-8f542ee2-909b-4b9c-ae6a-d2cb261c9f62 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186676 Feb 04 16:00:24.661885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0cdfe-6482-4e1c-b375-01375a302d32 req-79f1b8fb-3fa0-4672-b381-d5ca72e3b551 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.670471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f0cdfe-6482-4e1c-b375-01375a302d32 req-79f1b8fb-3fa0-4672-b381-d5ca72e3b551 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 950 time: 0.2536135 Feb 04 16:00:24.748220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f0cdfe-6482-4e1c-b375-01375a302d32 req-7b7b37ec-b9dd-4e68-a18d-5072bc01ca67 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767848 Feb 04 16:00:24.778220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429003b-1132-4304-ac33-c85cc0a74869 req-31be7d42-4136-4a2f-b25e-cb48c44d1ed2 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:24.791077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0429003b-1132-4304-ac33-c85cc0a74869 req-31be7d42-4136-4a2f-b25e-cb48c44d1ed2 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 944 time: 0.1904674 Feb 04 16:00:24.947431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0429003b-1132-4304-ac33-c85cc0a74869 req-05dbc7ea-5479-4b32-8deb-8b568ebad510 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477797 Feb 04 16:00:24.964719 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Sync routers for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:00:25.012306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.018510 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:25.029719 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:25.045717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Deleting port 82caafbf-08fd-4d10-a8a1-d19fb47b0938 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:25.047556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.080610 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-17be6b5d-58ae-4704-911f-e5fdda6511a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.359474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a466-893b-45da-a6c2-e6be641447aa req-043528b4-ac30-4b78-86df-859f93944146 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.370142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b17a466-893b-45da-a6c2-e6be641447aa req-043528b4-ac30-4b78-86df-859f93944146 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.2400014 Feb 04 16:00:25.447806 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:25.465632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b17a466-893b-45da-a6c2-e6be641447aa req-4cd500c9-aac2-4df7-8173-2d0a3fc9062e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942636 Feb 04 16:00:25.571644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] For port 82caafbf-08fd-4d10-a8a1-d19fb47b0938, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82caafbf-08fd-4d10-a8a1-d19fb47b0938,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:25.573685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:25.782868 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:25Z', 'revision_number': 6, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:25.784864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f29385-58e9-42df-b149-eb3b2d9a897c req-dc333527-ffa9-474e-a63c-9c2f94f750ef tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:25.786522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4f29385-58e9-42df-b149-eb3b2d9a897c req-dc333527-ffa9-474e-a63c-9c2f94f750ef tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 950 time: 0.1203930 Feb 04 16:00:25.788120 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Checking router: c55dac80-1ad9-4bc5-9d29-11c3bd8a388d for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:00:25.800733 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Routers {'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:00:25.801682 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T15:59:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:25.844141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Calling delete_port for 82caafbf-08fd-4d10-a8a1-d19fb47b0938 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:26.043971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4f29385-58e9-42df-b149-eb3b2d9a897c req-00333ca5-8cd2-4432-829c-483d9528896a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431750 Feb 04 16:00:26.061566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85fb2c-d6b0-4157-8191-15e1fa533a7c req-bd017d9e-0d0e-40d4-a247-e50ff1c120c0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.063999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e85fb2c-d6b0-4157-8191-15e1fa533a7c req-bd017d9e-0d0e-40d4-a247-e50ff1c120c0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.2768064 Feb 04 16:00:26.074097 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] Set router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:00:26.169966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e85fb2c-d6b0-4157-8191-15e1fa533a7c req-0f31e18e-85f5-42ad-84a2-d6d0afe524e4 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992355 Feb 04 16:00:26.256995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:26.264070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-b4988bed-d750-4c3a-954e-6870090db0c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1101 time: 0.1431572 Feb 04 16:00:26.360840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:25Z', 'revision_number': 6, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:26.373436 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c3a65-9146-4aeb-a477-fafc3950e072 None None] The sync data for ids ['c55dac80-1ad9-4bc5-9d29-11c3bd8a388d'] in n-d-827873-1 is: [{'id': 'c55dac80-1ad9-4bc5-9d29-11c3bd8a388d', 'name': 'tempest-FloatingIPsNegativeTestJSON-967646532-router', 'tenant_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T15:59:49Z', 'updated_at': '2022-02-04T16:00:25Z', 'revision_number': 6, 'project_id': 'a3a6fb0a832b4a77951db2096b8e9c52', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:00:26.409045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Pushing event deleted for resources: {'Port': ['ID=82caafbf-08fd-4d10-a8a1-d19fb47b0938,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:26.693407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.693983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.697792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.698667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.699000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.701200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:26.723005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cb86e-faa8-4278-ae93-f4576ead4763 req-337a4040-11e2-4dee-9419-85b61b488dbb tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.742932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6cb86e-faa8-4278-ae93-f4576ead4763 req-337a4040-11e2-4dee-9419-85b61b488dbb tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 944 time: 0.4346850 Feb 04 16:00:26.811705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-42d1a1d6-813c-4f2d-b30a-506ab17515b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:26.822164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-42d1a1d6-813c-4f2d-b30a-506ab17515b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5511396 Feb 04 16:00:26.883052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 532da3a9-f0d1-4dd7-a26b-7d47745ba737 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:27.067086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6cb86e-faa8-4278-ae93-f4576ead4763 req-905f8b78-f661-4592-be9b-c19eeea90b2c tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216088 Feb 04 16:00:27.128093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:27.164821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:27.165261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.311854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4ac333b-89be-4330-91ee-0c986f314d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.338844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-f8afdf62-36dd-4210-b614-78ab5baa7c83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.5036809 Feb 04 16:00:27.435696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.534321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-f1b6cc5c-9db2-4ccf-a9d4-9f8ddf2a5680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:27.535988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-f1b6cc5c-9db2-4ccf-a9d4-9f8ddf2a5680 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1900117 Feb 04 16:00:27.612559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.720387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:27.746501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737,segment=NetworkSegment(2f91bbfb-f363-434b-befe-3cba94cdedae),segment_id=2f91bbfb-f363-434b-befe-3cba94cdedae)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:27.757172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:27.904082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:27.969456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82caafbf-08fd-4d10-a8a1-d19fb47b0938 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:28.016104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00f35a-c429-4a23-825e-c9069dbdbc74 req-8675e1be-91da-4237-ae37-bb0579c6c55a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.027665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba00f35a-c429-4a23-825e-c9069dbdbc74 req-8675e1be-91da-4237-ae37-bb0579c6c55a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 950 time: 0.4111679 Feb 04 16:00:28.037761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-0a2d4cee-4eb7-42c0-8de0-d56d7682bf70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4928319 Feb 04 16:00:28.063024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 82caafbf-08fd-4d10-a8a1-d19fb47b0938 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:28.064303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82caafbf-08fd-4d10-a8a1-d19fb47b0938 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:28.077068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c863e3-6313-4e8f-8993-1152f03f15f5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:28.190911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 80c863e3-6313-4e8f-8993-1152f03f15f5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:28.195211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c863e3-6313-4e8f-8993-1152f03f15f5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:28.225148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.247261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.259465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5c037-10f6-4c20-9850-3e57d164d336 req-0f1c1409-e140-4b23-9723-d679c8807455 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.275074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7cd5c037-10f6-4c20-9850-3e57d164d336 req-0f1c1409-e140-4b23-9723-d679c8807455 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.5332394 Feb 04 16:00:28.291748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-a6e572f3-211c-43ac-9da3-2d03754c4cb4 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.292475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-a6e572f3-211c-43ac-9da3-2d03754c4cb4 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Synchronizing usage tracker for tenant:1524f9127f8d457da51031754d12c9ee on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:28.300607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba00f35a-c429-4a23-825e-c9069dbdbc74 req-b9227f06-5265-454c-81cc-034f4cfd8834 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721105 Feb 04 16:00:28.348836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.349797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c55dac80-1ad9-4bc5-9d29-11c3bd8a388d {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:00:28.374499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-a6e572f3-211c-43ac-9da3-2d03754c4cb4 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Unset dirty status for tenant:1524f9127f8d457da51031754d12c9ee on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:28.376322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7cd5c037-10f6-4c20-9850-3e57d164d336 req-d67d224d-1fe3-4774-bfe9-2dea648d453e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997932 Feb 04 16:00:28.382040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-a6e572f3-211c-43ac-9da3-2d03754c4cb4 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.41 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 950 time: 0.3669713 Feb 04 16:00:28.384983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-e1b4f129-aaf7-4c40-93ff-0522e83a0ec9 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295891 Feb 04 16:00:28.397927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.514303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.516786 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f8a50687-d83a-4c42-92e9-10dbdd35f65e admin admin] 10.222.0.62 "DELETE /v2.0/routers/c55dac80-1ad9-4bc5-9d29-11c3bd8a388d HTTP/1.1" status: 204 len: 168 time: 4.6821842 Feb 04 16:00:28.520275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46720) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:28.551081 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737', 'code': 200} Feb 04 16:00:28.612981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Deleting port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:28.613317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.649697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.690520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Deleting subnet f7b00964-5a44-4af0-948a-03625fa44f53 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:00:28.699724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.832012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:28.866425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-bd1c327e-757c-4708-9a92-33b9e5d3a658 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745643 Feb 04 16:00:28.897835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bde0e-011e-4056-b647-123fbb881d46 req-87389caf-61bd-4c32-90ac-d50f1977dbdf tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:28.899623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-558bde0e-011e-4056-b647-123fbb881d46 req-87389caf-61bd-4c32-90ac-d50f1977dbdf tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.3321962 Feb 04 16:00:28.906149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-735b76a6-d000-4d2f-b82c-b0995a3cdb5b req-c09df07a-7115-41e2-b32c-38441db20158 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 1096 time: 0.2503479 Feb 04 16:00:29.012030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab502ff-9a22-4132-8bea-671b75ea61ae req-950c600f-adca-4109-94e4-84d1446508b5 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.013712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ab502ff-9a22-4132-8bea-671b75ea61ae req-950c600f-adca-4109-94e4-84d1446508b5 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.3182030 Feb 04 16:00:29.052443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] For port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:29.052880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.077565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-735b76a6-d000-4d2f-b82c-b0995a3cdb5b req-ec785f07-8186-4390-9c11-692552cabbd9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018462 Feb 04 16:00:29.090322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-558bde0e-011e-4056-b647-123fbb881d46 req-534145e9-c1f3-46f5-b29c-79686ec1f736 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830037 Feb 04 16:00:29.103501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ab502ff-9a22-4132-8bea-671b75ea61ae req-71d8d212-0194-41bc-9aa2-062e08276b38 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761566 Feb 04 16:00:29.225483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.327152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Calling delete_port for f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:29.539558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-71c7e31b-0b74-4a54-93cd-3a0711fadf90 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0ef45fd3727c472e9fb28193907785d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500946 Feb 04 16:00:29.659110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.723120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.727590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc893ddb-542b-415b-8193-0d2e5a2756c7 None None] Network cf8b60ed-e8db-4495-bb19-b36f1459f70f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:29.739966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b00964-5a44-4af0-948a-03625fa44f53,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:29.762557 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4d93e4a-888d-454e-a4e0-42579f6ff5c1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f7b00964-5a44-4af0-948a-03625fa44f53 HTTP/1.1" status: 204 len: 168 time: 1.2407849 Feb 04 16:00:29.764085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.765947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46740) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:29.801262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a16eb-069c-4222-8019-005c90ba21a2 req-7ef15738-2537-4a30-86da-d5135e4156b6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.802996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34a16eb-069c-4222-8019-005c90ba21a2 req-7ef15738-2537-4a30-86da-d5135e4156b6 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 867 time: 0.2054417 Feb 04 16:00:29.841761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-502e4e33-7077-4e18-ab8b-60c3dc4e6a94 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:29.843447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-502e4e33-7077-4e18-ab8b-60c3dc4e6a94 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979093 Feb 04 16:00:29.873026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-96b7284e-bdc6-4b34-be7d-cc53b0d3047f tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/quotas/0ef45fd3727c472e9fb28193907785d5 HTTP/1.1" status: 200 len: 375 time: 0.0168712 Feb 04 16:00:29.883887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34a16eb-069c-4222-8019-005c90ba21a2 req-71bb3095-0e73-4ea3-8de7-891db79ce37a tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/security-groups?id=8992c47f-b6d3-405b-9438-a2dc8810e0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702431 Feb 04 16:00:29.918999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:29.951178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Pushing event deleted for resources: {'Port': ['ID=f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:29.967871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-44ae2ba8-33d4-40f3-a5f0-d1cf6e70c14c tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ef45fd3727c472e9fb28193907785d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822265 Feb 04 16:00:30.036372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Deleting port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:30.037551 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.043804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.310037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] No DVR routers for this DVR port f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:30.321290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.329087 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2c25dd6-92d7-4aa3-85ab-e3e247b79922 req-e12368f6-5cce-48ec-bbc0-810e17dc396f tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.41 "DELETE /v2.0/ports/f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 HTTP/1.1" status: 204 len: 173 time: 1.9378633 Feb 04 16:00:30.329691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'name': 'network-vif-deleted', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:30.378578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10f7b0-41b3-495a-8e94-7b65278ea94d req-ecdc251c-f94f-4f9b-8850-3eb58d8f6678 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:30.404489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] DHCP port deletion for cf8b60ed-e8db-4495-bb19-b36f1459f70f request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:00:30.407504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff10f7b0-41b3-495a-8e94-7b65278ea94d req-ecdc251c-f94f-4f9b-8850-3eb58d8f6678 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.2809680 Feb 04 16:00:30.409556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Deleting port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:30.410901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.722612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff10f7b0-41b3-495a-8e94-7b65278ea94d req-63dd317b-9353-4053-a5a1-0a9feb2aa399 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141158 Feb 04 16:00:30.781717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30b81-57a9-47a4-b1f5-0ae440ae2b3e req-22596efb-93ec-4ec9-9ea8-81f92b40f8aa tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:30.795738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0c30b81-57a9-47a4-b1f5-0ae440ae2b3e req-22596efb-93ec-4ec9-9ea8-81f92b40f8aa tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.3220956 Feb 04 16:00:30.842385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] For port 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ea54640-9cff-4120-adb9-ab7bb2fe1543,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:30.843540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.890931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] For port 4ea54640-9cff-4120-adb9-ab7bb2fe1543, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ea54640-9cff-4120-adb9-ab7bb2fe1543,segment=NetworkSegment(df305be5-b394-4840-a8ce-e9c146303cac),segment_id=df305be5-b394-4840-a8ce-e9c146303cac)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:30.891607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:30.923470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0c30b81-57a9-47a4-b1f5-0ae440ae2b3e req-75790278-5262-4f37-bc67-33e8796dad2a tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266341 Feb 04 16:00:31.019742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:31.072697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Calling delete_port for 4ea54640-9cff-4120-adb9-ab7bb2fe1543 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:31.108072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Calling delete_port for 4ea54640-9cff-4120-adb9-ab7bb2fe1543 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:31.256513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:31.258669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:31.274299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.309495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e54c87b9-28b3-410e-b4c5-9c3bd9d20d78 req-831b0acd-8ee7-4d8d-9c03-760dadae51d8 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 210 time: 0.0738459 Feb 04 16:00:31.328986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115661-ab57-453d-9ea2-64d3b2329d1d req-d614ef21-9f3c-4ddb-ad77-2ebd54c8023c tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:31.341219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5115661-ab57-453d-9ea2-64d3b2329d1d req-d614ef21-9f3c-4ddb-ad77-2ebd54c8023c tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.3046455 Feb 04 16:00:31.365023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:00:31.365892 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:00:31.427624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea54640-9cff-4120-adb9-ab7bb2fe1543,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:31.434688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] No DVR routers for this DVR port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:31.451232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5115661-ab57-453d-9ea2-64d3b2329d1d req-30d9ba40-d892-4b08-b5cd-83c77cd5c4bb tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084998 Feb 04 16:00:31.505705 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6', 'name': 'network-vif-deleted', 'tag': 'f7f8fdc5-d8a3-486e-a39b-a0621b3ebb98', 'status': 'completed', 'code': 200} Feb 04 16:00:31.672918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37528d20-a7d2-4696-b221-2895de62c1b6 req-72ff5349-18e1-4dc5-972a-084d1fc8fc14 tempest-DeleteServersAdminTestJSON-1347548423 tempest-DeleteServersAdminTestJSON-1347548423-project] 10.222.0.62 "GET /v2.0/ports?device_id=76f5b3dd-eeef-4ea1-9fbd-e33d3073d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0678208 Feb 04 16:00:31.707762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.742749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8b60ed-e8db-4495-bb19-b36f1459f70f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.758573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df305be5-b394-4840-a8ce-e9c146303cac') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.758994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df305be5-b394-4840-a8ce-e9c146303cac') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:31.775537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.796006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.803991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:00:31.804394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.869027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Deleting port 4ea54640-9cff-4120-adb9-ab7bb2fe1543 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:31.870272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:31.932852 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:32.014023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.039294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.055424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf8b60ed-e8db-4495-bb19-b36f1459f70f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:32.067872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ea54640-9cff-4120-adb9-ab7bb2fe1543 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:32.088006 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82819ce7-b24e-402b-bbfc-ebd49563607c admin admin] 10.222.0.62 "DELETE /v2.0/networks/cf8b60ed-e8db-4495-bb19-b36f1459f70f HTTP/1.1" status: 204 len: 168 time: 2.3182521 Feb 04 16:00:32.163545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a61c83f9-7a2d-4295-8f68-fdd5884fa0c4 None None] The port '4ea54640-9cff-4120-adb9-ab7bb2fe1543' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:00:32.209679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4ea54640-9cff-4120-adb9-ab7bb2fe1543 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:32.210025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ea54640-9cff-4120-adb9-ab7bb2fe1543 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:32.352881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f925ae-8d5d-4f03-a0ba-d492bc45cba1 req-a3641010-fa17-4eb5-a386-0b585e38f374 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.362737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60f925ae-8d5d-4f03-a0ba-d492bc45cba1 req-a3641010-fa17-4eb5-a386-0b585e38f374 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.3971140 Feb 04 16:00:32.402699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54e0dc-5dca-44a0-b5a7-501f541ad35d req-571178d1-25a1-48e6-9a1f-6e5d5ed663c2 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.404743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d54e0dc-5dca-44a0-b5a7-501f541ad35d req-571178d1-25a1-48e6-9a1f-6e5d5ed663c2 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.1835294 Feb 04 16:00:32.468812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d4d8e2c8-d604-44bd-90e5-45891c0f98bc tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0ef45fd3727c472e9fb28193907785d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618823 Feb 04 16:00:32.604138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:32.637065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60f925ae-8d5d-4f03-a0ba-d492bc45cba1 req-8e15afe3-6428-4cfe-98b4-5ed4f7e7926c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718565 Feb 04 16:00:32.718062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a39417d-d615-4e44-834c-a24e61db1ff8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3a6fb0a832b4a77951db2096b8e9c52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1105375 Feb 04 16:00:32.718937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:32.731219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-18432ab8-e8c1-41e3-8052-927ac852b19b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:32.732970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-18432ab8-e8c1-41e3-8052-927ac852b19b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555091 Feb 04 16:00:32.762792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Request body: {'port': {'device_id': '7e436b5d-029b-448d-845e-e257bac3275b', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '0ef45fd3727c472e9fb28193907785d5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:32.808801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d54e0dc-5dca-44a0-b5a7-501f541ad35d req-46bd9a69-bbb1-4b75-a6fa-2cff25f00108 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814096 Feb 04 16:00:32.811528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.841128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:32.987320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.027124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c893bf44-ec9f-405f-acf1-b6ceffdf7d3e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:33.052415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.053559 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01cf2d6f-3f2b-4275-a2de-9ecb5d557fcd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c893bf44-ec9f-405f-acf1-b6ceffdf7d3e HTTP/1.1" status: 204 len: 168 time: 0.3342705 Feb 04 16:00:33.205881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:33.215282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-256297a4-a36f-415c-8d06-eb77bf514be2 req-3aac895c-a81d-4bef-89ea-aecb200055e2 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 210 time: 0.2289360 Feb 04 16:00:33.222168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Usage tracker for resource:port and tenant:0ef45fd3727c472e9fb28193907785d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:33.226808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:33.234592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:33.272132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Made reservation on behalf of 0ef45fd3727c472e9fb28193907785d5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:33.275194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.297843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.334086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368d93d-6729-4116-adbc-714758906681 req-16bd79d7-b4ae-49ec-98be-55a1329027ff tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:33.335625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3368d93d-6729-4116-adbc-714758906681 req-16bd79d7-b4ae-49ec-98be-55a1329027ff tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.1771374 Feb 04 16:00:33.371115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:33.375360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Usage tracker for resource:security_group_rule and tenant:0ef45fd3727c472e9fb28193907785d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:33.378408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:33.384114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:33.505938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3368d93d-6729-4116-adbc-714758906681 req-ac96bdfa-f92c-4e7a-95f2-2bb1e425e919 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832906 Feb 04 16:00:33.561648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.575618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:33.699989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73881407-1610-4721-93ad-2906a9a4662a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:33.723571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.723902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.724238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.724589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.724912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.725231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.725545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.725858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.726175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.726513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.726828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:33.822772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Allocated IP 192.168.233.158 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/f2b3e7ec-04c9-40ff-b8fe-6d127574fc94) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:34.262263 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-315329ac-a371-4858-b3c7-422100d4e6f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=140f5c5eb1b341518de39c6e0d144c10&device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 1096 time: 0.2077241 Feb 04 16:00:34.399911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a3ce9-3325-4830-805f-6ecdd3dcc750 req-aff497a6-1c21-4a85-aa3c-8c6d33175a88 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.407320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b5a3ce9-3325-4830-805f-6ecdd3dcc750 req-aff497a6-1c21-4a85-aa3c-8c6d33175a88 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.3860772 Feb 04 16:00:34.473370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.523668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b5a3ce9-3325-4830-805f-6ecdd3dcc750 req-f0c468aa-c64f-4cf3-80f8-1dce4e40a567 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Feb 04 16:00:34.557995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Transition to ACTIVE for port object f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:34.587952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e207e47-fb22-4baa-a646-675a66982bcc req-88848ae1-ccfd-47fb-9f20-3e25fc684673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.592791 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-88848ae1-ccfd-47fb-9f20-3e25fc684673 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0 HTTP/1.1" status: 200 len: 914 time: 0.3203938 Feb 04 16:00:34.692291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:34.886777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:34.889240 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-8b7b41e5-c854-4c04-b2ae-8c94e407da26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737 HTTP/1.1" status: 200 len: 217 time: 0.2836130 Feb 04 16:00:34.892409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:34.901525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:34.946259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Pushing event updated for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:34.981302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e207e47-fb22-4baa-a646-675a66982bcc req-d6ceb474-eef6-452b-ba6d-a0a59280922d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:34.982797 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-d6ceb474-eef6-452b-ba6d-a0a59280922d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c99f3872-2f7f-4ad8-a969-4e4e7634a29a HTTP/1.1" status: 200 len: 853 time: 0.0852420 Feb 04 16:00:35.075987 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-91849555-74c7-405a-911c-b77ce0cfc147 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d2fcfc1-6b88-47c5-a514-723c065ad8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842352 Feb 04 16:00:35.086779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.087479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.133461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72eb37-5239-4f02-b367-a9ae6d51d7ab req-cb5445c3-8d53-44e2-afc6-067d4c98567b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.141878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee72eb37-5239-4f02-b367-a9ae6d51d7ab req-cb5445c3-8d53-44e2-afc6-067d4c98567b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 936 time: 0.3729324 Feb 04 16:00:35.183066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e84c22-af0b-4580-a994-e58336cfb9e9 req-0fe3eaa3-6c1f-4566-a777-28561dc34bc1 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:35.190819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09e84c22-af0b-4580-a994-e58336cfb9e9 req-0fe3eaa3-6c1f-4566-a777-28561dc34bc1 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.5616336 Feb 04 16:00:35.278569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-665bb68d-ca23-467e-8d93-64e6fbdd6390 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5296049 Feb 04 16:00:35.316120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09e84c22-af0b-4580-a994-e58336cfb9e9 req-fa8da8e6-8c76-426e-b01f-2f0472a0da5c tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242871 Feb 04 16:00:35.324160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee72eb37-5239-4f02-b367-a9ae6d51d7ab req-951217f0-7065-403f-87f1-3450b92a9aee tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Synchronizing usage tracker for tenant:0ef45fd3727c472e9fb28193907785d5 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:35.398150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee72eb37-5239-4f02-b367-a9ae6d51d7ab req-951217f0-7065-403f-87f1-3450b92a9aee tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Unset dirty status for tenant:0ef45fd3727c472e9fb28193907785d5 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:35.404104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee72eb37-5239-4f02-b367-a9ae6d51d7ab req-951217f0-7065-403f-87f1-3450b92a9aee tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613916 Feb 04 16:00:35.449165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d292b14-e759-49a1-8a27-c0e5e5db417a None None] Provisioning for port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:35.458263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d292b14-e759-49a1-8a27-c0e5e5db417a None None] Provisioning complete for port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:35.462426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d292b14-e759-49a1-8a27-c0e5e5db417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:35.496846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-9830f764-163c-4632-a155-8e91b4e5bc35 service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144716 Feb 04 16:00:35.702735 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9e207e47-fb22-4baa-a646-675a66982bcc req-f1ffe260-3892-4e45-b2f9-f19c452f68f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947606 Feb 04 16:00:35.719482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1d292b14-e759-49a1-8a27-c0e5e5db417a None None] Port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:35.807427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Request body: {'port': {'device_id': '7e436b5d-029b-448d-845e-e257bac3275b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:36.309110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.324705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.339699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745fc20-eef7-47f9-b9c8-a154713d027e req-953c84b6-e1b8-4509-9b4c-4190c45aca1c tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.341678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1745fc20-eef7-47f9-b9c8-a154713d027e req-953c84b6-e1b8-4509-9b4c-4190c45aca1c tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.6917777 Feb 04 16:00:36.380325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962e66e-7493-4ab9-8f25-8c954afaf400 req-e0e84ac4-7df0-43b5-88fd-a753f802b4f1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:36.387931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9962e66e-7493-4ab9-8f25-8c954afaf400 req-e0e84ac4-7df0-43b5-88fd-a753f802b4f1 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.2358871 Feb 04 16:00:36.530586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9962e66e-7493-4ab9-8f25-8c954afaf400 req-c21ce9ca-480b-4da0-b7bd-e5cf64be225a tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380785 Feb 04 16:00:36.737434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-46b73f46-2c61-4590-9a1b-070b68a8d746 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1524f9127f8d457da51031754d12c9ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4112608 Feb 04 16:00:36.742077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46886) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:36.806308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1745fc20-eef7-47f9-b9c8-a154713d027e req-f8027192-daaf-4df1-aa4b-c0ce1afe9fec tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547865 Feb 04 16:00:36.911805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:36.941455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.005843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.015571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4dcd1-422f-4783-b9d7-e591ac9009fb req-787c0400-cb8a-43c5-9a35-b261ecc68d0a tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.024719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55b4dcd1-422f-4783-b9d7-e591ac9009fb req-787c0400-cb8a-43c5-9a35-b261ecc68d0a tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.1919200 Feb 04 16:00:37.034005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8992c47f-b6d3-405b-9438-a2dc8810e0a4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.055864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.057614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fee06c2e-07ec-4778-bf4b-e987fafa0360 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8992c47f-b6d3-405b-9438-a2dc8810e0a4 HTTP/1.1" status: 204 len: 168 time: 0.3140316 Feb 04 16:00:37.247580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55b4dcd1-422f-4783-b9d7-e591ac9009fb req-ddc2c2d4-17d1-453d-ad1f-d5bd76ec4a6f tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210252 Feb 04 16:00:37.251112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:37.275644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.330183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Transition to ACTIVE for port object f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:37.348108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285e8d-ab89-4a9c-afaa-8ff3d1a00e64 req-e0fa32d7-f9c1-42dc-9df8-74a385f5286e tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:37.348851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc285e8d-ab89-4a9c-afaa-8ff3d1a00e64 req-e0fa32d7-f9c1-42dc-9df8-74a385f5286e tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Synchronizing usage tracker for tenant:0ef45fd3727c472e9fb28193907785d5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:37.353025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.480038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:37.550202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc285e8d-ab89-4a9c-afaa-8ff3d1a00e64 req-e0fa32d7-f9c1-42dc-9df8-74a385f5286e tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Unset dirty status for tenant:0ef45fd3727c472e9fb28193907785d5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:37.551497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc285e8d-ab89-4a9c-afaa-8ff3d1a00e64 req-e0fa32d7-f9c1-42dc-9df8-74a385f5286e tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 936 time: 0.4066377 Feb 04 16:00:37.725471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc285e8d-ab89-4a9c-afaa-8ff3d1a00e64 req-7fe6b45d-96ff-4bda-a2ab-4241b6e5dcbc tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496842 Feb 04 16:00:37.783171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:37.847718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:37.928012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:37.933780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Usage tracker for resource:security_group_rule and tenant:3ce0a1f6e3104c51b64a1e27dce3ce1e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:37.937596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:37.945847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:38.036516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.042948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.096064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67657d28-b583-41c1-ad0b-40791dbfe774,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.100898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ddd26a28-f9c5-4927-8da5-888cadaa7c4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ce0a1f6e3104c51b64a1e27dce3ce1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3167064 Feb 04 16:00:38.105553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46932) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:38.128393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Attempting to bind port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:38.128953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Attempting to bind port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:38.129071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Attempting to bind port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:38.138823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:38.139145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Attempting to bind port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:38.152901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:38.153240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:38.153686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:38.154063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Bound port: f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:38.154604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.189831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.279092 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.309007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:38.309007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:38.337177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.455721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.487240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdcb8c-20f2-4f34-a243-77b3b0c30864 req-8684cf13-56fa-4abc-ab76-45f9b63ca3c2 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:38.490860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67657d28-b583-41c1-ad0b-40791dbfe774,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.495697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14bdcb8c-20f2-4f34-a243-77b3b0c30864 req-8684cf13-56fa-4abc-ab76-45f9b63ca3c2 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 945 time: 0.4603419 Feb 04 16:00:38.497081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.498310 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b652a1e1-6073-4b8a-b36e-1d0b8ffc1b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67657d28-b583-41c1-ad0b-40791dbfe774 HTTP/1.1" status: 204 len: 168 time: 0.3914175 Feb 04 16:00:38.526574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:38.528064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 HTTP/1.1" status: 200 len: 1096 time: 3.2320492 Feb 04 16:00:38.549927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:38.711425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bd5c3-3196-46b5-8582-83b650ef05b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:38.747319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14bdcb8c-20f2-4f34-a243-77b3b0c30864 req-afc67f1a-552b-4f42-b604-2084ec752568 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441719 Feb 04 16:00:38.839389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a65a2-49d5-48ad-92a4-9a7ace7ef29b req-baf3f7ad-f552-4ee3-9fce-8e00edd38d7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:38.843277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef4a65a2-49d5-48ad-92a4-9a7ace7ef29b req-baf3f7ad-f552-4ee3-9fce-8e00edd38d7e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.3143289 Feb 04 16:00:38.970258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-06492d13-3825-4b0f-a328-40d2a62f4a77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef45fd3727c472e9fb28193907785d5&device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 1099 time: 0.3185656 Feb 04 16:00:39.130886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-46029643-ab0d-4584-8fc7-cd91e0882e1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 HTTP/1.1" status: 200 len: 217 time: 0.1300092 Feb 04 16:00:39.133374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef4a65a2-49d5-48ad-92a4-9a7ace7ef29b req-1b670638-c329-49b0-a8fe-4fbf3066dde0 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807219 Feb 04 16:00:39.231886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-72026713-8fe3-485d-a076-e6e7916f903e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.233489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-72026713-8fe3-485d-a076-e6e7916f903e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0969374 Feb 04 16:00:39.332805 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94', 'status': 'completed', 'code': 200} Feb 04 16:00:39.429648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-5d4fe375-58b0-4d69-924e-0337f6bd0e89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844478 Feb 04 16:00:39.743241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-a9bd0212-9b54-4278-824f-3efcd193a90d service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036883 Feb 04 16:00:39.954507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c5c4c88-82c8-44de-bb4f-033133e1a114 req-b07647d0-7aa2-4cc6-9b51-a389f32a6fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673942 Feb 04 16:00:39.967714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c57d3-a7aa-423c-8853-225261bc90f6 req-190175ad-b0b7-4339-8b2a-65ec4043ab44 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:39.969230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-972c57d3-a7aa-423c-8853-225261bc90f6 req-190175ad-b0b7-4339-8b2a-65ec4043ab44 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 948 time: 0.2263935 Feb 04 16:00:40.175035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-972c57d3-a7aa-423c-8853-225261bc90f6 req-1598ffa3-2c95-4f48-90b2-f31b572468e1 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987529 Feb 04 16:00:40.319948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-ab9d34a2-7aea-4ef2-a765-1f7ea08dfc44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0ef45fd3727c472e9fb28193907785d5&device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 1099 time: 0.2702963 Feb 04 16:00:40.442982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362398c-4ee8-4632-bcb5-3a9ae8a1770e req-258e5226-abd6-40b1-a9a0-503bd68e0fb8 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.444554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0362398c-4ee8-4632-bcb5-3a9ae8a1770e req-258e5226-abd6-40b1-a9a0-503bd68e0fb8 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.2242250 Feb 04 16:00:40.580168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-499c502d-ad35-4631-8bd3-dab2053c5a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.592227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-499c502d-ad35-4631-8bd3-dab2053c5a19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2610986 Feb 04 16:00:40.731522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-54902709-c2d4-4c80-b6fc-6b5188879aad tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.733464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-54902709-c2d4-4c80-b6fc-6b5188879aad tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Synchronizing usage tracker for tenant:140f5c5eb1b341518de39c6e0d144c10 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:40.775378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-54902709-c2d4-4c80-b6fc-6b5188879aad tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Unset dirty status for tenant:140f5c5eb1b341518de39c6e0d144c10 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:40.777079 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-54902709-c2d4-4c80-b6fc-6b5188879aad tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 945 time: 0.1473022 Feb 04 16:00:40.801537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-312b408f-b7ed-4d4e-a011-70ec1d938657 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 HTTP/1.1" status: 200 len: 217 time: 0.1996710 Feb 04 16:00:40.814974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0362398c-4ee8-4632-bcb5-3a9ae8a1770e req-9cb1874f-3325-4a9f-8fb3-d3320688f2cc tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/security-groups?id=2bc57dc6-86fe-4047-9878-7cd7546192d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499112 Feb 04 16:00:40.949329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-60dbd583-b103-4ab4-b745-2ad8971b159a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.950833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-60dbd583-b103-4ab4-b745-2ad8971b159a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1349006 Feb 04 16:00:40.955852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Deleting port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:00:40.956201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:40.970798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18449b8-5873-4dc0-9d10-b8b20dfd329a req-10232523-fdee-45af-babb-b798f32d8228 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:40.977292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c18449b8-5873-4dc0-9d10-b8b20dfd329a req-10232523-fdee-45af-babb-b798f32d8228 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.2686877 Feb 04 16:00:41.156271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c18449b8-5873-4dc0-9d10-b8b20dfd329a req-e679c21b-3e65-482e-9f6c-130ae67b7aa2 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711261 Feb 04 16:00:41.181079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-6575ecf5-545a-475d-9123-ab6e17dd9af5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011638 Feb 04 16:00:41.502529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] For port 532da3a9-f0d1-4dd7-a26b-7d47745ba737, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=532da3a9-f0d1-4dd7-a26b-7d47745ba737,segment=NetworkSegment(2f91bbfb-f363-434b-befe-3cba94cdedae),segment_id=2f91bbfb-f363-434b-befe-3cba94cdedae)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:41.503146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:41.708032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-64593beb-43ea-41bf-a22a-df2b9291f0d9 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198810 Feb 04 16:00:41.714925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c897a6-97e8-45fc-8420-7b81d893bb78 req-44888993-3a5a-4d92-b346-f3969d44a33b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:41.722289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c897a6-97e8-45fc-8420-7b81d893bb78 req-44888993-3a5a-4d92-b346-f3969d44a33b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 948 time: 0.3214316 Feb 04 16:00:41.764959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Calling delete_port for 532da3a9-f0d1-4dd7-a26b-7d47745ba737 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:00:41.909623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c897a6-97e8-45fc-8420-7b81d893bb78 req-cb64ac55-ba61-4896-aadd-71d16da49f78 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861079 Feb 04 16:00:41.946224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21a86ae-f875-40b9-bc77-9547c1d5d015 req-70621957-c29d-45cb-8764-2db8041899f1 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216539 Feb 04 16:00:42.084841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.098793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['532da3a9-f0d1-4dd7-a26b-7d47745ba737'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:42.147165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e498c713-d63d-4042-9502-b879cba00697 req-93505690-0895-46bc-a524-c98d53c4dc52 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bdffca7-33b5-495b-ba44-4e3027ec93d1 HTTP/1.1" status: 200 len: 210 time: 0.0917387 Feb 04 16:00:42.249754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Pushing event deleted for resources: {'Port': ['ID=532da3a9-f0d1-4dd7-a26b-7d47745ba737,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:42.414047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] No DVR routers for this DVR port 532da3a9-f0d1-4dd7-a26b-7d47745ba737 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:42.420091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:42.426845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'name': 'network-vif-deleted', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:42.459075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7c45fcb8-8a0b-4e6f-a074-c245f1551cad req-ab5e6a3e-7ce0-4148-8667-a9812e5b8024 tempest-InstanceActionsTestJSON-955516782 tempest-InstanceActionsTestJSON-955516782-project] 10.222.0.41 "DELETE /v2.0/ports/532da3a9-f0d1-4dd7-a26b-7d47745ba737 HTTP/1.1" status: 204 len: 173 time: 1.6738741 Feb 04 16:00:42.508679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7f84f-b922-427d-ad3b-db4a133c1bb3 req-d0d8fa39-2019-4774-917d-6f601b890a36 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:42.518674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6eb7f84f-b922-427d-ad3b-db4a133c1bb3 req-d0d8fa39-2019-4774-917d-6f601b890a36 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.1473386 Feb 04 16:00:42.607320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6eb7f84f-b922-427d-ad3b-db4a133c1bb3 req-48e56f7f-fc7a-4292-b4e7-25e353242f94 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865650 Feb 04 16:00:42.871916 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdffca7-33b5-495b-ba44-4e3027ec93d1', 'name': 'network-vif-deleted', 'tag': '532da3a9-f0d1-4dd7-a26b-7d47745ba737', 'status': 'completed', 'code': 200} Feb 04 16:00:42.978414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:43.270190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ebece-5b77-44bb-b1ce-33b60ab7f135 req-ed5ff8b7-504a-4f2b-ad21-0e257b162433 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:43.286732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-448ebece-5b77-44bb-b1ce-33b60ab7f135 req-ed5ff8b7-504a-4f2b-ad21-0e257b162433 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 948 time: 0.1965554 Feb 04 16:00:43.436110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:00:43.505369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-448ebece-5b77-44bb-b1ce-33b60ab7f135 req-766668b9-01c9-4697-accf-2133ea4850a4 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062228 Feb 04 16:00:43.559098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:43.581631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'mac_address': 'fa:16:3e:b9:a5:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:43.585934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:00:43.699393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:43.776938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:43.792950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94', 'mac_address': 'fa:16:3e:eb:08:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:00:43.878804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Deleting subnet c99f3872-2f7f-4ad8-a969-4e4e7634a29a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:00:43.889074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:43.935502 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.006354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:44.109344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:44.111206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.142375 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.173311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35745c86-c8b1-4424-8d26-de5d592f8247 req-9cee2b29-3c04-4cf8-87f1-c85e3807bdbf tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:44.181403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35745c86-c8b1-4424-8d26-de5d592f8247 req-9cee2b29-3c04-4cf8-87f1-c85e3807bdbf tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.3496284 Feb 04 16:00:44.262198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35745c86-c8b1-4424-8d26-de5d592f8247 req-5deca09d-7363-4efd-b44d-3501dee8fef7 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Feb 04 16:00:44.301131 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.337839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:44.366733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.367243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.373007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.373779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.374405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.375223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.376563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.376901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.386717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.387755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.388301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:00:44.406765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 277311a1-0842-4776-be5a-03c8f7aac7fe {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:44.453045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:44.464742 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.487022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.590731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['f2b3e7ec-04c9-40ff-b8fe-6d127574fc94'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:44.647402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.768263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.794887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c99f3872-2f7f-4ad8-a969-4e4e7634a29a HTTP/1.1" status: 204 len: 168 time: 1.0944219 Feb 04 16:00:44.795870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b98d4-ab6a-4a4d-8621-f132d6156571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c99f3872-2f7f-4ad8-a969-4e4e7634a29a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:44.797300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:44.845321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['277311a1-0842-4776-be5a-03c8f7aac7fe'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:44.958030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:44.997995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4829e6-e737-40e3-a009-cfca3236a20e req-2a4d3ee7-1f35-4f11-97f6-113b0fe460ce tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:45.001941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b4829e6-e737-40e3-a009-cfca3236a20e req-2a4d3ee7-1f35-4f11-97f6-113b0fe460ce tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 949 time: 0.2504842 Feb 04 16:00:45.034123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 532da3a9-f0d1-4dd7-a26b-7d47745ba737 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:45.120282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 532da3a9-f0d1-4dd7-a26b-7d47745ba737 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:00:45.120903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 532da3a9-f0d1-4dd7-a26b-7d47745ba737 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:00:45.133602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:45.375378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-d8abdcfd-8a10-4b7b-b4b5-5bdec3d4bf73 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2954316 Feb 04 16:00:45.474927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.736417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2fcfc1-6b88-47c5-a514-723c065ad8d0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:45.768825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b4829e6-e737-40e3-a009-cfca3236a20e req-c928c6ab-059a-4a27-a9e8-8576573a9984 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171867 Feb 04 16:00:45.860876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f91bbfb-f363-434b-befe-3cba94cdedae') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:45.861206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f91bbfb-f363-434b-befe-3cba94cdedae') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:00:45.879849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-8cc6c084-2ae5-41f9-b0a6-e8ebc0ec1317 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:45.896091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-8cc6c084-2ae5-41f9-b0a6-e8ebc0ec1317 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5198317 Feb 04 16:00:45.921751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:45.941600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3fcc518a-4a83-4e7f-a730-320561f8b4e8 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/quotas/1fb17438cfec4da699c0ce2298f03c8f HTTP/1.1" status: 200 len: 375 time: 0.0443430 Feb 04 16:00:46.013510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-be8a989c-20e8-4d4e-9298-8dd50f7d7239 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706105 Feb 04 16:00:46.028323 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.059876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:00:46.060562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:00:46.106404 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:00:46.558812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.573076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:46.672113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2fcfc1-6b88-47c5-a514-723c065ad8d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:46.703058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a62c022b-f53f-4c28-90d9-900e38df9cb6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3d2fcfc1-6b88-47c5-a514-723c065ad8d0 HTTP/1.1" status: 204 len: 168 time: 1.9044785 Feb 04 16:00:46.738146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809149a-4f3b-4611-a158-20453674592d req-7c4f8650-50a3-4c12-9175-258155f8e7f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:46.741827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8809149a-4f3b-4611-a158-20453674592d req-7c4f8650-50a3-4c12-9175-258155f8e7f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.4964767 Feb 04 16:00:46.864890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8809149a-4f3b-4611-a158-20453674592d req-9f184a46-ac26-4b79-9d60-314a68462890 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074135 Feb 04 16:00:47.005779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:47.099576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:00:47.214189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-6c11d1e5-3353-481e-9f07-6ce1afd0e994 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021674 Feb 04 16:00:47.242468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.377723 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72da40eb-31e3-47d0-9293-f5254b379502 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=140f5c5eb1b341518de39c6e0d144c10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1310759 Feb 04 16:00:47.380262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:47.444196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:47.454550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 277311a1-0842-4776-be5a-03c8f7aac7fe triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:47.455073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.519770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.529878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:47.532734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.585832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.748408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.777829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc57dc6-86fe-4047-9878-7cd7546192d9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:47.792826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:47.800870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d135770e-8f50-4848-95a8-df734fdfb23f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bc57dc6-86fe-4047-9878-7cd7546192d9 HTTP/1.1" status: 204 len: 168 time: 0.4195092 Feb 04 16:00:47.834310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ed1f-067c-40f2-8423-cb2afce9dabc req-b2d00235-3a3e-493a-a4c9-f6f326aedfd8 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.835865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d19ed1f-067c-40f2-8423-cb2afce9dabc req-b2d00235-3a3e-493a-a4c9-f6f326aedfd8 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 949 time: 0.5179808 Feb 04 16:00:47.921641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-a2824162-8dd2-443f-a66e-6f3c2a639808 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:47.933573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-a2824162-8dd2-443f-a66e-6f3c2a639808 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7184026 Feb 04 16:00:47.976434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-af19ac26-7f89-4021-b5c0-4e15b9b8b788 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/quotas/1fb17438cfec4da699c0ce2298f03c8f HTTP/1.1" status: 200 len: 375 time: 0.0415606 Feb 04 16:00:47.977199 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.049263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-fbbe14b1-4359-4faf-9ba6-d767dca18156 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715981 Feb 04 16:00:48.082011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d19ed1f-067c-40f2-8423-cb2afce9dabc req-8d37379e-7574-4d77-946f-b0bdafd66d1e tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257245 Feb 04 16:00:48.156125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:48.195453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:48.202295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.242876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.503695 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-59294192-3509-4e05-afd1-0b2a5ee2d817 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904157 Feb 04 16:00:48.544974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:48.565985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:48.585038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:48.893545 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94', 'code': 200} Feb 04 16:00:48.923880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:49.032551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-4ad41cfc-b77e-4174-9b0e-b5187820cc21 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:49.039190 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-4ad41cfc-b77e-4174-9b0e-b5187820cc21 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5216658 Feb 04 16:00:49.051241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Request body: {'port': {'device_id': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '1fb17438cfec4da699c0ce2298f03c8f'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:49.104847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75f8adb4-f28e-4b58-99ed-6fa307feca3e req-fcb1ec6d-362e-4747-be76-b36f1233ad03 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 210 time: 0.1790249 Feb 04 16:00:49.264191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:49.379299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dada8-1f39-4bb9-bb0a-ca8d8b46bd0a req-3900d3ed-9b19-4d66-a5b7-4509c2d0639b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:49.387223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b8dada8-1f39-4bb9-bb0a-ca8d8b46bd0a req-3900d3ed-9b19-4d66-a5b7-4509c2d0639b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.6725605 Feb 04 16:00:49.523265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:49.537371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Usage tracker for resource:port and tenant:1fb17438cfec4da699c0ce2298f03c8f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:49.540773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:49.559883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:49.606756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Made reservation on behalf of 1fb17438cfec4da699c0ce2298f03c8f for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:49.610238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.614370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5e734ac-5fda-4f5b-814d-bd33535d90c1 req-a43c7e56-6dd5-4226-9ca9-b8933ec24575 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 1101 time: 0.4983943 Feb 04 16:00:49.674506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.754984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:49.764197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Usage tracker for resource:security_group_rule and tenant:1fb17438cfec4da699c0ce2298f03c8f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:49.771206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:49.785885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:49.815633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9b283-1943-4711-bde5-83df7a865de5 req-8a6464fd-50b4-45b2-93a8-9599bd03b226 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:49.823953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd9b283-1943-4711-bde5-83df7a865de5 req-8a6464fd-50b4-45b2-93a8-9599bd03b226 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 950 time: 0.4109449 Feb 04 16:00:49.843994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b8dada8-1f39-4bb9-bb0a-ca8d8b46bd0a req-9ffe51d0-766e-4a46-ad5c-dd0ae4863124 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554801 Feb 04 16:00:49.911385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:49.924599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.146689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.166054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18144a7a-017e-4161-a3fa-ddb842128584,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:50.233377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:50.237500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Usage tracker for resource:security_group_rule and tenant:e2570f0be4fb43a29a48930ee9ee92a8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:50.240786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:50.247646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:50.312850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5e734ac-5fda-4f5b-814d-bd33535d90c1 req-a9fcd2a0-1a0d-4cc7-b3c1-946b65a67962 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972961 Feb 04 16:00:50.398656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd9b283-1943-4711-bde5-83df7a865de5 req-9949b0cd-7109-498f-b8f9-f45b6010e40c tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727687 Feb 04 16:00:50.540449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Allocated IP 192.168.233.225 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/9b77e87d-73df-419e-8441-f7b827b3fed7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:50.586292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.602967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.613821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47340) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:50.788462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2570f0be4fb43a29a48930ee9ee92a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5184436 Feb 04 16:00:50.796171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.799786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-bfab73b8-a779-47f6-a454-aaac89775230 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:50.811301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-bfab73b8-a779-47f6-a454-aaac89775230 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.4971783 Feb 04 16:00:50.815605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:50.815605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272dcd9-54a2-4554-b357-1e005ba89517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eaa56a-ffbf-4b41-88f8-d83e0ea6b6dd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:50.868631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:50.894494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:50.950080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-ddd3fb38-6742-491e-8644-b7518f663db7 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359756 Feb 04 16:00:50.991350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1695131724-network', 'tenant_id': '736e82d6ef3348bc80d1cdea18cfa454'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:51.022372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.048016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Usage tracker for resource:network and tenant:736e82d6ef3348bc80d1cdea18cfa454 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.091764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.113826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.205923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Made reservation on behalf of 736e82d6ef3348bc80d1cdea18cfa454 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:51.210286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.245583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.248615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-85e4ac5f-d1df-445d-adf9-362b96ae03c6 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/quotas/8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 375 time: 0.4362712 Feb 04 16:00:51.266260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.362633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.369728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Usage tracker for resource:security_group_rule and tenant:736e82d6ef3348bc80d1cdea18cfa454 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.377075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.377831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7208e675-ee86-44d6-a086-253f09304211 req-3ac195c0-f945-4986-971e-fda538551417 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 210 time: 0.4302421 Feb 04 16:00:51.423024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.424454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-2eec84e3-aa3c-4572-b47f-bd3b7f83565f tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:51.429726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-2eec84e3-aa3c-4572-b47f-bd3b7f83565f tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4675941 Feb 04 16:00:51.460257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Request body: {'port': {'device_id': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '1fb17438cfec4da699c0ce2298f03c8f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:51.568904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.570608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Transition to ACTIVE for port object 9b77e87d-73df-419e-8441-f7b827b3fed7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:51.595469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.623987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:00:51.666151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.671078 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Added segment 37c541aa-4eef-4e32-88c4-17cbd172e8c7 of type vlan for network 4e840f73-475f-4eab-b07f-b395518e877b Feb 04 16:00:51.711067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:51.716034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Usage tracker for resource:port and tenant:1fb17438cfec4da699c0ce2298f03c8f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:51.719953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:51.728002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:51.752896 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.797810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.798753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:51.799340 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.857746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.881143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:00:51.944632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1bb37-2762-4359-a900-9a7f134fd385,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:51.957758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] Pushing event updated for resources: {'Network': ['ID=4e840f73-475f-4eab-b07f-b395518e877b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:51.967777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:51.993310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4e840f73-475f-4eab-b07f-b395518e877b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:00:52.077572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.084491 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f369368b-ec73-4f7b-889b-69f0eed9809f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4671595 Feb 04 16:00:52.089692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:52.094129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:52.098485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Request body: {'subnet': {'network_id': '4e840f73-475f-4eab-b07f-b395518e877b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1695131724-subnet', 'tenant_id': '736e82d6ef3348bc80d1cdea18cfa454', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:52.102314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:52.122306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:52.217577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Made reservation on behalf of 1fb17438cfec4da699c0ce2298f03c8f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:52.220792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.225094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:52.226004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.246510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.257459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:52.263815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Usage tracker for resource:subnet and tenant:736e82d6ef3348bc80d1cdea18cfa454 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:52.278047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:52.288460 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-45805bf9-2ba6-452d-9be6-898ecff7fddb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2410424 Feb 04 16:00:52.294169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:52.309303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-f8cd1b16-ebd3-43e9-b04f-03ead9a96432 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0591290 Feb 04 16:00:52.343639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Made reservation on behalf of 736e82d6ef3348bc80d1cdea18cfa454 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:52.347729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.522307 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-9c21ffd2-6eed-45b4-95ee-bf4cbfd462f9 service neutron] show failed (client error): The resource could not be found. Feb 04 16:00:52.523770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-9c21ffd2-6eed-45b4-95ee-bf4cbfd462f9 service neutron] 10.222.0.58 "GET /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.7907560 Feb 04 16:00:52.529782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4e4aa-2dbe-428b-a6fb-4d0ae8a3526a req-12e7a3b1-64b2-4772-8899-93455f583eb8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:52.530990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Request body: {'port': {'device_id': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:52.531339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aef4e4aa-2dbe-428b-a6fb-4d0ae8a3526a req-12e7a3b1-64b2-4772-8899-93455f583eb8 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.7974281 Feb 04 16:00:52.602672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-582dbf37-097a-4fa8-9e40-4fb2d4424873 None None] Provisioning for port 9b77e87d-73df-419e-8441-f7b827b3fed7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:52.608641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-582dbf37-097a-4fa8-9e40-4fb2d4424873 None None] Provisioning complete for port 9b77e87d-73df-419e-8441-f7b827b3fed7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:52.609011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-582dbf37-097a-4fa8-9e40-4fb2d4424873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.703907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:52.718434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-582dbf37-097a-4fa8-9e40-4fb2d4424873 None None] Port 9b77e87d-73df-419e-8441-f7b827b3fed7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:52.781354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-139b85d1-3871-407a-9fb7-7b9c29a3b515 service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710922 Feb 04 16:00:52.814627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aef4e4aa-2dbe-428b-a6fb-4d0ae8a3526a req-316d71df-65e8-4588-a7c0-741c1e5f4f37 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449491 Feb 04 16:00:52.815417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eaa56a-ffbf-4b41-88f8-d83e0ea6b6dd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:52.895077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.040262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-d9024483-28b4-4ce3-864e-70168593aff4 service neutron] 10.222.0.62 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579238 Feb 04 16:00:53.070456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Allocated IP 192.168.233.197 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:53.150571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.230529 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'code': 200} Feb 04 16:00:53.263793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Checking segment: {'id': '37c541aa-4eef-4e32-88c4-17cbd172e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:53.265539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Network hostable DHCP agents. Network: 4e840f73-475f-4eab-b07f-b395518e877b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:00:53.283669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd2dd36-225d-48dd-a68c-0663e7a62895,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:53.329980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Network 4e840f73-475f-4eab-b07f-b395518e877b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:00:53.348159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4e840f73-475f-4eab-b07f-b395518e877b) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:53.352575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:53.354033 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.360329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6869381-afae-4b84-a01c-fba3a2ed0051 None None] Network 4e840f73-475f-4eab-b07f-b395518e877b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:53.394450 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d1b311e7-eecf-406d-9079-060b5f65a05c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3033412 Feb 04 16:00:53.466609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.792906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb83ed-126f-4cbb-a634-b696717f19bb None None] Network 4e840f73-475f-4eab-b07f-b395518e877b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:00:53.806277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:53.815700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-94a61997-8163-4457-a582-4784274ed89e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97eaa56a-ffbf-4b41-88f8-d83e0ea6b6dd HTTP/1.1" status: 204 len: 168 time: 2.9965110 Feb 04 16:00:53.817227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Transition to ACTIVE for port object d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:54.095085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-cb9d563c-a183-401e-ae3c-d2cb1636ce06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1101 time: 0.5823662 Feb 04 16:00:54.112687 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.148035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b328c5-566f-4421-ad42-2288d7ab548e req-0eda8d32-4d44-4e87-b4d8-59d8ce234e7d tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:54.155182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70b328c5-566f-4421-ad42-2288d7ab548e req-0eda8d32-4d44-4e87-b4d8-59d8ce234e7d tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 950 time: 0.6374860 Feb 04 16:00:54.169864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:54.405601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.447848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:54.481375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:54.483863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:54.529400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:54.566179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.586591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70b328c5-566f-4421-ad42-2288d7ab548e req-3fe97393-9109-4d4f-a6e5-844151ea1b40 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598932 Feb 04 16:00:54.597379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:54.627077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.658137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:54.663105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.667560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Transition to ACTIVE for port object 9b77e87d-73df-419e-8441-f7b827b3fed7 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:54.668973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Usage tracker for resource:security_group_rule and tenant:2dba5a98b8fc4870864b83ef96be3ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:54.674076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:54.682415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:54.686449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.706905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:54.709140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.869427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7999d-d208-4fb5-a21f-ec040ff39f38 req-947909d8-a3ae-42d6-b5aa-3597f81fd1ac tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:54.871393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-60c7999d-d208-4fb5-a21f-ec040ff39f38 req-947909d8-a3ae-42d6-b5aa-3597f81fd1ac tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Synchronizing usage tracker for tenant:1fb17438cfec4da699c0ce2298f03c8f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:00:54.945552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-5ec0a456-b17f-4289-9f2b-131b9091a332 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4894238 Feb 04 16:00:54.960987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:54.964684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4fc5b20-f438-4f52-88f5-5f4c80ac2f72 req-73992a9e-570d-4d35-b4db-6dfeda88e399 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 210 time: 0.0873106 Feb 04 16:00:54.971447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9ff610b-bcf8-4a49-86c0-b3d5a81921dd None None] Provisioning for port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:00:54.979005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9ff610b-bcf8-4a49-86c0-b3d5a81921dd None None] Provisioning complete for port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:00:54.981716 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9ff610b-bcf8-4a49-86c0-b3d5a81921dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:54.986535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Request body: {'port': {'device_id': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:55.147173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff610b-bcf8-4a49-86c0-b3d5a81921dd None None] Port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:00:55.155492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:55.179954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.242905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0e37792-f1ff-48f2-9590-8f24b3f25a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.261560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.336078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.336300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-60c7999d-d208-4fb5-a21f-ec040ff39f38 req-947909d8-a3ae-42d6-b5aa-3597f81fd1ac tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Unset dirty status for tenant:1fb17438cfec4da699c0ce2298f03c8f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:00:55.350809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c7999d-d208-4fb5-a21f-ec040ff39f38 req-947909d8-a3ae-42d6-b5aa-3597f81fd1ac tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 936 time: 1.0252373 Feb 04 16:00:55.367042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a9963-d6bf-411e-b762-e0c940de6982,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:55.379812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:55.390529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:55.409395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.412034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:00:55.466046 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a7851cc-ad2c-4e6e-865f-93689e88f427 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dba5a98b8fc4870864b83ef96be3ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9355712 Feb 04 16:00:55.476029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:00:55.476641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.504617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Attempting to bind port 9b77e87d-73df-419e-8441-f7b827b3fed7 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:55.505092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Attempting to bind port 9b77e87d-73df-419e-8441-f7b827b3fed7 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:55.505531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Attempting to bind port 9b77e87d-73df-419e-8441-f7b827b3fed7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:55.520763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Port 9b77e87d-73df-419e-8441-f7b827b3fed7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:55.522640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Attempting to bind port 9b77e87d-73df-419e-8441-f7b827b3fed7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:55.546199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:55.546926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:55.547189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:55.547742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Bound port: 9b77e87d-73df-419e-8441-f7b827b3fed7, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:55.548790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:55.731844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c7999d-d208-4fb5-a21f-ec040ff39f38 req-be504f28-5bd9-428e-870a-cd1934daddb9 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582644 Feb 04 16:00:55.867091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:55.879566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:00:55.889880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.084958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.124027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:00:56.158487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-20eba9d9-1bb4-4350-bd31-182a476eda9c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:56.167220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-20eba9d9-1bb4-4350-bd31-182a476eda9c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 807 time: 0.5059483 Feb 04 16:00:56.175776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.193151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:56.196393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:56.205277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Request body: {'port': {'device_id': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'admin_state_up': True, 'tenant_id': '8a4052ef63114053855160863b947016'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:56.227509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.238949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:56.382367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-80a9e230-fe0b-4c27-9480-b21f4b18045b tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:56.389795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-80a9e230-fe0b-4c27-9480-b21f4b18045b tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/networks?id=4e840f73-475f-4eab-b07f-b395518e877b HTTP/1.1" status: 200 len: 818 time: 0.4091322 Feb 04 16:00:56.398494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:56.408019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.444303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Transition to ACTIVE for port object c17858d8-a902-4218-9482-8cf2830ef2a4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:56.444566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.452500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b77e87d-73df-419e-8441-f7b827b3fed7 HTTP/1.1" status: 200 len: 1096 time: 4.1538677 Feb 04 16:00:56.453160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:00:56.454736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-48874563-65fc-463e-a984-3aa30ff14dc8 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/quotas/736e82d6ef3348bc80d1cdea18cfa454 HTTP/1.1" status: 200 len: 375 time: 0.0638478 Feb 04 16:00:56.567814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1918b7-3353-460c-a8a9-48003ed74344 service neutron] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:56.574072 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:00:56.574615 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:00:56.579472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.636753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:00:56.642657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Usage tracker for resource:port and tenant:8a4052ef63114053855160863b947016 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:00:56.645811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:00:56.655194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:00:56.682408 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-73c0e1a6-3bbf-4fe0-9f0c-46cc2632e54f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 1099 time: 0.1762931 Feb 04 16:00:56.683994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Made reservation on behalf of 8a4052ef63114053855160863b947016 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:00:56.688466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.835388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:56.881891 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-fd7b01f1-aa9d-4773-88ec-647765133608 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9b77e87d-73df-419e-8441-f7b827b3fed7 HTTP/1.1" status: 200 len: 217 time: 0.1671658 Feb 04 16:00:56.953042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-33a833de-15b6-4820-a0f5-267139cd1c5e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=736e82d6ef3348bc80d1cdea18cfa454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4970634 Feb 04 16:00:56.974158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caa838-9ef5-4480-b007-874d0f4fb9a0 req-9e6fb0d1-ea16-4ba9-a09c-12eddd3a457d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:56.982466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6caa838-9ef5-4480-b007-874d0f4fb9a0 req-9e6fb0d1-ea16-4ba9-a09c-12eddd3a457d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.8098829 Feb 04 16:00:57.095504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a9963-d6bf-411e-b762-e0c940de6982,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:57.173338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-fa1b0523-bf2b-409a-8006-625a31573b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:57.174796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-fa1b0523-bf2b-409a-8006-625a31573b35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2802417 Feb 04 16:00:57.214504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.216594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-358dddd9-3b36-4a8e-9da7-a969dc6d826d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/005a9963-d6bf-411e-b762-e0c940de6982 HTTP/1.1" status: 204 len: 168 time: 1.7291884 Feb 04 16:00:57.249757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bda79f0-1772-4ad8-b17c-3b3c56fdb6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.435135 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-ffbc459e-2ad7-478e-a367-e1c64aa9d448 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518957 Feb 04 16:00:57.435604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:00:57.479211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Allocated IP 172.20.0.9 (d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61/e1325b98-90d9-434f-9b93-fd2e5b9940e3/9b7907da-8ffb-43bd-9f09-5c2a598a4068) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:00:57.515805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:00:57.524309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.542190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Transition to ACTIVE for port object d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:00:57.548748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:57.554903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-b304b0de-f8e7-45bd-8edd-6f92b0c679e0 service neutron] 10.222.0.62 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675762 Feb 04 16:00:57.562715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:57.576543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] No DVR routers for this DVR port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:00:57.805094 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-cc7f90d0-a123-4725-85b3-5aa432c32e3b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586140 Feb 04 16:00:57.897985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:57.928606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-889db15a-915d-429d-a85e-745352e3bbe4 service neutron] 10.222.0.62 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489125 Feb 04 16:00:58.023176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6caa838-9ef5-4480-b007-874d0f4fb9a0 req-1cae3a4b-63cf-40b7-ac25-5b16eb55f29d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0396836 Feb 04 16:00:58.131026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:58.131522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:58.131837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:58.326005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:58.326379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:58.335462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:58.335798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:58.336184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:58.336620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Bound port: c17858d8-a902-4218-9482-8cf2830ef2a4, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:58.336963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.430203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.432160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Attempting to bind port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:00:58.432598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Attempting to bind port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:00:58.433214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Attempting to bind port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:58.452456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:00:58.453680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Attempting to bind port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:00:58.496766 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-483fd994-fa38-4c78-80d9-465b78e3ef16 req-974c686e-7ccf-4fbb-91d2-dc90409cb696 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177659 Feb 04 16:00:58.542254 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'code': 200} Feb 04 16:00:58.652878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:58.658129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.659318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.660511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:58.677799 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.731741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.747761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['38a0bb15-bc88-44df-a062-69282b32f325'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:00:58.789766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:00:58.789766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:00:58.789766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:00:58.789766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Bound port: d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:00:58.791529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.803654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:58.857993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:58.859646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-10bd4d72-8728-4371-b6c7-b28f6767696d service neutron] 10.222.0.41 "PUT /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 1096 time: 4.7425210 Feb 04 16:00:59.022513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:00:59.036667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:00:59.163855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:00:59.171590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:00:59.180332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:00:59.200309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.298292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:59.417809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:59.419972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.480571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:00:59.492153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.493682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-22998dd4-9a76-47b4-b6df-c8bc5996e4a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 HTTP/1.1" status: 200 len: 1096 time: 4.5280194 Feb 04 16:00:59.520120 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-c0883e03-8f3a-4167-9d4c-c1a88f554555 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3202395 Feb 04 16:00:59.532599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Request body: {'port': {'device_id': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:00:59.565441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72437a62-1bbc-4cb1-bbd6-3f02aefb1a9e req-d29f95cf-58fd-4769-a0f2-6acc3c970890 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:00:59.573521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72437a62-1bbc-4cb1-bbd6-3f02aefb1a9e req-d29f95cf-58fd-4769-a0f2-6acc3c970890 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 931 time: 0.3823991 Feb 04 16:00:59.594947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-9eccf313-42cb-47f8-bca9-b1703eb5e7d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1099 time: 0.5497069 Feb 04 16:00:59.799915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:00:59.825017 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'code': 200} Feb 04 16:00:59.882986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72437a62-1bbc-4cb1-bbd6-3f02aefb1a9e req-439e52d1-d301-4003-837b-6d90c22ea943 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082840 Feb 04 16:00:59.913731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.101929 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'status': 'completed', 'code': 200} Feb 04 16:01:00.402471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-2d0da90f-a0c1-4fc3-a7e4-d20b8222f47d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 1099 time: 0.3131912 Feb 04 16:01:00.479797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-aa3eed9a-b38e-44ff-9175-1e913e5559fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 1099 time: 0.8510413 Feb 04 16:01:00.490990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-3700b430-e39e-4c24-8939-749771b5eb4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.493247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-3700b430-e39e-4c24-8939-749771b5eb4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7884650 Feb 04 16:01:00.620251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986250f-8077-40bc-892c-46a08f6504f0 req-bd7d1f57-d2e1-4ebf-a072-d1efaf60aa4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.625096 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-bd7d1f57-d2e1-4ebf-a072-d1efaf60aa4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2132895 Feb 04 16:01:00.679557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-81559782-6071-4898-b707-17bf1e60c0f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 HTTP/1.1" status: 200 len: 217 time: 0.1921823 Feb 04 16:01:00.691944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-9bc5b2be-abb9-46c3-a381-74beb8f488b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1374943 Feb 04 16:01:00.755435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.41', 57786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:00.795978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7907da-8ffb-43bd-9f09-5c2a598a4068 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:00.807941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:00.826887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Transition to ACTIVE for port object 9b7907da-8ffb-43bd-9f09-5c2a598a4068 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:00.829774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-956612e8-3c74-4c69-8266-cca21d62b61e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9b77e87d-73df-419e-8441-f7b827b3fed7 HTTP/1.1" status: 200 len: 217 time: 0.1965251 Feb 04 16:01:00.948862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652c8b-4068-467d-a256-e11c80ea6bea req-cc670a6f-19af-4146-8e8a-0ec7a44d31ea tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.956053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19652c8b-4068-467d-a256-e11c80ea6bea req-cc670a6f-19af-4146-8e8a-0ec7a44d31ea tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 948 time: 0.8149486 Feb 04 16:01:00.969466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986250f-8077-40bc-892c-46a08f6504f0 req-c546d547-0c8f-4117-8b18-4e0b6803a52a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:00.971947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-c546d547-0c8f-4117-8b18-4e0b6803a52a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1286850 Feb 04 16:01:00.973892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.080949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-932f00c4-b427-4423-a5da-cd6d8b79c9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.082551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-932f00c4-b427-4423-a5da-cd6d8b79c9dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3928866 Feb 04 16:01:01.093562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:01.103800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f62f80-298e-431a-896c-d6f1696490c0 req-67370639-e84f-4805-aea7-d603459a2036 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.105223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f62f80-298e-431a-896c-d6f1696490c0 req-67370639-e84f-4805-aea7-d603459a2036 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 948 time: 0.6850142 Feb 04 16:01:01.208854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-6491a5b7-8b3a-4441-80a1-5a0469459cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.210190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-6491a5b7-8b3a-4441-80a1-5a0469459cda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4602027 Feb 04 16:01:01.246722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19652c8b-4068-467d-a256-e11c80ea6bea req-ac29fc61-fbe4-4f4f-add9-39c013a8440e tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881749 Feb 04 16:01:01.462045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:01.499920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'mac_address': 'fa:16:3e:e0:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:01.586528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.589558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f62f80-298e-431a-896c-d6f1696490c0 req-1c982dd4-e33e-4159-93c2-b3d170df6f2e tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223998 Feb 04 16:01:01.614267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:01.641159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:01.652870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:01.653346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:01.653521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:01.655738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.678944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:01.683368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-39a149d4-1b79-4691-a847-357094bcff60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9254992 Feb 04 16:01:01.686040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:01.689472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1168c784-4beb-4270-89e4-038a80e4fd8a req-631d422b-2a7d-446d-9890-cf66e1cf0346 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 210 time: 0.2122550 Feb 04 16:01:01.711415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-cb293855-dd2e-4d84-a98e-89e79bcf463f tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:01.713290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-cb293855-dd2e-4d84-a98e-89e79bcf463f tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.58 "GET /v2.0/networks?id=4e840f73-475f-4eab-b07f-b395518e877b HTTP/1.1" status: 200 len: 818 time: 0.8412359 Feb 04 16:01:01.715956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-79c92177-4ab4-4baf-bdf6-cdc681a944f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7158699 Feb 04 16:01:01.716549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-c18f755b-8d2f-4b11-83b1-47fc5b553dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6076446 Feb 04 16:01:01.727389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:01.729167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Request body: {'port': {'device_id': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b', 'admin_state_up': True, 'tenant_id': '736e82d6ef3348bc80d1cdea18cfa454'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:01.792726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:01.795015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:01.796442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:01.798403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Bound port: 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:01.798880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:01.831152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:01.924245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9b77e87d-73df-419e-8441-f7b827b3fed7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:01.955551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}, {'name': 'network-changed', 'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:01.965933 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-fb889cb6-e186-419b-9096-09c98be611ff service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275083 Feb 04 16:01:02.194217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:02.203749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:02.402713 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-3b6ec671-04b7-4877-92fc-ef673daa2b09 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948895 Feb 04 16:01:02.404221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.446861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-0e639c00-d04e-4195-8592-147a1034c209 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817980 Feb 04 16:01:02.451179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-20a23933-b579-4b5d-a7f2-2ca0c7169894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2035046 Feb 04 16:01:02.473936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:02.475470 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 1091 time: 2.9476209 Feb 04 16:01:02.475760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:02.500019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a44169-eac1-4bb4-9a16-a815bc781b16 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:02.599567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-9c3829c7-da88-474d-a5e4-0f2586651edd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0847855 Feb 04 16:01:02.678262 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-a9836a35-481c-4295-abd1-b12fc33fe2a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 217 time: 0.0669563 Feb 04 16:01:02.755636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-2084f40f-02e0-4ce9-ae02-55728cf551d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.757288 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-2084f40f-02e0-4ce9-ae02-55728cf551d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.0730934 Feb 04 16:01:02.814871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-81ceffc4-3657-41f4-a046-5426076ce9b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500054 Feb 04 16:01:02.953874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa5656-acdd-4ec0-aafe-69c8d545e218 req-5033dc9b-4570-405f-b773-d5aedda9068f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:02.960946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99aa5656-acdd-4ec0-aafe-69c8d545e218 req-5033dc9b-4570-405f-b773-d5aedda9068f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 948 time: 0.8652825 Feb 04 16:01:02.965548 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-7a144663-eac6-41ac-80d6-2f06f36e30bc service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441653 Feb 04 16:01:03.066928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:03.070768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Usage tracker for resource:port and tenant:736e82d6ef3348bc80d1cdea18cfa454 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:03.073738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:03.080515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:03.089453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-9e4f6b48-e027-4bcf-84a2-e5349f8cdb06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 1100 time: 0.9899356 Feb 04 16:01:03.095114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:03.123971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6f7452-bb36-49a0-855e-16e5ba67d6e6 req-7a2b56b3-79d2-4b31-a2c7-0f939d6d3f94 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342368 Feb 04 16:01:03.139795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3caf15ef-b2d2-4c8b-b6ca-02a8aec465d9 req-6f9d8d13-1692-4840-ab19-9b605bfab2c2 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675150 Feb 04 16:01:03.142600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99aa5656-acdd-4ec0-aafe-69c8d545e218 req-07d15959-a057-478b-b8f0-035999d07800 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807227 Feb 04 16:01:03.157170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cdf81-f9be-4f72-9946-3f10daaabae4 req-ad4f9d9d-be73-4b09-a538-5637040a9e0a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:03.161076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b96cdf81-f9be-4f72-9946-3f10daaabae4 req-ad4f9d9d-be73-4b09-a538-5637040a9e0a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.8189764 Feb 04 16:01:03.163410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Made reservation on behalf of 736e82d6ef3348bc80d1cdea18cfa454 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:03.169857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.208167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 9b77e87d-73df-419e-8441-f7b827b3fed7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:03.215492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9b77e87d-73df-419e-8441-f7b827b3fed7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:03.216015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.376340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.397921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b96cdf81-f9be-4f72-9946-3f10daaabae4 req-0d12ab78-2d6b-48d2-9e68-8b58694b73cc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Feb 04 16:01:03.398972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-1985d4cc-3f55-444b-894f-742498178067 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9043567 Feb 04 16:01:03.430489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:03.445264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:03.465520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:03.606269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Allocated IP 172.20.0.3 (4e840f73-475f-4eab-b07f-b395518e877b/bbd2dd36-225d-48dd-a68c-0663e7a62895/1e259209-22ff-404b-a6ec-403a39788506) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:03.632171 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'status': 'completed', 'code': 200} Feb 04 16:01:03.632171 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'status': 'completed', 'code': 200} Feb 04 16:01:03.653091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:03.808619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-4f8e64ea-29b9-4577-be13-a2efcbc08de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:03.810304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-4f8e64ea-29b9-4577-be13-a2efcbc08de4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6827514 Feb 04 16:01:03.990841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-b2a0493f-5b1c-47e7-929f-258931414fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 200 len: 217 time: 0.1575832 Feb 04 16:01:04.006091 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'status': 'completed', 'code': 200} Feb 04 16:01:04.153432 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-de9fa55c-7a1c-4eb6-a419-f7c07e562510 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1094 time: 0.1088154 Feb 04 16:01:04.184927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2398de05-2fa4-47a2-bcd1-357b3c8ec24d req-3b11fe4f-4534-47f8-a9fd-c7f299fdf8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339835 Feb 04 16:01:04.247664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b741444-fa9c-4d40-8c9f-0fae51d1ab17 req-cc3abe69-2dea-47c8-acc1-37dc61ad904e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 210 time: 0.1215482 Feb 04 16:01:04.259334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-d129097f-efe3-40a8-b9d2-e69610d0943d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1099 time: 0.5684998 Feb 04 16:01:04.330937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-6e61dad2-7968-4300-bc2d-891414ce69e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.332351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-6e61dad2-7968-4300-bc2d-891414ce69e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3156049 Feb 04 16:01:04.366034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e524-1310-44da-800b-20912f062dad req-a6695aad-517c-4225-bac1-580e6a8d1031 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.373120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-79a01dd1-a08c-40a2-8efa-78f896b4c6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.373458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a50e524-1310-44da-800b-20912f062dad req-a6695aad-517c-4225-bac1-580e6a8d1031 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 948 time: 0.7409174 Feb 04 16:01:04.374589 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-79a01dd1-a08c-40a2-8efa-78f896b4c6f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.2150822 Feb 04 16:01:04.569195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:04.589285 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-6175e6ef-e772-488d-bcbd-49dc2aad6704 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 217 time: 0.1996071 Feb 04 16:01:04.673904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a50e524-1310-44da-800b-20912f062dad req-091ac981-1c06-4ef7-a36e-34e9dcf2e419 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993796 Feb 04 16:01:04.681072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-e4cc73aa-258b-4245-965b-841d588517d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.682761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-2b2093c9-8821-401b-8ad4-cd07f1ca2b2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:04.684132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-e4cc73aa-258b-4245-965b-841d588517d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.0893021 Feb 04 16:01:04.684339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-2b2093c9-8821-401b-8ad4-cd07f1ca2b2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4164503 Feb 04 16:01:04.789815 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'code': 200} Feb 04 16:01:04.836682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-0cd9620c-5ed8-4f13-9ee1-2866d35dc79d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281645 Feb 04 16:01:04.863894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-f1a89939-1f0a-43ff-8475-80d704608266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1099 time: 0.6027052 Feb 04 16:01:04.918103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-33409828-c056-44fe-8f16-628e1a22df1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.2096553 Feb 04 16:01:05.055138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-8850f0b7-23ed-4723-a96d-69efb53f523b service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090003 Feb 04 16:01:05.111525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:05.167128 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-2abb739c-c6c0-4308-a194-eb5e178cd93e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8163445 Feb 04 16:01:05.179492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.394921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-333cdb7b-7639-401d-a0ad-416e858d76fc req-b3e400a1-6026-4fb2-af25-d5cfb0ff65d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299468 Feb 04 16:01:05.430236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:05.452124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'mac_address': 'fa:16:3e:32:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:05.496595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Network 4e840f73-475f-4eab-b07f-b395518e877b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:05.502163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-d93165c1-7070-44cd-88ad-e1391baec2fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:05.503674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-d93165c1-7070-44cd-88ad-e1391baec2fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.5847793 Feb 04 16:01:05.513921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:05.516389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:05.548385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.569256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Pushing event updated for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:05.584691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:05.606372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:05.614402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.694710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-25eb9448-cc1e-42d5-9dae-4af98967dcd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:05.696163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-25eb9448-cc1e-42d5-9dae-4af98967dcd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.8250253 Feb 04 16:01:05.722268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:05.797204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:05.797721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:05.811805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-faa57d9e-e632-4aec-837b-7de9240eeb8a service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251104 Feb 04 16:01:05.856716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fc752de-1b18-47b4-8776-797fdc7c3adf req-7a3f182e-ac7c-4f67-86ec-e49fe9a8d378 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 1101 time: 0.8920224 Feb 04 16:01:05.884096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-bf9ad02a-d1ca-41ff-98d3-b3981376a3c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1648679 Feb 04 16:01:05.900274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:05.998620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e149d-c39b-4c51-b29f-f9e10a3d866a req-987791b2-43d8-4c1f-a5bd-c82a29689b8f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:06.005312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c76e149d-c39b-4c51-b29f-f9e10a3d866a req-987791b2-43d8-4c1f-a5bd-c82a29689b8f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 948 time: 0.8371291 Feb 04 16:01:06.042462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-d36cf960-57ef-416b-81e5-607a635fe0ac tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3106794 Feb 04 16:01:06.085644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Request body: {'port': {'device_id': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:06.188705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-806c1def-164e-407d-9094-468d0f33b947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:06.190384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-806c1def-164e-407d-9094-468d0f33b947 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2475994 Feb 04 16:01:06.296475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fc752de-1b18-47b4-8776-797fdc7c3adf req-362d1493-67fe-45e7-b56b-bc8c4fefe664 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274335 Feb 04 16:01:06.314834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-78e85147-0482-4732-9565-1079c3427e1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7563264 Feb 04 16:01:06.370422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-1c34103c-1fb9-4635-aa83-3a1f2eeeb32b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:06.371882 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-1c34103c-1fb9-4635-aa83-3a1f2eeeb32b tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 950 time: 0.1993501 Feb 04 16:01:06.426801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e27e4562-15e6-42d5-82c1-0000dec18fdd req-0b115155-93f3-4ce8-8d19-f75d704d2077 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979609 Feb 04 16:01:06.447042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c76e149d-c39b-4c51-b29f-f9e10a3d866a req-03dbcb37-2bf8-4f4b-9f5c-0e218bf9f292 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406607 Feb 04 16:01:06.471993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Deleting port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:06.471993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.589845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:06.762253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-ec7c9d19-de84-4864-bdae-944ac5d215e0 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336801 Feb 04 16:01:06.769796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-a8e7990a-5d84-42e8-8a56-b3f1ece59755 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5537641 Feb 04 16:01:06.825215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] For port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:06.825610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.018623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Calling delete_port for f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:07.037900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b2b0-d400-41d2-bc5c-0034875a3462 req-e933c02b-060a-4d01-b52e-af5e530d4fc1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:07.045494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c7b2b0-d400-41d2-bc5c-0034875a3462 req-e933c02b-060a-4d01-b52e-af5e530d4fc1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.7215326 Feb 04 16:01:07.129672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:07.132913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:07.203909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.257921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Pushing event deleted for resources: {'Port': ['ID=f2b3e7ec-04c9-40ff-b8fe-6d127574fc94,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:07.351548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] No DVR routers for this DVR port f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:07.357086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.359374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:07.362151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'name': 'network-vif-deleted', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:07.381625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:07.381995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.384200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c7aa6b86-cad6-4357-843c-900db8c90ec9 req-9bd465c7-0df1-4e4a-8e7e-ebfd8f995912 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.58 "DELETE /v2.0/ports/f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 HTTP/1.1" status: 204 len: 173 time: 1.0054696 Feb 04 16:01:07.391711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c7b2b0-d400-41d2-bc5c-0034875a3462 req-c116434b-4078-43cc-befb-420e43ecedf6 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453450 Feb 04 16:01:07.407811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e86a3e-5585-43da-9da8-ea319026cc64 req-a1f688e7-39b6-42bd-b190-328ca317c847 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:07.409315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e86a3e-5585-43da-9da8-ea319026cc64 req-a1f688e7-39b6-42bd-b190-328ca317c847 tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e436b5d-029b-448d-845e-e257bac3275b HTTP/1.1" status: 200 len: 867 time: 0.8017876 Feb 04 16:01:07.474803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-db37ba07-8adb-438e-acd8-f532d44d7c61 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727295 Feb 04 16:01:07.485100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:07.513787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'mac_address': 'fa:16:3e:d7:36:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:07.589190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-bca097ea-d52e-4346-8fce-21098f72cab1 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182387 Feb 04 16:01:07.665054 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.678432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.710069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:07.732481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:07.747319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:07.749750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:07.754177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.794779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.801438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:01:07.813682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e86a3e-5585-43da-9da8-ea319026cc64 req-c6f1da15-7e78-47fd-b0fc-28e0fc41e82d tempest-TenantUsagesTestJSON-165083513 tempest-TenantUsagesTestJSON-165083513-project] 10.222.0.62 "GET /v2.0/security-groups?id=73881407-1610-4721-93ad-2906a9a4662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766546 Feb 04 16:01:07.831729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:07.910674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:07.928256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e259209-22ff-404b-a6ec-403a39788506 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:07.934245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-bc464535-b865-4a18-bc28-d496af128b92 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939891 Feb 04 16:01:07.940221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:07.961129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Transition to ACTIVE for port object 1e259209-22ff-404b-a6ec-403a39788506 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:07.969138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087cb6a-6524-497d-aeb4-bc5fc5be3ff3 req-de013c71-70b6-4ec9-af7a-c908cfd3638e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:07.970090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d087cb6a-6524-497d-aeb4-bc5fc5be3ff3 req-de013c71-70b6-4ec9-af7a-c908cfd3638e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Synchronizing usage tracker for tenant:736e82d6ef3348bc80d1cdea18cfa454 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:07.976840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.082278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c17858d8-a902-4218-9482-8cf2830ef2a4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:08.202256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d087cb6a-6524-497d-aeb4-bc5fc5be3ff3 req-de013c71-70b6-4ec9-af7a-c908cfd3638e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Unset dirty status for tenant:736e82d6ef3348bc80d1cdea18cfa454 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:08.203431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d087cb6a-6524-497d-aeb4-bc5fc5be3ff3 req-de013c71-70b6-4ec9-af7a-c908cfd3638e tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 931 time: 0.4612222 Feb 04 16:01:08.212221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Pushing event updated for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:08.373565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-2bf8ba29-9701-444d-bff2-4616f978cdfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 1101 time: 0.3903859 Feb 04 16:01:08.377848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d087cb6a-6524-497d-aeb4-bc5fc5be3ff3 req-984a8579-3f0d-4bde-85cb-13225341d2e8 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621985 Feb 04 16:01:08.385457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5926-ce39-471c-9fe5-723a9ba1152c req-328fbd04-e65b-4aa8-af28-c82e2aef9bd5 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:08.386835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-936b5926-ce39-471c-9fe5-723a9ba1152c req-328fbd04-e65b-4aa8-af28-c82e2aef9bd5 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 950 time: 0.3677218 Feb 04 16:01:08.495077 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e436b5d-029b-448d-845e-e257bac3275b', 'name': 'network-vif-deleted', 'tag': 'f2b3e7ec-04c9-40ff-b8fe-6d127574fc94', 'status': 'completed', 'code': 200} Feb 04 16:01:08.521205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Attempting to bind port 1e259209-22ff-404b-a6ec-403a39788506 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:08.521709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Attempting to bind port 1e259209-22ff-404b-a6ec-403a39788506 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '37c541aa-4eef-4e32-88c4-17cbd172e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:08.521852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Attempting to bind port 1e259209-22ff-404b-a6ec-403a39788506 on network 4e840f73-475f-4eab-b07f-b395518e877b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:08.557739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-936b5926-ce39-471c-9fe5-723a9ba1152c req-a5da9f6b-ad7e-4f90-9b48-1ebe8a060912 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635733 Feb 04 16:01:08.560692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Port 1e259209-22ff-404b-a6ec-403a39788506 on network 4e840f73-475f-4eab-b07f-b395518e877b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:08.561010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Attempting to bind port 1e259209-22ff-404b-a6ec-403a39788506 on network 4e840f73-475f-4eab-b07f-b395518e877b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:08.582187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-0e24b0fd-5c0e-4e1e-be12-ea13cfcd219c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:08.583632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-0e24b0fd-5c0e-4e1e-be12-ea13cfcd219c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1908412 Feb 04 16:01:08.672027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:08.672358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Checking segment: {'id': '37c541aa-4eef-4e32-88c4-17cbd172e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:08.672739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Bound using segment: {'id': '37c541aa-4eef-4e32-88c4-17cbd172e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:08.673176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Bound port: 1e259209-22ff-404b-a6ec-403a39788506, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c541aa-4eef-4e32-88c4-17cbd172e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:08.673516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:08.712334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-98ecad2c-1ffe-47a4-af55-99f46f99c0e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 HTTP/1.1" status: 200 len: 217 time: 0.1212480 Feb 04 16:01:08.753424 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'code': 200} Feb 04 16:01:09.049757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-5e2c048f-d56d-4cab-a5d8-33ecff34c4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:09.051074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-5e2c048f-d56d-4cab-a5d8-33ecff34c4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3023500 Feb 04 16:01:09.106227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e28a43-ad27-4172-8a71-3ce346db7d01 req-40160b1c-ce0b-4085-b64f-585237900d6e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:09.107702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0e28a43-ad27-4172-8a71-3ce346db7d01 req-40160b1c-ce0b-4085-b64f-585237900d6e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 949 time: 0.5207086 Feb 04 16:01:09.126347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:09.145862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:09.169210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1e259209-22ff-404b-a6ec-403a39788506,segment=NetworkSegment(37c541aa-4eef-4e32-88c4-17cbd172e8c7),segment_id=37c541aa-4eef-4e32-88c4-17cbd172e8c7)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:09.184088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.186787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:09.230310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:09.230670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f2b3e7ec-04c9-40ff-b8fe-6d127574fc94 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:09.238357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b675ec0d-c226-4656-b69e-5ef270dcacc7 req-927c656d-d17f-464e-9984-4d019faccd25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 1101 time: 0.3371406 Feb 04 16:01:09.253753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c17858d8-a902-4218-9482-8cf2830ef2a4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:09.258609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c17858d8-a902-4218-9482-8cf2830ef2a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:09.259157 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.289696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150d5a4-60da-4a9a-a1d2-d8be4062ee04 req-5698e1df-55a4-4667-8a3e-8b9bf4e1e268 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:09.291168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f150d5a4-60da-4a9a-a1d2-d8be4062ee04 req-5698e1df-55a4-4667-8a3e-8b9bf4e1e268 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.3543510 Feb 04 16:01:09.329770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.331118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] 10.222.0.58 "PUT /v2.0/ports/1e259209-22ff-404b-a6ec-403a39788506 HTTP/1.1" status: 200 len: 1091 time: 3.2586226 Feb 04 16:01:09.331585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'tag': '1e259209-22ff-404b-a6ec-403a39788506'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:09.343267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0e28a43-ad27-4172-8a71-3ce346db7d01 req-42bcad99-82b1-44d1-8b07-044f2dac864b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210958 Feb 04 16:01:09.369963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e3e6-c0da-41b3-8317-bf46854f3d68 service neutron] Pushing event updated for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.392578 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.422994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-7ec0bc43-5e93-4913-a7ad-eeb55b937461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641417 Feb 04 16:01:09.427665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:09.430136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b675ec0d-c226-4656-b69e-5ef270dcacc7 req-016dbde8-5fc2-46fa-b767-1d6392238d09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690209 Feb 04 16:01:09.433570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:09.504580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:09.520894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f150d5a4-60da-4a9a-a1d2-d8be4062ee04 req-e7016714-ee9b-4c54-86ee-21885557766f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214267 Feb 04 16:01:09.593427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-a7dd319a-0bb2-4332-9e82-a9f4f138a9a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=736e82d6ef3348bc80d1cdea18cfa454&device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 1094 time: 0.2097294 Feb 04 16:01:09.598803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-54b72eb6-25c2-4374-91a2-d78787202ad4 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677039 Feb 04 16:01:09.735841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-b5b68d88-b640-4f42-b546-65cc6f22efc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e259209-22ff-404b-a6ec-403a39788506 HTTP/1.1" status: 200 len: 217 time: 0.1343799 Feb 04 16:01:09.833336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-5f20f4cb-5408-468e-b8f1-70ba29a7155a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:09.834831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-5f20f4cb-5408-468e-b8f1-70ba29a7155a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbd2dd36-225d-48dd-a68c-0663e7a62895 HTTP/1.1" status: 200 len: 858 time: 0.0915294 Feb 04 16:01:09.893015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-fe6f5b24-149f-4e1c-be96-83e68a4f1454 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e840f73-475f-4eab-b07f-b395518e877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487971 Feb 04 16:01:09.895175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0252ff-1e84-4564-8940-279f5c0ed933 req-8d2f0e1a-c13f-4016-a9b8-ed86f4d98c95 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401745 Feb 04 16:01:10.017213 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'tag': '1e259209-22ff-404b-a6ec-403a39788506', 'status': 'completed', 'code': 200} Feb 04 16:01:10.105855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-fbb8a2c1-453b-47a9-88c4-0137de633c58 service neutron] 10.222.0.58 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070990 Feb 04 16:01:10.269886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-859ddfea-6691-49c7-af31-efdcbe83cabf req-c7380b98-87a6-42e4-aa87-4c29c6116df6 service neutron] 10.222.0.58 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582141 Feb 04 16:01:10.321084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:10.521469 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7ec972b-ff8b-49ab-8bf3-f6d235a49da9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ef45fd3727c472e9fb28193907785d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1990218 Feb 04 16:01:10.523887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:10.559492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c55-f521-4148-889a-de4178022384 req-06d773d3-f98b-4943-8d7d-b10f818c44fd tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.560976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a4c3c55-f521-4148-889a-de4178022384 req-06d773d3-f98b-4943-8d7d-b10f818c44fd tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 943 time: 0.2752082 Feb 04 16:01:10.568485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-ff86dc35-04cc-4143-80c1-7093a281f292 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=736e82d6ef3348bc80d1cdea18cfa454&device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 1094 time: 0.2350218 Feb 04 16:01:10.594102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.624295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.680813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.699485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73881407-1610-4721-93ad-2906a9a4662a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:10.710162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:10.714090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-50c5c62f-d6f1-43e4-846e-7f21f61e14bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73881407-1610-4721-93ad-2906a9a4662a HTTP/1.1" status: 204 len: 168 time: 0.1861668 Feb 04 16:01:10.754623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:10.800763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-47a9220e-c07f-4d8a-a0a4-0d6bb87f7274 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.802184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-47a9220e-c07f-4d8a-a0a4-0d6bb87f7274 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135&tenant_id=bdd2a8bec3ad42089af03e8245122272&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 950 time: 0.4070351 Feb 04 16:01:10.903292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a4c3c55-f521-4148-889a-de4178022384 req-3eb75d6e-935b-4f91-a097-10a6091ecf7f tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326857 Feb 04 16:01:10.931354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd2b6-7cfd-4cd8-bda4-45e2d71780e1 req-dfb387b1-8311-4c6d-a22d-8e99fe6a0e95 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.932873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff5bd2b6-7cfd-4cd8-bda4-45e2d71780e1 req-dfb387b1-8311-4c6d-a22d-8e99fe6a0e95 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 950 time: 0.4471283 Feb 04 16:01:10.976416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-aa78b4b0-3ed3-4a7e-a7e4-5e70947da632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:10.977851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-aa78b4b0-3ed3-4a7e-a7e4-5e70947da632 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e840f73-475f-4eab-b07f-b395518e877b HTTP/1.1" status: 200 len: 919 time: 0.2723038 Feb 04 16:01:11.047714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-a4dced7d-e408-42b3-a148-39868040484e service neutron] 10.222.0.41 "GET /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.2331343 Feb 04 16:01:11.066162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.068021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-8aeddd56-46fa-4fea-8bfd-702011892a95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e259209-22ff-404b-a6ec-403a39788506 HTTP/1.1" status: 200 len: 217 time: 0.0745299 Feb 04 16:01:11.076186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff5bd2b6-7cfd-4cd8-bda4-45e2d71780e1 req-b294af53-9eed-45e2-9eac-b1da57f627a9 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304321 Feb 04 16:01:11.128270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.160346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:11.167238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:11.189975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:11.194625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Usage tracker for resource:security_group_rule and tenant:a77cff141aaa4989abb595cd01e57c6c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:11.199847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:11.203915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-f44f494b-baa9-4c0d-b75b-d67f6009e1ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:11.205340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-f44f494b-baa9-4c0d-b75b-d67f6009e1ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbd2dd36-225d-48dd-a68c-0663e7a62895 HTTP/1.1" status: 200 len: 858 time: 0.1280386 Feb 04 16:01:11.215749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:11.274504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-da3772ef-ba20-42be-bd70-99c47db41b84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e840f73-475f-4eab-b07f-b395518e877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606720 Feb 04 16:01:11.365339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.371779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.424421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f036d-ee82-4e85-a51e-a0a3fd32169c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.430112 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82f68d57-9642-4221-b89c-441074097b28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a77cff141aaa4989abb595cd01e57c6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3620436 Feb 04 16:01:11.433170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47768) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:11.494525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.507094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-aa7f4415-5539-4a4e-884f-61cbd6920bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1101 time: 0.3990717 Feb 04 16:01:11.507491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.544269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.563340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:11.577835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:11.580922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61', 'port_id': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'mac_address': 'fa:16:3e:49:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1325b98-90d9-434f-9b93-fd2e5b9940e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:11.610651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.621434 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.629002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f036d-ee82-4e85-a51e-a0a3fd32169c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.639581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.643796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5c2db6d-a0de-4440-ba32-f5e921dfc148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b07f036d-ee82-4e85-a51e-a0a3fd32169c HTTP/1.1" status: 204 len: 168 time: 0.2068460 Feb 04 16:01:11.699530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.728148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7907da-8ffb-43bd-9f09-5c2a598a4068 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:11.737007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.750140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:11.755449 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:11.822065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-92685106-2f87-47fa-a0d5-33a0e388f47e service neutron] 10.222.0.58 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375407 Feb 04 16:01:11.827496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:11.829089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-6e052523-5e85-400b-970d-191ae9d4fb3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:11.830486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-6e052523-5e85-400b-970d-191ae9d4fb3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3082271 Feb 04 16:01:11.991793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4043876-5297-424b-999e-580e2556dc3d req-78f3bcd6-e653-46dd-92d6-9de1c5fada82 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:11.993228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4043876-5297-424b-999e-580e2556dc3d req-78f3bcd6-e653-46dd-92d6-9de1c5fada82 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.4905207 Feb 04 16:01:11.997669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-9cb3db7d-2ed7-4f92-883d-3f9382e480d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1412876 Feb 04 16:01:12.063873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d95d6-fc58-4e9c-a65e-a640ea29bd14 req-8cce2373-662b-4579-8429-2fa87babbbe1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.065302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca2d95d6-fc58-4e9c-a65e-a640ea29bd14 req-8cce2373-662b-4579-8429-2fa87babbbe1 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.4007919 Feb 04 16:01:12.076954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9b7907da-8ffb-43bd-9f09-5c2a598a4068'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:12.159231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64a7557b-7649-448a-a1d3-9fd79d176ff1 req-25038808-e445-458c-be71-012ce1744d24 service neutron] 10.222.0.58 "GET /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264291 Feb 04 16:01:12.175154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-0cdcaa00-f146-4e33-968f-1c7402bbdafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.176621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-0cdcaa00-f146-4e33-968f-1c7402bbdafd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1655676 Feb 04 16:01:12.217187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4043876-5297-424b-999e-580e2556dc3d req-8d6da8bb-c62e-4879-986d-3e9c0bfb4b1d tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079103 Feb 04 16:01:12.224801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca2d95d6-fc58-4e9c-a65e-a640ea29bd14 req-c51a5afa-4c31-4167-993f-f72d1cd1ab5a tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457953 Feb 04 16:01:12.286471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-4ce45d83-f700-4c8c-a5e9-442ec901be24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024394 Feb 04 16:01:12.374127 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'code': 200} Feb 04 16:01:12.472179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-58217f54-fb59-4e67-af6f-a48f7653072f service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788354 Feb 04 16:01:12.861465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53445105-3983-4764-b0c4-d2422802f4d0 req-9eb13494-9b07-4933-8295-7902e99eba49 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.862913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-9eb13494-9b07-4933-8295-7902e99eba49 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.4171338 Feb 04 16:01:12.865650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-6ea75b70-6f4f-4a11-afbd-f93589667033 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327149 Feb 04 16:01:12.885110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-b6cd744e-9140-488f-8b8d-a1e38b494d46 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/quotas/72547cce33154153b136ba6bbdf6fd27 HTTP/1.1" status: 200 len: 375 time: 0.0153911 Feb 04 16:01:12.892594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340716-e15c-410a-92e3-97d8193a5581 req-22d7917a-25ba-4ef4-9836-ae082ef67fa3 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:12.894019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d340716-e15c-410a-92e3-97d8193a5581 req-22d7917a-25ba-4ef4-9836-ae082ef67fa3 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 943 time: 0.4178636 Feb 04 16:01:13.042176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d340716-e15c-410a-92e3-97d8193a5581 req-1061b089-f023-402d-aab7-cd8f01e09fae tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164482 Feb 04 16:01:13.066796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-0c7e9e17-fd5d-4421-b3c7-d1cf1bcd8339 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1718376 Feb 04 16:01:13.075664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-f470e9e6-325b-4fe6-b22d-f67f7c5bfd55 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:13.075664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-f470e9e6-325b-4fe6-b22d-f67f7c5bfd55 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b7b80bd-0581-43be-858e-e43591becffd HTTP/1.1" status: 200 len: 943 time: 0.1311197 Feb 04 16:01:13.154954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Deleting port 277311a1-0842-4776-be5a-03c8f7aac7fe {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:13.155610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.205428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:13.347324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:13.363654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'mac_address': 'fa:16:3e:91:d2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:13.415377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.436425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:13.451186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:13.454707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.455330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1e259209-22ff-404b-a6ec-403a39788506 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:13.571190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-f6c13f81-cd63-480b-99e2-f917dcf20926 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961004 Feb 04 16:01:13.590966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.624917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e92ca-12b3-40a1-9004-6c1de6890cca req-bcceda0b-d4e7-4f6f-a5ca-f463e373272b tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:13.626350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-806e92ca-12b3-40a1-9004-6c1de6890cca req-bcceda0b-d4e7-4f6f-a5ca-f463e373272b tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 950 time: 0.3578024 Feb 04 16:01:13.648432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1e259209-22ff-404b-a6ec-403a39788506,segment=NetworkSegment(37c541aa-4eef-4e32-88c4-17cbd172e8c7),segment_id=37c541aa-4eef-4e32-88c4-17cbd172e8c7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:13.662136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '1e259209-22ff-404b-a6ec-403a39788506', 'network_id': '4e840f73-475f-4eab-b07f-b395518e877b', 'port_id': '1e259209-22ff-404b-a6ec-403a39788506', 'mac_address': 'fa:16:3e:7a:00:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd2dd36-225d-48dd-a68c-0663e7a62895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:13.715951 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.718521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] For port 277311a1-0842-4776-be5a-03c8f7aac7fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=277311a1-0842-4776-be5a-03c8f7aac7fe,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:13.718883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.734033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e259209-22ff-404b-a6ec-403a39788506 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:13.750458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1e259209-22ff-404b-a6ec-403a39788506,segment=NetworkSegment(37c541aa-4eef-4e32-88c4-17cbd172e8c7),segment_id=37c541aa-4eef-4e32-88c4-17cbd172e8c7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:13.760681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:13.833409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:13.848073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['aa989616-b471-447b-a4a3-57c778bbb0d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:13.870418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Calling delete_port for 277311a1-0842-4776-be5a-03c8f7aac7fe owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:13.934402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-806e92ca-12b3-40a1-9004-6c1de6890cca req-da2eb0cd-4c71-4260-8895-cb9105c3a48f tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574868 Feb 04 16:01:13.950050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-5e5ae8a5-4604-4540-b5d4-6666057e9418 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628078 Feb 04 16:01:14.031992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1e259209-22ff-404b-a6ec-403a39788506'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:14.101002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.230272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event deleted for resources: {'Port': ['ID=277311a1-0842-4776-be5a-03c8f7aac7fe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:14.379773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:14.571514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] No DVR routers for this DVR port 277311a1-0842-4776-be5a-03c8f7aac7fe on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:14.578122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:14.593312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-deleted', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:14.633666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a32a8bdc-e605-4877-97d2-69ace5b641f3 req-009b59a3-9dce-42d4-9a6e-6a7639a5ca0e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.41 "DELETE /v2.0/ports/277311a1-0842-4776-be5a-03c8f7aac7fe HTTP/1.1" status: 204 len: 173 time: 1.5533502 Feb 04 16:01:14.644609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf474b-8abe-41ed-a445-2ad1cc0899c3 req-2205f273-0b7d-48f3-8e04-af0687b4be7f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.652851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02bf474b-8abe-41ed-a445-2ad1cc0899c3 req-2205f273-0b7d-48f3-8e04-af0687b4be7f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.1325428 Feb 04 16:01:14.703741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e88965-c588-4f22-89e2-c583aba22981 req-b3d2201f-49cc-432e-913b-94f2d6fd7246 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.705129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e88965-c588-4f22-89e2-c583aba22981 req-b3d2201f-49cc-432e-913b-94f2d6fd7246 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.4711099 Feb 04 16:01:14.718860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02bf474b-8abe-41ed-a445-2ad1cc0899c3 req-c4f14efe-f27c-476d-9552-1d4a6cc647a4 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Feb 04 16:01:14.827719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e88965-c588-4f22-89e2-c583aba22981 req-a1731a2c-39ed-45f9-9747-fbe2592aef4d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076334 Feb 04 16:01:14.988050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829e021-b655-42cb-b007-c99bc3a5f7af req-12f141cc-a7ac-45ed-82f6-0aa248f13d9c tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:14.989636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a829e021-b655-42cb-b007-c99bc3a5f7af req-12f141cc-a7ac-45ed-82f6-0aa248f13d9c tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 950 time: 0.0915141 Feb 04 16:01:15.097613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a829e021-b655-42cb-b007-c99bc3a5f7af req-acb4525e-87f7-49ae-aaaa-eae64e33d503 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002853 Feb 04 16:01:15.184155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:15.260929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:15.420684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-eae4ff08-04a7-46c1-a539-614a44e62e34 req-68c24f21-a37a-49ea-8714-0488cb6c6587 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:15.430821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port aa989616-b471-447b-a4a3-57c778bbb0d0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:15.431755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.455405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:15.463290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cb314-a349-4287-83ab-683f932ac44a req-40084a40-7b00-45bc-bf6f-36d4a85adeaf tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:15.464933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-744cb314-a349-4287-83ab-683f932ac44a req-40084a40-7b00-45bc-bf6f-36d4a85adeaf tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 944 time: 0.2850566 Feb 04 16:01:15.482276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:15.482669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.504378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-eae4ff08-04a7-46c1-a539-614a44e62e34 req-68c24f21-a37a-49ea-8714-0488cb6c6587 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:15.505499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eae4ff08-04a7-46c1-a539-614a44e62e34 req-68c24f21-a37a-49ea-8714-0488cb6c6587 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 210 time: 0.2097492 Feb 04 16:01:15.514144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-68863da3-53fb-450d-ba33-ab045e04bca1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135&tenant_id=bdd2a8bec3ad42089af03e8245122272 HTTP/1.1" status: 200 len: 1101 time: 0.1719825 Feb 04 16:01:15.528780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:15.587431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-744cb314-a349-4287-83ab-683f932ac44a req-288f7f12-746f-44a5-8f98-e5ca6e3cd21b tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081035 Feb 04 16:01:15.659659 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.688213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.703153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:15.726569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.729118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1e259209-22ff-404b-a6ec-403a39788506 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:15.806009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.901897 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'code': 200} Feb 04 16:01:15.928164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:15.943869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:15.944616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:15.982991 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b80bd-0581-43be-858e-e43591becffd', 'name': 'network-vif-deleted', 'tag': '277311a1-0842-4776-be5a-03c8f7aac7fe', 'status': 'completed', 'code': 200} Feb 04 16:01:15.987848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 277311a1-0842-4776-be5a-03c8f7aac7fe {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:15.990785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 277311a1-0842-4776-be5a-03c8f7aac7fe not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:15.991203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:16.086964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.155690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 1e259209-22ff-404b-a6ec-403a39788506 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:16.168330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 1e259209-22ff-404b-a6ec-403a39788506 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:16.169424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.173397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53445105-3983-4764-b0c4-d2422802f4d0 req-16306517-d568-4af3-9de2-fba77468be7b tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.174827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-16306517-d568-4af3-9de2-fba77468be7b tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.3152850 Feb 04 16:01:16.199832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Request body: {'port': {'device_id': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'admin_state_up': True, 'tenant_id': '72547cce33154153b136ba6bbdf6fd27'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:16.220070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:16.314394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.383954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.384242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:16.460244 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.497865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:16.511019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1e259209-22ff-404b-a6ec-403a39788506,segment=NetworkSegment(37c541aa-4eef-4e32-88c4-17cbd172e8c7),segment_id=37c541aa-4eef-4e32-88c4-17cbd172e8c7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:16.519947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.522164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.541380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:16.564209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Transition to ACTIVE for port object c17858d8-a902-4218-9482-8cf2830ef2a4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:16.574696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:16.577842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.686847 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:01:16.687321 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:01:16.690725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:16.692444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:16.706700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b6a12-bb9a-410b-9462-eab43cf2e9bc req-1064131a-c9c0-4830-9e3d-d7fe5ffc41f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:16.711383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376b6a12-bb9a-410b-9462-eab43cf2e9bc req-1064131a-c9c0-4830-9e3d-d7fe5ffc41f5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 950 time: 0.2949076 Feb 04 16:01:17.168066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:17.267940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-376b6a12-bb9a-410b-9462-eab43cf2e9bc req-8c2692b6-69f0-4a31-b7b5-c9cd04dc56eb tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021837 Feb 04 16:01:17.278283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Allocated IP 172.20.0.4 (38401940-e3c6-4883-9d47-bcc4a35f13c4/f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3/e72f11a9-2ba0-4183-85ad-bc6ff901adac) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:17.281831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] No DVR routers for this DVR port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:17.403519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:17.403964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:17.404365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:17.432617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:17.433032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Attempting to bind port c17858d8-a902-4218-9482-8cf2830ef2a4 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:17.465954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbec75-c98e-4242-9696-73f5d4b79742 req-5b86f15b-623a-486f-bb09-dc2e55d44339 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:17.467649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cedbec75-c98e-4242-9696-73f5d4b79742 req-5b86f15b-623a-486f-bb09-dc2e55d44339 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.5120261 Feb 04 16:01:17.536574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:17.537008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:17.537460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:17.537983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Bound port: c17858d8-a902-4218-9482-8cf2830ef2a4, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:17.538419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.612975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cedbec75-c98e-4242-9696-73f5d4b79742 req-4f9e5d31-4f94-4d07-b455-77879d1a8d7f tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949473 Feb 04 16:01:17.728647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95e979ff-f6ce-4fd9-8015-3b9feab36ca7 req-e459657f-d050-48e3-831d-38d33524cf18 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 210 time: 0.0848205 Feb 04 16:01:17.782581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.794602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:17.799023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:17.812908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.902923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}, {'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068'}, {'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e259209-22ff-404b-a6ec-403a39788506'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:17.950692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.968810 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:17.970193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] 10.222.0.58 "PUT /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 1097 time: 2.4467645 Feb 04 16:01:17.987231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}, {'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:18.063487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb37441-4c18-4509-b88f-927cf27f878e service neutron] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=11']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:18.083878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:18.197898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:18.209796 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'code': 200} Feb 04 16:01:18.210095 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'code': 200} Feb 04 16:01:18.210371 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e259209-22ff-404b-a6ec-403a39788506', 'code': 200} Feb 04 16:01:18.221442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:18.310112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:18.310852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:18.350946 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'code': 200} Feb 04 16:01:18.351235 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'status': 'completed', 'code': 200} Feb 04 16:01:18.423615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:18.446232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1bb8aef6-b3bf-4f34-8012-13b8b04def8d req-8db8c19b-f389-4719-acb3-582a40e2150e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 1096 time: 0.1464679 Feb 04 16:01:18.558595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-80af3777-2146-4424-b91a-0d1cce1dab00 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3696711 Feb 04 16:01:18.575378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Request body: {'port': {'device_id': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:18.640838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722bc11-9ce9-4e01-b749-89435b72dc43 req-74681e12-76b4-40b1-8608-d73eb65e3680 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:18.648196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1722bc11-9ce9-4e01-b749-89435b72dc43 req-74681e12-76b4-40b1-8608-d73eb65e3680 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 945 time: 0.7571645 Feb 04 16:01:18.658355 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1bb8aef6-b3bf-4f34-8012-13b8b04def8d req-03999f7e-487e-4a64-903a-a17aee608fa6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030675 Feb 04 16:01:18.719460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-151f612a-0c9f-48a9-86f6-e17fde464ea2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1100 time: 0.7067170 Feb 04 16:01:18.749235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c57a20c-c52c-4a6d-9c79-f5bd0e10d990 req-4dbb7eeb-e81f-43ef-9663-fc70451f21b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1096 time: 0.4517531 Feb 04 16:01:18.808883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-38950a36-2c2a-45af-ad5f-902846d06ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1100 time: 0.4376023 Feb 04 16:01:18.834323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47928) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:18.838878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1722bc11-9ce9-4e01-b749-89435b72dc43 req-755b5e99-e963-45e7-bfaf-da2803b73056 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898005 Feb 04 16:01:19.068861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.097576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.137828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:19.140169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c57a20c-c52c-4a6d-9c79-f5bd0e10d990 req-c8d2c5f9-ce3d-4608-8247-e33f126783a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837926 Feb 04 16:01:19.142753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Usage tracker for resource:security_group_rule and tenant:f085bf69352c4ee19538a236c7a4938e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:19.146290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:19.155787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:19.201433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:19.245923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.255764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.334315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282db402-e9d7-42f9-95bd-c228b1d44b39,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.357495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aef74885-85f8-4e44-b0be-7eb9191af452 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f085bf69352c4ee19538a236c7a4938e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5218396 Feb 04 16:01:19.360094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47938) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:19.370860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d7e6-fa1f-41f7-9cb1-e57f3c1e4dc2 req-64396ef0-6e33-40b1-8c1f-5647c2f26cba tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.375646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:19.377590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a47d7e6-fa1f-41f7-9cb1-e57f3c1e4dc2 req-64396ef0-6e33-40b1-8c1f-5647c2f26cba tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 949 time: 0.8179126 Feb 04 16:01:19.395328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'mac_address': 'fa:16:3e:e0:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:19.437933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.460515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.482700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:19.502628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:19.503281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.508202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.568361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-8b10002f-bb2f-41ee-9acd-7720919fa5da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.568361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-8b10002f-bb2f-41ee-9acd-7720919fa5da service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.7119470 Feb 04 16:01:19.569193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-257fd49a-382a-4802-bab4-303cb5b729da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.570348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-257fd49a-382a-4802-bab4-303cb5b729da service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.6764224 Feb 04 16:01:19.610211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.610821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.632134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282db402-e9d7-42f9-95bd-c228b1d44b39,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:19.640585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:19.641792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec0123ad-d45a-4902-b848-8f4299b46b04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/282db402-e9d7-42f9-95bd-c228b1d44b39 HTTP/1.1" status: 204 len: 168 time: 0.2805667 Feb 04 16:01:19.653868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9b77e87d-73df-419e-8441-f7b827b3fed7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:19.714045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-51709fc9-16ae-4cae-bf2e-a8e940534bfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1352277 Feb 04 16:01:19.742922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a47d7e6-fa1f-41f7-9cb1-e57f3c1e4dc2 req-d4252ef3-2f1f-47af-b4fd-514a97666b16 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644037 Feb 04 16:01:19.859112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-1c65cd65-8670-4e5a-b320-ab78a63fcb20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:19.861046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-1c65cd65-8670-4e5a-b320-ab78a63fcb20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1345787 Feb 04 16:01:19.873281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-967f08dc-3ecb-42e2-a6f0-f810fb0a7da6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.2899404 Feb 04 16:01:20.226282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e519ba-12ea-4d47-9be3-ae994749a73f req-4f83aa8c-c675-48b4-95f5-42b315777261 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.233058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68e519ba-12ea-4d47-9be3-ae994749a73f req-4f83aa8c-c675-48b4-95f5-42b315777261 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 1.0987630 Feb 04 16:01:20.318734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-e57f24e5-a457-4ef9-8c79-27a2a5458f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.320157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-e57f24e5-a457-4ef9-8c79-27a2a5458f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.4280343 Feb 04 16:01:20.467186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68e519ba-12ea-4d47-9be3-ae994749a73f req-78d8fcc3-2ffd-42db-8781-46683d5b2d71 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331495 Feb 04 16:01:20.568649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-db25a98b-ba34-429a-bf62-6a0aea0b23a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6893730 Feb 04 16:01:20.593389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e3084-8a38-42ac-b366-4d9f8b894b96 req-9217c285-fe8c-4652-aadc-cf454a785a43 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:20.599297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a74e3084-8a38-42ac-b366-4d9f8b894b96 req-9217c285-fe8c-4652-aadc-cf454a785a43 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:20.785872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.794886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a74e3084-8a38-42ac-b366-4d9f8b894b96 req-9217c285-fe8c-4652-aadc-cf454a785a43 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:20.802077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a74e3084-8a38-42ac-b366-4d9f8b894b96 req-9217c285-fe8c-4652-aadc-cf454a785a43 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 931 time: 0.6508083 Feb 04 16:01:20.864467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:20.929219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-e66e5637-4ed8-4c94-98d0-ac4aac7c4f71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5970192 Feb 04 16:01:21.075846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72f11a9-2ba0-4183-85ad-bc6ff901adac {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:21.112296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.192688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Transition to ACTIVE for port object e72f11a9-2ba0-4183-85ad-bc6ff901adac will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:21.206671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a74e3084-8a38-42ac-b366-4d9f8b894b96 req-78025119-6fa2-4e3d-8361-e1ebeebed4c7 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035552 Feb 04 16:01:21.216783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:21.245824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.358307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9b77e87d-73df-419e-8441-f7b827b3fed7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:21.359246 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.419471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:21.423689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-1f15507d-6bb5-463d-b933-0e6d596860bb service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8175890 Feb 04 16:01:21.461790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-53e60bb3-fe2d-4b08-bcee-2d5054b83465 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069654 Feb 04 16:01:21.564416 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.607593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:21.623517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:21.637371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:21.744212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.120886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a488839-9d01-4d53-a755-878d4a3fc23b req-4e65e881-1190-441d-990a-542c00b8e2ed service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858699 Feb 04 16:01:22.159170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-9bac6a74-9f81-462a-8898-7f6cab029f1c service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242208 Feb 04 16:01:22.248105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Attempting to bind port e72f11a9-2ba0-4183-85ad-bc6ff901adac on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:22.248787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Attempting to bind port e72f11a9-2ba0-4183-85ad-bc6ff901adac by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:22.249117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Attempting to bind port e72f11a9-2ba0-4183-85ad-bc6ff901adac on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:22.259077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03884c8-b32b-47cf-8d22-b05ee6efcd6a req-8a0cff4d-0ca5-4433-b5df-677c167e7b05 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.266213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f03884c8-b32b-47cf-8d22-b05ee6efcd6a req-8a0cff4d-0ca5-4433-b5df-677c167e7b05 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 945 time: 0.5648975 Feb 04 16:01:22.306843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b23ac-9113-4be0-8676-754cc59ac3dc req-489163a9-cf4d-4853-82b6-cd6c922cd4dd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.313665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-527b23ac-9113-4be0-8676-754cc59ac3dc req-489163a9-cf4d-4853-82b6-cd6c922cd4dd tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 949 time: 0.5944467 Feb 04 16:01:22.328989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Port e72f11a9-2ba0-4183-85ad-bc6ff901adac on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:22.331762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Attempting to bind port e72f11a9-2ba0-4183-85ad-bc6ff901adac on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:22.372526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:22.372765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Checking segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:22.373132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Bound using segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:22.373561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Bound port: e72f11a9-2ba0-4183-85ad-bc6ff901adac, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:22.373899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.417287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f03884c8-b32b-47cf-8d22-b05ee6efcd6a req-53305c9f-e919-481a-b02e-9f1594590c82 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501825 Feb 04 16:01:22.465420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-527b23ac-9113-4be0-8676-754cc59ac3dc req-37de6568-4edd-4f6e-8846-3e59915a2bea tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508865 Feb 04 16:01:22.485058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-39e8b23d-2c1d-4c3f-b8bb-dfd4b1130d07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdd2a8bec3ad42089af03e8245122272&device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1100 time: 0.2949378 Feb 04 16:01:22.592010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:22.612335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:22.628409 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'code': 200} Feb 04 16:01:22.638469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.773409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-35ba2b4d-e4da-4c01-af4c-df768c5d9395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:22.773975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-35ba2b4d-e4da-4c01-af4c-df768c5d9395 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2750881 Feb 04 16:01:22.776758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:22.777719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] 10.222.0.58 "PUT /v2.0/ports/e72f11a9-2ba0-4183-85ad-bc6ff901adac HTTP/1.1" status: 200 len: 1091 time: 4.2076163 Feb 04 16:01:22.781245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:22.906302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499112cb-93c4-4311-86a5-e5fc4b266dbc service neutron] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:22.916170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-25abf7d4-e1b6-49c9-851e-59d818ce290e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 200 len: 217 time: 0.1256793 Feb 04 16:01:23.001155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44487-afff-42b5-9ab3-ac655a6ed603 req-31fc2ac4-bc0e-4088-8b8d-19eae013f2ff tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.007795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8a44487-afff-42b5-9ab3-ac655a6ed603 req-31fc2ac4-bc0e-4088-8b8d-19eae013f2ff tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.3330057 Feb 04 16:01:23.036417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-22766de7-b1e7-44a6-a19a-c2a5ca36de92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.037872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-22766de7-b1e7-44a6-a19a-c2a5ca36de92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1161149 Feb 04 16:01:23.120307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-168d6617-2d16-4681-b458-f48e38684f23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 1094 time: 0.2785850 Feb 04 16:01:23.237446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8a44487-afff-42b5-9ab3-ac655a6ed603 req-5b481faf-4f65-4c07-af45-c139c629017c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288008 Feb 04 16:01:23.250960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-160a9dff-6538-4b4e-aff9-6d6f00ffd87a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac HTTP/1.1" status: 200 len: 217 time: 0.1206918 Feb 04 16:01:23.354911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53445105-3983-4764-b0c4-d2422802f4d0 req-6d758108-62a0-4ada-819f-55c36997a029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.356343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-6d758108-62a0-4ada-819f-55c36997a029 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.0900564 Feb 04 16:01:23.361498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-f48f085d-506b-4503-ac2d-a671ba439297 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3152001 Feb 04 16:01:23.362461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48032) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:23.371444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c079709-a81b-4137-b5de-11bee03f2e6a req-f07f5d1c-3b63-456c-bb8b-bc34dc193638 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:23.378107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c079709-a81b-4137-b5de-11bee03f2e6a req-f07f5d1c-3b63-456c-bb8b-bc34dc193638 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 943 time: 0.2675066 Feb 04 16:01:23.516031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-14265050-aa4b-446f-8ad1-11c355430e69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359227 Feb 04 16:01:23.610438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:23.753929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:23.783199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c079709-a81b-4137-b5de-11bee03f2e6a req-38eb9c74-dad5-4346-8835-225a39a6d7df tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038570 Feb 04 16:01:23.796853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Usage tracker for resource:security_group_rule and tenant:71d84f4297cd4d319bc9fa3cb4f7a2ed is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:23.802514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:23.817982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:23.942463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-80c16c0b-0518-4fe2-b944-48d8460d3f0f service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613711 Feb 04 16:01:24.019097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.030478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.033568 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'status': 'completed', 'code': 200} Feb 04 16:01:24.096918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd458ba-9c7c-4b18-8ef7-cee5ccbc6787,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:24.104586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc0de67e-87ef-459e-9646-b02f95793108 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71d84f4297cd4d319bc9fa3cb4f7a2ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7373831 Feb 04 16:01:24.105273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:24.195729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.217850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-eadbf3e2-cccc-44dc-a12c-d909588d94e1 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929824 Feb 04 16:01:24.229513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.317698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.336170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd458ba-9c7c-4b18-8ef7-cee5ccbc6787,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:24.342655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:24.343817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a745e102-ab32-48cd-85d2-abbaf1c6efda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bd458ba-9c7c-4b18-8ef7-cee5ccbc6787 HTTP/1.1" status: 204 len: 168 time: 0.2359948 Feb 04 16:01:24.489287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53445105-3983-4764-b0c4-d2422802f4d0 req-c78f37e3-fe27-44bb-b856-e44f6cbd2adc service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584782 Feb 04 16:01:24.564339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cdbafbb-16ad-4392-a872-c72b35f41f90 req-27d84299-3ddf-4e92-957d-447b0673d1d0 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953045 Feb 04 16:01:24.606775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92c50901-aee2-4e37-8f6a-e03260dc171b req-5991eb01-dba5-4496-9911-1e3ea850d9dd tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1096 time: 0.3212905 Feb 04 16:01:24.745277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92c50901-aee2-4e37-8f6a-e03260dc171b req-a12d9cd8-6f4d-4c71-b09b-aea8466b25dc tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971062 Feb 04 16:01:24.752062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-d98dc242-426e-442d-a3b3-77838025ebd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 1094 time: 0.1939309 Feb 04 16:01:24.763838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a70d-918c-42d9-b33e-faf35101ad02 req-98b01316-3ddf-490d-a323-9ee195d1f84c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:24.765415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f160a70d-918c-42d9-b33e-faf35101ad02 req-98b01316-3ddf-490d-a323-9ee195d1f84c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 949 time: 0.1539149 Feb 04 16:01:24.939217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f160a70d-918c-42d9-b33e-faf35101ad02 req-5f57c2f4-e64f-471f-8c0d-80a8cb43d872 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511858 Feb 04 16:01:25.024331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-e17c1c88-89e6-401d-b781-5a16f5d37b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.026878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-e17c1c88-89e6-401d-b781-5a16f5d37b77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 906 time: 0.2605364 Feb 04 16:01:25.027824 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47b23b00-bbb4-425d-bd28-3cb9ae7a265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.225111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-b200e2d6-5ac6-4fb9-91b9-43b0334da432 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac HTTP/1.1" status: 200 len: 217 time: 0.1871860 Feb 04 16:01:25.300454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:25.330158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-ceccf6d2-0320-47b1-a0b6-c6fb08c0e153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.331614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-ceccf6d2-0320-47b1-a0b6-c6fb08c0e153 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.0984514 Feb 04 16:01:25.451580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-266a512b-49a4-4047-8d82-cc625ed9177c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843441 Feb 04 16:01:25.495624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ca7a1-476f-4b00-b57c-6e771d495f13 req-d6abd1dc-9715-4833-ba7a-ed97611dbf43 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.497046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6ca7a1-476f-4b00-b57c-6e771d495f13 req-d6abd1dc-9715-4833-ba7a-ed97611dbf43 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 945 time: 0.3906131 Feb 04 16:01:25.498204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:25.518919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'mac_address': 'fa:16:3e:d7:36:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:25.599505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.626268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:25.646498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48092) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:25.649774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:25.654550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.694926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db6ca7a1-476f-4b00-b57c-6e771d495f13 req-e324390e-aacb-427c-96f4-09dd78cf9c11 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870618 Feb 04 16:01:25.734373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-174a3947-0871-41ec-b45e-0c37bca10205 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:25.739349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-174a3947-0871-41ec-b45e-0c37bca10205 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 945 time: 0.4127715 Feb 04 16:01:25.754420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:25.797123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-2ef9dce0-7117-4a6a-a182-859725cd4bf5 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366148 Feb 04 16:01:25.804988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1252715a-a039-4d84-bdf4-f088e99580f3 req-d068f229-38c6-406f-9bff-736d7f3e45f8 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1096 time: 0.3918226 Feb 04 16:01:25.854980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-341040905-network', 'tenant_id': '3774b7a3478b46f8a35e9140bcea0099'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:25.864230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:25.870701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Usage tracker for resource:network and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:25.874504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:25.882180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:25.904318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Made reservation on behalf of 3774b7a3478b46f8a35e9140bcea0099 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:25.911187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.922615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c17858d8-a902-4218-9482-8cf2830ef2a4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:25.969354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:25.970720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Deleting port 1e259209-22ff-404b-a6ec-403a39788506 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:25.971058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.065902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:26.077313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:26.084829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:26.104539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:26.255283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.265540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.284543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:26.300243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.300610 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Added segment 735e27ef-a629-444c-866c-f2fb5e5762fe of type vlan for network 4e54d6fa-3fee-40b8-a1f8-8a37f113da13 Feb 04 16:01:26.338452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.341191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1252715a-a039-4d84-bdf4-f088e99580f3 req-c95435cc-020e-4d73-80f6-709f6a29e93e tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984488 Feb 04 16:01:26.390026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.391117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.391695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.437198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d44d4b37-8d26-462d-bcbd-4d58cb9093ff req-2b52c8e7-2f88-4974-8bdc-9ae9f6925410 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235082 Feb 04 16:01:26.533894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fc3ad-ec57-460b-86d1-e940ab6938a4 req-44731918-ec70-4081-b801-8e3b58348633 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:26.542166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b26fc3ad-ec57-460b-86d1-e940ab6938a4 req-44731918-ec70-4081-b801-8e3b58348633 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 943 time: 0.6275539 Feb 04 16:01:26.553576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Pushing event updated for resources: {'Network': ['ID=4e54d6fa-3fee-40b8-a1f8-8a37f113da13,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.566686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4e54d6fa-3fee-40b8-a1f8-8a37f113da13 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:26.569028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:26.570078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9225729 Feb 04 16:01:26.575757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Request body: {'subnet': {'network_id': '4e54d6fa-3fee-40b8-a1f8-8a37f113da13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-341040905-subnet', 'tenant_id': '3774b7a3478b46f8a35e9140bcea0099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:26.579268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d6711-e715-4f7e-885d-92f909d7fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec1368-a524-4be8-a8f0-a7947dd00375,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:26.596138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:26.610451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Usage tracker for resource:subnet and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:26.623388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:26.656292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:26.708283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b26fc3ad-ec57-460b-86d1-e940ab6938a4 req-4525245e-19fd-4b06-a643-dec2740cdce7 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475644 Feb 04 16:01:26.773481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] For port 1e259209-22ff-404b-a6ec-403a39788506, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1e259209-22ff-404b-a6ec-403a39788506,segment=NetworkSegment(37c541aa-4eef-4e32-88c4-17cbd172e8c7),segment_id=37c541aa-4eef-4e32-88c4-17cbd172e8c7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:26.777247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:26.936277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Made reservation on behalf of 3774b7a3478b46f8a35e9140bcea0099 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:26.938737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.141590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97729f2a-8fa1-431b-8a5b-7eee9478eebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.142750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Calling delete_port for 1e259209-22ff-404b-a6ec-403a39788506 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:27.313521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:27.316004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:27.461487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f26dd2-08de-443e-82fa-08c3f623bef5 req-d2615fbc-888a-4632-a721-1b76c8639363 tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 1101 time: 0.4276726 Feb 04 16:01:27.495919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c17858d8-a902-4218-9482-8cf2830ef2a4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:27.516407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c17858d8-a902-4218-9482-8cf2830ef2a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:27.516772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.553983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.568447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1e259209-22ff-404b-a6ec-403a39788506'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:27.630245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:27.631540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Pushing event deleted for resources: {'Port': ['ID=1e259209-22ff-404b-a6ec-403a39788506,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.639045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16f26dd2-08de-443e-82fa-08c3f623bef5 req-40fa5645-8733-4762-9308-4f1161b00aeb tempest-MigrationsAdminTest-136796837 tempest-MigrationsAdminTest-136796837-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767137 Feb 04 16:01:27.644716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df399cdb-0bf8-4d18-8eb9-669b26bcc61f req-a6fc535d-b75b-4549-a6aa-24851aa3facb tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:27.646176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df399cdb-0bf8-4d18-8eb9-669b26bcc61f req-a6fc535d-b75b-4549-a6aa-24851aa3facb tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4e597eb-b755-47b8-abf7-64872998c8f4 HTTP/1.1" status: 200 len: 867 time: 0.3476880 Feb 04 16:01:27.654729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'mac_address': 'fa:16:3e:96:3b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:27.708538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.795023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.822840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.835661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72f11a9-2ba0-4183-85ad-bc6ff901adac {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:27.841058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36b0c69-86c0-4271-a5ad-4e15fefbd2bb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.868720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:27.870224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] No DVR routers for this DVR port 1e259209-22ff-404b-a6ec-403a39788506 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:27.877539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:27.887515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.903174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.930373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:27.942097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:27.948326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df399cdb-0bf8-4d18-8eb9-669b26bcc61f req-47390683-b8a8-4236-806a-a480e5eb3666 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.62 "GET /v2.0/security-groups?id=3cc1bb37-2762-4359-a900-9a7f134fd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654753 Feb 04 16:01:27.948908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'name': 'network-vif-deleted', 'tag': '1e259209-22ff-404b-a6ec-403a39788506'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:27.989418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:27.994737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Checking segment: {'id': '735e27ef-a629-444c-866c-f2fb5e5762fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e54d6fa-3fee-40b8-a1f8-8a37f113da13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:27.995230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Network hostable DHCP agents. Network: 4e54d6fa-3fee-40b8-a1f8-8a37f113da13, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:28.009822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7503d6d-1f93-45d1-abf7-a5995aea69c8 req-d914ef9f-2e01-481f-b422-a6f7e73e69b1 tempest-InstanceActionsV221TestJSON-1734844560 tempest-InstanceActionsV221TestJSON-1734844560-project] 10.222.0.58 "DELETE /v2.0/ports/1e259209-22ff-404b-a6ec-403a39788506 HTTP/1.1" status: 204 len: 173 time: 2.2584181 Feb 04 16:01:28.027734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Network 4e54d6fa-3fee-40b8-a1f8-8a37f113da13 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:28.060663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4e54d6fa-3fee-40b8-a1f8-8a37f113da13) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:28.092994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.093816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.117675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa6252-7cdb-491e-893c-8da2623e675a None None] Network 4e54d6fa-3fee-40b8-a1f8-8a37f113da13 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:28.160195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-768d532f-c7da-49b4-9738-f900d3855400 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5884645 Feb 04 16:01:28.325288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e72f11a9-2ba0-4183-85ad-bc6ff901adac'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:28.388731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cffe3b14-86bf-48f7-b44c-650238ffa9bd req-c19b317c-fe32-442c-8264-f6cce992c517 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4268684 Feb 04 16:01:28.394058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:28.507117 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.690965 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:28.764172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0158-d0f5-4578-be12-1110826baa1b req-d29247ef-0696-44c1-9279-4b994e4dabbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:28.773089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e3c0158-d0f5-4578-be12-1110826baa1b req-d29247ef-0696-44c1-9279-4b994e4dabbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 944 time: 0.1507556 Feb 04 16:01:28.776781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320eae6c-64db-4b7a-9d59-e6403ac5915f None None] Network 4e54d6fa-3fee-40b8-a1f8-8a37f113da13 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:28.817317 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:01:28.829581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e3c0158-d0f5-4578-be12-1110826baa1b req-3e120f4b-c80a-4146-b991-683abdecd3c0 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Feb 04 16:01:29.229105 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'code': 200} Feb 04 16:01:29.320347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1e259209-22ff-404b-a6ec-403a39788506 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:29.380421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 1e259209-22ff-404b-a6ec-403a39788506 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:29.389662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1e259209-22ff-404b-a6ec-403a39788506 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:29.426071 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e597eb-b755-47b8-abf7-64872998c8f4', 'name': 'network-vif-deleted', 'tag': '1e259209-22ff-404b-a6ec-403a39788506', 'status': 'completed', 'code': 200} Feb 04 16:01:29.693002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1468578289', 'description': 'tempest-description-956683837'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:29.702832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:29.708876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:29.713035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:29.719961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:29.759718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.825993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:29.833248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:29.837877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:29.850504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:29.863737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-e0004768-e622-4314-a7fa-cd4d91657519 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:01:29.865585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-e0004768-e622-4314-a7fa-cd4d91657519 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0082941 Feb 04 16:01:29.869539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.966090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:29.988291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.007333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:30.007865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Unknown quota resources ['binding']. {{(pid=83597) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:01:30.280417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c64bd9-9845-436a-a319-74119d0ee3ae,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:30.304491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.306910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f850286-520e-48cf-97c7-20c2da9e4311 req-6d1b540a-944c-44f4-9d4d-0c364f9e2ddc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6203008 Feb 04 16:01:30.436952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-2174a6c6-4805-458d-9944-acfb63ff8261 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.438254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-2174a6c6-4805-458d-9944-acfb63ff8261 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 951 time: 0.4902678 Feb 04 16:01:30.598320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:30.599000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:30.600285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:30.632856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:30.633460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:30.640057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Deleting port c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:30.640674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.708059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:30.708492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:30.708951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:30.709906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Bound port: 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:30.745500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109399b-694d-4899-ab33-c85011362fa7 req-b1313fed-b3e1-474e-a330-047ff683fc57 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:30.747033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b109399b-694d-4899-ab33-c85011362fa7 req-b1313fed-b3e1-474e-a330-047ff683fc57 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1514343d-bd4b-4641-aeff-addabeec5135 HTTP/1.1" status: 200 len: 951 time: 0.3077354 Feb 04 16:01:30.847618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:30.874288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:30.875489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-835887f5-fda0-4ba8-809b-bc69403f464f service neutron] 10.222.0.62 "POST /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068/bindings HTTP/1.1" status: 201 len: 389 time: 0.9992716 Feb 04 16:01:30.924290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b109399b-694d-4899-ab33-c85011362fa7 req-bb66b7f5-7d08-4621-890f-3cd638336d48 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518817 Feb 04 16:01:31.024001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] For port c17858d8-a902-4218-9482-8cf2830ef2a4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c17858d8-a902-4218-9482-8cf2830ef2a4,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:31.024409 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.187925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Calling delete_port for c17858d8-a902-4218-9482-8cf2830ef2a4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:31.347076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:31.442725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port e72f11a9-2ba0-4183-85ad-bc6ff901adac completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:01:31.449516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port e72f11a9-2ba0-4183-85ad-bc6ff901adac triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:31.450156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.497199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-47adc0ae-052a-468e-a018-470094a49178 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/e6c64bd9-9845-436a-a319-74119d0ee3ae HTTP/1.1" status: 200 len: 1638 time: 0.2565491 Feb 04 16:01:31.527919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6c64bd9-9845-436a-a319-74119d0ee3ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:31.528295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6c64bd9-9845-436a-a319-74119d0ee3ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:31.543021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:31.551053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:31.557326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-49475dce-852e-4998-87a4-511f4b42f5ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1096 time: 0.3143554 Feb 04 16:01:31.558149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:31.571269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739274cb-0ecc-48ad-9039-76a991195288 req-24a8d70b-a4ba-42cd-94e2-2e43923580a5 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:31.573332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-739274cb-0ecc-48ad-9039-76a991195288 req-24a8d70b-a4ba-42cd-94e2-2e43923580a5 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 944 time: 0.3315859 Feb 04 16:01:31.591203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:31.595311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.597847 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.625499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:31.654073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988', '3b1b300d-305f-482d-8266-61e86b59d063'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:31.739804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event deleted for resources: {'Port': ['ID=c17858d8-a902-4218-9482-8cf2830ef2a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:31.758776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:31.804792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:31.825794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.894936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-739274cb-0ecc-48ad-9039-76a991195288 req-d97ed158-1070-493b-8caf-290d03b6b656 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999995 Feb 04 16:01:31.936295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:31.954698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] No DVR routers for this DVR port c17858d8-a902-4218-9482-8cf2830ef2a4 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:31.961092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:31.963809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-deleted', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:32.000884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-c91eb710-bbd1-4b16-8665-a71a8422bb9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:32.002416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-c91eb710-bbd1-4b16-8665-a71a8422bb9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.4375954 Feb 04 16:01:32.004975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.119395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f5b39a7-3367-4e0e-b7fa-cf559d9c8781 req-ae89a247-5d4a-476b-8115-136b099a4465 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "DELETE /v2.0/ports/c17858d8-a902-4218-9482-8cf2830ef2a4 HTTP/1.1" status: 204 len: 173 time: 1.6362467 Feb 04 16:01:32.174228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-dca71f59-fdae-4c68-bb69-1c20223918b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 217 time: 0.1530724 Feb 04 16:01:32.276103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.285649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.477411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a9f94d-66ab-4175-9768-99c1402e99a9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:32.497825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:32.517487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc1eb13b-b954-4d8f-9bb6-3466acb2b4bc req-210f39ec-d4db-4570-b513-2762a146370c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0133269 Feb 04 16:01:32.520545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1eebc179-a9fa-4ade-8d1a-487f02dd5270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:32.526978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1eebc179-a9fa-4ade-8d1a-487f02dd5270 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3288956 Feb 04 16:01:32.639988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1427fc6a-8196-4e79-a090-3235bb00195f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020203 Feb 04 16:01:32.796577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1fb859d9-1a49-4810-a117-066f2ef78c34 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469510 Feb 04 16:01:32.845325 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'code': 200} Feb 04 16:01:32.899719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269e46-fa05-46c0-8c5c-012b4a8d2374 req-db0d3d29-4cac-4eee-8ba9-a0c5baafb6e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:32.907714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f269e46-fa05-46c0-8c5c-012b4a8d2374 req-db0d3d29-4cac-4eee-8ba9-a0c5baafb6e3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.4924943 Feb 04 16:01:33.063170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f269e46-fa05-46c0-8c5c-012b4a8d2374 req-84b3644d-4d23-43a8-bd3c-497e9d286f13 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550143 Feb 04 16:01:33.092876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48242) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:33.115720 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1514343d-bd4b-4641-aeff-addabeec5135', 'name': 'network-vif-deleted', 'tag': 'c17858d8-a902-4218-9482-8cf2830ef2a4', 'status': 'completed', 'code': 200} Feb 04 16:01:33.194149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-678178633', 'description': 'tempest-description-2137781084'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:33.220949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-f57b3e2c-51de-4c33-aeb6-6c24b2a2e4dd service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184964 Feb 04 16:01:33.222641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:33.261529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:33.268914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:33.287130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:33.303473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ce50587-6c8d-4b2d-bcc1-669c1b261fc1 req-270a5414-2700-49d7-a985-12efdc6edcdf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 1096 time: 0.3476255 Feb 04 16:01:33.349056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:33.430399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ce50587-6c8d-4b2d-bcc1-669c1b261fc1 req-aa79ce21-bdb2-4c8b-af7f-2b0ffc1eabbf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130397 Feb 04 16:01:33.434388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.448629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: c17858d8-a902-4218-9482-8cf2830ef2a4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:33.450494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c17858d8-a902-4218-9482-8cf2830ef2a4 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:33.475234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.543267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:33.551044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:33.559691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:33.563731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:33.575231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Usage tracker for resource:security_group_rule and tenant:35d135bc24a54ce283b160896cb53e0a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:33.579242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:33.581324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:33.624886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:33.763799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bed787-3b27-44cd-876c-56bc97a04214 req-bbc9365e-884f-4917-96ec-50717b876fe6 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:33.771804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78bed787-3b27-44cd-876c-56bc97a04214 req-bbc9365e-884f-4917-96ec-50717b876fe6 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 945 time: 0.2028370 Feb 04 16:01:33.831656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.861261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.906019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.940821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:33.981459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60886856-6519-4f70-a0bf-cc8fde4c4308,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.004099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78bed787-3b27-44cd-876c-56bc97a04214 req-d652ad80-25dc-4bc9-8a3e-88af22527e77 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310793 Feb 04 16:01:34.009035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.009391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.011997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.012341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.012684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.013678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.013678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.013678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.013959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.014237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.014596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.034686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.034686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b94f62bc-84ae-419d-b39b-5713d0d7a41e req-502317f6-7063-4c23-bfcd-56811fa5ff0a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8673265 Feb 04 16:01:34.101030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35d135bc24a54ce283b160896cb53e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9905434 Feb 04 16:01:34.101850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444a0f-5210-4f1e-9238-6bf4aacf9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7f800a-12c3-48eb-84d6-5f66e72c96ac,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.103359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48262) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:34.194685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.240851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.325804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.349676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7f800a-12c3-48eb-84d6-5f66e72c96ac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.359838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.360965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab7f800a-12c3-48eb-84d6-5f66e72c96ac HTTP/1.1" status: 204 len: 168 time: 0.2562528 Feb 04 16:01:34.363583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.363874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.364179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.364512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.365772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.367496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.367984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.370023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.370676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.371212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.371695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37de5211-5454-4211-a753-2cdd40db226b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:34.499383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48272) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:34.637869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Deleting subnet bbd2dd36-225d-48dd-a68c-0663e7a62895 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:01:34.651656 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.676335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-eb0e0c2a-bac8-4cd0-a560-2e551949445f tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/60886856-6519-4f70-a0bf-cc8fde4c4308 HTTP/1.1" status: 200 len: 1638 time: 0.1219118 Feb 04 16:01:34.689090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60886856-6519-4f70-a0bf-cc8fde4c4308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:34.689318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60886856-6519-4f70-a0bf-cc8fde4c4308', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:34.733825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.772584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:34.794505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:34.802631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:34.817017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:34.822076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.918185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.949692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aad792-32fd-4bc6-9c1e-f1bc3b4a7ab0 req-a550ff45-e60d-4179-8bad-96b9b1811fca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:34.953526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23aad792-32fd-4bc6-9c1e-f1bc3b4a7ab0 req-a550ff45-e60d-4179-8bad-96b9b1811fca tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.2361102 Feb 04 16:01:34.967850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd2dd36-225d-48dd-a68c-0663e7a62895,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:34.974077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:34.984667 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac2f5eff-f4e2-4f5c-8640-8243784c76df admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bbd2dd36-225d-48dd-a68c-0663e7a62895 HTTP/1.1" status: 204 len: 168 time: 0.4836345 Feb 04 16:01:34.988353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.105773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.128761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23aad792-32fd-4bc6-9c1e-f1bc3b4a7ab0 req-00276e12-5be1-40d6-b29d-8267a42e3ef8 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616507 Feb 04 16:01:35.158084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.168909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.217400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.224089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.225837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-289f3abc-2eb6-41d2-b68d-4dc31f5700e5 req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5412097 Feb 04 16:01:35.237315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629685c8-1dd8-4304-af0d-fe3cded7f6cf tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a670d6-e59f-4383-8db9-3d7d8e97aded,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.261975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.287360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.428189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:35.433560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a387d2612a0b40bf983710800f4f51ed is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:35.437075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:35.443538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:35.562002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be018-f7a6-4c72-bd81-7377d7babbc0 req-6c256c0b-2c99-480b-8738-3d2f5fd07fa5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.562789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d69be018-f7a6-4c72-bd81-7377d7babbc0 req-6c256c0b-2c99-480b-8738-3d2f5fd07fa5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:35.570303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4e9c-ca04-45e7-be2c-3690c54530ac req-5b69ff4c-90f6-4481-8161-760f12d6489b tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:35.572496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c9e4e9c-ca04-45e7-be2c-3690c54530ac req-5b69ff4c-90f6-4481-8161-760f12d6489b tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 945 time: 0.1199052 Feb 04 16:01:35.596238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.609573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d69be018-f7a6-4c72-bd81-7377d7babbc0 req-6c256c0b-2c99-480b-8738-3d2f5fd07fa5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:35.610769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d69be018-f7a6-4c72-bd81-7377d7babbc0 req-6c256c0b-2c99-480b-8738-3d2f5fd07fa5 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 950 time: 0.2247064 Feb 04 16:01:35.652779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e840f73-475f-4eab-b07f-b395518e877b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:35.653932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c9e4e9c-ca04-45e7-be2c-3690c54530ac req-ca591be6-e8e7-404c-830b-63ba1ae4d6c6 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721865 Feb 04 16:01:35.678351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c541aa-4eef-4e32-88c4-17cbd172e8c7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:35.678913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c541aa-4eef-4e32-88c4-17cbd172e8c7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:01:35.686465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d69be018-f7a6-4c72-bd81-7377d7babbc0 req-ea046fdb-9e30-492e-a9f6-1ef6822b628b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651979 Feb 04 16:01:35.710211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.722743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.740840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.753831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.758600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1355153421', 'description': 'tempest-description-1195371937'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:35.765755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:35.769744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:35.772595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:35.773268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:01:35.773729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.778977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:35.791101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:01:35.791897 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:01:35.871934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:35.880872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:35.887183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:35.901199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a00dc-a832-4050-af25-705bba9a427f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.901577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:35.909078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6127936b-6669-41c9-b7d3-1c80e8f664b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a387d2612a0b40bf983710800f4f51ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6894517 Feb 04 16:01:35.911863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:35.924863 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.936762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:35.981697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] Pushing event deleted for resources: {'Network': ['ID=4e840f73-475f-4eab-b07f-b395518e877b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:35.995475 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b931f651-1d2c-4e21-a91b-a700dcc7500a admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e840f73-475f-4eab-b07f-b395518e877b HTTP/1.1" status: 204 len: 168 time: 1.0057359 Feb 04 16:01:36.030766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.058024 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.070100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.100469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.226192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19336bbb-4c36-45d3-8f3a-20f4f5c26467,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.235533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.239574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bbfe65a-f37a-4ae8-9da5-7a59f8942ac2 req-a4c9e09c-bef2-4d18-b1d3-7093f2f2f261 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.4849770 Feb 04 16:01:36.279708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:36.305611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab881f21-2ccd-4d82-94be-3b292913614e req-9f34fcfc-01c5-457b-84b9-b399a6db535e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:36.307109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab881f21-2ccd-4d82-94be-3b292913614e req-9f34fcfc-01c5-457b-84b9-b399a6db535e tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 950 time: 0.1764896 Feb 04 16:01:36.372566 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d43cdd77-6cfb-4d46-801d-7d9320b46867 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=736e82d6ef3348bc80d1cdea18cfa454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0902121 Feb 04 16:01:36.374287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.374958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:36.447432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a00dc-a832-4050-af25-705bba9a427f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.460298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.461388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c46128c4-88cd-4656-b792-e35cfc542bb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e76a00dc-a832-4050-af25-705bba9a427f HTTP/1.1" status: 204 len: 168 time: 0.5485661 Feb 04 16:01:36.487279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Deleting port 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:36.487702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.490924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.542097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.611882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.637877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1bb37-2762-4359-a900-9a7f134fd385,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:36.647298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.651117 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8525f694-367f-40fd-94df-d2ea7dd0cccb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3cc1bb37-2762-4359-a900-9a7f134fd385 HTTP/1.1" status: 204 len: 168 time: 0.2721043 Feb 04 16:01:36.674776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1627310150', 'description': 'tempest-description-880048516'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:36.700536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:36.710650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:36.716104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:36.725467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:36.813695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:36.880503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7cc5-e336-4a50-ab9a-b8c3b74eb952 req-2a2c9e5c-9f97-4c88-9fd1-6def10aaccee tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:36.888012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c3c7cc5-e336-4a50-ab9a-b8c3b74eb952 req-2a2c9e5c-9f97-4c88-9fd1-6def10aaccee tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.5060771 Feb 04 16:01:37.069627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.078750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.104243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c3c7cc5-e336-4a50-ab9a-b8c3b74eb952 req-b7075282-3ac7-4bea-8291-9f061f644706 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151940 Feb 04 16:01:37.107805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.127315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.139038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] For port 3b1b300d-305f-482d-8266-61e86b59d063, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b1b300d-305f-482d-8266-61e86b59d063,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:37.140020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.221208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.356374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Calling delete_port for 3b1b300d-305f-482d-8266-61e86b59d063 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:37.397192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.456070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:37.468750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Usage tracker for resource:security_group_rule and tenant:6f05569d7cf041e4b7e35560d269e630 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:37.472139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:37.478760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:37.531369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.559027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.566540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.572840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.614179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.615718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339363d-f807-4d94-91ff-89c2889188ef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.629222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13649325-ea6f-45e6-b558-160d1e9e1023 req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.1010199 Feb 04 16:01:37.681418 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-381c8b48-61ec-48fb-88ee-ac33c3cfc587 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f05569d7cf041e4b7e35560d269e630&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4577312 Feb 04 16:01:37.683738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:37.756284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1285f5b-46c9-4490-b50b-f60f23e7eae2 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3219d-1355-4355-a508-c87598052d29,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.779752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.814240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.833173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00416-67a2-4e4f-ae32-eb40e0f8e351 req-2bfaf98f-b2df-4074-a316-3da6e86230f8 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:37.840386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53f00416-67a2-4e4f-ae32-eb40e0f8e351 req-2bfaf98f-b2df-4074-a316-3da6e86230f8 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 945 time: 0.4184854 Feb 04 16:01:37.879333 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.907343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339363d-f807-4d94-91ff-89c2889188ef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:37.910603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.914530 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5415f3ef-a375-4ad3-b88b-29c6eda79c44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a339363d-f807-4d94-91ff-89c2889188ef HTTP/1.1" status: 204 len: 168 time: 0.2296348 Feb 04 16:01:37.987197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:37.999922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:38.026905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53f00416-67a2-4e4f-ae32-eb40e0f8e351 req-0bffd09b-50e3-469f-b173-48e8252024d1 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852181 Feb 04 16:01:38.070657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c3b4458d-49d9-4837-bedf-1dcb9e903988'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:38.125673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event deleted for resources: {'Port': ['ID=3b1b300d-305f-482d-8266-61e86b59d063,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.136620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48376) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:38.142988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3696e86-d1f3-4477-aa19-72ddf9b274d0 req-ccd94f7d-6f20-4573-8a0e-ea33a9bae793 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:38.150044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3696e86-d1f3-4477-aa19-72ddf9b274d0 req-ccd94f7d-6f20-4573-8a0e-ea33a9bae793 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=2abaa0aa-7230-4106-9e2d-8d7f788e2474 HTTP/1.1" status: 200 len: 868 time: 0.2896197 Feb 04 16:01:38.414144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] No DVR routers for this DVR port 3b1b300d-305f-482d-8266-61e86b59d063 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:38.425383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.436442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-deleted', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:38.493659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3696e86-d1f3-4477-aa19-72ddf9b274d0 req-b2a10f54-77b0-4a5d-af54-87b6b94a781b tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737641 Feb 04 16:01:38.509840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab881f21-2ccd-4d82-94be-3b292913614e req-d009b7d5-6048-4d7a-84cb-7e44176143d6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "DELETE /v2.0/ports/3b1b300d-305f-482d-8266-61e86b59d063 HTTP/1.1" status: 204 len: 173 time: 2.1935382 Feb 04 16:01:38.575348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-d3299c53-8813-4bcb-b927-d551c5128d8c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/19336bbb-4c36-45d3-8f3a-20f4f5c26467 HTTP/1.1" status: 200 len: 1639 time: 0.1925242 Feb 04 16:01:38.610678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1346875917-network', 'tenant_id': '683947e5a3504783b51c7c17b9abe3be'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:38.620036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.634928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Usage tracker for resource:network and tenant:683947e5a3504783b51c7c17b9abe3be is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.648929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.678266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.687580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-797be21d-f1fb-4748-96dc-e01739d7fdf5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/87f3219d-1355-4355-a508-c87598052d29 HTTP/1.1" status: 200 len: 1638 time: 0.1062138 Feb 04 16:01:38.699421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19336bbb-4c36-45d3-8f3a-20f4f5c26467', 'remote_group_id': '87f3219d-1355-4355-a508-c87598052d29', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:38.699771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '19336bbb-4c36-45d3-8f3a-20f4f5c26467', 'remote_group_id': '87f3219d-1355-4355-a508-c87598052d29', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:38.715362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Made reservation on behalf of 683947e5a3504783b51c7c17b9abe3be for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:38.715544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.719019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.725647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.733103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.743431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.751640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.825335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:38.841012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.847115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Usage tracker for resource:security_group_rule and tenant:683947e5a3504783b51c7c17b9abe3be is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:38.851445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:38.860823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:38.882297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.891090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.941421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6edfdcf-7563-4d77-b25c-2c9ccff7b530,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:38.954622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:38.972175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1efd2f6d-5a86-4d63-a4ed-7b4a3b4e8b98 req-7631d5e6-29df-4d96-b86d-892ddafcaf09 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.2836676 Feb 04 16:01:38.988346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.005924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.042141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:01:39.049273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc18f92-5160-41dc-b93e-55f6380cf66f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.059065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.059548 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Added segment ee382e07-0caa-40d9-9429-e8bccbd3a980 of type vlan for network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 Feb 04 16:01:39.093237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.173985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbe9b9-1175-4dff-8507-6c9f917d0664 req-8e6b4672-b48e-4af4-a12b-54d3b4122f98 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.181623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05bbe9b9-1175-4dff-8507-6c9f917d0664 req-8e6b4672-b48e-4af4-a12b-54d3b4122f98 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.0993783 Feb 04 16:01:39.202480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.204341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:39.205059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.244228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05bbe9b9-1175-4dff-8507-6c9f917d0664 req-b4ac6264-e3b4-4db7-a4b5-5eb4a35b6db3 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616527 Feb 04 16:01:39.347285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:39.468123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 3b1b300d-305f-482d-8266-61e86b59d063 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:39.469871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b1b300d-305f-482d-8266-61e86b59d063 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:39.481275 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abaa0aa-7230-4106-9e2d-8d7f788e2474', 'name': 'network-vif-deleted', 'tag': '3b1b300d-305f-482d-8266-61e86b59d063', 'status': 'completed', 'code': 200} Feb 04 16:01:39.487669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-528486006', 'description': 'tempest-description-1333423805'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:39.498540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec1d073-e326-41ad-8bb5-7802efc8d2f1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.502531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:39.513339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:01:39.532872 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15eec950-43b5-4bac-82fc-8f3545ab77d7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3936157 Feb 04 16:01:39.532872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48416) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:39.533994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:39.538404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Request body: {'subnet': {'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1346875917-subnet', 'tenant_id': '683947e5a3504783b51c7c17b9abe3be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:39.544774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:39.548278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:39.550011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Usage tracker for resource:subnet and tenant:683947e5a3504783b51c7c17b9abe3be is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:39.560120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:39.563873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:39.580828 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.583873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:39.616557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Made reservation on behalf of 683947e5a3504783b51c7c17b9abe3be for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:39.620115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.674476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:39.686252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:39.695082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:39.703265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:39.787159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.797324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.973485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1250533b-d504-4fb5-a5b0-c930ff074528,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:39.980369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:39.980369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3a89055-1ad7-469e-b1ed-3e2e8f561acc req-d27c5074-a600-4162-b6fe-b069cce504d0 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.5032666 Feb 04 16:01:40.050614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.063569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1310769433', 'description': 'tempest-description-608884484'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:40.071487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:40.094294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:40.103094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:40.118485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:40.152043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.232608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:40.237609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:40.241170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:40.247914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:40.314421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e6662e-5987-4f9b-9c81-0b18ccd6af30,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:40.315073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.322176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.338194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Checking segment: {'id': 'ee382e07-0caa-40d9-9429-e8bccbd3a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:40.338897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Network hostable DHCP agents. Network: 7ec1d073-e326-41ad-8bb5-7802efc8d2f1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:01:40.360515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def5128e-f554-4df0-862c-6adc879079c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:40.392089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.406945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:01:40.412849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47a79c74-969a-4e9e-af0f-927bd327ab88 req-7ba1256a-9daa-4eb2-8967-9ba7b77ee8a3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.3539624 Feb 04 16:01:40.433098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 7ec1d073-e326-41ad-8bb5-7802efc8d2f1) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:40.437811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.443155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:40.444287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee446c89-36d9-4f94-991a-fb2e1fbdf791 None None] Network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:40.498290 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73994004-9b54-4e00-a31e-b590edb31e32 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9621077 Feb 04 16:01:40.722070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-1f55c3a8-5a99-44cc-a83c-a2a7961db8ff tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/1250533b-d504-4fb5-a5b0-c930ff074528 HTTP/1.1" status: 200 len: 1638 time: 0.0945020 Feb 04 16:01:40.754518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524da5f6-bc9b-44eb-9a2f-904c5beeb30f req-9528d42e-d3e9-4b02-ba64-ae2e1d09bfbf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:40.762165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524da5f6-bc9b-44eb-9a2f-904c5beeb30f req-9528d42e-d3e9-4b02-ba64-ae2e1d09bfbf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 945 time: 0.1842463 Feb 04 16:01:40.780156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631abd8a-40fb-4f21-aa19-6cce902c0164 None None] Network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:01:40.821869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524da5f6-bc9b-44eb-9a2f-904c5beeb30f req-c11ce45f-b920-43e5-9ecc-a378af81e074 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579770 Feb 04 16:01:40.902756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-3d074b7e-4387-4558-b655-0d1052b5a7c3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/def5128e-f554-4df0-862c-6adc879079c0 HTTP/1.1" status: 200 len: 1638 time: 0.1750383 Feb 04 16:01:40.911720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1250533b-d504-4fb5-a5b0-c930ff074528', 'remote_group_id': 'def5128e-f554-4df0-862c-6adc879079c0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:40.919270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1250533b-d504-4fb5-a5b0-c930ff074528', 'remote_group_id': 'def5128e-f554-4df0-862c-6adc879079c0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:40.933400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:40.951373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:40.958730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:40.979294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:41.074601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.197175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.207961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.245052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b876c8-6175-4b5d-8c64-dac71400d6c6 req-696fc77e-ec26-4bd8-8d27-b535e29bd7a6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:41.246158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f0b876c8-6175-4b5d-8c64-dac71400d6c6 req-696fc77e-ec26-4bd8-8d27-b535e29bd7a6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:41.262664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d67c6bf-f6ce-45df-b1e0-0b7a0ff6dff4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:41.289076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.292917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fbcb1a0-3c95-4008-8d43-809196a663b3 req-264487c0-c5d3-4bba-85e1-50d339902327 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.3890007 Feb 04 16:01:41.294777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f0b876c8-6175-4b5d-8c64-dac71400d6c6 req-696fc77e-ec26-4bd8-8d27-b535e29bd7a6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:41.296544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b876c8-6175-4b5d-8c64-dac71400d6c6 req-696fc77e-ec26-4bd8-8d27-b535e29bd7a6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.2177851 Feb 04 16:01:41.399268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:41.566845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b876c8-6175-4b5d-8c64-dac71400d6c6 req-2d801942-67d8-4563-8c4d-d59b9a8e9c33 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559655 Feb 04 16:01:41.635251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:41.658915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'mac_address': 'fa:16:3e:96:3b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:41.689053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-5d4d2b05-c18f-4373-b39c-9fccb502f55e tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.1145127 Feb 04 16:01:41.709181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:41.751609 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:41.800737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e72f11a9-2ba0-4183-85ad-bc6ff901adac {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:41.829380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:41.838663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.009434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.079700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:42.099792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e72f11a9-2ba0-4183-85ad-bc6ff901adac'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:42.595096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:42.641147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-d94da796-e3e8-4538-8001-31a9db6d927e tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/def5128e-f554-4df0-862c-6adc879079c0 HTTP/1.1" status: 200 len: 1638 time: 0.6800845 Feb 04 16:01:42.765209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-85116cbe-f720-4422-b143-fe0443d64009 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:42.765209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-85116cbe-f720-4422-b143-fe0443d64009 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 949 time: 0.7062960 Feb 04 16:01:42.785985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:42.812030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-12e2506b-f160-479e-91af-b626f7681539 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:42.816717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-12e2506b-f160-479e-91af-b626f7681539 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/networks?id=7ec1d073-e326-41ad-8bb5-7802efc8d2f1 HTTP/1.1" status: 200 len: 814 time: 0.5791128 Feb 04 16:01:42.921565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:42.955904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.004235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-3cb5a156-d01c-418c-834f-2933389271fc tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/quotas/683947e5a3504783b51c7c17b9abe3be HTTP/1.1" status: 200 len: 375 time: 0.1794569 Feb 04 16:01:43.050180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:43.064662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.068792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Deleting port c3b4458d-49d9-4837-bedf-1dcb9e903988 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:43.069118 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.223913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-689ecdd6-a0ff-4c31-bf43-48eda012cbe4 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=683947e5a3504783b51c7c17b9abe3be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2267225 Feb 04 16:01:43.263814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.391755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:43.394022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:01:43.603608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port e72f11a9-2ba0-4183-85ad-bc6ff901adac triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:01:43.604001 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.635605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.703272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:43.748829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-2e5632bc-7aca-4b33-8412-76cc018cd9ef service neutron] 10.222.0.62 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239840 Feb 04 16:01:43.750798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:43.800389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def5128e-f554-4df0-862c-6adc879079c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:43.898564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:43.898941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:43.899530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:43.908601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:43.908962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:43.986267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:43.986685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:43.987329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:43.987936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Bound port: 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:43.988513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.004252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.027273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.033500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9eeb195e-88cd-4d80-8b36-19c8e8540db4 req-19ec7a9c-3c38-4278-9c0c-a145a65490ad tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/def5128e-f554-4df0-862c-6adc879079c0 HTTP/1.1" status: 204 len: 173 time: 1.3967125 Feb 04 16:01:44.034450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:44.045678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:44.046255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:44.072295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:44.076106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:44.089852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.129372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:44.129601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Attempting to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on network d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:44.153760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] For port c3b4458d-49d9-4837-bedf-1dcb9e903988, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c3b4458d-49d9-4837-bedf-1dcb9e903988,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:44.154405 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.177111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:44.177737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Checking segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:44.178297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Bound using segment: {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:44.178935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Bound port: 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23846427-c4f1-4fcd-88d6-dd8613e08bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:44.179445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.283618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.335442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:44.338736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:44.344785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.353260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-765218e1-230b-4f36-8063-49b227821768 service neutron] 10.222.0.62 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027491 Feb 04 16:01:44.370579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Calling delete_port for c3b4458d-49d9-4837-bedf-1dcb9e903988 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:44.513145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:44.558419 n-d-827873-1 neutron-server[83597]: WARNING neutron.plugins.ml2.plugin [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Concurrent port binding operations failed on port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 Feb 04 16:01:44.566564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:44.575446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:01:44.586544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.587845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.588375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.589004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.589525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.589869 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Attempt 2 to bind port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 Feb 04 16:01:44.590226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.592222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.592781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.593322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.595639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.596164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:01:44.605541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.606952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-1a34328e-8111-428b-88f3-a40610ba4137 service neutron] 10.222.0.58 "PUT /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 1121 time: 2.9066272 Feb 04 16:01:44.721485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9b7907da-8ffb-43bd-9f09-5c2a598a4068'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:44.738705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6f4c-2bb8-4ed0-b011-61aadd153b8e req-164e1207-eb57-4f8d-a0c8-673cc6f2c6d9 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:44.747791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-faaf6f4c-2bb8-4ed0-b011-61aadd153b8e req-164e1207-eb57-4f8d-a0c8-673cc6f2c6d9 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.3980350 Feb 04 16:01:44.771028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['9b7907da-8ffb-43bd-9f09-5c2a598a4068'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:44.840611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-faaf6f4c-2bb8-4ed0-b011-61aadd153b8e req-51b72baa-3977-4f7f-80dd-a11662ed085c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909369 Feb 04 16:01:44.888011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:44.997316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event deleted for resources: {'Port': ['ID=c3b4458d-49d9-4837-bedf-1dcb9e903988,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:45.203405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] No DVR routers for this DVR port c3b4458d-49d9-4837-bedf-1dcb9e903988 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:45.252251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:45.285211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-669c220c-1fe5-4187-9ead-ddb05d8414bb req-d599cca7-62d3-4a42-8ba2-81689f9f41b3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:45.290000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6edd03f3-2137-4c86-a1c4-dd90e95dd0f2 req-ce047fea-a6d5-4055-b12c-ffb59ba70ca6 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.41 "DELETE /v2.0/ports/c3b4458d-49d9-4837-bedf-1dcb9e903988 HTTP/1.1" status: 204 len: 173 time: 2.5181291 Feb 04 16:01:45.350991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-669c220c-1fe5-4187-9ead-ddb05d8414bb req-d599cca7-62d3-4a42-8ba2-81689f9f41b3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:45.353256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-669c220c-1fe5-4187-9ead-ddb05d8414bb req-d599cca7-62d3-4a42-8ba2-81689f9f41b3 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f92690a-8d05-421d-8935-63f76d2f3b88 HTTP/1.1" status: 200 len: 210 time: 0.1504447 Feb 04 16:01:45.443422 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'code': 200} Feb 04 16:01:45.476998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:45.527156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b1be10d-5a49-4227-8964-932b15c66aa6 req-adc1bba2-ef2c-4e48-9f67-dbcc2ca5c05d tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/1250533b-d504-4fb5-a5b0-c930ff074528 HTTP/1.1" status: 200 len: 1638 time: 0.1049020 Feb 04 16:01:45.550057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: c3b4458d-49d9-4837-bedf-1dcb9e903988 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:45.551222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c3b4458d-49d9-4837-bedf-1dcb9e903988 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:45.568110 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'code': 200} Feb 04 16:01:45.843129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0244bb3d-edb1-424f-adc5-e81a1288359e req-10b587d8-2db0-4b8c-9abe-aa02e566e35a tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 210 time: 0.0910103 Feb 04 16:01:45.910210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-331241900', 'description': 'tempest-description-1070448616'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:45.916034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:45.920496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:45.923802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:45.929841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:45.957984 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.052059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:46.052059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:46.059164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:46.068265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:46.136322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1f88c7f4-5066-46a8-8862-ae7acbb21efc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:46.143786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.210478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.305403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:46.310208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74be1fa0-0d73-4d98-b8b6-0c93dcca96c8 req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4063797 Feb 04 16:01:46.327455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38f7e-f7f8-4090-a176-4d85d0da9448 req-73724f26-4549-4b28-8aa8-d4cba732a7c7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:46.328980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d38f7e-f7f8-4090-a176-4d85d0da9448 req-73724f26-4549-4b28-8aa8-d4cba732a7c7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.1833332 Feb 04 16:01:46.329710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2c921-03ca-4c3c-a380-6a81982f7dde tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd0f75-3287-4d52-b99d-95354749771e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:46.460328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d38f7e-f7f8-4090-a176-4d85d0da9448 req-54c70fbd-f40a-4c12-8445-4db160029897 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124284 Feb 04 16:01:46.600300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-8bc0d4cf-76ef-4385-9546-81c2b5a01efa tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 200 len: 1638 time: 0.0690916 Feb 04 16:01:46.612438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ecd0f75-3287-4d52-b99d-95354749771e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:46.612630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ecd0f75-3287-4d52-b99d-95354749771e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:46.620378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:46.626409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:46.630407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:46.812708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:46.818846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-6522de88-e84f-401b-a9ad-46b031746c67 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:46.820611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-6522de88-e84f-401b-a9ad-46b031746c67 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.58 "GET /v2.0/networks?id=7ec1d073-e326-41ad-8bb5-7802efc8d2f1 HTTP/1.1" status: 200 len: 814 time: 0.1812608 Feb 04 16:01:46.863205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Request body: {'port': {'device_id': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1', 'admin_state_up': True, 'tenant_id': '683947e5a3504783b51c7c17b9abe3be'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:46.998096 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.064222 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.082790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.139413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba560c9-c392-4415-81e6-a5b6e69b1c92,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:47.170109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:47.176330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Usage tracker for resource:port and tenant:683947e5a3504783b51c7c17b9abe3be is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:47.181187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:47.187328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.201089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d389a2-4200-4d90-b478-25fd9cee9197 req-89591a5f-9f94-41bd-9aac-c7c24709cb27 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5943379 Feb 04 16:01:47.231322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:47.268084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Made reservation on behalf of 683947e5a3504783b51c7c17b9abe3be for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:01:47.271176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:47.449095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068'}, {'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-deleted', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:47.477551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e12c90b7-11b0-4073-9b0f-43d7b88cc6e5 req-c2b4a52b-823a-49b0-b90c-c5d8501b6d9e tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 210 time: 0.0926373 Feb 04 16:01:47.529003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bb304e8-79d4-435d-af5b-6599835def72 req-1dacada3-0676-4d11-844c-c63098acfa34 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 200 len: 2141 time: 0.1430535 Feb 04 16:01:47.576087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ecd0f75-3287-4d52-b99d-95354749771e', 'remote_group_id': None}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:47.576404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3ecd0f75-3287-4d52-b99d-95354749771e', 'remote_group_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:47.698451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:01:47.706972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Usage tracker for resource:security_group_rule and tenant:3774b7a3478b46f8a35e9140bcea0099 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:01:47.768390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:01:47.775527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:01:47.810163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Allocated IP 172.20.0.7 (7ec1d073-e326-41ad-8bb5-7802efc8d2f1/24e6662e-5987-4f9b-9c81-0b18ccd6af30/53d28e01-27c6-40a4-aa99-85f3dd1c53cd) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:01:47.989512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed8115-3ee2-4889-8c3e-ebfc0e17aeca req-286adcb0-51e5-4720-8ffc-6c05fb9cf498 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:47.989512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1aed8115-3ee2-4889-8c3e-ebfc0e17aeca req-286adcb0-51e5-4720-8ffc-6c05fb9cf498 tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 972 time: 0.2797375 Feb 04 16:01:48.016003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.147478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-e8cfd04a-0609-450f-a708-8b01fa7f122f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:48.147478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-e8cfd04a-0609-450f-a708-8b01fa7f122f tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 972 time: 0.3209817 Feb 04 16:01:48.147478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.234862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.323575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f419773-b553-4b79-81ba-55cd1f345b9b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:48.329303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Deleting port 1f88c7f4-5066-46a8-8862-ae7acbb21efc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:48.329421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.438865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1aed8115-3ee2-4889-8c3e-ebfc0e17aeca req-bf0d9a8e-285f-40d4-a7d4-362c0452178c tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/security-groups?id=19aa4356-f952-4b02-89f5-9d624609c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251189 Feb 04 16:01:48.451331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.452470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bb304e8-79d4-435d-af5b-6599835def72 req-46e87e9e-d810-4da8-8050-fc0c2f3effc3 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.9172890 Feb 04 16:01:48.545971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.630900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:48.664347 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'status': 'completed', 'code': 200} Feb 04 16:01:48.664347 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f92690a-8d05-421d-8935-63f76d2f3b88', 'name': 'network-vif-deleted', 'tag': 'c3b4458d-49d9-4837-bedf-1dcb9e903988', 'status': 'completed', 'code': 200} Feb 04 16:01:48.670224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-26dc2f95-8176-4aa1-98ea-867fa242e58a service neutron] 10.222.0.41 "GET /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.3037257 Feb 04 16:01:49.063380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:01:49.084584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:01:49.085196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Pushing event updated for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:49.089553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:01:49.232622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a895cbe-2f28-4ee3-97e1-b8c066a060d2 req-358e5a37-48da-4e16-8b86-883a74419cd7 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 200 len: 2649 time: 0.2801232 Feb 04 16:01:49.246094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] For port 1f88c7f4-5066-46a8-8862-ae7acbb21efc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1f88c7f4-5066-46a8-8862-ae7acbb21efc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:49.246485 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.457535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Calling delete_port for 1f88c7f4-5066-46a8-8862-ae7acbb21efc owned by compute:tempest-test_az-1827227315 {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:01:49.518774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-2be5f482-7dac-4663-a823-e80c79e30b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1124 time: 0.7471516 Feb 04 16:01:49.591499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:49.592100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:49.775800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a16144-789b-4872-8afe-2a4f66457c75 req-c96d60ce-6a7e-47d2-b2e3-5fd683e72005 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:49.782703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82a16144-789b-4872-8afe-2a4f66457c75 req-c96d60ce-6a7e-47d2-b2e3-5fd683e72005 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 943 time: 0.9292815 Feb 04 16:01:49.948699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-d8759a95-e53d-4989-be2e-e4924f758fc8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0927422 Feb 04 16:01:49.981242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Request body: {'port': {'device_id': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:01:50.186087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82a16144-789b-4872-8afe-2a4f66457c75 req-46159420-d1ad-457e-982f-4142a72bdc84 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019980 Feb 04 16:01:50.334671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:50.418052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.431901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:50.493921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-b07f69d9-57fd-410b-bbe5-1b1e0a3f5925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.495139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-b07f69d9-57fd-410b-bbe5-1b1e0a3f5925 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.9102285 Feb 04 16:01:50.609867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ebdde-119a-47b1-a038-b807ecd719dc req-b5093c65-bf13-4fe6-ba93-984cba5a7dad tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:50.611700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a09ebdde-119a-47b1-a038-b807ecd719dc req-b5093c65-bf13-4fe6-ba93-984cba5a7dad tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Synchronizing usage tracker for tenant:683947e5a3504783b51c7c17b9abe3be on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:50.613270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Pushing event deleted for resources: {'Port': ['ID=1f88c7f4-5066-46a8-8862-ae7acbb21efc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:50.665048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-432213bd-e35e-40c2-8c81-c8cab663a295 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-group-rules/2f419773-b553-4b79-81ba-55cd1f345b9b HTTP/1.1" status: 200 len: 718 time: 0.1634040 Feb 04 16:01:50.701769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-318d8465-2c33-44b5-b195-83bb54ec6f89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 217 time: 0.1853552 Feb 04 16:01:50.717990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7907da-8ffb-43bd-9f09-5c2a598a4068 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:50.760133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.808101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.857682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:50.867646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a09ebdde-119a-47b1-a038-b807ecd719dc req-b5093c65-bf13-4fe6-ba93-984cba5a7dad tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Unset dirty status for tenant:683947e5a3504783b51c7c17b9abe3be on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:50.872679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.876690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a09ebdde-119a-47b1-a038-b807ecd719dc req-b5093c65-bf13-4fe6-ba93-984cba5a7dad tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 931 time: 1.3630128 Feb 04 16:01:50.904823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] No DVR routers for this DVR port 1f88c7f4-5066-46a8-8862-ae7acbb21efc on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:50.919701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:50.949753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-deleted', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:50.987720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.051084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-805fd383-5698-480a-a616-8eeed2c262a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:51.051762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-805fd383-5698-480a-a616-8eeed2c262a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3295782 Feb 04 16:01:51.069875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0986cca3-8ce4-4c44-ace8-b45ccdb4fdad req-715f5079-f952-4094-a709-c5bb2efb31ca tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.58 "DELETE /v2.0/ports/1f88c7f4-5066-46a8-8862-ae7acbb21efc HTTP/1.1" status: 204 len: 173 time: 2.9131851 Feb 04 16:01:51.195200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-24f75524-9ad5-4159-b9ab-f88e1a174a84 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 200 len: 2649 time: 0.4886942 Feb 04 16:01:51.241335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-7ddd7c04-143a-431e-bf9a-0e24140e734e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767333 Feb 04 16:01:51.366726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a09ebdde-119a-47b1-a038-b807ecd719dc req-d6732632-c9ce-40da-958f-04df3d3ea6ee tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901981 Feb 04 16:01:51.455711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:51.566650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:51.608487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] Transition to ACTIVE for port object 9b7907da-8ffb-43bd-9f09-5c2a598a4068 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:51.611519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-5a750782-01e8-44d3-98e7-c9b3421d6bac service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895923 Feb 04 16:01:51.769703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.808850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.819630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:51.842563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:51.850791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:51.854091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:51.937845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 1f88c7f4-5066-46a8-8862-ae7acbb21efc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:01:51.937845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1f88c7f4-5066-46a8-8862-ae7acbb21efc not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:01:51.987656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.051444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a5fb3aba-ecb9-4af2-8ede-9eb4b1491726 req-a7d09936-a44d-4a84-a9d3-df7810eedcad tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Synchronizing usage tracker for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:01:52.159642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.196796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.304101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c1c4f95-8381-4878-b114-1773adb0e83b req-fd8a7cc8-4b0f-454c-9883-74316fc498f3 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227723 Feb 04 16:01:52.436294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] Pushing event updated for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.456854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] No DVR routers for this DVR port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:01:52.462502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a5fb3aba-ecb9-4af2-8ede-9eb4b1491726 req-a7d09936-a44d-4a84-a9d3-df7810eedcad tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] Unset dirty status for tenant:bdd2a8bec3ad42089af03e8245122272 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:01:52.463985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5fb3aba-ecb9-4af2-8ede-9eb4b1491726 req-a7d09936-a44d-4a84-a9d3-df7810eedcad tempest-MigrationsAdminTest-200693951 tempest-MigrationsAdminTest-200693951-project] 10.222.0.62 "GET /v2.0/ports?device_id=07a899e0-99ba-44a7-bd38-18de1d04a767 HTTP/1.1" status: 200 len: 210 time: 0.8516109 Feb 04 16:01:52.476665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.551509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f419773-b553-4b79-81ba-55cd1f345b9b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:52.602854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.606959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbb37fff-71f1-4947-8a6b-7f06f0f75800 req-f09b1925-5e83-41ae-a29f-3e9d9af7dacc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2f419773-b553-4b79-81ba-55cd1f345b9b HTTP/1.1" status: 204 len: 173 time: 1.4108477 Feb 04 16:01:52.632742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-a715a418-9111-444a-a1a6-8336ead980ae service neutron] 10.222.0.41 "PUT /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 3.9211946 Feb 04 16:01:52.659088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d28e01-27c6-40a4-aa99-85f3dd1c53cd {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:52.675574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.709815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Transition to ACTIVE for port object 53d28e01-27c6-40a4-aa99-85f3dd1c53cd will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:01:52.804594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:52.810011 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a899e0-99ba-44a7-bd38-18de1d04a767', 'name': 'network-vif-deleted', 'tag': '1f88c7f4-5066-46a8-8862-ae7acbb21efc', 'status': 'completed', 'code': 200} Feb 04 16:01:53.030485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:53.229784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-4d7f3778-de48-4174-b0c2-f67ecde2f43a tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.5063283 Feb 04 16:01:53.248307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e067-c5fd-44c6-8364-4e3aa98eb7d0 req-8a96ded8-9fd5-476e-a60a-c618d852ff6e tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:53.249937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd47e067-c5fd-44c6-8364-4e3aa98eb7d0 req-8a96ded8-9fd5-476e-a60a-c618d852ff6e tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 949 time: 0.3661075 Feb 04 16:01:53.396000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Attempting to bind port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:01:53.397059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Attempting to bind port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'ee382e07-0caa-40d9-9429-e8bccbd3a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:01:53.397059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Attempting to bind port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd on network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:53.426895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd on network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:01:53.427565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Attempting to bind port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd on network 7ec1d073-e326-41ad-8bb5-7802efc8d2f1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:01:53.441187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd47e067-c5fd-44c6-8364-4e3aa98eb7d0 req-d8829446-28b2-41da-bc38-a5aa6242a488 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440959 Feb 04 16:01:53.452335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:01:53.452335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Checking segment: {'id': 'ee382e07-0caa-40d9-9429-e8bccbd3a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:01:53.452335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Bound using segment: {'id': 'ee382e07-0caa-40d9-9429-e8bccbd3a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:01:53.452335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Bound port: 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee382e07-0caa-40d9-9429-e8bccbd3a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:01:53.452335 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.471898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7e50d-b0f2-41de-9730-f88a1a2abd86 req-8f41c74f-ea9f-4073-b399-981fccee9942 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:53.473384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77a7e50d-b0f2-41de-9730-f88a1a2abd86 req-8f41c74f-ea9f-4073-b399-981fccee9942 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.3070858 Feb 04 16:01:53.629495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-147d03b1-883d-4bfd-86dc-97b6418ea52a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3&tenant_id=8a4052ef63114053855160863b947016 HTTP/1.1" status: 200 len: 1095 time: 0.3751793 Feb 04 16:01:53.656879 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'code': 200} Feb 04 16:01:53.734941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77a7e50d-b0f2-41de-9730-f88a1a2abd86 req-3446c7c1-011d-4ea9-bdd7-691775355a50 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Feb 04 16:01:53.744664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:53.765029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,segment=NetworkSegment(ee382e07-0caa-40d9-9429-e8bccbd3a980),segment_id=ee382e07-0caa-40d9-9429-e8bccbd3a980)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:01:53.778771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:53.917624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-35bf1d0e-4966-41d9-b014-4a80e0f1ac10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2570670 Feb 04 16:01:54.108034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.108639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] 10.222.0.58 "PUT /v2.0/ports/53d28e01-27c6-40a4-aa99-85f3dd1c53cd HTTP/1.1" status: 200 len: 1091 time: 4.1401172 Feb 04 16:01:54.122925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-bf53d26b-2b31-4633-920d-eca3325831e4 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 200 len: 2141 time: 0.2982678 Feb 04 16:01:54.153604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ec294-a688-469d-8cda-594c7969bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:54.385153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5603db7-10a5-4eca-a8b8-6eca27b7f42f req-f111bc77-81d9-4c93-b721-b1c78c1a0245 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.386884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5603db7-10a5-4eca-a8b8-6eca27b7f42f req-f111bc77-81d9-4c93-b721-b1c78c1a0245 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 943 time: 0.5641348 Feb 04 16:01:54.392789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-e065e2e9-fb5c-4848-b6ab-d6af11c5ac55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.395755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-e065e2e9-fb5c-4848-b6ab-d6af11c5ac55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.4331934 Feb 04 16:01:54.662844 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.684330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-528101ed-9d9d-475d-ae64-cc1f09502ad2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 200 len: 217 time: 0.2347379 Feb 04 16:01:54.757624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:54.757624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-29956cde-8469-424c-9176-9156d606f428 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=683947e5a3504783b51c7c17b9abe3be&device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 1094 time: 0.5650005 Feb 04 16:01:54.778553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5603db7-10a5-4eca-a8b8-6eca27b7f42f req-f797c153-29e0-4921-beee-f216234ab35e tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584065 Feb 04 16:01:54.836124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:54.876686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-7e021aaa-d7fc-4218-836a-24a37c7819c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd HTTP/1.1" status: 200 len: 217 time: 0.1053681 Feb 04 16:01:54.926579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-d32ded90-b4fd-43a4-9338-a3cdf294d3b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:54.927983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-d32ded90-b4fd-43a4-9338-a3cdf294d3b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2347863 Feb 04 16:01:54.995438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-c026ae1d-c612-400a-b1e7-98f03e90e37e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558009 Feb 04 16:01:55.003954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-7eb9abc4-c6ea-4fd6-9f8d-f8682e58840e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:55.005363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-7eb9abc4-c6ea-4fd6-9f8d-f8682e58840e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24e6662e-5987-4f9b-9c81-0b18ccd6af30 HTTP/1.1" status: 200 len: 854 time: 0.1173766 Feb 04 16:01:55.028098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7ba700b1-5c3b-49a1-bd11-a60eb3d1ef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.064738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.194020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-f2f69d59-8646-48b5-b407-d39e62abfd0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ec1d073-e326-41ad-8bb5-7802efc8d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681037 Feb 04 16:01:55.200507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd0f75-3287-4d52-b99d-95354749771e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:55.295233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:55.307910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94ca823a-9732-4656-8d76-6c60ef7319bf req-6e6ad2d5-92b4-4268-90e6-510c31cec375 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/3ecd0f75-3287-4d52-b99d-95354749771e HTTP/1.1" status: 204 len: 173 time: 1.1838281 Feb 04 16:01:55.394387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-6da4409f-b27e-4099-96c2-b320fb5c8ea4 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880713 Feb 04 16:01:55.543095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-5eef674f-8b77-409e-a9fc-c45c266cc6ec service neutron] 10.222.0.58 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405704 Feb 04 16:01:55.753905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-027957a9-7fae-44dd-92be-dd385c171343 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347282 Feb 04 16:01:55.808861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48756) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:55.826795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7ffab3c-1da9-4d0e-aeae-661bebad4f81 req-b624f931-4f11-4efb-acaa-2f624522c38b service neutron] 10.222.0.58 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758079 Feb 04 16:01:55.849534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce864-5cd6-4351-9adb-7ded5dc173b9 req-b604a6a6-c966-45cb-8ff3-8d2bb69df8e7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:55.857503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-969ce864-5cd6-4351-9adb-7ded5dc173b9 req-b604a6a6-c966-45cb-8ff3-8d2bb69df8e7 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.1530268 Feb 04 16:01:55.905937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-969ce864-5cd6-4351-9adb-7ded5dc173b9 req-76cd9258-da56-4ddf-a291-1eb3a5348936 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475545 Feb 04 16:01:55.957671 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd', 'status': 'completed', 'code': 200} Feb 04 16:01:56.057740 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-cd9769e5-09c1-475c-9478-2568420c6a7c req-8eecc446-5d5b-4fff-a0ba-1a7b93181d4c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] show failed (client error): The resource could not be found. Feb 04 16:01:56.084923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd9769e5-09c1-475c-9478-2568420c6a7c req-8eecc446-5d5b-4fff-a0ba-1a7b93181d4c tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/def5128e-f554-4df0-862c-6adc879079c0 HTTP/1.1" status: 404 len: 352 time: 0.1085632 Feb 04 16:01:56.144556 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba799867-d283-499a-832f-24fc9279aa3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdd2a8bec3ad42089af03e8245122272&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346095 Feb 04 16:01:56.148665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:56.354371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-5d35970f-ccf6-4333-a03f-6e9c6a194cea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=683947e5a3504783b51c7c17b9abe3be&device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 1094 time: 0.3507688 Feb 04 16:01:56.544539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-e065f90a-c042-47db-aa52-bfa86ddae74b tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/1250533b-d504-4fb5-a5b0-c930ff074528 HTTP/1.1" status: 200 len: 1638 time: 0.2546442 Feb 04 16:01:56.544539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.647740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:56.697130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa1db8-bb46-4fc4-9423-7ae0cf4efd84 req-d0e16786-e830-4681-a342-b25abb52c8a8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.704373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3aa1db8-bb46-4fc4-9423-7ae0cf4efd84 req-d0e16786-e830-4681-a342-b25abb52c8a8 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 943 time: 0.4403071 Feb 04 16:01:56.715545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-6ebf02c6-b002-4bd8-b773-c3e1ac25b8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:56.716200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-6ebf02c6-b002-4bd8-b773-c3e1ac25b8da service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ec1d073-e326-41ad-8bb5-7802efc8d2f1 HTTP/1.1" status: 200 len: 915 time: 0.3459065 Feb 04 16:01:56.754074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-3bab0060-c5d1-492f-97c9-68f74fa49d42 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3&tenant_id=8a4052ef63114053855160863b947016&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.5422168 Feb 04 16:01:56.964955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-9cbe2f65-20d3-416c-8e7c-051ca4f68aca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd HTTP/1.1" status: 200 len: 217 time: 0.2179854 Feb 04 16:01:57.110736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.141898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dff30b32-238d-4012-bc70-f1e6cdb9f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.176361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3aa1db8-bb46-4fc4-9423-7ae0cf4efd84 req-33926544-badb-4bfc-8668-786f23536329 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695373 Feb 04 16:01:57.196380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.202962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-d5f7ae51-cbf6-4a20-9df2-5a078a4df225 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:57.204108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-d5f7ae51-cbf6-4a20-9df2-5a078a4df225 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24e6662e-5987-4f9b-9c81-0b18ccd6af30 HTTP/1.1" status: 200 len: 854 time: 0.2010987 Feb 04 16:01:57.207010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.291959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-e18d2d36-852d-4088-acfc-a0a486deffd6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ec1d073-e326-41ad-8bb5-7802efc8d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586641 Feb 04 16:01:57.320072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aa4356-f952-4b02-89f5-9d624609c73d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:57.442374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.459847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f4445e8f-50c2-4061-b42d-afa5aee9f3d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19aa4356-f952-4b02-89f5-9d624609c73d HTTP/1.1" status: 204 len: 168 time: 1.2941368 Feb 04 16:01:57.472642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 53d28e01-27c6-40a4-aa99-85f3dd1c53cd details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:01:57.501957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.566293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-22296daa-6a54-4131-89e5-bd6982b850ca service neutron] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:01:57.577772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1250533b-d504-4fb5-a5b0-c930ff074528,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:57.607998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-22296daa-6a54-4131-89e5-bd6982b850ca service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.607998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4a0d3bf-038e-4a8d-85f2-37006918ca79 req-22296daa-6a54-4131-89e5-bd6982b850ca service neutron] 10.222.0.58 "DELETE /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.6347065 Feb 04 16:01:57.607998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:57.607998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb66302d-5c3b-469b-b395-4d4b12966e07 req-821c7145-2f33-4e6d-91bc-a64cda0b7cd5 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/1250533b-d504-4fb5-a5b0-c930ff074528 HTTP/1.1" status: 204 len: 173 time: 1.0359693 Feb 04 16:01:57.616244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-fa13ac16-c22d-4ca2-b546-0c531a3acb73 service neutron] 10.222.0.58 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133755 Feb 04 16:01:57.941750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,segment=NetworkSegment(ee382e07-0caa-40d9-9429-e8bccbd3a980),segment_id=ee382e07-0caa-40d9-9429-e8bccbd3a980)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:57.974371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd', 'network_id': '7ec1d073-e326-41ad-8bb5-7802efc8d2f1', 'port_id': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd', 'mac_address': 'fa:16:3e:73:a2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24e6662e-5987-4f9b-9c81-0b18ccd6af30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:01:58.053864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.081218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d28e01-27c6-40a4-aa99-85f3dd1c53cd {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:01:58.102134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,segment=NetworkSegment(ee382e07-0caa-40d9-9429-e8bccbd3a980),segment_id=ee382e07-0caa-40d9-9429-e8bccbd3a980)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:58.111306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.125955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3257c6-b356-4fc4-b2b1-e78cc78bba3c req-22e1fb0b-1874-417f-a263-eb3df9d5f309 service neutron] 10.222.0.58 "GET /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022626 Feb 04 16:01:58.199689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48812) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:58.204128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:58.267514 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6ef692e-e56f-4cbe-a9be-57df3b994307 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a705c9043bd849ef9025ce70bdd63a6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639708 Feb 04 16:01:58.268350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:58.381838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c38f14-6db0-4870-89bf-3ecb009a8311 req-1a4a91ad-6486-4f5a-8177-8e0f03926668 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.383113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.384699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c38f14-6db0-4870-89bf-3ecb009a8311 req-1a4a91ad-6486-4f5a-8177-8e0f03926668 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.2534640 Feb 04 16:01:58.391457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65beb9-7b80-43bb-ae85-fa393c6cfc5b req-68f0d7b4-04e5-476a-8b56-7fc2bc39ddb6 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:58.392951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c65beb9-7b80-43bb-ae85-fa393c6cfc5b req-68f0d7b4-04e5-476a-8b56-7fc2bc39ddb6 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 949 time: 0.3933570 Feb 04 16:01:58.413923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['53d28e01-27c6-40a4-aa99-85f3dd1c53cd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:01:58.476087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.479635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c38f14-6db0-4870-89bf-3ecb009a8311 req-3d6d1c28-28ed-49ff-979e-f4165e03f3c0 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849464 Feb 04 16:01:58.484302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c65beb9-7b80-43bb-ae85-fa393c6cfc5b req-f6432d2b-0317-4924-9f94-bb6a06896930 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720813 Feb 04 16:01:58.512821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.626317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.676607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f28892-7eba-47a9-b651-c9947ceb8a4f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:58.700288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.702623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-616e3f35-df1f-4b7d-a2f2-78bc5bc10c3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2f28892-7eba-47a9-b651-c9947ceb8a4f HTTP/1.1" status: 204 len: 168 time: 0.4320147 Feb 04 16:01:58.763941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-672e7ea2-e5cf-49d6-8c6d-dbb1c49ed0ec tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/87f3219d-1355-4355-a508-c87598052d29 HTTP/1.1" status: 200 len: 1638 time: 0.1333320 Feb 04 16:01:58.901137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:58.991757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.052447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.224940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d0040-6250-40e7-b4f0-56530f93be5a req-a4d9a473-add7-465d-8cc6-96782c8dd510 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:59.238838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c26d0040-6250-40e7-b4f0-56530f93be5a req-a4d9a473-add7-465d-8cc6-96782c8dd510 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 944 time: 0.3052242 Feb 04 16:01:59.310392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48840) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:01:59.332830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c26d0040-6250-40e7-b4f0-56530f93be5a req-db8aba10-39f1-49ed-98ef-8b562e5f6031 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930157 Feb 04 16:01:59.338725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.377996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3219d-1355-4355-a508-c87598052d29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:01:59.500494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:01:59.544490 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.545753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16dc0339-fc9b-463a-bb99-00e5399848b8 req-09e70641-4907-49af-ad35-1074a5765acb tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/87f3219d-1355-4355-a508-c87598052d29 HTTP/1.1" status: 204 len: 173 time: 0.7754617 Feb 04 16:01:59.650836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-a53304eb-565d-4c18-9fd5-cbe14eb3f383 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:01:59.654461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-a53304eb-565d-4c18-9fd5-cbe14eb3f383 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.58 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 949 time: 0.2524700 Feb 04 16:01:59.765017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.769213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Deleting port aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:01:59.769710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.850823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:01:59.878217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:01:59.887779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.909048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.938423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:01:59.984118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.015139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:00.020091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Usage tracker for resource:security_group_rule and tenant:b906bd2b6dc1404d827d5ff8d7cab2d4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:00.023438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:00.032844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:00.187479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-551597fc-7449-4322-b7b3-e5d85244ba2a req-d0f2e1f2-7686-4e35-9a65-e564c4e6e8f0 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2188478 Feb 04 16:02:00.201571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.210271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.215723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-2da0ac91-e327-4c34-aa9a-c4827c011196 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3277895 Feb 04 16:02:00.316213 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b906bd2b6dc1404d827d5ff8d7cab2d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0049212 Feb 04 16:02:00.316800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:00.317388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ee555-a31a-4539-ba8f-f9cde1e9fb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c2739-069b-456b-aaea-797914c403a1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.337472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867d62b-9739-412b-9a65-df46c402f1ef req-f8d4b961-708c-4d76-b429-e5bd26f74051 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:00.339917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a867d62b-9739-412b-9a65-df46c402f1ef req-f8d4b961-708c-4d76-b429-e5bd26f74051 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 950 time: 0.5375769 Feb 04 16:02:00.443850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.487279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.574288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.604697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c2739-069b-456b-aaea-797914c403a1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:00.628093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.634251 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80e08e39-3a2a-45f5-b192-57317b8853f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e12c2739-069b-456b-aaea-797914c403a1 HTTP/1.1" status: 204 len: 168 time: 0.3137534 Feb 04 16:02:00.836601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-551597fc-7449-4322-b7b3-e5d85244ba2a req-3d4218ca-3450-4e6e-9817-a3b7aa97f4a7 tempest-LiveMigrationTest-122373231 tempest-LiveMigrationTest-122373231-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480541 Feb 04 16:02:00.881863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] For port aa989616-b471-447b-a4a3-57c778bbb0d0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=aa989616-b471-447b-a4a3-57c778bbb0d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:00.881863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:00.978461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a867d62b-9739-412b-9a65-df46c402f1ef req-b10aabb3-e263-4176-965d-49da7b7e07e5 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425760 Feb 04 16:02:01.261077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Calling delete_port for aa989616-b471-447b-a4a3-57c778bbb0d0 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:01.343987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-fdaa55de-c05f-4d78-9b79-716d48f69fff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 1095 time: 1.0024877 Feb 04 16:02:01.498065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 53d28e01-27c6-40a4-aa99-85f3dd1c53cd up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:01.554480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48900) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:01.585159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.637862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-f5b5b425-0183-4977-a644-2bb104c02855 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/19336bbb-4c36-45d3-8f3a-20f4f5c26467 HTTP/1.1" status: 200 len: 1639 time: 0.3875124 Feb 04 16:02:01.669273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:01.674615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:01.676462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:01.677643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.679612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b1d9b61fb64c75ab8187589944c6aa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:01.687112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:01.698582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:01.723795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-561f9d5f-d781-4830-bae5-83fbc5a39634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.726142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-561f9d5f-d781-4830-bae5-83fbc5a39634 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.3511770 Feb 04 16:02:01.812120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.824607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:01.838982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed8dcc-07c6-4ac0-932e-123a33a34f8f req-700c9004-bedf-4174-921e-152a3433d076 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:01.841048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5ed8dcc-07c6-4ac0-932e-123a33a34f8f req-700c9004-bedf-4174-921e-152a3433d076 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/ports?device_id=96a2c98c-05e5-486e-94bf-26fd6bcd8fc7 HTTP/1.1" status: 200 len: 949 time: 0.5526154 Feb 04 16:02:01.907161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6b1d9b61fb64c75ab8187589944c6aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3475952 Feb 04 16:02:01.909099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:01.915269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59c75-0510-4103-924b-53b0772cbad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6673e596-a63a-4589-b1fd-a7081a42374d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:01.933856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-6b9c8640-8b2e-43a9-8331-3f8d5ad0dce1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 200 len: 217 time: 0.1965179 Feb 04 16:02:01.995540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.017591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5ed8dcc-07c6-4ac0-932e-123a33a34f8f req-cbb50a9c-dd71-4b2a-8ea7-e1b3082fd9a9 tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.62 "GET /v2.0/security-groups?id=971a9c78-5250-4631-a3e0-fa3bd4f86b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434627 Feb 04 16:02:02.018305 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.044035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.123647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.143678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,segment=NetworkSegment(ee382e07-0caa-40d9-9429-e8bccbd3a980),segment_id=ee382e07-0caa-40d9-9429-e8bccbd3a980)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:02.164484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.173594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:02.233690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.279521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673e596-a63a-4589-b1fd-a7081a42374d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:02.295272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.296397 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03bf2eed-028d-49d5-82c2-fcc3b4612612 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6673e596-a63a-4589-b1fd-a7081a42374d HTTP/1.1" status: 204 len: 168 time: 0.3652592 Feb 04 16:02:02.298033 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'code': 200} Feb 04 16:02:02.309805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Pushing event deleted for resources: {'Port': ['ID=aa989616-b471-447b-a4a3-57c778bbb0d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:02.314854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-6e7067ab-710f-4ca1-8144-508a4953f899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.321486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-6e7067ab-710f-4ca1-8144-508a4953f899 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.3226230 Feb 04 16:02:02.431735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: aa989616-b471-447b-a4a3-57c778bbb0d0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:02:02.432137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device aa989616-b471-447b-a4a3-57c778bbb0d0 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:02.516846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-47e984ed-fb3c-4997-be60-e7acd156353f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889579 Feb 04 16:02:02.519256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] No DVR routers for this DVR port aa989616-b471-447b-a4a3-57c778bbb0d0 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:02.521277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.522887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.541787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:02.546781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-deleted', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:02.653566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3eb3d9a-a7dc-4ff1-9c4a-fa1cd624347f req-e49900c6-31be-48d4-9330-4c30c0a5c68c tempest-ImagesOneServerTestJSON-239541480 tempest-ImagesOneServerTestJSON-239541480-project] 10.222.0.58 "DELETE /v2.0/ports/aa989616-b471-447b-a4a3-57c778bbb0d0 HTTP/1.1" status: 204 len: 173 time: 2.9930897 Feb 04 16:02:02.767555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:02.925913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-36827a14-303d-4880-b137-2ca68dd5fa42 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740978 Feb 04 16:02:02.935966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9bb5c-b17a-493a-9be2-acefb0b7744b req-d38c329e-de16-4ca5-a098-2272796791a9 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:02.937760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68d9bb5c-b17a-493a-9be2-acefb0b7744b req-d38c329e-de16-4ca5-a098-2272796791a9 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 0.4198313 Feb 04 16:02:03.088655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.145316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19336bbb-4c36-45d3-8f3a-20f4f5c26467,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:03.241589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68d9bb5c-b17a-493a-9be2-acefb0b7744b req-837e411c-fcc5-4355-a210-07f524ec1b05 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583959 Feb 04 16:02:03.245021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:03.268332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff35a8cb-2e3c-4b25-9cbc-b188f8473601 req-a79f153b-0e2c-4aad-bd30-99f21449f427 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/19336bbb-4c36-45d3-8f3a-20f4f5c26467 HTTP/1.1" status: 204 len: 173 time: 1.6095729 Feb 04 16:02:03.409689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a333c17-7f91-4c68-a70c-f845811698c7 req-dbfebbab-91da-41d4-b0e8-1fb4a433aa80 service neutron] 10.222.0.58 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703047 Feb 04 16:02:03.682078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-db14a006-c8ef-4b9e-bff5-5bb087e20171 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1770458 Feb 04 16:02:03.846315 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a2c98c-05e5-486e-94bf-26fd6bcd8fc7', 'name': 'network-vif-deleted', 'tag': 'aa989616-b471-447b-a4a3-57c778bbb0d0', 'status': 'completed', 'code': 200} Feb 04 16:02:03.869138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-dfed3d2b-53a0-4054-a7d1-6370b34788bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a4052ef63114053855160863b947016&device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 1095 time: 0.1582494 Feb 04 16:02:04.300664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:04.435246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67e4-cd91-4840-af37-39a16d28f749 req-d7ac8126-d437-4a83-b583-a35aa1d355f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:04.438232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-d7ac8126-d437-4a83-b583-a35aa1d355f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 200 len: 908 time: 0.5490353 Feb 04 16:02:04.526725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-9f427f76-cf06-4d56-97f9-43406e63c1bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/60886856-6519-4f70-a0bf-cc8fde4c4308 HTTP/1.1" status: 200 len: 2145 time: 0.1382420 Feb 04 16:02:04.593906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-1d7e63d1-125e-4683-b4b8-4324f2d6590e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 200 len: 217 time: 0.1367912 Feb 04 16:02:04.832789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67e4-cd91-4840-af37-39a16d28f749 req-70e72f2c-b4c3-4da2-8423-39d7884424d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:04.834212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-70e72f2c-b4c3-4da2-8423-39d7884424d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 200 len: 847 time: 0.2233322 Feb 04 16:02:04.841959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:04.911448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-c9324374-72b4-4ca5-87cb-650ed09e7a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703721 Feb 04 16:02:04.986257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:05.068694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-3290e12c-7cdb-48bd-83ca-0165b5a633bc service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435540 Feb 04 16:02:05.070909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.086086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-f7af3ac9-7fc0-444f-bde5-9958dd1f52cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.087938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-f7af3ac9-7fc0-444f-bde5-9958dd1f52cf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.6323972 Feb 04 16:02:05.186494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11233a-6e5b-457f-b5c0-b1bd1d729818 req-6b21b93c-c963-4efb-af03-f696ee5cc290 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:05.193339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db11233a-6e5b-457f-b5c0-b1bd1d729818 req-6b21b93c-c963-4efb-af03-f696ee5cc290 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 944 time: 0.5802658 Feb 04 16:02:05.210899 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60604717-f64b-4363-aa35-84e25546c6ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47ac043e6ebd465c9231c6eb46c201f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2233503 Feb 04 16:02:05.213983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:05.281972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.305815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Deleting port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:05.306156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.314646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.384659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.420438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a9c78-5250-4631-a3e0-fa3bd4f86b8d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.430838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db11233a-6e5b-457f-b5c0-b1bd1d729818 req-2c054aa6-5bdd-427a-ae6a-060376bb4245 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335217 Feb 04 16:02:05.434257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.434546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.436021 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b83aa7c9-444b-4728-bcdf-d9ca87680241 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/971a9c78-5250-4631-a3e0-fa3bd4f86b8d HTTP/1.1" status: 204 len: 168 time: 0.2208195 Feb 04 16:02:05.528320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848d67e4-cd91-4840-af37-39a16d28f749 req-93837527-9cf5-4143-9c8d-01319734c6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392736 Feb 04 16:02:05.536740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60886856-6519-4f70-a0bf-cc8fde4c4308,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:05.550536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:05.563841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea85face-5320-4d45-9737-9cfaaad0cc32 req-fd83991d-1adb-4319-b973-d6624b9c32bc tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/60886856-6519-4f70-a0bf-cc8fde4c4308 HTTP/1.1" status: 204 len: 173 time: 0.9758120 Feb 04 16:02:05.705616 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd', 'code': 200} Feb 04 16:02:05.819428 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:05.905705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] For port 9b7907da-8ffb-43bd-9f09-5c2a598a4068, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9b7907da-8ffb-43bd-9f09-5c2a598a4068,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:05.906061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.061683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Calling delete_port for 9b7907da-8ffb-43bd-9f09-5c2a598a4068 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:06.258241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef086e19-2e9f-4aa7-83de-b43144cde02e req-82cb779e-ead4-4d15-998f-96c14ac7ce07 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:06.265501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef086e19-2e9f-4aa7-83de-b43144cde02e req-82cb779e-ead4-4d15-998f-96c14ac7ce07 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 0.4572644 Feb 04 16:02:06.389765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef086e19-2e9f-4aa7-83de-b43144cde02e req-5399b769-24cc-4bf3-bd27-d86b7b782100 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231492 Feb 04 16:02:06.414557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d64d9af-149d-476d-8fa6-1a49058adf88 req-893e8659-2d97-4475-b265-7fe530f1b82e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 1096 time: 0.4445884 Feb 04 16:02:06.513712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.525450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['38a0bb15-bc88-44df-a062-69282b32f325'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:06.578835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event deleted for resources: {'Port': ['ID=9b7907da-8ffb-43bd-9f09-5c2a598a4068,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:06.587625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d64d9af-149d-476d-8fa6-1a49058adf88 req-5137f4b1-668f-43cd-9443-26a2e2dd6d7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653934 Feb 04 16:02:06.629675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-a543b127-3853-4fa2-8647-1d9fbc8be897 tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "GET /v2.0/security-groups/e6c64bd9-9845-436a-a319-74119d0ee3ae HTTP/1.1" status: 200 len: 2141 time: 0.1667435 Feb 04 16:02:06.689953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] No DVR routers for this DVR port 9b7907da-8ffb-43bd-9f09-5c2a598a4068 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:06.698969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.701770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-deleted', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:06.728307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01690374-0a29-40ef-8945-bedd38ae8f54 req-5bbe295c-9336-48c0-b1af-89da678db33d tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "DELETE /v2.0/ports/9b7907da-8ffb-43bd-9f09-5c2a598a4068 HTTP/1.1" status: 204 len: 173 time: 1.6323321 Feb 04 16:02:06.773251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.841949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.921244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.956772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:06.959021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ad7dcbc-f920-47af-bb78-33722f6c045d req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] 10.222.0.62 "DELETE /v2.0/security-groups/e6c64bd9-9845-436a-a319-74119d0ee3ae HTTP/1.1" status: 204 len: 173 time: 0.3279853 Feb 04 16:02:06.959937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2887e-35f3-4ed0-ae59-6ce0875cd63a tempest-SecurityGroupRulesTestJSON-94849526 tempest-SecurityGroupRulesTestJSON-94849526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c64bd9-9845-436a-a319-74119d0ee3ae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:06.964699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:07.106164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Deleting subnet a36b0c69-86c0-4271-a5ad-4e15fefbd2bb {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:07.119378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.213064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.274146 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.351134 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df32c515-8528-4f86-b34e-7dd251808fa3', 'name': 'network-vif-deleted', 'tag': '9b7907da-8ffb-43bd-9f09-5c2a598a4068', 'status': 'completed', 'code': 200} Feb 04 16:02:07.402289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.481840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4b21a07b-a003-42c2-9245-95827d2960d1 req-72b2b324-1e6f-48fd-8d49-331b49fee3ab tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:07.510186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36b0c69-86c0-4271-a5ad-4e15fefbd2bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:07.528345 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.528801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:07.540468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:07.550751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b8af1e4-fd10-4224-bc7b-82ddd5623315 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a36b0c69-86c0-4271-a5ad-4e15fefbd2bb HTTP/1.1" status: 204 len: 168 time: 0.5843282 Feb 04 16:02:07.555561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4b21a07b-a003-42c2-9245-95827d2960d1 req-72b2b324-1e6f-48fd-8d49-331b49fee3ab tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:07.557283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b21a07b-a003-42c2-9245-95827d2960d1 req-72b2b324-1e6f-48fd-8d49-331b49fee3ab tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 210 time: 0.2085316 Feb 04 16:02:07.603776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:07.612048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 9b7907da-8ffb-43bd-9f09-5c2a598a4068 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:02:07.629616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9b7907da-8ffb-43bd-9f09-5c2a598a4068 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:07.710393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:07.988026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:08.033201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'mac_address': 'fa:16:3e:32:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:08.065588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9dab3-75d8-48a9-987f-81ba6de63744 req-77bdbfc0-3b71-48b0-8807-b29b7a251577 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:08.075004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ff9dab3-75d8-48a9-987f-81ba6de63744 req-77bdbfc0-3b71-48b0-8807-b29b7a251577 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 0.1112592 Feb 04 16:02:08.116353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.145734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ff9dab3-75d8-48a9-987f-81ba6de63744 req-abb9b756-0b56-4d8c-8f41-47186603b466 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Feb 04 16:02:08.221203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.228861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e54d6fa-3fee-40b8-a1f8-8a37f113da13']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.261259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:08.288230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735e27ef-a629-444c-866c-f2fb5e5762fe') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.289089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735e27ef-a629-444c-866c-f2fb5e5762fe') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:08.292246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:08.305770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:08.317412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.353862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.426082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.447377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:02:08.447805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:08.497195 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:08.517123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:08.579865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:08.612526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.707789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:08.714834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Usage tracker for resource:security_group_rule and tenant:7e217c89a6bd4ce8a730513a2aea4431 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:08.718918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.728066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:08.745585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:08.762690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.790725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e54d6fa-3fee-40b8-a1f8-8a37f113da13,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:08.809430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15b0e1a3-df9f-42a2-a8fc-4541d0db7ee0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e54d6fa-3fee-40b8-a1f8-8a37f113da13 HTTP/1.1" status: 204 len: 168 time: 1.2676940 Feb 04 16:02:08.943603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:08.957793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.060917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5edcc40-53d4-43cc-bf01-bf1b7ecdb49a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.137930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9095eb5b-64cc-4c3d-b080-61afcd5d4997 req-e6f1a346-179a-42a2-a812-e683caedb49c tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=df32c515-8528-4f86-b34e-7dd251808fa3 HTTP/1.1" status: 200 len: 210 time: 0.0682149 Feb 04 16:02:09.151127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.167949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5913c6bd-e9c3-4b63-9ce7-abdaef79aa23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e217c89a6bd4ce8a730513a2aea4431&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8744240 Feb 04 16:02:09.168581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.297699 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f13df87b-47a8-4515-a20e-185cf4a8d37f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3774b7a3478b46f8a35e9140bcea0099&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1450648 Feb 04 16:02:09.301840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49116) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:09.442929 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.484652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.537916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.549213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:09.560000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.657722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.704750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5edcc40-53d4-43cc-bf01-bf1b7ecdb49a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.716500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:09.718041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.731112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.734582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7f45b8e-b7a3-4069-8bf5-c1100e6d7db3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5edcc40-53d4-43cc-bf01-bf1b7ecdb49a HTTP/1.1" status: 204 len: 168 time: 0.5627465 Feb 04 16:02:09.749159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.801473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec1368-a524-4be8-a8f0-a7947dd00375,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:09.809613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:09.813259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d67c8999-601d-45de-af42-d28a6a7b8c79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1ec1368-a524-4be8-a8f0-a7947dd00375 HTTP/1.1" status: 204 len: 168 time: 0.5079634 Feb 04 16:02:10.279330 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.540826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:10.561868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:10.572978 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:10.729810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:10.935831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:10.971176 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'code': 200} Feb 04 16:02:10.984683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.119275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:11.135417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f2d3cbd38a4c7f9c5f5d1b80252766 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:11.139871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:11.160443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:11.441523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.455366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.522740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561f271-0527-4eae-8741-f312496cd04f req-deb99171-105f-48fd-88f4-54b6434bb9cb tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:11.549954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f561f271-0527-4eae-8741-f312496cd04f req-deb99171-105f-48fd-88f4-54b6434bb9cb tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 0.2987604 Feb 04 16:02:11.593849 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0f2d3cbd38a4c7f9c5f5d1b80252766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6568627 Feb 04 16:02:11.598901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:11.601656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b374-5dd3-479d-a8c0-0c19a1c31a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee4ea4a-6dba-47d7-b091-842130ad4bba,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:11.776252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.847346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:11.972674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f561f271-0527-4eae-8741-f312496cd04f req-2b6d7560-d984-433f-a7c5-5ee3f9b59fd7 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213884 Feb 04 16:02:11.992256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.020993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee4ea4a-6dba-47d7-b091-842130ad4bba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:12.037435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.044581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-435b2d9c-fd24-48ca-b341-25feced77ee2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bee4ea4a-6dba-47d7-b091-842130ad4bba HTTP/1.1" status: 204 len: 168 time: 0.4444242 Feb 04 16:02:12.058185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:12.292899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49236) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:12.503720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-11774a8c-6f60-4de5-8fbb-93f72c9b0ef3 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:12.507953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-11774a8c-6f60-4de5-8fbb-93f72c9b0ef3 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 0.2456007 Feb 04 16:02:12.671383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.771388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Deleting port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:12.773396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:12.850458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:12.878105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Usage tracker for resource:security_group_rule and tenant:ae20a94ee8854717839249cb89104228 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:12.883291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:12.900283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:13.003775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.059482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.122556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2000498741-network', 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:13.129282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:13.141988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Usage tracker for resource:network and tenant:207610a770a64f61ba7412db09e00922 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:13.151890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb6e742-ee12-4fe6-ab6e-3efdac95e9b0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:13.171449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:13.198389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:13.233819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:13.240609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.285599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.361211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:13.371714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Usage tracker for resource:security_group_rule and tenant:207610a770a64f61ba7412db09e00922 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:13.379799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:13.397813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:13.572962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.588820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.663357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:02:13.689031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94441c8-41fa-43bb-8bde-60f08afc0a2f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:13.700620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.701061 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Added segment 5a7196b5-1de8-455e-ba5a-62133043781a of type vlan for network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 Feb 04 16:02:13.768799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.891368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.892549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:13.893324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:13.908867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] For port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,segment=NetworkSegment(ee382e07-0caa-40d9-9429-e8bccbd3a980),segment_id=ee382e07-0caa-40d9-9429-e8bccbd3a980)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:13.909411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.072633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-291a92e5-2532-4d4f-9dd8-062bf6efa584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae20a94ee8854717839249cb89104228&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0131202 Feb 04 16:02:14.084026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Calling delete_port for 53d28e01-27c6-40a4-aa99-85f3dd1c53cd owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:14.163975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:14.167139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:14.177391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:02:14.196461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-903d74ae-7dd1-4bad-8b1d-1fc39eea4c84 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9013250 Feb 04 16:02:14.200363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:14.207666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Request body: {'subnet': {'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2000498741-subnet', 'tenant_id': '207610a770a64f61ba7412db09e00922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:14.217605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:14.232125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Usage tracker for resource:subnet and tenant:207610a770a64f61ba7412db09e00922 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:14.241152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:14.254996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:14.288723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:14.293809 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.362565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29217ba6-9b81-4976-beb2-e9efb4c2a5fe req-e0c12be2-f3e1-4ff4-9ceb-92c16b6beb05 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:14.372638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29217ba6-9b81-4976-beb2-e9efb4c2a5fe req-e0c12be2-f3e1-4ff4-9ceb-92c16b6beb05 tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bb7ae0d-715a-4b79-b9da-cf1451224d41 HTTP/1.1" status: 200 len: 945 time: 1.1335831 Feb 04 16:02:14.631268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29217ba6-9b81-4976-beb2-e9efb4c2a5fe req-8505060a-6fe4-4a9c-b035-804b0f0ed01f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.62 "GET /v2.0/security-groups?id=afc18f92-5160-41dc-b93e-55f6380cf66f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575762 Feb 04 16:02:14.685310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.785080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Pushing event deleted for resources: {'Port': ['ID=53d28e01-27c6-40a4-aa99-85f3dd1c53cd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:14.972363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] No DVR routers for this DVR port 53d28e01-27c6-40a4-aa99-85f3dd1c53cd on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:14.977131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:14.980723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'name': 'network-vif-deleted', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:15.012368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d7b6d4c-94c1-4513-b5bd-ccb8448513e8 req-d772b1cd-f1ee-4b6b-806f-b2ecc1118c5f tempest-ServerAddressesTestJSON-634181639 tempest-ServerAddressesTestJSON-634181639-project] 10.222.0.58 "DELETE /v2.0/ports/53d28e01-27c6-40a4-aa99-85f3dd1c53cd HTTP/1.1" status: 204 len: 173 time: 2.4961615 Feb 04 16:02:15.017002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.043209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.113307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.293600 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb7ae0d-715a-4b79-b9da-cf1451224d41', 'name': 'network-vif-deleted', 'tag': '53d28e01-27c6-40a4-aa99-85f3dd1c53cd', 'status': 'completed', 'code': 200} Feb 04 16:02:15.392449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8478d38-9346-4325-bbfb-c497d6918150,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:15.412635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:15.413450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Network hostable DHCP agents. Network: 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:02:15.451117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:02:15.465330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.492472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:15.509170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df26420-1671-478f-b099-c2dd47d86aee None None] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:15.540923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:15.544011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.555212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb6e742-ee12-4fe6-ab6e-3efdac95e9b0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:15.581255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:15.582404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-839da5f5-59f8-4481-ac97-1ce7605fa30c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbb6e742-ee12-4fe6-ab6e-3efdac95e9b0 HTTP/1.1" status: 204 len: 168 time: 1.4117494 Feb 04 16:02:15.619389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8a8fcf79-42af-432f-978b-33bdb8a23a64 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4074624 Feb 04 16:02:15.757779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 53d28e01-27c6-40a4-aa99-85f3dd1c53cd no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:16.087921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 53d28e01-27c6-40a4-aa99-85f3dd1c53cd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:02:16.092038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 53d28e01-27c6-40a4-aa99-85f3dd1c53cd not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:16.232394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c152bdaa-196b-4986-b1a0-6217c9eafffb None None] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:16.565694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49396) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:16.650965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:16.732189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Deleting subnet 24e6662e-5987-4f9b-9c81-0b18ccd6af30 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:16.733098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:16.741284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:16.899324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:16.981801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065e357-5752-435d-b71a-acce1013d372 req-1eed5921-5f6e-4af3-baa5-9ae16f1ece88 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:16.983498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4065e357-5752-435d-b71a-acce1013d372 req-1eed5921-5f6e-4af3-baa5-9ae16f1ece88 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.4760830 Feb 04 16:02:17.004022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.090983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.146201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:17.156431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Usage tracker for resource:security_group_rule and tenant:5a42f0a9d08a4af2b9b553d63df99057 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:17.159811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:17.189022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:17.205134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Deleting port 38a0bb15-bc88-44df-a062-69282b32f325 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:17.205134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.222560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.225093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24e6662e-5987-4f9b-9c81-0b18ccd6af30,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:17.232447 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c5169c8-9c84-426c-926b-741f8b7babf1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/24e6662e-5987-4f9b-9c81-0b18ccd6af30 HTTP/1.1" status: 204 len: 168 time: 0.6635275 Feb 04 16:02:17.232676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:17.324417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b7f07-ba59-4d69-82a5-0203f0ffb004 req-ab9e6a74-591b-4761-8374-8712e340fb25 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:17.332249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f86b7f07-ba59-4d69-82a5-0203f0ffb004 req-ab9e6a74-591b-4761-8374-8712e340fb25 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9725d24-0841-4814-b943-7b9dff9f6ed2 HTTP/1.1" status: 200 len: 944 time: 0.5512011 Feb 04 16:02:17.432550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.498018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f86b7f07-ba59-4d69-82a5-0203f0ffb004 req-8b77d28e-3d02-496b-9783-4d6960bf3528 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644137 Feb 04 16:02:17.621654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:17.644553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.650961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.658403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.688279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec1d073-e326-41ad-8bb5-7802efc8d2f1']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:17.706964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee382e07-0caa-40d9-9429-e8bccbd3a980') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:17.707348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee382e07-0caa-40d9-9429-e8bccbd3a980') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:17.724478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.746728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.763551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:02:17.764003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.764144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a42f0a9d08a4af2b9b553d63df99057&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1087334 Feb 04 16:02:17.777710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49438) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:17.782292 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:17.848052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.888557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.902850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:17.908932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.915711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec1d073-e326-41ad-8bb5-7802efc8d2f1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:17.917296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:17.920578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eb850814-0dd3-4ad8-bcb0-34e2d09fd359 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ec1d073-e326-41ad-8bb5-7802efc8d2f1 HTTP/1.1" status: 204 len: 168 time: 0.6868861 Feb 04 16:02:17.936198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:17.987280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e4cb9-68db-4cb1-b92a-4300cda0ba3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a8f405-c6ba-4c78-912a-686f1787411a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:18.007374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:18.107029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] For port 38a0bb15-bc88-44df-a062-69282b32f325, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=38a0bb15-bc88-44df-a062-69282b32f325,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:18.107453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.232837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49456) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:18.294468 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32ed9e0c-95b9-4592-9d2d-33b0bb578718 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=683947e5a3504783b51c7c17b9abe3be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599713 Feb 04 16:02:18.296575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49460) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:18.374160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.408289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.433283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Calling delete_port for 38a0bb15-bc88-44df-a062-69282b32f325 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:18.481646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.513542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc18f92-5160-41dc-b93e-55f6380cf66f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:18.534222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.539132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f145f59-8199-4b6c-83f2-db4ff1e5038a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afc18f92-5160-41dc-b93e-55f6380cf66f HTTP/1.1" status: 204 len: 168 time: 0.2415805 Feb 04 16:02:18.594525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.604404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-a1d82c04-f4a9-4d52-9c30-c51ed08c040f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:18.605867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-a1d82c04-f4a9-4d52-9c30-c51ed08c040f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.8319182 Feb 04 16:02:18.663263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-f2840f8f-7ed0-4e49-b504-635d3acd7a4e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:18.664765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-f2840f8f-7ed0-4e49-b504-635d3acd7a4e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.5970948 Feb 04 16:02:18.693311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:18.735097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-e65073e9-5d22-40f2-ad5b-e3a989a0706e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.1046302 Feb 04 16:02:18.812057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-f8279585-2c87-4faa-879c-d6bafac7530a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/quotas/72547cce33154153b136ba6bbdf6fd27 HTTP/1.1" status: 200 len: 375 time: 0.1385982 Feb 04 16:02:18.837392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-24298df5-0099-4ce1-bdd7-8c85629390b8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013389 Feb 04 16:02:19.043754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.170310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event deleted for resources: {'Port': ['ID=38a0bb15-bc88-44df-a062-69282b32f325,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:19.178993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.250367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a8f405-c6ba-4c78-912a-686f1787411a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:19.283331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-d2a6a862-8019-43aa-8966-75bcb34d3a15 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180980 Feb 04 16:02:19.358208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] No DVR routers for this DVR port 38a0bb15-bc88-44df-a062-69282b32f325 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:19.364520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-8f5ab4a5-8f59-445c-a673-10aa5d0ad001 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5136259 Feb 04 16:02:19.366584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.414178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-deleted', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:19.448903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.452281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-398db2be-288b-4041-b4ed-662767a6301d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1a8f405-c6ba-4c78-912a-686f1787411a HTTP/1.1" status: 204 len: 168 time: 1.6617947 Feb 04 16:02:19.464992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4065e357-5752-435d-b71a-acce1013d372 req-e9d168fb-2c89-4195-848b-240e886e2962 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.58 "DELETE /v2.0/ports/38a0bb15-bc88-44df-a062-69282b32f325 HTTP/1.1" status: 204 len: 173 time: 2.4705667 Feb 04 16:02:19.583799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae865-f484-47e1-9552-b445bf1752e2 req-8bfe2d9d-7ef5-43c3-b220-128f9cfe604f tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:19.585365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-786ae865-f484-47e1-9552-b445bf1752e2 req-8bfe2d9d-7ef5-43c3-b220-128f9cfe604f tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/ports?device_id=dda0d571-709a-46b7-88d1-3745d95d3f09 HTTP/1.1" status: 200 len: 943 time: 0.4933219 Feb 04 16:02:19.629544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:19.685055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 38a0bb15-bc88-44df-a062-69282b32f325 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:02:19.685850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 38a0bb15-bc88-44df-a062-69282b32f325 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:02:19.791851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-cc3c9e3b-90d1-4837-a1c1-2f1c3c3e8fff service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066700 Feb 04 16:02:19.798445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Deleting port e72f11a9-2ba0-4183-85ad-bc6ff901adac {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:19.799418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:19.840432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49490) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:19.950705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-bae5221e-d937-4c8f-9931-5babf547b465 service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238466 Feb 04 16:02:20.219075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-723801371-network', 'tenant_id': 'b008fa7111d84886b2472b2c3a436e5b'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:20.223823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:20.234440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Usage tracker for resource:network and tenant:b008fa7111d84886b2472b2c3a436e5b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:20.250771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:20.270727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:20.309199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Made reservation on behalf of b008fa7111d84886b2472b2c3a436e5b for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:20.311492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.337847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.412006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:20.430977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Usage tracker for resource:security_group_rule and tenant:b008fa7111d84886b2472b2c3a436e5b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:20.434431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:20.441192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:20.524696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.530374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.580453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:02:20.611287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caba4522-ab57-48ba-b491-daf5c100b251,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:20.619553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.620233 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Added segment a0fc17f4-aa14-4451-b5f3-372b972968e7 of type vlan for network 081e5bb8-cdd6-4025-b609-5a05848609d9 Feb 04 16:02:20.665061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.695925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-0b8440c8-85c5-4760-bdcc-46628fd3f93c service neutron] 10.222.0.62 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176816 Feb 04 16:02:20.701058 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'code': 200} Feb 04 16:02:20.719087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] For port e72f11a9-2ba0-4183-85ad-bc6ff901adac, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e72f11a9-2ba0-4183-85ad-bc6ff901adac,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:20.720637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.737261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.738706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:20.740405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:20.833046 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.067614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] Pushing event updated for resources: {'Network': ['ID=081e5bb8-cdd6-4025-b609-5a05848609d9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:21.088014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03757e29-3707-4b34-90d9-dcf1a51af9ea admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2461441 Feb 04 16:02:21.090787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:21.103708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Request body: {'subnet': {'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-723801371-subnet', 'tenant_id': 'b008fa7111d84886b2472b2c3a436e5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:21.120784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:21.138090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Usage tracker for resource:subnet and tenant:b008fa7111d84886b2472b2c3a436e5b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:21.144005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:21.170196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:21.201707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Made reservation on behalf of b008fa7111d84886b2472b2c3a436e5b for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:21.205190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.376843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 081e5bb8-cdd6-4025-b609-5a05848609d9 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:02:21.437513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.589769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Calling delete_port for e72f11a9-2ba0-4183-85ad-bc6ff901adac owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:21.644902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e72f11a9-2ba0-4183-85ad-bc6ff901adac no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:21.696416 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9725d24-0841-4814-b943-7b9dff9f6ed2', 'name': 'network-vif-deleted', 'tag': '38a0bb15-bc88-44df-a062-69282b32f325', 'status': 'completed', 'code': 200} Feb 04 16:02:21.698161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:21.913169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:21.923036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f88fc97-64fc-43f4-b1c4-2bca0c48fc69 req-9bed905b-ff07-4312-90e0-573690883fd8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 210 time: 0.2254460 Feb 04 16:02:22.045158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Checking segment: {'id': 'a0fc17f4-aa14-4451-b5f3-372b972968e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:22.045570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Network hostable DHCP agents. Network: 081e5bb8-cdd6-4025-b609-5a05848609d9, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:02:22.104954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4671247-0034-40a2-bff9-434bca991ea9,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:22.140151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Network 081e5bb8-cdd6-4025-b609-5a05848609d9 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:02:22.192871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 081e5bb8-cdd6-4025-b609-5a05848609d9) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:22.205886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c871d9-c4ab-45b8-b10c-17ae0f6713d8 None None] Network 081e5bb8-cdd6-4025-b609-5a05848609d9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:22.214368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:22.216089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.265876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.301851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11d303b8-9f05-4ab6-bf16-3e9f3489d62d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1997809 Feb 04 16:02:22.627492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1837379099-network', 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:22.647450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:22.662578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Usage tracker for resource:network and tenant:43fed9740e7341b184f2f36a6b4f6b61 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:22.666184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:22.675835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:22.716139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event deleted for resources: {'Port': ['ID=e72f11a9-2ba0-4183-85ad-bc6ff901adac,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:22.721241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] No DVR routers for this DVR port e72f11a9-2ba0-4183-85ad-bc6ff901adac on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:22.735425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.794667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:22.804667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:22.989337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:23.019638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404b6662-26ba-41d7-bc65-f5496612c87a None None] Network 081e5bb8-cdd6-4025-b609-5a05848609d9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:23.020617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15e3efc2-9dc4-4836-b0c7-887765a985d0 req-45039a37-cc33-45d9-8a48-eae2b911acb2 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 210 time: 0.2707510 Feb 04 16:02:23.221060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-786ae865-f484-47e1-9552-b445bf1752e2 req-16f0043b-a0f9-46f6-be61-9a8ff307ec30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "DELETE /v2.0/ports/e72f11a9-2ba0-4183-85ad-bc6ff901adac HTTP/1.1" status: 204 len: 173 time: 3.6201382 Feb 04 16:02:23.246847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-87fafd4b-57ce-4262-bb59-7744bbd0a5a9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.249280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-87fafd4b-57ce-4262-bb59-7744bbd0a5a9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.6682320 Feb 04 16:02:23.274323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': 'de591630-1621-4b79-acde-956352bd8ba0', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:23.386082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:23.559121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Usage tracker for resource:security_group_rule and tenant:43fed9740e7341b184f2f36a6b4f6b61 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:23.568766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:23.601180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:23.719384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-deleted', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:23.764987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-36e21dd3-aa8a-4226-b32c-885200245de2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.765670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-36e21dd3-aa8a-4226-b32c-885200245de2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:23.854644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-61a49b73-faec-4b6a-93f7-d824a99592ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:23.856209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-61a49b73-faec-4b6a-93f7-d824a99592ef tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 805 time: 0.4672580 Feb 04 16:02:23.861663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:23.876615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Usage tracker for resource:port and tenant:207610a770a64f61ba7412db09e00922 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:23.882312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Request body: {'port': {'device_id': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'admin_state_up': True, 'tenant_id': '72547cce33154153b136ba6bbdf6fd27'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:23.919582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:23.925979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-36e21dd3-aa8a-4226-b32c-885200245de2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:23.929161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-36e21dd3-aa8a-4226-b32c-885200245de2 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.8746319 Feb 04 16:02:24.006916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:24.060777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4df77a-cc25-4d28-af83-ce3f667a413a req-2f1a7e75-2e44-481d-aae8-9023f1df1f30 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.062449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4df77a-cc25-4d28-af83-ce3f667a413a req-2f1a7e75-2e44-481d-aae8-9023f1df1f30 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.5671616 Feb 04 16:02:24.123824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-5ac1f59a-65a8-4032-b699-681f2bf7cd77 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:24.130236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-5ac1f59a-65a8-4032-b699-681f2bf7cd77 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/networks?id=081e5bb8-cdd6-4025-b609-5a05848609d9 HTTP/1.1" status: 200 len: 821 time: 0.5193408 Feb 04 16:02:24.187854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:24.192958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.249290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-188e52d2-8a3d-4668-a125-48ee3d1a55fd tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/quotas/b008fa7111d84886b2472b2c3a436e5b HTTP/1.1" status: 200 len: 375 time: 0.1181841 Feb 04 16:02:24.256975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.264109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Deleting port e8122969-28dc-4692-a123-dfa494ae5bbb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:24.264441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.314154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.589346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-ecb88bcc-4a3f-4443-991e-fe0f529734f9 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b008fa7111d84886b2472b2c3a436e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2939284 Feb 04 16:02:24.611588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:02:24.617984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb4df77a-cc25-4d28-af83-ce3f667a413a req-49ef575d-95c0-4f3d-b896-5e16497da2db tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276568 Feb 04 16:02:24.641414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:24.774239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Usage tracker for resource:port and tenant:72547cce33154153b136ba6bbdf6fd27 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:24.782796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af91dd22-8c08-48d4-a6fa-3eb54fab46bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:24.816249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:24.827617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:24.827966 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Added segment 2e484a23-e980-46ad-adf1-0f1a1c3e0fde of type vlan for network 7071330f-45a4-4e41-8353-85f589553839 Feb 04 16:02:24.901311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:24.916457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91c2f821-6e58-4457-813f-131865e510b6 req-79d87502-05ce-4587-9f60-502d4e0250f0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 210 time: 0.1518838 Feb 04 16:02:24.931178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-0529be5c-3f8a-4141-b3e3-95a0a9c8f971 service neutron] 10.222.0.62 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121586 Feb 04 16:02:25.026217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-278b8a1f-7433-4fda-bf7e-3f1183f964ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.059739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Made reservation on behalf of 72547cce33154153b136ba6bbdf6fd27 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:25.062751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.130636 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda0d571-709a-46b7-88d1-3745d95d3f09', 'name': 'network-vif-deleted', 'tag': 'e72f11a9-2ba0-4183-85ad-bc6ff901adac', 'status': 'completed', 'code': 200} Feb 04 16:02:25.183086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.259465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.7 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/d11dbfce-bad5-45b3-8b71-b1b48cc9fce4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:25.384617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2482223c-da20-419f-89d3-734cec0f0741 req-a65ec0bf-a3de-4935-ab6b-9cd0f93b5dad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:25.475348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.476096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:25.477315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.509342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-d606b452-beb4-46d9-8d07-65be360bd6c6 service neutron] 10.222.0.62 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772326 Feb 04 16:02:25.626008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2482223c-da20-419f-89d3-734cec0f0741 req-a65ec0bf-a3de-4935-ab6b-9cd0f93b5dad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:25.627182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2482223c-da20-419f-89d3-734cec0f0741 req-a65ec0bf-a3de-4935-ab6b-9cd0f93b5dad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 210 time: 0.3867834 Feb 04 16:02:25.628690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] For port e8122969-28dc-4692-a123-dfa494ae5bbb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e8122969-28dc-4692-a123-dfa494ae5bbb,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:25.629507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:25.641530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e8122969-28dc-4692-a123-dfa494ae5bbb no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:26.044675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.3453341 Feb 04 16:02:26.047981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49628) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:26.055890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Request body: {'subnet': {'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1837379099-subnet', 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:26.064537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Calling delete_port for e8122969-28dc-4692-a123-dfa494ae5bbb owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:26.066665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:26.075177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Usage tracker for resource:subnet and tenant:43fed9740e7341b184f2f36a6b4f6b61 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:26.080629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:26.093912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:26.123182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:26.128386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.166463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839d788-5c6f-495e-88b0-554bd2dd00c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7071330f-45a4-4e41-8353-85f589553839,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:26.177100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7071330f-45a4-4e41-8353-85f589553839 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:02:26.391382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfc8a1cb-3dc3-4d9c-a4eb-4ff64b1292da req-6af9e9b4-e345-4c32-a575-f30a33fd2a73 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 210 time: 0.3518567 Feb 04 16:02:26.439687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Allocated IP 172.20.0.7 (38401940-e3c6-4883-9d47-bcc4a35f13c4/f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3/90c14670-a342-42b4-a7ba-8cdca1e29e8d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:26.608120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.616232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.947207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:26.977320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49646) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:26.978918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3dea2a-b6c4-4080-bad3-e17591b068ca,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.001746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ded8d-88cd-4638-b80c-f1f713a7be29 req-86bd58bc-0968-4abb-ba57-3a73982d44fc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:27.011497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-591ded8d-88cd-4638-b80c-f1f713a7be29 req-86bd58bc-0968-4abb-ba57-3a73982d44fc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=55af5a87-9277-4816-bc6a-5024242b3748 HTTP/1.1" status: 200 len: 945 time: 0.9684479 Feb 04 16:02:27.071252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:27.072356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Network hostable DHCP agents. Network: 7071330f-45a4-4e41-8353-85f589553839, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:02:27.113644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Network 7071330f-45a4-4e41-8353-85f589553839 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:02:27.137454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 7071330f-45a4-4e41-8353-85f589553839) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:27.143906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:27.144162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.148472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80560a-8445-4cb6-a7c3-9bc1d1adb865 None None] Network 7071330f-45a4-4e41-8353-85f589553839 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:27.175552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.194931 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-680b33f2-6071-486c-a9e4-d81cf54164c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.198901 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e242495f-891f-40a1-ac18-cb52e7c4d110 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1483064 Feb 04 16:02:27.287574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.347204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.354120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.372314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:27.380454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Usage tracker for resource:security_group_rule and tenant:fe58ff35646446a5b4a40cad515765cf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:27.388305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:27.401881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:27.419126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.447182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49658) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:27.490844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event deleted for resources: {'Port': ['ID=e8122969-28dc-4692-a123-dfa494ae5bbb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.579060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.595564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.608096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:27.612050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:27.633920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:27.648064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:27.719913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56665ff5-b677-48ab-8f03-ac467aca8af6 None None] Network 7071330f-45a4-4e41-8353-85f589553839 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:27.723054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe58ff35646446a5b4a40cad515765cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7384350 Feb 04 16:02:27.725456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:27.840525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154edba9-5eac-414f-b81d-4b2a370f227c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a5aeda-93cb-4e61-9621-e95202c770b7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:27.863467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-591ded8d-88cd-4638-b80c-f1f713a7be29 req-348cea7d-be35-4bda-8892-f6d072e000dc tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8510704 Feb 04 16:02:27.939976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.014219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.020091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Network 38401940-e3c6-4883-9d47-bcc4a35f13c4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:28.154021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.164393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.173256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:28.209214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:28.215671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Usage tracker for resource:security_group_rule and tenant:24e0b0da6c16491aa029bf0ee84f0d5e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:28.218775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:28.227023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:28.253759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:28.355492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.368997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.372523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12a5aeda-93cb-4e61-9621-e95202c770b7 HTTP/1.1" status: 204 len: 168 time: 0.6410642 Feb 04 16:02:28.372523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.379230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] No DVR routers for this DVR port e8122969-28dc-4692-a123-dfa494ae5bbb on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:28.389571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a6392-79c5-4616-9cba-b3701e7f277b req-f5987ab0-c5b3-4abe-b3d1-3f9323210798 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.390814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f24a6392-79c5-4616-9cba-b3701e7f277b req-f5987ab0-c5b3-4abe-b3d1-3f9323210798 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:28.399780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.406574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3a084-128d-4812-a53e-a9db8c55a49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a5aeda-93cb-4e61-9621-e95202c770b7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:28.408594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.416822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.424592 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24e0b0da6c16491aa029bf0ee84f0d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9719977 Feb 04 16:02:28.427389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49678) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:28.470899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3432612-960a-4f7b-b943-e96b07a7f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824dd7b-d257-426c-bab7-3bb794c3754b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:28.515898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.518715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-deleted', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:28.519063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.551490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.565945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.566949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.633879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.644573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-fae11aa3-bb04-4402-8583-e9fc13a3b321 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7703285 Feb 04 16:02:28.653668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-460d63f5-cc58-4fb6-9bcc-6d322783f006 req-df5e8064-b354-4533-bdc9-939793551365 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "DELETE /v2.0/ports/e8122969-28dc-4692-a123-dfa494ae5bbb HTTP/1.1" status: 204 len: 173 time: 4.6499598 Feb 04 16:02:28.657479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.676610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824dd7b-d257-426c-bab7-3bb794c3754b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:28.684922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Request body: {'port': {'device_id': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:28.692447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:28.699288 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17a64e16-2fe0-4a96-b4d1-13ef75960099 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6824dd7b-d257-426c-bab7-3bb794c3754b HTTP/1.1" status: 204 len: 168 time: 0.2698236 Feb 04 16:02:28.744240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-9f3fc318-df7f-4015-beb6-9a6506785df7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4790354 Feb 04 16:02:28.745133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f24a6392-79c5-4616-9cba-b3701e7f277b req-f5987ab0-c5b3-4abe-b3d1-3f9323210798 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:28.746165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f24a6392-79c5-4616-9cba-b3701e7f277b req-f5987ab0-c5b3-4abe-b3d1-3f9323210798 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 931 time: 1.6019540 Feb 04 16:02:28.782150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Request body: {'port': {'device_id': 'de591630-1621-4b79-acde-956352bd8ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:28.905279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-988d555e-4bd3-489c-b4bf-aa7cd0549852 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:28.906915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-988d555e-4bd3-489c-b4bf-aa7cd0549852 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.41 "GET /v2.0/networks?id=081e5bb8-cdd6-4025-b609-5a05848609d9 HTTP/1.1" status: 200 len: 821 time: 1.1509478 Feb 04 16:02:29.011781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Request body: {'port': {'device_id': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9', 'admin_state_up': True, 'tenant_id': 'b008fa7111d84886b2472b2c3a436e5b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:29.148280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.326367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa522b78-5425-4ab2-97b9-a6d4dacda9b7 req-a8b4fd4c-10a7-422b-a994-2441636f2ba4 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:29.333101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa522b78-5425-4ab2-97b9-a6d4dacda9b7 req-a8b4fd4c-10a7-422b-a994-2441636f2ba4 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 931 time: 1.1428556 Feb 04 16:02:29.364276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f24a6392-79c5-4616-9cba-b3701e7f277b req-a486d3a8-9c88-4f57-a6bd-58b2b56db637 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348148 Feb 04 16:02:29.435490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49706) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:29.469802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.554000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49714) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:29.560726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:29.581565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-578887979-network', 'tenant_id': 'f87afe07d1cd4feda705e856119af9e6'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:29.587114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:29.592479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Usage tracker for resource:network and tenant:f87afe07d1cd4feda705e856119af9e6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:29.599954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:29.615924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:29.634047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Usage tracker for resource:security_group_rule and tenant:0cffc4ecd59242b0a6310040de8c4ad5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:29.644272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:29.649296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Made reservation on behalf of f87afe07d1cd4feda705e856119af9e6 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:29.656825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.678027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:29.686095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.691081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.748562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:29.758687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Usage tracker for resource:security_group_rule and tenant:f87afe07d1cd4feda705e856119af9e6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:29.765800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:29.775660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:29.814442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.888641 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.909063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.910943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.980740 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cffc4ecd59242b0a6310040de8c4ad5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5417824 Feb 04 16:02:29.980740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:29.982498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49720) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:29.983095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfc353-1dec-4eae-aff6-89fc5075bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7642166c-ddd6-4e46-aaa6-2b4401116b32,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:30.055475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:02:30.061883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6170abf-da8a-4cc7-9363-b1768e821f4a req-d21e9331-cd85-4431-9a33-25bdce5861b9 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 210 time: 0.3706365 Feb 04 16:02:30.089545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b09bd-193a-44ba-ba42-132ceb7d9e92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:30.134554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.135025 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Added segment c0bd8bb2-9dde-41df-a03c-6de701656773 of type vlan for network 4d8805bd-09fc-4f57-beee-5f4ad66ee47c Feb 04 16:02:30.166719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.233246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.242287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.274968 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55af5a87-9277-4816-bc6a-5024242b3748', 'name': 'network-vif-deleted', 'tag': 'e8122969-28dc-4692-a123-dfa494ae5bbb', 'status': 'completed', 'code': 200} Feb 04 16:02:30.310876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.313387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:30.314772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.369342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa522b78-5425-4ab2-97b9-a6d4dacda9b7 req-8d224ab3-e14d-43f0-8533-1ffdede5c989 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0352588 Feb 04 16:02:30.475519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.538372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:30.556846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Usage tracker for resource:port and tenant:b008fa7111d84886b2472b2c3a436e5b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:30.577909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7642166c-ddd6-4e46-aaa6-2b4401116b32,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:30.580911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] Pushing event updated for resources: {'Network': ['ID=4d8805bd-09fc-4f57-beee-5f4ad66ee47c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:30.585125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.592180 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-08b4349a-41a4-4c99-be80-da29ec64bb96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7642166c-ddd6-4e46-aaa6-2b4401116b32 HTTP/1.1" status: 204 len: 168 time: 0.5947218 Feb 04 16:02:30.614394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-25b85e6b-d22c-4b72-99c0-1ff3bf8b2e1d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0561004 Feb 04 16:02:30.615080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:30.627143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Request body: {'subnet': {'network_id': '4d8805bd-09fc-4f57-beee-5f4ad66ee47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-578887979-subnet', 'tenant_id': 'f87afe07d1cd4feda705e856119af9e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:30.639346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:30.645052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:30.650304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Usage tracker for resource:subnet and tenant:f87afe07d1cd4feda705e856119af9e6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:30.653904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:30.676232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:30.685203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:30.691769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4d8805bd-09fc-4f57-beee-5f4ad66ee47c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:02:30.717254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Made reservation on behalf of f87afe07d1cd4feda705e856119af9e6 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:30.719700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:30.733969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:02:30.832235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Made reservation on behalf of b008fa7111d84886b2472b2c3a436e5b for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:30.835288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.104785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.109367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Allocated IP 172.20.0.7 (081e5bb8-cdd6-4025-b609-5a05848609d9/a4671247-0034-40a2-bff9-434bca991ea9/c5b34e44-4a1b-4245-98cf-72561655c123) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:31.285053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23f841a-42e7-4dad-bd2f-d05933cdbace,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:31.324171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Checking segment: {'id': 'c0bd8bb2-9dde-41df-a03c-6de701656773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4d8805bd-09fc-4f57-beee-5f4ad66ee47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:31.324550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Network hostable DHCP agents. Network: 4d8805bd-09fc-4f57-beee-5f4ad66ee47c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:02:31.369631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Network 4d8805bd-09fc-4f57-beee-5f4ad66ee47c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:02:31.394531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4d8805bd-09fc-4f57-beee-5f4ad66ee47c) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:31.400110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:31.410962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83b671-5bf3-4448-8b45-58e899928f6d None None] Network 4d8805bd-09fc-4f57-beee-5f4ad66ee47c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:31.417883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:31.424513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.430606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.512346 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ee5c8eb-c080-4f89-8b92-68e5504fd447 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8958910 Feb 04 16:02:31.515434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Transition to ACTIVE for port object 90c14670-a342-42b4-a7ba-8cdca1e29e8d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:31.549080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912c20b-26af-4c37-b6e0-3c7c3871d2a2 req-e76bf4fa-21f0-4e8c-b163-390db6d0b8d0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:31.550652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3912c20b-26af-4c37-b6e0-3c7c3871d2a2 req-e76bf4fa-21f0-4e8c-b163-390db6d0b8d0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 931 time: 0.8746521 Feb 04 16:02:31.562787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.696731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:31.846784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:02:31.859576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:31.947529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-83f52d7b-2270-421c-93cf-cd2235b69916 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:31.948569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-83f52d7b-2270-421c-93cf-cd2235b69916 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Synchronizing usage tracker for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:31.958654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40f98b-940a-4ce1-b0f1-7ee723a82661 None None] Network 4d8805bd-09fc-4f57-beee-5f4ad66ee47c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:32.028455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3912c20b-26af-4c37-b6e0-3c7c3871d2a2 req-d421fd4d-f0b2-4795-8a0d-a41769105f4b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666598 Feb 04 16:02:32.110063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:32.136904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:32.154028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-83f52d7b-2270-421c-93cf-cd2235b69916 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Unset dirty status for tenant:8a4052ef63114053855160863b947016 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:32.155295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-83f52d7b-2270-421c-93cf-cd2235b69916 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 944 time: 0.8769159 Feb 04 16:02:32.173981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Transition to ACTIVE for port object d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:32.209625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:32.307101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:32.609532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Attempting to bind port 90c14670-a342-42b4-a7ba-8cdca1e29e8d on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:32.610257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Attempting to bind port 90c14670-a342-42b4-a7ba-8cdca1e29e8d by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:32.610257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Attempting to bind port 90c14670-a342-42b4-a7ba-8cdca1e29e8d on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:32.680482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Network 081e5bb8-cdd6-4025-b609-5a05848609d9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:32.690764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Deleting port 8f98788f-37c3-4a28-b726-66874a9c6116 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:32.691179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:32.719541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:32.722953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Pushing event updated for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:32.754035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:32.800356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Port 90c14670-a342-42b4-a7ba-8cdca1e29e8d on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:32.800672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Attempting to bind port 90c14670-a342-42b4-a7ba-8cdca1e29e8d on network 38401940-e3c6-4883-9d47-bcc4a35f13c4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:32.906657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:32.906997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Checking segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:32.907382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Bound using segment: {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:32.907823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Bound port: 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbddb840-668e-4936-b645-6d5a66425336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:32.908166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.021866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:33.023827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.053028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:33.072090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b31d67-2946-46ef-a0d4-f615ea4deb90 req-34d1ca36-da69-4a6e-a8a7-b783cb3b9ccf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:33.076401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b31d67-2946-46ef-a0d4-f615ea4deb90 req-34d1ca36-da69-4a6e-a8a7-b783cb3b9ccf tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/ports?device_id=87edf4b4-2edb-4b6e-9a52-0a719aee3921 HTTP/1.1" status: 200 len: 944 time: 0.8604522 Feb 04 16:02:33.237820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-8d1d9d06-7b10-4056-8216-34066e636062 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2307487 Feb 04 16:02:33.304184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Request body: {'port': {'device_id': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:33.379409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048aa5-4df1-4c16-8eaf-d394300a6d37 req-1e7e8448-3db1-48af-b943-0406ece48066 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:33.380082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7c048aa5-4df1-4c16-8eaf-d394300a6d37 req-1e7e8448-3db1-48af-b943-0406ece48066 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Synchronizing usage tracker for tenant:b008fa7111d84886b2472b2c3a436e5b on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:33.390810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Attempting to bind port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:33.391140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Attempting to bind port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:33.394080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Attempting to bind port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:33.446450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b31d67-2946-46ef-a0d4-f615ea4deb90 req-20c6abf4-361d-43cb-b2cc-14dc4b93c163 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.62 "GET /v2.0/security-groups?id=9872e4cd-2d31-4580-b3cd-49478fc5d63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240378 Feb 04 16:02:33.449201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:33.545398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:33.558618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.570849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:33.571171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Attempting to bind port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:33.584914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:33.585242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:33.585618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:33.586601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Bound port: d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:33.586947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.604532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7c048aa5-4df1-4c16-8eaf-d394300a6d37 req-1e7e8448-3db1-48af-b943-0406ece48066 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Unset dirty status for tenant:b008fa7111d84886b2472b2c3a436e5b on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:33.605656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c048aa5-4df1-4c16-8eaf-d394300a6d37 req-1e7e8448-3db1-48af-b943-0406ece48066 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 931 time: 0.9989281 Feb 04 16:02:33.606757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.659573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8f98788f-37c3-4a28-b726-66874a9c6116 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:33.862638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] For port 8f98788f-37c3-4a28-b726-66874a9c6116, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8f98788f-37c3-4a28-b726-66874a9c6116,segment=NetworkSegment(23846427-c4f1-4fcd-88d6-dd8613e08bba),segment_id=23846427-c4f1-4fcd-88d6-dd8613e08bba)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:33.863176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.899518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:33.900918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] 10.222.0.58 "PUT /v2.0/ports/90c14670-a342-42b4-a7ba-8cdca1e29e8d HTTP/1.1" status: 200 len: 1091 time: 5.2463176 Feb 04 16:02:33.903661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:34.057847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Calling delete_port for 8f98788f-37c3-4a28-b726-66874a9c6116 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:34.181165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:34.243310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c048aa5-4df1-4c16-8eaf-d394300a6d37 req-9a5c20fe-84a2-4188-b601-e33394518b62 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165631 Feb 04 16:02:34.244282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:34.258433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.258837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.259154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.259436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.259762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.260111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.260663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.260893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.260981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.261299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.261672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb128a5c-e734-44ab-8afa-d7595234f717 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:34.273007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:34.318291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:34.533523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d0f2-c898-46e7-9e6e-4129f3c4f5af req-6ebe787c-9b55-4d79-85bd-e0a9f84b0c30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:34.535064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c18d0f2-c898-46e7-9e6e-4129f3c4f5af req-6ebe787c-9b55-4d79-85bd-e0a9f84b0c30 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 943 time: 0.9385836 Feb 04 16:02:34.674475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:34.675811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] 10.222.0.58 "PUT /v2.0/ports/d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 HTTP/1.1" status: 200 len: 1091 time: 5.9042234 Feb 04 16:02:34.798905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec8c10-9207-4a0f-97f2-b00b592cd20e service neutron] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:34.803768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-0ce6d375-a2e9-4368-a574-e6e382fa716b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 1094 time: 0.7573655 Feb 04 16:02:34.935440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c18d0f2-c898-46e7-9e6e-4129f3c4f5af req-b238e6fd-75e1-4cd4-ac07-4bdb34c7f56c tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827703 Feb 04 16:02:34.958911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-d8a521a8-bd95-4d57-8983-41de4602ad8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d HTTP/1.1" status: 200 len: 217 time: 0.1313696 Feb 04 16:02:34.965010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.085814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Pushing event deleted for resources: {'Port': ['ID=8f98788f-37c3-4a28-b726-66874a9c6116,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:35.103054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-1e4ff4d8-15fe-4b92-bead-de0901e899d4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.103731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-1e4ff4d8-15fe-4b92-bead-de0901e899d4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:35.172676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:02:35.207021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-035f7f0c-5232-4ecb-947b-4bf5be609ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.208437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-035f7f0c-5232-4ecb-947b-4bf5be609ab9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.2371361 Feb 04 16:02:35.238631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c720e74-eaf4-4c99-8bbb-d7ddeae47bbf req-33d16638-6b00-4d77-b1c8-83a1bcc377eb tempest-AbsoluteLimitsNegativeTestJSON-1875816497 tempest-AbsoluteLimitsNegativeTestJSON-1875816497-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2021ccad8383472aa0910d562105b39d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247315 Feb 04 16:02:35.278291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-3ef4f247-1cee-457c-b32b-37c2b0717d03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 1094 time: 0.5433526 Feb 04 16:02:35.396705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-1e4ff4d8-15fe-4b92-bead-de0901e899d4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:35.397802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-1e4ff4d8-15fe-4b92-bead-de0901e899d4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.8270557 Feb 04 16:02:35.398805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] No DVR routers for this DVR port 8f98788f-37c3-4a28-b726-66874a9c6116 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:35.407724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-71e18a27-32f7-4ee0-8ea0-d2ff95eb3f6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327026 Feb 04 16:02:35.454967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.509976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b34e44-4a1b-4245-98cf-72561655c123 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:35.570809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-057a454b-9ab6-44df-be51-27ec4b7a0135 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 HTTP/1.1" status: 200 len: 217 time: 0.2512887 Feb 04 16:02:35.574586 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.588207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef27d92a-d2f5-4744-964b-ea9095f77cfb req-497a8e39-3b2b-420e-9f37-cfdf1abf5a58 tempest-LiveMigrationTest-1880549449 tempest-LiveMigrationTest-1880549449-project] 10.222.0.41 "DELETE /v2.0/ports/8f98788f-37c3-4a28-b726-66874a9c6116 HTTP/1.1" status: 204 len: 173 time: 3.4229069 Feb 04 16:02:35.640532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-31ff70f7-1e9e-4b9e-9c32-6258f0b33035 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/quotas/43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 375 time: 0.1759338 Feb 04 16:02:35.666402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Transition to ACTIVE for port object c5b34e44-4a1b-4245-98cf-72561655c123 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:35.732515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:35.772578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-61d9fa51-b3c1-4557-bbd4-d0d96adf91cc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173606 Feb 04 16:02:35.868070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-c2372046-d12c-44e3-9d53-727b56938424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.869475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-c2372046-d12c-44e3-9d53-727b56938424 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.2852869 Feb 04 16:02:35.930274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c720e74-eaf4-4c99-8bbb-d7ddeae47bbf req-b9408646-8756-4e99-80de-707fdbd18787 tempest-AbsoluteLimitsNegativeTestJSON-1875816497 tempest-AbsoluteLimitsNegativeTestJSON-1875816497-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:35.931671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c720e74-eaf4-4c99-8bbb-d7ddeae47bbf req-b9408646-8756-4e99-80de-707fdbd18787 tempest-AbsoluteLimitsNegativeTestJSON-1875816497 tempest-AbsoluteLimitsNegativeTestJSON-1875816497-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6580606 Feb 04 16:02:36.150843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-bc1ea804-7eaf-497b-8307-2b5a22f42a6e service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843894 Feb 04 16:02:36.182000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-0ce09667-4fdc-4146-8e2d-934c3478add9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573276 Feb 04 16:02:36.182533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Pushing event updated for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:36.297226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c720e74-eaf4-4c99-8bbb-d7ddeae47bbf req-4cde5fc5-57a5-4680-8b84-e13967c75215 tempest-AbsoluteLimitsNegativeTestJSON-1875816497 tempest-AbsoluteLimitsNegativeTestJSON-1875816497-project] 10.222.0.62 "GET /v2.0/quotas/2021ccad8383472aa0910d562105b39d HTTP/1.1" status: 200 len: 375 time: 0.1573324 Feb 04 16:02:36.489851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c720e74-eaf4-4c99-8bbb-d7ddeae47bbf req-110aced7-5b77-417b-af81-dc278a79eaae tempest-AbsoluteLimitsNegativeTestJSON-1875816497 tempest-AbsoluteLimitsNegativeTestJSON-1875816497-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2021ccad8383472aa0910d562105b39d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338656 Feb 04 16:02:36.511555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-7087792d-340b-4292-8fd3-966239b4a5b7 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175627 Feb 04 16:02:36.662201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231e2927-20a4-4a7d-9994-15f1e1e746fe req-89b98b24-1912-404f-b7b0-1b3fd5aaef8c service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897993 Feb 04 16:02:36.686866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-f23a0095-5226-4e29-b8d2-9aa56ed93a1c service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724505 Feb 04 16:02:36.728714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Attempting to bind port c5b34e44-4a1b-4245-98cf-72561655c123 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:36.729048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Attempting to bind port c5b34e44-4a1b-4245-98cf-72561655c123 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'a0fc17f4-aa14-4451-b5f3-372b972968e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:36.729372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Attempting to bind port c5b34e44-4a1b-4245-98cf-72561655c123 on network 081e5bb8-cdd6-4025-b609-5a05848609d9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:36.845840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49832) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:36.855995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Port c5b34e44-4a1b-4245-98cf-72561655c123 on network 081e5bb8-cdd6-4025-b609-5a05848609d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:36.856321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Attempting to bind port c5b34e44-4a1b-4245-98cf-72561655c123 on network 081e5bb8-cdd6-4025-b609-5a05848609d9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:36.876995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-442a45a3-f0af-4479-b5cf-d25c86e0de8b service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469989 Feb 04 16:02:36.885716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:36.886051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Checking segment: {'id': 'a0fc17f4-aa14-4451-b5f3-372b972968e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:36.886462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Bound using segment: {'id': 'a0fc17f4-aa14-4451-b5f3-372b972968e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:36.887215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Bound port: c5b34e44-4a1b-4245-98cf-72561655c123, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0fc17f4-aa14-4451-b5f3-372b972968e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:36.887215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:36.989878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cd548a-c6b3-41c2-a2ea-e5fc983ef95e req-2171e198-3ecf-45a0-bd44-6ae4f34618ae service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878661 Feb 04 16:02:37.027580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e56cb1-069c-4fa5-9c14-cbd1e6514cf3 req-2932f875-bfe1-49f6-8c61-5db23e67db48 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:37.029061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22e56cb1-069c-4fa5-9c14-cbd1e6514cf3 req-2932f875-bfe1-49f6-8c61-5db23e67db48 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 943 time: 0.2382636 Feb 04 16:02:37.041977 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'status': 'completed', 'code': 200} Feb 04 16:02:37.064339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:37.071922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.110243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c5b34e44-4a1b-4245-98cf-72561655c123,segment=NetworkSegment(a0fc17f4-aa14-4451-b5f3-372b972968e7),segment_id=a0fc17f4-aa14-4451-b5f3-372b972968e7)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:37.129319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.135062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:37.147867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:37.157398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Usage tracker for resource:security_group_rule and tenant:2021ccad8383472aa0910d562105b39d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:37.160480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:37.171547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:37.202941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22e56cb1-069c-4fa5-9c14-cbd1e6514cf3 req-6af3fdf6-46bd-402a-b7f4-ea407ce9af62 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666722 Feb 04 16:02:37.278848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.280303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] 10.222.0.41 "PUT /v2.0/ports/c5b34e44-4a1b-4245-98cf-72561655c123 HTTP/1.1" status: 200 len: 1091 time: 3.9881735 Feb 04 16:02:37.311379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc46574-7921-428b-8af8-b601ff3e29da service neutron] Pushing event updated for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.375112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.379729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.388738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-79e5853f-28da-40fc-90df-3378a6ebc4cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=72547cce33154153b136ba6bbdf6fd27&device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 1094 time: 0.3094497 Feb 04 16:02:37.437337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d7f54-2510-4662-8530-4a628baca202,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.450076 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2021ccad8383472aa0910d562105b39d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6027067 Feb 04 16:02:37.450922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:37.455731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.456269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.456830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.457217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.457560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.458036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.458448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.458817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.459151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.459480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.459837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d1ed0-e9c3-4ccb-a5df-096ca5512408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:37.526889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.554048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.583710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Deleting subnet e1325b98-90d9-434f-9b93-fd2e5b9940e3 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:37.599940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.616801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.643592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d7f54-2510-4662-8530-4a628baca202,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:37.647297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.649468 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0360a34b-690d-460f-875a-7ca2420d95de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d5d7f54-2510-4662-8530-4a628baca202 HTTP/1.1" status: 204 len: 168 time: 0.1960475 Feb 04 16:02:37.657050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:37.744593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:37.850726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.934563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-06568c04-40f5-4aa8-91df-ffc1c0677e45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:37.936145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-06568c04-40f5-4aa8-91df-ffc1c0677e45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 200 len: 906 time: 0.5393674 Feb 04 16:02:37.938766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:37.950474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb04efb-f7a9-41ee-b578-686d87998ee5 req-ebddf7f2-7724-4cbf-b863-8c48633238ad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:37.952029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4eb04efb-f7a9-41ee-b578-686d87998ee5 req-ebddf7f2-7724-4cbf-b863-8c48633238ad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 943 time: 0.5519595 Feb 04 16:02:37.989879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:38.003127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:38.018138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-93c84830-2505-4ff5-949f-56944fae3911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b008fa7111d84886b2472b2c3a436e5b&device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 1094 time: 0.6707828 Feb 04 16:02:38.018489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:38.020461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'mac_address': 'fa:16:3e:be:36:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:38.025195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.103530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.126749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.145379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72dfa2-0fbd-496d-82bb-6a8e501bc853 req-a40d3294-ef70-40e7-859a-dd6b8c9bdb63 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:38.152107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb72dfa2-0fbd-496d-82bb-6a8e501bc853 req-a40d3294-ef70-40e7-859a-dd6b8c9bdb63 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 943 time: 0.7188532 Feb 04 16:02:38.154068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:38.157914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:38.174973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:38.181638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.197589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-5d1d8920-9d4a-4605-9328-f5a115bf9e27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d HTTP/1.1" status: 200 len: 217 time: 0.2444515 Feb 04 16:02:38.207938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-adcef171-8e30-4eae-ac40-2e41eb31ea37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b34e44-4a1b-4245-98cf-72561655c123 HTTP/1.1" status: 200 len: 217 time: 0.1801591 Feb 04 16:02:38.256193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:38.401704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['90c14670-a342-42b4-a7ba-8cdca1e29e8d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:38.446047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4eb04efb-f7a9-41ee-b578-686d87998ee5 req-421cfc68-199f-4f8c-95b9-18919439917a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216430 Feb 04 16:02:38.491140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb72dfa2-0fbd-496d-82bb-6a8e501bc853 req-1963d687-1905-409e-990c-1b95431d9f91 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381093 Feb 04 16:02:38.500012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-a096c9a2-f384-4268-92b4-239b7fffacd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:38.505033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-a096c9a2-f384-4268-92b4-239b7fffacd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 200 len: 845 time: 0.2961335 Feb 04 16:02:38.513383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-c831631e-31da-48e9-b230-47a8e86241e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:38.524919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-c831631e-31da-48e9-b230-47a8e86241e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4671247-0034-40a2-bff9-434bca991ea9 HTTP/1.1" status: 200 len: 861 time: 0.2628858 Feb 04 16:02:38.529899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.703550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1325b98-90d9-434f-9b93-fd2e5b9940e3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:38.713686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-85fb6b99-049e-4fc9-9e25-d864dbda590a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38401940-e3c6-4883-9d47-bcc4a35f13c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1875994 Feb 04 16:02:38.715591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-39f56857-fb17-4814-a8ff-e4b6bddd8278 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=081e5bb8-cdd6-4025-b609-5a05848609d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767845 Feb 04 16:02:38.746193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:38.852662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.857507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-669b08f6-ecaf-4eb8-8ef2-c4f97323997c req-aa1e9c7e-3d40-46e8-90e3-d3338884d245 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 210 time: 0.1554625 Feb 04 16:02:38.873641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1231040422-network', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:38.878409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:38.882655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Usage tracker for resource:network and tenant:c6982a03d8464296afe5381853bbfb18 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:38.886278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:38.891950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:38.912449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Made reservation on behalf of c6982a03d8464296afe5381853bbfb18 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:38.915309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.932211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:38.950163 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'code': 200} Feb 04 16:02:38.966107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:38.970008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Usage tracker for resource:security_group_rule and tenant:c6982a03d8464296afe5381853bbfb18 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:38.973231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:38.979676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:38.983721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5e3f8db2-5490-4256-a627-39aeff1e52ca admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e1325b98-90d9-434f-9b93-fd2e5b9940e3 HTTP/1.1" status: 204 len: 168 time: 1.8178244 Feb 04 16:02:38.984517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:38.999550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-d4d4aef8-eef4-4a03-a365-de0f483f084d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.000951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-d4d4aef8-eef4-4a03-a365-de0f483f084d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.6673052 Feb 04 16:02:39.042000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Request body: {'port': {'device_id': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'admin_state_up': True, 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:39.055421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4'}, {'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-deleted', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116'}, {'name': 'network-changed', 'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:39.111817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.197353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.257010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-bb3190a5-1d60-427f-8aec-8cca9fc39909 service neutron] 10.222.0.41 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624319 Feb 04 16:02:39.263565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-ddd5639f-db8a-461a-8588-d3793176f2d9 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700963 Feb 04 16:02:39.326943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.345743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05895caf-9c55-4466-bb53-7334e67c9adf req-9e958bea-f784-4da0-92c4-6bd7a723cf03 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.347205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05895caf-9c55-4466-bb53-7334e67c9adf req-9e958bea-f784-4da0-92c4-6bd7a723cf03 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 948 time: 0.6393764 Feb 04 16:02:39.368545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.384045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:02:39.406935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a8b901-3784-48a2-ba8a-c96fd89b22ed,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:39.412569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.412908 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Added segment 486979a9-156e-4200-9ec3-c73ef3b79b7c of type vlan for network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 Feb 04 16:02:39.415183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:39.432690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23846427-c4f1-4fcd-88d6-dd8613e08bba') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:39.432990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23846427-c4f1-4fcd-88d6-dd8613e08bba') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:39.458012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.473176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.482702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.491583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:02:39.492581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:39.509889 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:39.592382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.593255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.593831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.625532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.641837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:39.666913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Usage tracker for resource:port and tenant:43fed9740e7341b184f2f36a6b4f6b61 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:39.675915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:39.678002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.694319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:39.708701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] Pushing event updated for resources: {'Network': ['ID=9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:39.714025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa2d10-9eae-4603-8ac9-cf95c7e9597e req-dc826a65-d6cc-4d9f-827e-6c26f4fc5825 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:39.716225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8fa2d10-9eae-4603-8ac9-cf95c7e9597e req-dc826a65-d6cc-4d9f-827e-6c26f4fc5825 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 943 time: 0.6512616 Feb 04 16:02:39.722283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:02:39.736367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:39.740296 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-020202b9-05a6-4b6c-b637-14a936728b17 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9927936 Feb 04 16:02:39.743169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:39.748900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Request body: {'subnet': {'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1231040422-subnet', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:39.755527 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47a7747d-b65c-4f2a-83df-37b6d45c2b9e admin admin] 10.222.0.62 "DELETE /v2.0/networks/d6b8f847-3e4c-4c7e-ad4a-2d9fa93f2e61 HTTP/1.1" status: 204 len: 168 time: 0.7670488 Feb 04 16:02:39.755695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05895caf-9c55-4466-bb53-7334e67c9adf req-69e8255b-a76e-4567-8342-e58f34ff9ec8 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566887 Feb 04 16:02:39.755803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:39.758875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:39.772063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:39.776645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:39.797536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Usage tracker for resource:subnet and tenant:c6982a03d8464296afe5381853bbfb18 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:39.803675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:39.803869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a19f7d17-365b-48c3-8e83-e99cfa9eee07 req-54667d34-f0c8-4629-94f3-dbcfb848bec4 service neutron] 10.222.0.41 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356817 Feb 04 16:02:39.805202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:39.812848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:39.829611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.837996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Deleting subnet 801efd94-3c7b-4dca-ae7e-10bd4b9323a5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:39.841408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Made reservation on behalf of c6982a03d8464296afe5381853bbfb18 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:39.843755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.857680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.857895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f05ae2e0-68b5-455d-be1c-ddfe5d275a46 req-9e1c43c5-fcac-4c23-851c-8f2fa8dd76b1 service neutron] 10.222.0.58 "GET /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592444 Feb 04 16:02:39.950484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8fa2d10-9eae-4603-8ac9-cf95c7e9597e req-950522bc-5399-430b-b346-428983473cd9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123668 Feb 04 16:02:39.981756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:39.995579 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'status': 'completed', 'code': 200} Feb 04 16:02:39.995889 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87edf4b4-2edb-4b6e-9a52-0a719aee3921', 'name': 'network-vif-deleted', 'tag': '8f98788f-37c3-4a28-b726-66874a9c6116', 'status': 'completed', 'code': 200} Feb 04 16:02:39.996074 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123', 'status': 'completed', 'code': 200} Feb 04 16:02:40.062413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.084753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 90c14670-a342-42b4-a7ba-8cdca1e29e8d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:40.102770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 90c14670-a342-42b4-a7ba-8cdca1e29e8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:40.103388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.197315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:40.212002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.217423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'mac_address': 'fa:16:3e:d4:22:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:40.257084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.263362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801efd94-3c7b-4dca-ae7e-10bd4b9323a5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.268030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.296519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.308669 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15764990-b19c-4244-86c1-e1a0ecfea091 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/801efd94-3c7b-4dca-ae7e-10bd4b9323a5 HTTP/1.1" status: 204 len: 168 time: 0.5499144 Feb 04 16:02:40.311581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49920) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:40.319257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:40.378457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:40.384888 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.407673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Allocated IP 172.20.0.12 (7071330f-45a4-4e41-8353-85f589553839/1a3dea2a-b6c4-4080-bad3-e17591b068ca/3b897060-dcfe-4344-ab8c-ceca77106f29) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:40.420124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b46cc62-8014-4977-8216-266ca0883d9a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.434156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.457202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-9dcff23f-fc04-44c9-8d88-5105d00c7237 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 1094 time: 0.4669857 Feb 04 16:02:40.462005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.465980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Checking segment: {'id': '486979a9-156e-4200-9ec3-c73ef3b79b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:40.466357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Network hostable DHCP agents. Network: 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:02:40.482518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.485637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-725ff1ad-0feb-47b2-b38d-170f3c82a9ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b008fa7111d84886b2472b2c3a436e5b&device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 1094 time: 0.4006722 Feb 04 16:02:40.488995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:40.494429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.553978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019a65b-cc72-46aa-84c2-e948213ac511 req-77eca58e-962c-410f-8d19-8ce405733387 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.556115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c019a65b-cc72-46aa-84c2-e948213ac511 req-77eca58e-962c-410f-8d19-8ce405733387 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 943 time: 0.3266630 Feb 04 16:02:40.572985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.601951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:02:40.611556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.616090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['d11dbfce-bad5-45b3-8b71-b1b48cc9fce4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:40.636059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:40.641039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f2fbd3-ba7b-418c-8274-ea134a5c0403']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:40.648851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.649440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.657339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a30f5d-a9fa-414d-a66d-e6b046910523 None None] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:40.662846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad92cf8-b9aa-4a3c-a469-60d66733b727') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:40.663142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad92cf8-b9aa-4a3c-a469-60d66733b727') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:40.677926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.688109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7bbd14ec-c21f-48a6-8759-dedf3c4aa43e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9415221 Feb 04 16:02:40.688325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827397-2e48-4e4e-bf8f-c9d3888ff097 req-a13bf49d-b1c3-4dbe-ba80-140635345c5e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:40.688955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49924) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:40.690861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-10827397-2e48-4e4e-bf8f-c9d3888ff097 req-a13bf49d-b1c3-4dbe-ba80-140635345c5e tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 944 time: 0.4625392 Feb 04 16:02:40.694732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1231040422-router', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:40.702731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:40.706987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Usage tracker for resource:router and tenant:c6982a03d8464296afe5381853bbfb18 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:40.709972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.712886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:40.721426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:40.723661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:02:40.723993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:02:40.737560 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:02:40.809898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.810853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.833564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.851928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.864626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f2fbd3-ba7b-418c-8274-ea134a5c0403,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:40.874082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19d27911-9e2b-43e7-8bc9-5f593ce9b648 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a2f2fbd3-ba7b-418c-8274-ea134a5c0403 HTTP/1.1" status: 204 len: 168 time: 0.5605404 Feb 04 16:02:40.884157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:40.952046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:40.998535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c019a65b-cc72-46aa-84c2-e948213ac511 req-ac564b60-7cdb-450c-b04b-630ae01b5cce tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756132 Feb 04 16:02:41.047196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6', 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'fixed_ips': [{'subnet_id': '3b46cc62-8014-4977-8216-266ca0883d9a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:02:41.048357 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.053842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-10827397-2e48-4e4e-bf8f-c9d3888ff097 req-3a2e34a1-1f7a-4482-9b74-5ddf19af0617 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250222 Feb 04 16:02:41.082624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-36b518a5-3ac9-4644-9ab8-fb3b9bc9e273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:41.084354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-36b518a5-3ac9-4644-9ab8-fb3b9bc9e273 service neutron] 10.222.0.41 "GET /v2.0/networks?id=081e5bb8-cdd6-4025-b609-5a05848609d9 HTTP/1.1" status: 200 len: 922 time: 0.5621526 Feb 04 16:02:41.088684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:41.105605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-880f3fa0-ef70-47d5-9fb7-4800c4f27b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:41.107451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-880f3fa0-ef70-47d5-9fb7-4800c4f27b26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.6315401 Feb 04 16:02:41.222195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.332510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Allocated IP 172.20.0.2 (9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6/3b46cc62-8014-4977-8216-266ca0883d9a/f36bbe78-7c1b-4538-95ff-780e3704bf3c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:41.354825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.369321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-4b286d41-6f3d-46cf-ae84-5ae4c1cef850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5b34e44-4a1b-4245-98cf-72561655c123 HTTP/1.1" status: 200 len: 217 time: 0.2752647 Feb 04 16:02:41.374644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-0653b1c7-a23f-4138-98c5-9afe41cb9cd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 HTTP/1.1" status: 200 len: 217 time: 0.1193705 Feb 04 16:02:41.499331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f4d36fa-4578-4735-b8a4-f631a0c62a78 req-c39e4373-ec13-41e1-b8ae-488f65f87f1d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 210 time: 0.1344969 Feb 04 16:02:41.508594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.539398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a4e55ac9-d3ec-4a12-9d13-7a73b09de81b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a4052ef63114053855160863b947016&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4465494 Feb 04 16:02:41.543748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49944) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:41.544943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.567755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-c15a70ac-0c51-4e32-880a-f77ee90bace9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:41.569615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-c15a70ac-0c51-4e32-880a-f77ee90bace9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.1481087 Feb 04 16:02:41.577420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-de3b8a5e-2e43-4d1d-bc40-30687911fce6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:41.579008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-de3b8a5e-2e43-4d1d-bc40-30687911fce6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4671247-0034-40a2-bff9-434bca991ea9 HTTP/1.1" status: 200 len: 861 time: 0.1587646 Feb 04 16:02:41.644730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.656300 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'code': 200} Feb 04 16:02:41.684062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c5b34e44-4a1b-4245-98cf-72561655c123 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:41.693163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Transition to ACTIVE for port object f36bbe78-7c1b-4538-95ff-780e3704bf3c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:41.745973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Transition to ACTIVE for port object f36bbe78-7c1b-4538-95ff-780e3704bf3c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:41.758399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:41.811484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.831542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.856048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Allocated IP 172.25.5.127 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3c2ee2d6-5aed-4ea1-bfe6-623e1d286506) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:41.885222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:41.897185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:02:42.002661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Pushing event updated for resources: {'Port': ['ID=f36bbe78-7c1b-4538-95ff-780e3704bf3c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.006934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:42.011883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:42.022748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:42.105422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.155265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9872e4cd-2d31-4580-b3cd-49478fc5d63e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.159296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:42.163305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-2acde0b3-4162-47a4-b658-0d8096d2eb4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5782099 Feb 04 16:02:42.165668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c5b34e44-4a1b-4245-98cf-72561655c123,segment=NetworkSegment(a0fc17f4-aa14-4451-b5f3-372b972968e7),segment_id=a0fc17f4-aa14-4451-b5f3-372b972968e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:42.189405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:42.189526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.199842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.203348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.204665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-367f1296-25c8-44c4-af0d-e1c62a2bb5ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=081e5bb8-cdd6-4025-b609-5a05848609d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6154649 Feb 04 16:02:42.220363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Attempting to bind port f36bbe78-7c1b-4538-95ff-780e3704bf3c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:42.220726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Attempting to bind port f36bbe78-7c1b-4538-95ff-780e3704bf3c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '486979a9-156e-4200-9ec3-c73ef3b79b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:42.221076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Attempting to bind port f36bbe78-7c1b-4538-95ff-780e3704bf3c on network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:42.224841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.226299 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e252dc80-1172-4694-a756-f3468087186c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9872e4cd-2d31-4580-b3cd-49478fc5d63e HTTP/1.1" status: 204 len: 168 time: 0.6787450 Feb 04 16:02:42.234210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c5b34e44-4a1b-4245-98cf-72561655c123', 'network_id': '081e5bb8-cdd6-4025-b609-5a05848609d9', 'port_id': 'c5b34e44-4a1b-4245-98cf-72561655c123', 'mac_address': 'fa:16:3e:3d:e1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4671247-0034-40a2-bff9-434bca991ea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:42.246881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.292237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:42.292498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Checking segment: {'id': '486979a9-156e-4200-9ec3-c73ef3b79b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:42.292903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.293276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Bound using segment: {'id': '486979a9-156e-4200-9ec3-c73ef3b79b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:42.293747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Bound port: f36bbe78-7c1b-4538-95ff-780e3704bf3c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486979a9-156e-4200-9ec3-c73ef3b79b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:42.294113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.326943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:42.330865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:42.337221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:42.372406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.386607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Pushing event updated for resources: {'Port': ['ID=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.409172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b34e44-4a1b-4245-98cf-72561655c123 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:42.445978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Network 7071330f-45a4-4e41-8353-85f589553839 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:42.449659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-15cbcb80-ff1e-4391-818e-9b0faf7b2cff service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631612 Feb 04 16:02:42.459704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:42.482644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c5b34e44-4a1b-4245-98cf-72561655c123,segment=NetworkSegment(a0fc17f4-aa14-4451-b5f3-372b972968e7),segment_id=a0fc17f4-aa14-4451-b5f3-372b972968e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:42.493704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] For port f36bbe78-7c1b-4538-95ff-780e3704bf3c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:42.499860 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.537700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.553706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] For port f36bbe78-7c1b-4538-95ff-780e3704bf3c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f36bbe78-7c1b-4538-95ff-780e3704bf3c,segment=NetworkSegment(486979a9-156e-4200-9ec3-c73ef3b79b7c),segment_id=486979a9-156e-4200-9ec3-c73ef3b79b7c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:42.572138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.573487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.574507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.612087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:42.626671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.629244 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.653121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:42.713273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2da834-f891-461b-8383-ed0956eeb5f4 None None] Pushing event updated for resources: {'Port': ['ID=f36bbe78-7c1b-4538-95ff-780e3704bf3c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.763621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c5b34e44-4a1b-4245-98cf-72561655c123'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:42.776344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:42.776950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:42.821745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:42.828118 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:02:42.854303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.861256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:42.931349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a2bedf0f-c4a9-4e5e-9632-e94caa764215 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8987169 Feb 04 16:02:42.958174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Request body: {'port': {'device_id': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:42.963150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Router d19a6033-d469-41eb-8b34-416a72241f4a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:02:43.058624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81f29f69-5995-412f-8f3e-2d7a50eb7e87 req-cda215af-7821-43fb-985c-84beff4d46b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 1096 time: 1.0636928 Feb 04 16:02:43.070880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-e4a7d0a9-026f-4a8b-a9cf-da6cc83c7501 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077528 Feb 04 16:02:43.113298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-df7c6d9f-5294-423c-8bbe-bf89859c95bd service neutron] 10.222.0.41 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560597 Feb 04 16:02:43.153319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfef46-65cd-4530-8b5f-76ea185f35b1 req-77396aa0-33d2-49bd-ab9b-9b3e1b52483f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:43.160196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3cfef46-65cd-4530-8b5f-76ea185f35b1 req-77396aa0-33d2-49bd-ab9b-9b3e1b52483f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 944 time: 1.1684697 Feb 04 16:02:43.225687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:43.235820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Sync routers for ids ['d19a6033-d469-41eb-8b34-416a72241f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:02:43.247398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.248829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-400fe003-a38d-4e6e-bcd7-7f5ef0e15e6f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5593712 Feb 04 16:02:43.251570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Routers {'d19a6033-d469-41eb-8b34-416a72241f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:43.252195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d19a6033-d469-41eb-8b34-416a72241f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:43.252644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49982) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:43.268269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461d4d5-5dcc-4379-8bbc-283dc16a7d65 req-ab314f45-5990-46e8-9302-55debe7bc575 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:43.269975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1461d4d5-5dcc-4379-8bbc-283dc16a7d65 req-ab314f45-5990-46e8-9302-55debe7bc575 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 944 time: 0.8140602 Feb 04 16:02:43.274802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c21299aa-05d1-4ae2-a115-365ad2e38a67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5158c9ffaab44fb8c39cb9db421f56f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4308810 Feb 04 16:02:43.309817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:43.408607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.418275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.428074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81f29f69-5995-412f-8f3e-2d7a50eb7e87 req-f10fa819-4609-492a-991d-5085ab0855e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562918 Feb 04 16:02:43.454217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.455372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3cfef46-65cd-4530-8b5f-76ea185f35b1 req-68883ff8-50ee-43bd-829f-6ba60c454deb tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943935 Feb 04 16:02:43.510777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Set router d19a6033-d469-41eb-8b34-416a72241f4a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:43.526082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1461d4d5-5dcc-4379-8bbc-283dc16a7d65 req-eb38aef2-b828-47a2-9f38-f1c16e597b03 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942921 Feb 04 16:02:43.551298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.558563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c374d419-8444-4f46-8fa9-d36c51e76a9e req-92396fef-1009-4505-acf6-95b0ac2a00af service neutron] 10.222.0.41 "GET /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951597 Feb 04 16:02:43.675939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:43.684971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceea062-6f39-4b50-ab24-e089c376c32a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:43.689074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:43.705462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:43.708351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c5b34e44-4a1b-4245-98cf-72561655c123 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:43.711811 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4036f5a5-26f2-43ef-a331-5ecca0077a28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dceea062-6f39-4b50-ab24-e089c376c32a HTTP/1.1" status: 204 len: 168 time: 0.4002361 Feb 04 16:02:44.159689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86408-4de6-4887-918d-b2f36abb4f8a req-cbcb7234-667a-4813-8955-d7e0ce42cf34 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:44.167455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c86408-4de6-4887-918d-b2f36abb4f8a req-cbcb7234-667a-4813-8955-d7e0ce42cf34 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 945 time: 0.5163026 Feb 04 16:02:44.204077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f36bbe78-7c1b-4538-95ff-780e3704bf3c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:44.230240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22250b-839a-44d3-a08d-bb8345e0505d None None] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:44.249145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-e64152e7-03c4-4635-bb63-ba0e02a14da0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:44.249835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-e64152e7-03c4-4635-bb63-ba0e02a14da0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:44.286920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c86408-4de6-4887-918d-b2f36abb4f8a req-eb51619d-5cdb-4b8a-b78c-06a75baaafba tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184809 Feb 04 16:02:44.406030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c5b34e44-4a1b-4245-98cf-72561655c123 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:44.427221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c5b34e44-4a1b-4245-98cf-72561655c123 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:44.427582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:44.431483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b897060-dcfe-4344-ab8c-ceca77106f29 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:44.439052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:44.454726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Transition to ACTIVE for port object 3b897060-dcfe-4344-ab8c-ceca77106f29 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:44.461584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:44.519962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-e64152e7-03c4-4635-bb63-ba0e02a14da0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:44.528895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-e64152e7-03c4-4635-bb63-ba0e02a14da0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 932 time: 0.7728620 Feb 04 16:02:44.641551 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'code': 200} Feb 04 16:02:44.684221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:44.727349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:44.810470 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:44.853148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-27c399ff-c8ee-474c-9939-15bdd73ed5ee None None] Provisioning for port f36bbe78-7c1b-4538-95ff-780e3704bf3c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:44.932058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:44.933118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Allocated IP 172.20.0.1 (9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6/3b46cc62-8014-4977-8216-266ca0883d9a/53f21c5b-2510-4263-bd94-04c8921f7d96) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:44.933574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'mac_address': 'fa:16:3e:e0:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:44.948099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'name': 'tempest-ServersTestFqdnHostnames-1231040422-router', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:02:40Z', 'updated_at': '2022-02-04T16:02:42Z', 'revision_number': 3, 'project_id': 'c6982a03d8464296afe5381853bbfb18', 'gw_port': {'id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:41Z', 'updated_at': '2022-02-04T16:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:44.996679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f36bbe78-7c1b-4538-95ff-780e3704bf3c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:44.996902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-50e5ae4e-65b5-44e2-8d62-83ed9808ca6f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:45.011383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f36bbe78-7c1b-4538-95ff-780e3704bf3c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:45.011756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.035958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Checking router: d19a6033-d469-41eb-8b34-416a72241f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:02:45.036340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Updating router d19a6033-d469-41eb-8b34-416a72241f4a port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:02:45.102816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c5b34e44-4a1b-4245-98cf-72561655c123,segment=NetworkSegment(a0fc17f4-aa14-4451-b5f3-372b972968e7),segment_id=a0fc17f4-aa14-4451-b5f3-372b972968e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:45.109321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75abb316-ce3f-4704-a90c-7668fba3aa23 req-5cbc9d74-ed38-4548-a801-e44f957e03f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 1096 time: 0.3863893 Feb 04 16:02:45.114680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-50e5ae4e-65b5-44e2-8d62-83ed9808ca6f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:45.116033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ca01a9b-a111-4c1c-9f6a-ba2828e07173 req-50e5ae4e-65b5-44e2-8d62-83ed9808ca6f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860465 Feb 04 16:02:45.130506 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.160600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.169627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:45.170159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:45.170296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:45.181133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf117-fa69-4a5b-a4dc-76f650a6a277 req-044839d1-490b-4513-ab22-1f0cdd9e1c8b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:45.182645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a4cf117-fa69-4a5b-a4dc-76f650a6a277 req-044839d1-490b-4513-ab22-1f0cdd9e1c8b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 945 time: 0.3209901 Feb 04 16:02:45.197072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Transition to ACTIVE for port object 53f21c5b-2510-4263-bd94-04c8921f7d96 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:45.218782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:02:45.219167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:45.222279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75abb316-ce3f-4704-a90c-7668fba3aa23 req-0d0c8d07-dad8-4b5e-9c78-2b365c1e3483 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951560 Feb 04 16:02:45.227556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:45.235406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:45.235748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:45.236454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:45.236591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Bound port: 3b897060-dcfe-4344-ab8c-ceca77106f29, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:45.236893 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.248032 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.267753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.276206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.331523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a4cf117-fa69-4a5b-a4dc-76f650a6a277 req-1e133059-090d-4663-9be5-92d026131155 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408784 Feb 04 16:02:45.356333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:45.358477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:45.360923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:45.364878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:45.374921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:45.376464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.412619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Pushing event updated for resources: {'Port': ['ID=53f21c5b-2510-4263-bd94-04c8921f7d96,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:45.433837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.435964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.436509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.436983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.438218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.439594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.440990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.443053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.443553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.444209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.445722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:02:45.459845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.464005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:45.514253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.515652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] 10.222.0.41 "PUT /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 1092 time: 2.5758631 Feb 04 16:02:45.529815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:45.549697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:45.598982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.642919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db537e-ffd3-47a0-bd38-78d772efbede service neutron] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:45.706041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.732839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e426a-0b08-4df1-8fee-83c9d4982eae req-32a66b36-c13b-434d-840c-f6086d3d0368 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:45.734403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-572e426a-0b08-4df1-8fee-83c9d4982eae req-32a66b36-c13b-434d-840c-f6086d3d0368 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 945 time: 0.2759333 Feb 04 16:02:45.793486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf06b6-d318-4ca8-ae2f-a7c451b7749a req-f45831d1-5e82-4f13-842d-6f9bfbcca25a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:45.794992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18cf06b6-d318-4ca8-ae2f-a7c451b7749a req-f45831d1-5e82-4f13-842d-6f9bfbcca25a tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 945 time: 0.1629422 Feb 04 16:02:45.798222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-b4e9db9b-d217-489c-914a-dc4dbfc52168 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1095 time: 0.2145183 Feb 04 16:02:45.840184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.860069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9b77e87d-73df-419e-8441-f7b827b3fed7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:45.873939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.879187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:45.911235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-7ab4d32f-abaf-4177-aedf-1225a743d60f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1005015 Feb 04 16:02:45.932951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-572e426a-0b08-4df1-8fee-83c9d4982eae req-0b8ad208-473c-404b-ad47-cb6127e6227b tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907189 Feb 04 16:02:46.025335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:46.036895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-9b862191-f70c-4f15-813d-96e8b97c8bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:46.040314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-9b862191-f70c-4f15-813d-96e8b97c8bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1056743 Feb 04 16:02:46.053914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Pushing event updated for resources: {'Port': ['ID=53f21c5b-2510-4263-bd94-04c8921f7d96,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:46.058243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18cf06b6-d318-4ca8-ae2f-a7c451b7749a req-176e8261-79d1-473d-8739-5f0daeadb8c8 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513335 Feb 04 16:02:46.059401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.122067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port f36bbe78-7c1b-4538-95ff-780e3704bf3c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f36bbe78-7c1b-4538-95ff-780e3704bf3c,segment=NetworkSegment(486979a9-156e-4200-9ec3-c73ef3b79b7c),segment_id=486979a9-156e-4200-9ec3-c73ef3b79b7c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:46.158083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.226730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-acc46f48-93b9-4abe-8930-6ff9ae4d9742 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650810 Feb 04 16:02:46.338667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:46.340997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:46.370232 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'status': 'completed', 'code': 200} Feb 04 16:02:46.486871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=f36bbe78-7c1b-4538-95ff-780e3704bf3c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:46.507315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-d46e4256-b481-45d8-881f-3888db87dc03 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721806 Feb 04 16:02:46.664985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:46.782505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.821613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Transition to ACTIVE for port object 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:46.837076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Provisioning complete for port f36bbe78-7c1b-4538-95ff-780e3704bf3c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:46.837449 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.908901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:46.922958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4252ead-16c9-49c5-a9e1-a8a56b9a4289 req-8b8888a6-b36f-4232-9a2e-2c710584751c service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076622 Feb 04 16:02:47.017339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eae18f-1414-42e6-9dec-e22bb494e76e req-462d6699-dafc-4441-a9c8-e057f2cd46c7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:47.024632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93eae18f-1414-42e6-9dec-e22bb494e76e req-462d6699-dafc-4441-a9c8-e057f2cd46c7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 944 time: 0.1991649 Feb 04 16:02:47.217110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579eb4-85e8-42ad-bbac-fe1698454fd7 None None] Pushing event updated for resources: {'Port': ['ID=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:47.263446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Attempting to bind port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:02:47.263806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Attempting to bind port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:02:47.264162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Attempting to bind port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:02:47.345806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:02:47.346273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:02:47.346595 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:47.346977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:02:47.347445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Bound port: 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:02:47.347808 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:47.479697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] For port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:02:47.484756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] For port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:02:47.492557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:47.513255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Router d19a6033-d469-41eb-8b34-416a72241f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:47.535063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Provisioning for port 53f21c5b-2510-4263-bd94-04c8921f7d96 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:47.560554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Provisioning complete for port 53f21c5b-2510-4263-bd94-04c8921f7d96 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:47.560972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:47.586386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93eae18f-1414-42e6-9dec-e22bb494e76e req-e45b21a5-4bb8-4577-a628-f4138418ee4d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600634 Feb 04 16:02:47.637200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-bd6b2751-ea1d-41aa-b92a-92bc6dc7c9ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1095 time: 0.5785055 Feb 04 16:02:47.650500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66425c-49cd-4540-8b18-b4661a71523d req-7bd7bf68-c2cf-43c8-bac8-12e5ac89c549 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:47.650944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b5adcca-9ea6-4684-8e4f-a75456a17b6f None None] Port 53f21c5b-2510-4263-bd94-04c8921f7d96 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:47.652281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579eb4-85e8-42ad-bbac-fe1698454fd7 None None] Pushing event updated for resources: {'Port': ['ID=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:47.657122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Routers {'d19a6033-d469-41eb-8b34-416a72241f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:02:47.657729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d19a6033-d469-41eb-8b34-416a72241f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:47.662271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb66425c-49cd-4540-8b18-b4661a71523d req-7bd7bf68-c2cf-43c8-bac8-12e5ac89c549 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 945 time: 0.2129650 Feb 04 16:02:47.715100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:47.738962 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123', 'code': 200} Feb 04 16:02:47.740915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb66425c-49cd-4540-8b18-b4661a71523d req-eb4afa74-5dd3-403f-8a2f-875896c07cdd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776014 Feb 04 16:02:47.907880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3da9b356-dede-4e30-b730-03d9ff2c180a None None] Provisioning complete for port 53f21c5b-2510-4263-bd94-04c8921f7d96 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:47.908405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3da9b356-dede-4e30-b730-03d9ff2c180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:47.972598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:47.999544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9b77e87d-73df-419e-8441-f7b827b3fed7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:47.999912 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:48.002750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-c2f87ae8-3449-4876-8a0d-a6f4748f6127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:48.004442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-c2f87ae8-3449-4876-8a0d-a6f4748f6127 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.3397641 Feb 04 16:02:48.006480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3ba4531-c878-4f8b-965b-bc8b67f3fd96 admin admin] 10.222.0.62 "PUT /v2.0/routers/d19a6033-d469-41eb-8b34-416a72241f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7526665 Feb 04 16:02:48.033720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3da9b356-dede-4e30-b730-03d9ff2c180a None None] Port 53f21c5b-2510-4263-bd94-04c8921f7d96 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:48.048166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] Set router d19a6033-d469-41eb-8b34-416a72241f4a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:02:48.243084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-2041371c-459a-4941-9b9a-b7393b4a74cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1921399 Feb 04 16:02:48.324348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50110) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:48.343790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa861c-b6b7-43e5-b5e5-a98c6d84dcb1 req-1a5ed527-c5eb-4d72-ac28-52748db72405 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:48.351808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f36bbe78-7c1b-4538-95ff-780e3704bf3c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:48.352261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0faa861c-b6b7-43e5-b5e5-a98c6d84dcb1 req-1a5ed527-c5eb-4d72-ac28-52748db72405 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 945 time: 0.3467212 Feb 04 16:02:48.415922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-186f9dfa-123d-4895-906f-f0d1da94f86f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:48.417487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-186f9dfa-123d-4895-906f-f0d1da94f86f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1519380 Feb 04 16:02:48.480592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-d4fa986c-b454-48a9-93ae-e72b1985ea1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521982 Feb 04 16:02:48.487375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2afea37d-7a13-4831-a479-41f7e415e0a0 req-d6ae5222-3985-40a6-aaa6-d8acf4b01651 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 1096 time: 0.4809535 Feb 04 16:02:48.575260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0faa861c-b6b7-43e5-b5e5-a98c6d84dcb1 req-0bea338c-aeda-4719-9355-36efad1b7bc0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146084 Feb 04 16:02:48.609150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:48.730719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-9d6a7bc0-1f96-44ff-8e41-45af8a49d34f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551195 Feb 04 16:02:48.735289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f36bbe78-7c1b-4538-95ff-780e3704bf3c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:48.735657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:48.788418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:48.810438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:48.873321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2afea37d-7a13-4831-a479-41f7e415e0a0 req-1b1bb6a1-b966-4e8d-b5af-15715a1c03dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750367 Feb 04 16:02:48.970185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:48.987783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-45073a44-58e3-4b4a-b105-9e1d6fcc7df9 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905007 Feb 04 16:02:49.027666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:49.035073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'name': 'tempest-ServersTestFqdnHostnames-1231040422-router', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:02:40Z', 'updated_at': '2022-02-04T16:02:45Z', 'revision_number': 4, 'project_id': 'c6982a03d8464296afe5381853bbfb18', 'gw_port': {'id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:41Z', 'updated_at': '2022-02-04T16:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '53f21c5b-2510-4263-bd94-04c8921f7d96', 'name': '', 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'mac_address': 'fa:16:3e:36:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b46cc62-8014-4977-8216-266ca0883d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:44Z', 'updated_at': '2022-02-04T16:02:45Z', 'revision_number': 2, 'project_id': 'c6982a03d8464296afe5381853bbfb18', 'subnets': [{'id': '3b46cc62-8014-4977-8216-266ca0883d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:02:49.042832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4fd0a7-f449-445e-9b31-7a5b321b0b46 None None] The sync data for ids ['d19a6033-d469-41eb-8b34-416a72241f4a'] in n-d-827873-1 is: [{'id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'name': 'tempest-ServersTestFqdnHostnames-1231040422-router', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:02:40Z', 'updated_at': '2022-02-04T16:02:45Z', 'revision_number': 4, 'project_id': 'c6982a03d8464296afe5381853bbfb18', 'gw_port': {'id': '3c2ee2d6-5aed-4ea1-bfe6-623e1d286506', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:41Z', 'updated_at': '2022-02-04T16:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '53f21c5b-2510-4263-bd94-04c8921f7d96', 'name': '', 'network_id': '9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6', 'tenant_id': 'c6982a03d8464296afe5381853bbfb18', 'mac_address': 'fa:16:3e:36:30:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a6033-d469-41eb-8b34-416a72241f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b46cc62-8014-4977-8216-266ca0883d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:02:44Z', 'updated_at': '2022-02-04T16:02:45Z', 'revision_number': 2, 'project_id': 'c6982a03d8464296afe5381853bbfb18', 'subnets': [{'id': '3b46cc62-8014-4977-8216-266ca0883d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:02:49.122365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-5d07f977-4b45-4d63-ab28-de644376397f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:49.130323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-5d07f977-4b45-4d63-ab28-de644376397f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979211 Feb 04 16:02:49.207453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ed83bdc1-cebe-4f9c-abb7-ec966715a451 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/quotas/fe4c90fdb5354ffd90cf9d024230926f HTTP/1.1" status: 200 len: 375 time: 0.0769899 Feb 04 16:02:49.470057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-9823687c-3b2c-44a2-9c7a-65b09666cf25 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2616191 Feb 04 16:02:49.669707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06ef235e-f157-4cc4-a1d2-257429ba5d45 req-70a522ee-72aa-47ed-8a93-9eb7f0087a16 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373311 Feb 04 16:02:49.690318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c44300-f519-4dfb-9f20-9343d5ffb1d9 req-e2c708b9-d8db-4f34-83af-2ae7932d8ba9 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:49.709261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58c44300-f519-4dfb-9f20-9343d5ffb1d9 req-e2c708b9-d8db-4f34-83af-2ae7932d8ba9 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 944 time: 0.2287881 Feb 04 16:02:49.718883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:49.743323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:49.865369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:02:49.917347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58c44300-f519-4dfb-9f20-9343d5ffb1d9 req-8f91d4f0-9022-4a19-808d-b66c357ada17 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068894 Feb 04 16:02:50.017768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50146) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:50.216857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:02:50.469837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.514064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:50.547197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbf06c-1afe-43ab-a4ea-03563071bafa req-01db7434-7666-4e25-a476-ffa54318d63b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:50.557636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'port_id': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'mac_address': 'fa:16:3e:21:f9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3dea2a-b6c4-4080-bad3-e17591b068ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:50.564391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9fbf06c-1afe-43ab-a4ea-03563071bafa req-01db7434-7666-4e25-a476-ffa54318d63b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 945 time: 0.3149490 Feb 04 16:02:50.629047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:50.666945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:50.698021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'network_id': '38401940-e3c6-4883-9d47-bcc4a35f13c4', 'port_id': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'mac_address': 'fa:16:3e:be:36:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:02:50.715218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Deleting port 53f21c5b-2510-4263-bd94-04c8921f7d96 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:50.715721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.751497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Usage tracker for resource:security_group_rule and tenant:c86b89dfcbbb48e8a8753b5e118df710 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:50.766185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:50.783573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:50.787883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.870939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b897060-dcfe-4344-ab8c-ceca77106f29 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:50.888221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9fbf06c-1afe-43ab-a4ea-03563071bafa req-28e56ab2-205a-457c-9d83-4378974fd958 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199534 Feb 04 16:02:50.893068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:50.904051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.908905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.910893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:50.960330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-f8132770-da8d-4257-8b60-ef84321b9e90 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:50.965293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-f8132770-da8d-4257-8b60-ef84321b9e90 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 945 time: 0.2860937 Feb 04 16:02:51.056864 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'code': 200} Feb 04 16:02:51.057508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.127215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:51.180885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.195289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.222831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['3b897060-dcfe-4344-ab8c-ceca77106f29'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:51.233475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:51.233849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.396434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Calling delete_port for 53f21c5b-2510-4263-bd94-04c8921f7d96 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:51.423506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:51.463710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.470514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.498021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.604716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['90c14670-a342-42b4-a7ba-8cdca1e29e8d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:02:51.638095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-6bbb6d89-254a-40be-ba29-bce75025d6d2 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877049 Feb 04 16:02:51.667096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.736806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:51.753485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e18f7-08a5-4d90-aab3-0c3ccf64140b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.805722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:51.845317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f21c5b-2510-4263-bd94-04c8921f7d96,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:51.848189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b9aef966-10ba-4686-aad6-9e68d1c8b689 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c86b89dfcbbb48e8a8753b5e118df710&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8290386 Feb 04 16:02:51.856174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:52.042755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-173d072b-7e74-4561-af69-b017b309042e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376418 Feb 04 16:02:52.191240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.294893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:52.303621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-0675bb61-d2c0-4adc-b8f2-176d61b99ed1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.311643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.312344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:02:52.313494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.320969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-0675bb61-d2c0-4adc-b8f2-176d61b99ed1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6599355 Feb 04 16:02:52.345970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7953c-465e-4610-9bea-c224da4b7b01 req-ae9bfc20-0d1d-427d-a425-e70c6e1b4dd2 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.347417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72c7953c-465e-4610-9bea-c224da4b7b01 req-ae9bfc20-0d1d-427d-a425-e70c6e1b4dd2 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 945 time: 0.8400428 Feb 04 16:02:52.409141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:52.409775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.417623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:52.577514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:52.579236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.601970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.649128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:52.665164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.685370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:02:52.708784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:52.709667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:02:52.710382 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:02:52.715996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.738293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-6302e0ac-0e4a-47ff-954e-2b81d2b2966e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/quotas/fe4c90fdb5354ffd90cf9d024230926f HTTP/1.1" status: 200 len: 375 time: 0.4164526 Feb 04 16:02:52.785554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:52.812636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:52.813213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:52.885012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-8d75caf0-e5d5-4b69-ab63-eb827b60fcce tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1259665 Feb 04 16:02:52.904019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72c7953c-465e-4610-9bea-c224da4b7b01 req-9438f626-5e19-4f22-b3d5-09319f89ace0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199159 Feb 04 16:02:52.927902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-1e53b281-ec8b-462b-8680-672965bcb0f9 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:52.948509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-1e53b281-ec8b-462b-8680-672965bcb0f9 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8881621 Feb 04 16:02:52.966003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Request body: {'port': {'device_id': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'fe4c90fdb5354ffd90cf9d024230926f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:52.999369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.041714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:53.097607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e18f7-08a5-4d90-aab3-0c3ccf64140b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:53.135963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.143034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1efc7214-3894-46a0-a40d-f3eff353ec2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f3e18f7-08a5-4d90-aab3-0c3ccf64140b HTTP/1.1" status: 204 len: 168 time: 1.2817345 Feb 04 16:02:53.165566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:53.246460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:53.247468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.350192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.389698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:53.405408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:53.551084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:53.765639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:53.824957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:53.961658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:53.967405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Usage tracker for resource:port and tenant:fe4c90fdb5354ffd90cf9d024230926f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:53.971979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:53.978165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:54.011668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Made reservation on behalf of fe4c90fdb5354ffd90cf9d024230926f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:54.015698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.124463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 90c14670-a342-42b4-a7ba-8cdca1e29e8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:54.126300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.127002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.165573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855565-366a-40be-86b2-6eede08c3191 req-29655af0-aafc-4f34-bda8-5895fa831e0b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.180347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c855565-366a-40be-86b2-6eede08c3191 req-29655af0-aafc-4f34-bda8-5895fa831e0b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 945 time: 0.5568681 Feb 04 16:02:54.216254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 3b897060-dcfe-4344-ab8c-ceca77106f29 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:54.244558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 3b897060-dcfe-4344-ab8c-ceca77106f29 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:54.247029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.359235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:02:54.421760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Router d19a6033-d469-41eb-8b34-416a72241f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:02:54.563238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797ce02-86df-4a79-ace1-4d6fa281d41a req-98d55067-8dcd-4d6d-bdb4-fd5b8ccf7bf0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:54.577574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7797ce02-86df-4a79-ace1-4d6fa281d41a req-98d55067-8dcd-4d6d-bdb4-fd5b8ccf7bf0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=de591630-1621-4b79-acde-956352bd8ba0 HTTP/1.1" status: 200 len: 943 time: 1.0519891 Feb 04 16:02:54.672232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:54.673275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.708265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:54.814071 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.819348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:02:54.837973 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c9869ec-9600-4b22-93aa-2fea880a4ea3 admin admin] 10.222.0.62 "PUT /v2.0/routers/d19a6033-d469-41eb-8b34-416a72241f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5123718 Feb 04 16:02:54.840493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:54.859136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:54.859508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.871117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:54.934879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:54.997780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:55.089976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.095462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Usage tracker for resource:security_group_rule and tenant:fe4c90fdb5354ffd90cf9d024230926f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:55.113708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.173237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:55.231397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:55.256197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cafb3d98-f234-4b55-918b-f9acfa0e4b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.263636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.279380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:55.314501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:55.340081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.401429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:55.424794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.432352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-49880c0b-2da4-4eaa-9338-5cbdc4ee7443 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1911745 Feb 04 16:02:55.433229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=d11dbfce-bad5-45b3-8b71-b1b48cc9fce4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:55.449830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c855565-366a-40be-86b2-6eede08c3191 req-17b90d42-e6c1-4b21-9322-00ae71b6096d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2680514 Feb 04 16:02:55.691467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.736183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Deleting port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:55.736638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.801938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:55.816878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1f83a14b-c75b-4a04-8c38-6b3c820fabb6 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:55.830692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1f83a14b-c75b-4a04-8c38-6b3c820fabb6 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688662 Feb 04 16:02:55.896187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Request body: {'port': {'device_id': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'fe4c90fdb5354ffd90cf9d024230926f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:56.016201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] For port 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:56.016522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.195787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Calling delete_port for 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:56.358768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973b83d3-5093-4218-b2b5-3ad2dd2188ca,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.381840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7797ce02-86df-4a79-ace1-4d6fa281d41a req-25c8e9bd-9505-4639-99e0-0dab0182a194 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8034132 Feb 04 16:02:56.464208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.526778 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'code': 200} Feb 04 16:02:56.531489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2ee2d6-5aed-4ea1-bfe6-623e1d286506,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:56.691450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:02:56.699389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:02:56.747407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.783364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-deleted', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:56.801548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Usage tracker for resource:port and tenant:fe4c90fdb5354ffd90cf9d024230926f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:02:56.814211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3075f05f-d4c3-4d95-879f-89aaae9e89bd req-5801fe51-27ee-4440-ae4b-ec21218f92c8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:02:56.818975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:02:56.846728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:02:56.896775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03207786-b4be-47e1-a93b-ff9f681f0760 req-ad5e2cb3-6e7c-4b6f-8931-a6baee9e47a0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "DELETE /v2.0/ports/d11dbfce-bad5-45b3-8b71-b1b48cc9fce4 HTTP/1.1" status: 204 len: 173 time: 5.9167039 Feb 04 16:02:56.930033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090b4a0-e985-416d-9071-729f0e716c01 req-631c4841-70bc-4d64-a711-7cd9030bc9dc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:56.932605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6090b4a0-e985-416d-9071-729f0e716c01 req-631c4841-70bc-4d64-a711-7cd9030bc9dc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 945 time: 0.5425055 Feb 04 16:02:56.956771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Made reservation on behalf of fe4c90fdb5354ffd90cf9d024230926f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:02:56.960855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:56.993133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.034433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3075f05f-d4c3-4d95-879f-89aaae9e89bd req-5801fe51-27ee-4440-ae4b-ec21218f92c8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:02:57.050631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3075f05f-d4c3-4d95-879f-89aaae9e89bd req-5801fe51-27ee-4440-ae4b-ec21218f92c8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 210 time: 0.3659427 Feb 04 16:02:57.150714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e87aabb-736b-458c-8fc6-2affc2860b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.266769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Allocated IP 192.168.233.137 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/484a41b7-c244-4aba-97c8-af07a7a5a573) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:57.287566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6090b4a0-e985-416d-9071-729f0e716c01 req-d8891485-7411-4dd9-bc86-526e2948a77f tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/security-groups?id=19d45f20-1fd0-49ae-afed-c4d3a4def427&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332486 Feb 04 16:02:57.495112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.499652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.547348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.548029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19a6033-d469-41eb-8b34-416a72241f4a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:02:57.568487 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.573214 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fe83a7e7-b0e5-4823-95c4-ec6570000a2c admin admin] 10.222.0.62 "DELETE /v2.0/routers/d19a6033-d469-41eb-8b34-416a72241f4a HTTP/1.1" status: 204 len: 168 time: 2.7304344 Feb 04 16:02:57.576103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:57.732403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Deleting subnet 3b46cc62-8014-4977-8216-266ca0883d9a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:02:57.737998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.792093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.823030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Transition to ACTIVE for port object 484a41b7-c244-4aba-97c8-af07a7a5a573 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:57.829760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:57.853861 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de591630-1621-4b79-acde-956352bd8ba0', 'name': 'network-vif-deleted', 'tag': 'd11dbfce-bad5-45b3-8b71-b1b48cc9fce4', 'status': 'completed', 'code': 200} Feb 04 16:02:57.951727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Allocated IP 192.168.233.88 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:02:58.008414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.197519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.320843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b46cc62-8014-4977-8216-266ca0883d9a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:58.347166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480645b2-b00b-42c2-aff5-91bb50c36ddb None None] Network 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:02:58.348967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.361709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3681b69b-57d2-4958-a74a-7bc64ad2b2b0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3b46cc62-8014-4977-8216-266ca0883d9a HTTP/1.1" status: 204 len: 168 time: 0.7844126 Feb 04 16:02:58.364690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50268) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:02:58.537502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.553642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Deleting port f36bbe78-7c1b-4538-95ff-780e3704bf3c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:58.554010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.558078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d'}, {'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:02:58.563633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.603250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Transition to ACTIVE for port object ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:02:58.624808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.736720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.755347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:58.764034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:58.773395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd8c9-4954-45a3-82ed-0cae526208c7 req-0c2742f0-8abe-4807-87fc-4ad215dac49d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:58.781827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f72dd8c9-4954-45a3-82ed-0cae526208c7 req-0c2742f0-8abe-4807-87fc-4ad215dac49d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 946 time: 1.1937516 Feb 04 16:02:58.803146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:58.806519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.827600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:58.873318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:58.999068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] DHCP port deletion for 9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:02:59.004909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Deleting port f36bbe78-7c1b-4538-95ff-780e3704bf3c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:02:59.015066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.033429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:02:59.048446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:02:59.061009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:02:59.094049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event updated for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:02:59.098408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] For port f36bbe78-7c1b-4538-95ff-780e3704bf3c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f36bbe78-7c1b-4538-95ff-780e3704bf3c,segment=NetworkSegment(486979a9-156e-4200-9ec3-c73ef3b79b7c),segment_id=486979a9-156e-4200-9ec3-c73ef3b79b7c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:59.098930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.123436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f72dd8c9-4954-45a3-82ed-0cae526208c7 req-f78409f9-0668-4714-b4d5-6ce126f419be tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406074 Feb 04 16:02:59.130566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:59.131441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.173742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-8fb4e49a-2ee0-472b-8f9d-bd844850c3ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2120514 Feb 04 16:02:59.205725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Request body: {'port': {'device_id': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:59.341713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:02:59.342387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.448873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6ca22477-4ebc-45b3-b84a-593cd0866240 None None] Provisioning for port 484a41b7-c244-4aba-97c8-af07a7a5a573 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:02:59.501266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Calling delete_port for f36bbe78-7c1b-4538-95ff-780e3704bf3c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:02:59.643002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6ca22477-4ebc-45b3-b84a-593cd0866240 None None] Provisioning complete for port 484a41b7-c244-4aba-97c8-af07a7a5a573 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:02:59.643389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ca22477-4ebc-45b3-b84a-593cd0866240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.659656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-da05690b-49e7-433e-87a7-2dd56f4d7668 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7705166 Feb 04 16:02:59.695502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Request body: {'port': {'device_id': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:02:59.757315 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'code': 200} Feb 04 16:02:59.758022 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'code': 200} Feb 04 16:02:59.759196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ca22477-4ebc-45b3-b84a-593cd0866240 None None] Port 484a41b7-c244-4aba-97c8-af07a7a5a573 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:02:59.805008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] For port f36bbe78-7c1b-4538-95ff-780e3704bf3c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f36bbe78-7c1b-4538-95ff-780e3704bf3c,segment=NetworkSegment(486979a9-156e-4200-9ec3-c73ef3b79b7c),segment_id=486979a9-156e-4200-9ec3-c73ef3b79b7c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:02:59.805562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.893372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:02:59.911544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.005628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] No DVR routers for this DVR port f36bbe78-7c1b-4538-95ff-780e3704bf3c on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:00.010222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Pushing event deleted for resources: {'Port': ['ID=f36bbe78-7c1b-4538-95ff-780e3704bf3c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.119619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Calling delete_port for f36bbe78-7c1b-4538-95ff-780e3704bf3c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:00.166511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.242122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:00.254260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.256509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3d31605d-bf2d-40cd-900f-43cbe776f02a None None] Provisioning for port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:00.291755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486979a9-156e-4200-9ec3-c73ef3b79b7c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:00.293114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486979a9-156e-4200-9ec3-c73ef3b79b7c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:00.301912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644d738-f4c6-47c9-a143-19f7f849447b req-a04adda5-086b-4c61-9cc2-de4db4f319e1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.302649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7644d738-f4c6-47c9-a143-19f7f849447b req-a04adda5-086b-4c61-9cc2-de4db4f319e1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:00.321135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3d31605d-bf2d-40cd-900f-43cbe776f02a None None] Provisioning complete for port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:00.321505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d31605d-bf2d-40cd-900f-43cbe776f02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.321921 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.346065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.349251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.350679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f36bbe78-7c1b-4538-95ff-780e3704bf3c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:00.357494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:00.358370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:00.378903 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:00.387208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:03:00.387557 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:03:00.400423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f36bbe78-7c1b-4538-95ff-780e3704bf3c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:00.400759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f36bbe78-7c1b-4538-95ff-780e3704bf3c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:00.412669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3d31605d-bf2d-40cd-900f-43cbe776f02a None None] Port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:03:00.499054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7644d738-f4c6-47c9-a143-19f7f849447b req-a04adda5-086b-4c61-9cc2-de4db4f319e1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:00.499880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.504949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.505507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7644d738-f4c6-47c9-a143-19f7f849447b req-a04adda5-086b-4c61-9cc2-de4db4f319e1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 935 time: 1.0702841 Feb 04 16:03:00.531403 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] 10.222.0.62 "DELETE /v2.0/networks/9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6 HTTP/1.1" status: 204 len: 168 time: 2.1649463 Feb 04 16:03:00.536906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-812d612c-32ce-4c3e-bd90-94d2e5f3a063 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.539017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-812d612c-32ce-4c3e-bd90-94d2e5f3a063 tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 945 time: 0.7102613 Feb 04 16:03:00.539510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9c488-1f4c-4e71-9254-df650242b07c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d17de93-0b3c-4ecf-96d6-c2c4bc8872e6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:00.605850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fed145b-759e-47a0-8dd6-d742a3d776f2 req-2b25053c-0d39-45ff-bbf0-fe23f5bd862f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1097 time: 0.6163924 Feb 04 16:03:00.613533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13263454-62a1-4270-b05e-302ac9f4799a req-b7cb438f-09dd-4058-9d16-4ce0d2090da9 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.618830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13263454-62a1-4270-b05e-302ac9f4799a req-b7cb438f-09dd-4058-9d16-4ce0d2090da9 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 945 time: 0.6676073 Feb 04 16:03:00.787698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c6669-1b23-400d-89cb-e68055acc539 req-299d85db-d4e2-465d-910b-e5ca982c6f39 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:00.789977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12c6669-1b23-400d-89cb-e68055acc539 req-299d85db-d4e2-465d-910b-e5ca982c6f39 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5493ff3-7128-4e3b-9f27-a7e8e2181104 HTTP/1.1" status: 200 len: 945 time: 0.7342319 Feb 04 16:03:00.791272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.834482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7644d738-f4c6-47c9-a143-19f7f849447b req-463d50c2-c8de-4294-ab00-3f1231ca2a2f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:00.860129 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac9051f5-d71c-4aef-a6b3-9c13c8040e4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6982a03d8464296afe5381853bbfb18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0653002 Feb 04 16:03:00.861853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:00.886049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Deleting port 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:00.889346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Deleting port f36bbe78-7c1b-4538-95ff-780e3704bf3c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:00.890111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.890820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.964532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:00.968119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f514b936-35e3-45ae-b5d3-385a35ef197c None None] The port 'f36bbe78-7c1b-4538-95ff-780e3704bf3c' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:03:01.015088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:01.105810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:01.139822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a8b901-3784-48a2-ba8a-c96fd89b22ed,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:01.143350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:01.145064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-542031cf-3681-4054-a9cd-c0fcc0d8b57b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3a8b901-3784-48a2-ba8a-c96fd89b22ed HTTP/1.1" status: 204 len: 168 time: 0.2823021 Feb 04 16:03:01.231588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fed145b-759e-47a0-8dd6-d742a3d776f2 req-3e0b9a31-bb20-4999-999f-cfb25168198e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801327 Feb 04 16:03:01.262733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7644d738-f4c6-47c9-a143-19f7f849447b req-463d50c2-c8de-4294-ab00-3f1231ca2a2f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:01.263866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7644d738-f4c6-47c9-a143-19f7f849447b req-463d50c2-c8de-4294-ab00-3f1231ca2a2f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576094 Feb 04 16:03:01.266053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13263454-62a1-4270-b05e-302ac9f4799a req-75757986-0db8-4f6d-9ca0-9f67115aa603 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.62 "GET /v2.0/security-groups?id=caba4522-ab57-48ba-b491-daf5c100b251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746591 Feb 04 16:03:01.284703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Deleting port c5b34e44-4a1b-4245-98cf-72561655c123 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:01.285047 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:01.558106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f10238e-87fc-46ff-9132-809bd53c16e5 req-4a83d1af-8f24-47ef-a063-921b22698a9e tempest-FlavorsV2NegativeTest-1637535711 tempest-FlavorsV2NegativeTest-1637535711-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=820ac975323f4b13a7ffb96e068fc231&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1322448 Feb 04 16:03:01.591817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:03:01.873582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10238e-87fc-46ff-9132-809bd53c16e5 req-942a4393-4e88-471b-920a-b05998c9f2bf tempest-FlavorsV2NegativeTest-1637535711 tempest-FlavorsV2NegativeTest-1637535711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:01.880179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f10238e-87fc-46ff-9132-809bd53c16e5 req-942a4393-4e88-471b-920a-b05998c9f2bf tempest-FlavorsV2NegativeTest-1637535711 tempest-FlavorsV2NegativeTest-1637535711-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150554 Feb 04 16:03:01.949440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f10238e-87fc-46ff-9132-809bd53c16e5 req-3220aa64-1a78-42a9-b377-db5e3fc80454 tempest-FlavorsV2NegativeTest-1637535711 tempest-FlavorsV2NegativeTest-1637535711-project] 10.222.0.62 "GET /v2.0/quotas/820ac975323f4b13a7ffb96e068fc231 HTTP/1.1" status: 200 len: 375 time: 0.0683143 Feb 04 16:03:02.088089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:02.107964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f10238e-87fc-46ff-9132-809bd53c16e5 req-c6c05e77-f96e-491c-8437-bbcac1265873 tempest-FlavorsV2NegativeTest-1637535711 tempest-FlavorsV2NegativeTest-1637535711-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=820ac975323f4b13a7ffb96e068fc231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036413 Feb 04 16:03:02.125079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.166263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] For port 90c14670-a342-42b4-a7ba-8cdca1e29e8d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=90c14670-a342-42b4-a7ba-8cdca1e29e8d,segment=NetworkSegment(cbddb840-668e-4936-b645-6d5a66425336),segment_id=cbddb840-668e-4936-b645-6d5a66425336)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:02.166670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.184508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Transition to ACTIVE for port object 484a41b7-c244-4aba-97c8-af07a7a5a573 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:02.320969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.503844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:02.512340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Calling delete_port for 90c14670-a342-42b4-a7ba-8cdca1e29e8d owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:02.632630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-311a109e-291a-4fed-95b5-65c9a47ee447 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:02.634100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-311a109e-291a-4fed-95b5-65c9a47ee447 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.8458807 Feb 04 16:03:02.743429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1654365311-network', 'tenant_id': '4a5c1cd9821b47e896ca432ab219049c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:02.749838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:02.762421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Usage tracker for resource:network and tenant:4a5c1cd9821b47e896ca432ab219049c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:02.768558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:02.780689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:02.829219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Made reservation on behalf of 4a5c1cd9821b47e896ca432ab219049c for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:02.836284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.876904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:02.953837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:02.964057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5c1cd9821b47e896ca432ab219049c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:02.968707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:02.977423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:03.002853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] For port c5b34e44-4a1b-4245-98cf-72561655c123, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c5b34e44-4a1b-4245-98cf-72561655c123,segment=NetworkSegment(a0fc17f4-aa14-4451-b5f3-372b972968e7),segment_id=a0fc17f4-aa14-4451-b5f3-372b972968e7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:03.003262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.090314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.098840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.127765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-9390d417-36e7-4ffa-a731-beecdbd1afe9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.4505072 Feb 04 16:03:03.128902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:03.165860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a6634-4003-44ee-975e-26a57692268e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:03.180215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.182954 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Added segment ac79cdee-df2e-4f46-a310-81a1176ac521 of type vlan for network a72006bb-c656-411b-ab5f-cc91151961b4 Feb 04 16:03:03.218227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.261018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:03.264746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.264952 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.265711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:03.267245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.282439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Calling delete_port for c5b34e44-4a1b-4245-98cf-72561655c123 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:03.526076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a72006bb-c656-411b-ab5f-cc91151961b4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:03.541452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c10e10c-1b3d-48f5-af87-f2f777d0e9a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0365286 Feb 04 16:03:03.547066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50372) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:03.551261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a72006bb-c656-411b-ab5f-cc91151961b4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:03.571645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Request body: {'subnet': {'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1654365311-subnet', 'tenant_id': '4a5c1cd9821b47e896ca432ab219049c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:03.586661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:03.599889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Usage tracker for resource:subnet and tenant:4a5c1cd9821b47e896ca432ab219049c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:03.609203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:03.637297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:03.659411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Pushing event deleted for resources: {'Port': ['ID=90c14670-a342-42b4-a7ba-8cdca1e29e8d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:03.695944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Made reservation on behalf of 4a5c1cd9821b47e896ca432ab219049c for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:03.698292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.761088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:03.786026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:03.809353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c5b34e44-4a1b-4245-98cf-72561655c123 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:03.870153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: c5b34e44-4a1b-4245-98cf-72561655c123 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:03.870841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c5b34e44-4a1b-4245-98cf-72561655c123 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:03.911321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:03.935255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-ca2c9b02-7cd2-41fd-b796-37c0e8cce83e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:03.973261 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Sync routers for ids ['d19a6033-d469-41eb-8b34-416a72241f4a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:03.995573 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:03.995957 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:03:03.996594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d19a6033-d469-41eb-8b34-416a72241f4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:04.037155 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:04.042144 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:03:04.042792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d19a6033-d469-41eb-8b34-416a72241f4a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:03:04.043180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3b96a4-e591-4028-9c5c-7807d0400e0c None None] The sync data for ids ['d19a6033-d469-41eb-8b34-416a72241f4a'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:04.059412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 90c14670-a342-42b4-a7ba-8cdca1e29e8d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:04.059749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 90c14670-a342-42b4-a7ba-8cdca1e29e8d not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:04.104328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Pushing event deleted for resources: {'Port': ['ID=c5b34e44-4a1b-4245-98cf-72561655c123,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:04.153073 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.209965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] No DVR routers for this DVR port 90c14670-a342-42b4-a7ba-8cdca1e29e8d on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:04.224500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-ca2c9b02-7cd2-41fd-b796-37c0e8cce83e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:04.227014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-ca2c9b02-7cd2-41fd-b796-37c0e8cce83e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7102721 Feb 04 16:03:04.231985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.235479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] No DVR routers for this DVR port c5b34e44-4a1b-4245-98cf-72561655c123 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:04.244010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786fe49-177c-48c1-a235-30ebe80b20d7 req-fa7d06f3-a2be-4ec1-afa7-422ffe52f260 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.245756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d786fe49-177c-48c1-a235-30ebe80b20d7 req-fa7d06f3-a2be-4ec1-afa7-422ffe52f260 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 946 time: 1.8107185 Feb 04 16:03:04.246511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-deleted', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:04.258874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.271088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0958f6b7-e0e6-427e-8a0c-5e0a08c10702,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:04.285721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Checking segment: {'id': 'ac79cdee-df2e-4f46-a310-81a1176ac521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:04.286381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Network hostable DHCP agents. Network: a72006bb-c656-411b-ab5f-cc91151961b4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:04.321073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Network a72006bb-c656-411b-ab5f-cc91151961b4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:04.338149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a72006bb-c656-411b-ab5f-cc91151961b4) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:04.342909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:04.343927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.346826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8556416-1ceb-44fd-9fb1-c2d190b11aef None None] Network a72006bb-c656-411b-ab5f-cc91151961b4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:04.382905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd0d9ffb-b75e-449b-9b0c-53a7c517616e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8278730 Feb 04 16:03:04.449959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53f21c5b-2510-4263-bd94-04c8921f7d96 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:04.514389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 53f21c5b-2510-4263-bd94-04c8921f7d96 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:04.514735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 53f21c5b-2510-4263-bd94-04c8921f7d96 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:04.524386 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:04.533584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:03:04.562516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7a2765f-a620-471c-9484-a8fd1b67b1cb req-74559254-4562-4c30-b0ff-c6666fcabfbc tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.58 "DELETE /v2.0/ports/90c14670-a342-42b4-a7ba-8cdca1e29e8d HTTP/1.1" status: 204 len: 173 time: 4.0024843 Feb 04 16:03:04.563648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12c6669-1b23-400d-89cb-e68055acc539 req-872d0c39-f6ec-425b-8c3e-483f13e36ea0 tempest-ServerAddressesNegativeTestJSON-687426129 tempest-ServerAddressesNegativeTestJSON-687426129-project] 10.222.0.41 "DELETE /v2.0/ports/c5b34e44-4a1b-4245-98cf-72561655c123 HTTP/1.1" status: 204 len: 173 time: 3.7401340 Feb 04 16:03:04.627360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d786fe49-177c-48c1-a235-30ebe80b20d7 req-fbbff45f-8b8a-4518-bcf5-24dfd88d7968 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646598 Feb 04 16:03:04.693646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b319294-e251-48e1-9761-5de14c6bf562 None None] Network a72006bb-c656-411b-ab5f-cc91151961b4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:04.759852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Attempting to bind port 484a41b7-c244-4aba-97c8-af07a7a5a573 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:04.760468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Attempting to bind port 484a41b7-c244-4aba-97c8-af07a7a5a573 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:04.760468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Attempting to bind port 484a41b7-c244-4aba-97c8-af07a7a5a573 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:04.868111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Port 484a41b7-c244-4aba-97c8-af07a7a5a573 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:04.868470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Attempting to bind port 484a41b7-c244-4aba-97c8-af07a7a5a573 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:04.872200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-d421e6ef-cd30-4691-a705-3ac2c8e9dfd0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175084 Feb 04 16:03:05.028528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:05.041476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Usage tracker for resource:security_group_rule and tenant:820ac975323f4b13a7ffb96e068fc231 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:05.046229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:05.046458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:05.046783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:05.047236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Bound port: 484a41b7-c244-4aba-97c8-af07a7a5a573, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:05.047580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.084093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:05.170781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:05.197961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:05.236877 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.314834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4bb8d236-6104-4d10-a2c8-9e92310cea11 req-aabe73a3-f01f-45ad-a576-980a04ebf3ad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Synchronizing usage tracker for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:05.326278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Transition to ACTIVE for port object ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:05.369601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.721377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-1ecc394e-f795-4f7b-8417-16e1b7bbf287 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8365202 Feb 04 16:03:05.750448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4bb8d236-6104-4d10-a2c8-9e92310cea11 req-aabe73a3-f01f-45ad-a576-980a04ebf3ad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] Unset dirty status for tenant:72547cce33154153b136ba6bbdf6fd27 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:05.753761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bb8d236-6104-4d10-a2c8-9e92310cea11 req-aabe73a3-f01f-45ad-a576-980a04ebf3ad tempest-ImagesTestJSON-152206220 tempest-ImagesTestJSON-152206220-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc75dc9b-31af-42d4-a07d-ac3292aa72c2 HTTP/1.1" status: 200 len: 210 time: 0.5577860 Feb 04 16:03:05.755864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:05.807770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:05.889321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:05.906072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:05.921879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50406) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:05.993530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.035050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Deleting subnet a4671247-0034-40a2-bff9-434bca991ea9 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:06.058722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.070584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.071921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] 10.222.0.58 "PUT /v2.0/ports/484a41b7-c244-4aba-97c8-af07a7a5a573 HTTP/1.1" status: 200 len: 1096 time: 6.8775764 Feb 04 16:03:06.072920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf3b37-decd-4095-9c77-4780e4fd56af service neutron] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:06.077511 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc75dc9b-31af-42d4-a07d-ac3292aa72c2', 'name': 'network-vif-deleted', 'tag': '90c14670-a342-42b4-a7ba-8cdca1e29e8d', 'status': 'completed', 'code': 200} Feb 04 16:03:06.081406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.179054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=820ac975323f4b13a7ffb96e068fc231&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2956381 Feb 04 16:03:06.186565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50416) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:06.221704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:06.235433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.315724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:06.318749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c2ee2d6-5aed-4ea1-bfe6-623e1d286506 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:06.403699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.418292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d583e-91af-448d-8374-a309ed17e977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef0ca1-8b2a-43c8-b05d-c16a013019da,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:06.459654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Attempting to bind port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:06.465504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Attempting to bind port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:06.465834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Attempting to bind port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:06.492727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:06.493365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Attempting to bind port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:06.499753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-d34acb97-efa6-4c95-9d34-d8ca73e998e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1099 time: 0.3210909 Feb 04 16:03:06.499982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.506446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f99711-f028-4b26-bf7a-42ddc1458fe4 req-91f9a299-3b48-4098-88a1-fcde5727282b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.508088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60f99711-f028-4b26-bf7a-42ddc1458fe4 req-91f9a299-3b48-4098-88a1-fcde5727282b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 947 time: 0.5108380 Feb 04 16:03:06.612749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4671247-0034-40a2-bff9-434bca991ea9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:06.648189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79064def-9675-4961-a610-61b18133e2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.670081 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79064def-9675-4961-a610-61b18133e2da admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a4671247-0034-40a2-bff9-434bca991ea9 HTTP/1.1" status: 204 len: 168 time: 0.7464507 Feb 04 16:03:06.672609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:06.675553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.785524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:06.790063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:06.790748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:06.791439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Bound port: ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:06.791962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.804939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.834352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:06.912441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60f99711-f028-4b26-bf7a-42ddc1458fe4 req-6ae45a3b-95f4-4bf1-b041-431fec339356 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238406 Feb 04 16:03:06.916345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-43f68712-aec7-496f-a792-031e93084534 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=484a41b7-c244-4aba-97c8-af07a7a5a573 HTTP/1.1" status: 200 len: 217 time: 0.4061146 Feb 04 16:03:06.928928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-c464b343-d1d3-4d8e-af62-5956e4865c80 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:06.946886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-c464b343-d1d3-4d8e-af62-5956e4865c80 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/networks?id=a72006bb-c656-411b-ab5f-cc91151961b4 HTTP/1.1" status: 200 len: 821 time: 0.3539379 Feb 04 16:03:07.157187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.197275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081e5bb8-cdd6-4025-b609-5a05848609d9']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:07.213061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fc17f4-aa14-4451-b5f3-372b972968e7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:07.213759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fc17f4-aa14-4451-b5f3-372b972968e7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:07.228395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.237790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-6985fbea-2434-4756-b105-48f63c0110b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.239153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.239816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-6985fbea-2434-4756-b105-48f63c0110b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2966995 Feb 04 16:03:07.262051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef0ca1-8b2a-43c8-b05d-c16a013019da,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:07.266662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.275740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.276949 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-053cc51b-ab4f-454b-a303-bbd0c3008eb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4ef0ca1-8b2a-43c8-b05d-c16a013019da HTTP/1.1" status: 204 len: 168 time: 1.0891702 Feb 04 16:03:07.278297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:07.278774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.293793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:07.298527 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:07.304988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-08e49c96-ac9f-4eca-a54a-2b3209dcb539 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/quotas/4a5c1cd9821b47e896ca432ab219049c HTTP/1.1" status: 200 len: 375 time: 0.3631785 Feb 04 16:03:07.368938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:07.390428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.394001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-5837b92c-9f7c-4d6f-920b-8154284258fc tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a5c1cd9821b47e896ca432ab219049c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876839 Feb 04 16:03:07.415646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.429084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] 10.222.0.62 "DELETE /v2.0/networks/081e5bb8-cdd6-4025-b609-5a05848609d9 HTTP/1.1" status: 204 len: 168 time: 0.7547526 Feb 04 16:03:07.430559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a993e-198a-4055-8a5b-7067a685a40e admin admin] Pushing event deleted for resources: {'Network': ['ID=081e5bb8-cdd6-4025-b609-5a05848609d9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:07.463479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.670842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40603d-f1bc-4e09-8105-5f3859b5fae0 req-9bcdc173-ffe0-472e-b8c2-15e5074f7c93 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:07.673768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf40603d-f1bc-4e09-8105-5f3859b5fae0 req-9bcdc173-ffe0-472e-b8c2-15e5074f7c93 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 946 time: 0.6155083 Feb 04 16:03:07.744329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:07.821258 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-43130c7c-c2e9-4e1f-bef9-8264ff89530a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b008fa7111d84886b2472b2c3a436e5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0742078 Feb 04 16:03:07.823837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:07.928666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:07.930688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 HTTP/1.1" status: 200 len: 1095 time: 8.2462316 Feb 04 16:03:07.948842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-f7539dc9-1a30-44cc-9bc1-549a6a8642cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6970477 Feb 04 16:03:07.981779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.019578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.109573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.136410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'name': 'network-vif-deleted', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123'}, {'name': 'network-changed', 'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}, {'name': 'network-changed', 'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:08.137242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caba4522-ab57-48ba-b491-daf5c100b251,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:08.140566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:08.144665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-85fb06c0-3cfe-4256-9e6e-ca8d68edda2f service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785076 Feb 04 16:03:08.147116 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c10fe726-b9ef-4a02-b85c-eda15ccba85d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/caba4522-ab57-48ba-b491-daf5c100b251 HTTP/1.1" status: 204 len: 168 time: 0.3221924 Feb 04 16:03:08.155278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824deb8-683f-4771-9538-fbc1cad3be54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:08.163019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-c7ed6616-9c63-4d90-a0bd-061d56dedeba tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:08.164165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-c7ed6616-9c63-4d90-a0bd-061d56dedeba tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.5541224 Feb 04 16:03:08.482506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf40603d-f1bc-4e09-8105-5f3859b5fae0 req-a0e4067b-1c5f-4396-aba8-3621b9fbc27a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462592 Feb 04 16:03:08.484400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e94406-6d7e-48dd-9eef-1fdc6608f660 req-d3f7d077-6e44-445d-9bcd-1472f6658f74 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188896 Feb 04 16:03:08.487728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:08.595756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-79a680e2-b4b0-4f7c-9381-c3373e2c9508 service neutron] 10.222.0.62 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2006605 Feb 04 16:03:08.853697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5a2d99f-3074-4c09-8bc5-ff9883da713e req-ffc2357d-9676-4197-978d-cea8e272ce8f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 210 time: 0.0574503 Feb 04 16:03:08.877682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-be70da0d-b155-4b37-b763-57ae6f3e2188 service neutron] 10.222.0.62 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675216 Feb 04 16:03:08.884070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-30040929-3bbe-48fe-be36-68162b025084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 1098 time: 0.7302570 Feb 04 16:03:08.986461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-1e44521d-6130-4fb2-a78f-b0a1210b0e60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 HTTP/1.1" status: 200 len: 217 time: 0.0939484 Feb 04 16:03:08.994563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.005280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.063615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:09.067028 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.300322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.2 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/f567138a-50f2-4b48-b87c-325ec4d67ebb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:09.347987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-838ec74b-954b-4156-ae02-ff1b2568dcce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:09.349516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-838ec74b-954b-4156-ae02-ff1b2568dcce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3350384 Feb 04 16:03:09.520125 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5493ff3-7128-4e3b-9f27-a7e8e2181104', 'name': 'network-vif-deleted', 'tag': 'c5b34e44-4a1b-4245-98cf-72561655c123', 'status': 'completed', 'code': 200} Feb 04 16:03:09.520480 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'status': 'completed', 'code': 200} Feb 04 16:03:09.520921 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0', 'status': 'completed', 'code': 200} Feb 04 16:03:09.619588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:09.628874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50506) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:09.758870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.805516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.862968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-868582508-network', 'tenant_id': 'db2b023a384645609e4657435befe212'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:09.872580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.883395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Usage tracker for resource:network and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:09.892340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:09.906301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:09.908389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:09.918316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:09.921563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:09.925983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-2ba7798e-5d8c-4a7f-8a05-dec0d9991263 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5667202 Feb 04 16:03:09.928168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:09.933743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Made reservation on behalf of db2b023a384645609e4657435befe212 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:09.936104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:09.948791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:09.964148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-network', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:09.980290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:09.987743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.020276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Usage tracker for resource:network and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:10.022489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.026342 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.054716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:10.090822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:10.104973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:10.145074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Usage tracker for resource:security_group_rule and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:10.161910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:10.193946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Made reservation on behalf of 4d6e06348f3641b7b596835c8226fdd7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:10.198414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.206673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:10.230088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'mac_address': 'fa:16:3e:30:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:10.237786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.260660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:10.330138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:10.339521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Usage tracker for resource:security_group_rule and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:10.343847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:10.354314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:10.388484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.401176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.412740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.419449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fa43-eb9a-4ec4-8d46-b74321869f46 req-d199dd35-2f63-4bdd-92f8-f88bb773db74 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.426966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3950fa43-eb9a-4ec4-8d46-b74321869f46 req-d199dd35-2f63-4bdd-92f8-f88bb773db74 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 947 time: 0.9088247 Feb 04 16:03:10.431790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:10.464399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:10.471629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.493409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191fdca-147d-4b11-849b-f53f39ed969b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.525745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:10.541215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.541857 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Added segment e233f5f1-9900-40d5-a09e-dedb2de8b032 of type vlan for network e36866c3-3812-4b49-9b2d-5c3096ee591b Feb 04 16:03:10.587977 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.595937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:10.635965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-87494b33-6eff-4236-87ea-e64c4c1c4f3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1099 time: 1.1141646 Feb 04 16:03:10.684065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:10.710004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.711365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:10.712876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.714367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-4c36e8d5-3ad8-4fee-9dd1-4036eeee3522 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3710527 Feb 04 16:03:10.746062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Request body: {'port': {'device_id': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:10.843075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.924078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3950fa43-eb9a-4ec4-8d46-b74321869f46 req-a045db61-f6b6-4193-94c8-4a1cca88459b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958138 Feb 04 16:03:10.937429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:10.965340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-08780d5a-a306-4ce8-bb7c-ced47065a6ba service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301450 Feb 04 16:03:10.985010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3638008 Feb 04 16:03:11.004557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50518) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:11.011688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:11.020122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Request body: {'subnet': {'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-868582508-subnet', 'tenant_id': 'db2b023a384645609e4657435befe212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:11.038935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb35c29-20da-4fed-acc1-9e5fc13f9eaa admin admin] Pushing event updated for resources: {'Network': ['ID=e36866c3-3812-4b49-9b2d-5c3096ee591b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.046480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e501c88b-2a9f-4127-b531-7a61ab89a0b8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.062795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:11.068382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.069228 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Added segment 8b9a00a5-1bf0-4c39-b989-95294c05c33c of type vlan for network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a Feb 04 16:03:11.071700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Usage tracker for resource:subnet and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:11.099893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:11.124107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:11.166455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e36866c3-3812-4b49-9b2d-5c3096ee591b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:11.222017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.236820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Made reservation on behalf of db2b023a384645609e4657435befe212 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:11.247476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.382374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b426033-65f9-4ccc-a8df-2b81d02f0ca8 req-a8af51a8-f83c-4b85-94de-aa98ae99b545 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103200 Feb 04 16:03:11.424186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-659ad0ca-22e2-48bb-b6c4-32504a46616d req-2af874e6-9ce8-497b-9ec9-510cf64e0d87 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1097 time: 1.1256149 Feb 04 16:03:11.432408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.434498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.435506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.521381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-a2419c07-6cd1-4e26-b947-3273fdef3b7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.523109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-a2419c07-6cd1-4e26-b947-3273fdef3b7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.8647733 Feb 04 16:03:11.561585 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9311805 Feb 04 16:03:11.570496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50530) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:11.577951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Request body: {'subnet': {'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-subnet', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:11.583026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:11.587048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Usage tracker for resource:subnet and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:11.589989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:11.596502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:11.626571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Made reservation on behalf of 4d6e06348f3641b7b596835c8226fdd7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:11.628910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.707004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fc079-79dd-4e4c-9537-34e7de762d9f admin admin] Pushing event updated for resources: {'Network': ['ID=6ae1786b-b667-42a2-9a1f-0743e30f1b4a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:11.718789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:11.751170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.888319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-04fde038-cf00-4552-bea1-2bbd01ab19f3 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:11.889916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-04fde038-cf00-4552-bea1-2bbd01ab19f3 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.41 "GET /v2.0/networks?id=a72006bb-c656-411b-ab5f-cc91151961b4 HTTP/1.1" status: 200 len: 821 time: 0.4804318 Feb 04 16:03:11.904151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f16b3a42-f8e3-4252-ab52-52d69c08e5df req-213b2040-9b51-4027-8e9c-5c658b83c1f6 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 210 time: 0.5010338 Feb 04 16:03:11.911054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:11.912371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Request body: {'port': {'device_id': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4', 'admin_state_up': True, 'tenant_id': '4a5c1cd9821b47e896ca432ab219049c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:11.966574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:12.046945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-e5835c7d-4c66-42df-9656-03b0ce20a93a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=484a41b7-c244-4aba-97c8-af07a7a5a573 HTTP/1.1" status: 200 len: 217 time: 0.3661647 Feb 04 16:03:12.091354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803b9d70-06a3-4f12-9d14-c79814d086a5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:12.106393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Checking segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:12.106806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Network hostable DHCP agents. Network: e36866c3-3812-4b49-9b2d-5c3096ee591b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:12.123808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.135816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 484a41b7-c244-4aba-97c8-af07a7a5a573 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:12.140295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-425319e5-54ce-411f-85bc-ebd6d8657171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.141246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 484a41b7-c244-4aba-97c8-af07a7a5a573 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:12.141624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.142186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-425319e5-54ce-411f-85bc-ebd6d8657171 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0861781 Feb 04 16:03:12.143880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-659ad0ca-22e2-48bb-b6c4-32504a46616d req-1f890d9d-353a-4cac-bdee-bd92c6dacab8 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189665 Feb 04 16:03:12.300170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Checking segment: {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:12.301113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Network hostable DHCP agents. Network: 6ae1786b-b667-42a2-9a1f-0743e30f1b4a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:12.306920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Network e36866c3-3812-4b49-9b2d-5c3096ee591b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:12.314189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e788d909-60bc-4b5a-bdef-4189004324dd,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:12.328370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e36866c3-3812-4b49-9b2d-5c3096ee591b) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:12.333650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.334244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.341326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc2666-1d0a-4548-b9ca-cf9deedc3053 None None] Network e36866c3-3812-4b49-9b2d-5c3096ee591b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:12.369026 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-29f14bcf-bb22-45cb-b072-8de0b44a3919 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3632746 Feb 04 16:03:12.380890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:12.389475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6ae1786b-b667-42a2-9a1f-0743e30f1b4a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:12.393511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.393970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.425832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a9be39cf-abfa-406a-94bb-2dd6690cfcb7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8542693 Feb 04 16:03:12.429009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:12.435298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d5c53-e796-4eac-be23-73935b043b52 None None] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:12.437570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:12.443339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:12.449533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Usage tracker for resource:router and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:12.453034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:12.459687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:12.488575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.489799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.495562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:12.521820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Usage tracker for resource:port and tenant:4a5c1cd9821b47e896ca432ab219049c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:12.565572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:12.578292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.578928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-568688e4-d3ba-4e1f-a638-619ade95c17f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 1098 time: 1.0459499 Feb 04 16:03:12.625791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.627369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:12.731867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Made reservation on behalf of 4a5c1cd9821b47e896ca432ab219049c for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:12.733718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:12.737252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.762882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:12.794923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:12.889918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3667c9a-85e7-4ff3-9034-84d14a5b7237 None None] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:12.930132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe22f56-1931-46aa-8e41-76e0a21e498c req-ca52f1a6-3467-476e-ba06-be89946e1fd9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:12.930863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dbe22f56-1931-46aa-8e41-76e0a21e498c req-ca52f1a6-3467-476e-ba06-be89946e1fd9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:12.950171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.027061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:13.057662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea8fec-37f9-4f5d-aae4-01edd797f2a4 None None] Network e36866c3-3812-4b49-9b2d-5c3096ee591b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:13.129668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-b8499788-f048-4333-afe7-4e2674090f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:13.131382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-b8499788-f048-4333-afe7-4e2674090f78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5436265 Feb 04 16:03:13.138820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dbe22f56-1931-46aa-8e41-76e0a21e498c req-ca52f1a6-3467-476e-ba06-be89946e1fd9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:13.145312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbe22f56-1931-46aa-8e41-76e0a21e498c req-ca52f1a6-3467-476e-ba06-be89946e1fd9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 931 time: 0.9948232 Feb 04 16:03:13.158830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.192621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.212479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-faa07285-7f52-49eb-8886-5001fbb81bd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0269709 Feb 04 16:03:13.351922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Allocated IP 172.25.5.109 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/bf533acf-4dfa-431f-bcfe-8263fba79f21) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:13.461293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-0d84f8cf-0fc1-42c4-9a10-fdd44a409670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 HTTP/1.1" status: 200 len: 217 time: 0.2469790 Feb 04 16:03:13.515519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.544174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.560949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbe22f56-1931-46aa-8e41-76e0a21e498c req-eea92f24-7bc3-4ec2-8d6d-63297e71dfbe tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145851 Feb 04 16:03:13.614067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:13.617211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:13.619768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:13.653610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:03:13.657509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Pushing event updated for resources: {'Port': ['ID=bf533acf-4dfa-431f-bcfe-8263fba79f21,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:13.672925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b3ab7-d29f-4647-aec7-f8b205f9eb9b req-24e56017-551b-4b98-91bd-0175a96cee75 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:13.675030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d01b3ab7-d29f-4647-aec7-f8b205f9eb9b req-24e56017-551b-4b98-91bd-0175a96cee75 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 947 time: 0.7594116 Feb 04 16:03:13.698381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-b3f26a40-4295-43f2-9271-31bd880f0a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:13.699769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-b3f26a40-4295-43f2-9271-31bd880f0a2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2235088 Feb 04 16:03:13.778959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.779830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:13.827150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-4d3c4ed6-1195-4be7-910a-01283b9963fd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893662 Feb 04 16:03:13.843389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:13.894614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Allocated IP 172.20.0.10 (a72006bb-c656-411b-ab5f-cc91151961b4/0958f6b7-e0e6-427e-8a0c-5e0a08c10702/c4996aa7-5c4f-4ce5-9e90-35abb45012e2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:13.972925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f567138a-50f2-4b48-b87c-325ec4d67ebb {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:14.006140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.024564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Router 4838dca7-c979-4f52-95d7-1beb62681cc8 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:03:14.036268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:14.036537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d01b3ab7-d29f-4647-aec7-f8b205f9eb9b req-3ea2ccd0-7894-4541-8374-d6af2af8f3a3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396657 Feb 04 16:03:14.063490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0', 'mac_address': 'fa:16:3e:22:4b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:14.093153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Transition to ACTIVE for port object f567138a-50f2-4b48-b87c-325ec4d67ebb will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:14.135197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.189892 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.215514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-36ec99f0-8685-4757-b373-c774138e78ea service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618760 Feb 04 16:03:14.223759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:14.240834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:14.247026 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.268016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-2394a18b-a051-43a9-ae1a-46712131551b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4881630 Feb 04 16:03:14.271848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a289aa7-fe8e-405d-a3d8-f3746bc21fd7 req-be832181-1a9a-4176-bc26-b59ec57faae9 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1097 time: 0.5762591 Feb 04 16:03:14.285490 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'code': 200} Feb 04 16:03:14.331529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.347657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:14.359187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Sync routers for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:14.375736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:14.376617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:14.380128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.385232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95e5950f-4274-4989-bb07-f7b3ead90381 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 1.9546082 Feb 04 16:03:14.386697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50570) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:14.511837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Pushing event updated for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:14.568367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:14.628577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:14.870073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a289aa7-fe8e-405d-a3d8-f3746bc21fd7 req-6dd8aa39-f959-4c88-844d-73779037aa44 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760684 Feb 04 16:03:14.962279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:14.985149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-814cfac4-32ba-4914-8c0e-5757d8e419f3 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990557 Feb 04 16:03:15.070152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:13Z', 'revision_number': 3, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:15.076480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Checking router: 4838dca7-c979-4f52-95d7-1beb62681cc8 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:03:15.077440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Updating router 4838dca7-c979-4f52-95d7-1beb62681cc8 port bf533acf-4dfa-431f-bcfe-8263fba79f21 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:03:15.091592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-9fd41358-4296-4cf4-95e2-7c71ecdc2c7a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.093050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-9fd41358-4296-4cf4-95e2-7c71ecdc2c7a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.6071994 Feb 04 16:03:15.109528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69850059-37cd-4876-b3b9-3229c10bc982 req-d505137e-c4ee-4882-8d10-3b0cf16bf5f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1101 time: 0.7630858 Feb 04 16:03:15.160490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.210034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Attempting to bind port f567138a-50f2-4b48-b87c-325ec4d67ebb on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:15.210871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Attempting to bind port f567138a-50f2-4b48-b87c-325ec4d67ebb by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:15.211191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Attempting to bind port f567138a-50f2-4b48-b87c-325ec4d67ebb on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:15.226892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-f83e9f32-dfee-4660-a65d-cf4602724741 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/quotas/db2b023a384645609e4657435befe212 HTTP/1.1" status: 200 len: 375 time: 0.1246195 Feb 04 16:03:15.228962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ae0ceb0-e5c6-4233-9039-7087bc539ba9 req-6bae9f58-2932-4785-81a0-92b2601d5436 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 210 time: 0.1018622 Feb 04 16:03:15.261196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Port f567138a-50f2-4b48-b87c-325ec4d67ebb on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:15.261640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Attempting to bind port f567138a-50f2-4b48-b87c-325ec4d67ebb on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:15.303034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:15.303501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:15.304043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:15.304594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Bound port: f567138a-50f2-4b48-b87c-325ec4d67ebb, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:15.305055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.349118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.356860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.376951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-71685979-9bb6-4de5-953f-ed8521fca9e3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251223 Feb 04 16:03:15.487065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4001d2-c7f7-4d64-a4fb-fdf8f62d6ae3 req-8fde5c18-b6fd-4700-9137-7b40b3cc9eb7 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873085 Feb 04 16:03:15.521018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Pushing event updated for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:15.560548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.574550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Transition to ACTIVE for port object bf533acf-4dfa-431f-bcfe-8263fba79f21 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:15.581502 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.589298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Allocated IP 172.20.0.1 (6ae1786b-b667-42a2-9a1f-0743e30f1b4a/e788d909-60bc-4b5a-bdef-4189004324dd/537e9c6c-d774-4d79-abe6-e83df152acf1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:15.611393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69850059-37cd-4876-b3b9-3229c10bc982 req-34dac81c-c24d-48cc-919f-0eb8d380edcf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831607 Feb 04 16:03:15.675299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Attempting to bind port bf533acf-4dfa-431f-bcfe-8263fba79f21 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:15.675667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Attempting to bind port bf533acf-4dfa-431f-bcfe-8263fba79f21 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:15.676005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Attempting to bind port bf533acf-4dfa-431f-bcfe-8263fba79f21 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:15.679319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51630482-05d6-4682-84b1-dd7da2b3f465 None None] Pushing event updated for resources: {'Port': ['ID=bf533acf-4dfa-431f-bcfe-8263fba79f21,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:15.681428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Network a72006bb-c656-411b-ab5f-cc91151961b4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:15.686498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:15.686864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:15.687259 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.687647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:15.688082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Bound port: bf533acf-4dfa-431f-bcfe-8263fba79f21, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:15.688556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.699686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:15.706528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:15.746312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.762632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] For port bf533acf-4dfa-431f-bcfe-8263fba79f21, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:15.766316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] For port bf533acf-4dfa-431f-bcfe-8263fba79f21, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bf533acf-4dfa-431f-bcfe-8263fba79f21,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:15.771815 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.776923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:15.778838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.810073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:15.824205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.824802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.829622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:15.857023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51630482-05d6-4682-84b1-dd7da2b3f465 None None] Pushing event updated for resources: {'Port': ['ID=bf533acf-4dfa-431f-bcfe-8263fba79f21,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:15.861671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:15.870669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:15.873909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:15.877983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:15.883875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-a34234b7-21b2-4002-9e9d-6d947837d612 service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081275 Feb 04 16:03:15.896702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:15.897355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:02:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:15.900836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ace60-ba33-4b3a-932b-e23892673a2e req-e606f261-521d-4f9e-a99e-41fe806818d5 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:15.902311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-344ace60-ba33-4b3a-932b-e23892673a2e req-e606f261-521d-4f9e-a99e-41fe806818d5 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 943 time: 0.4141908 Feb 04 16:03:15.919070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Pushing event updated for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:15.946933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.016873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cfe77781-df4e-44fa-aebc-d8db0267707a tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1083136 Feb 04 16:03:16.037402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.039503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] 10.222.0.58 "PUT /v2.0/ports/f567138a-50f2-4b48-b87c-325ec4d67ebb HTTP/1.1" status: 200 len: 1091 time: 5.2991152 Feb 04 16:03:16.040033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:16.046078 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.050429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Request body: {'port': {'device_id': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:16.152675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:16.161367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac0657-5add-4262-852a-4bd58be20075 service neutron] Pushing event updated for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:16.219701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:16.232271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:16.232633 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.255347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-344ace60-ba33-4b3a-932b-e23892673a2e req-8a99c552-f462-4532-af80-e305672ca497 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198717 Feb 04 16:03:16.283553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-bcc4d5af-032a-4a98-8546-c47b9b401053 service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778188 Feb 04 16:03:16.308416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.308737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.315547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.360096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-6e516fe5-b23b-4343-83b3-1d9d6c800313 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 1094 time: 0.2513826 Feb 04 16:03:16.434918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Pushing event updated for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:16.447911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-e526ced8-9317-46df-85a1-9cfa8538c2d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb HTTP/1.1" status: 200 len: 217 time: 0.0763996 Feb 04 16:03:16.453462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.660875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.718978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:16.723038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:16.736190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:16.737099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:16.737899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:16.743089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:16.806182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-243385f1-ce71-402a-aef7-090213d2c715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:16.807796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-243385f1-ce71-402a-aef7-090213d2c715 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.3483295 Feb 04 16:03:17.005357 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb', 'status': 'completed', 'code': 200} Feb 04 16:03:17.058595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:17.088110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.111935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 1, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:17.119321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e37bc4-487d-4b99-8ec3-58f84640f00f None None] The sync data for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 is: [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 1, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:17.160526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:17.168270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.192371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-ae877c49-1988-407d-a3bb-18884a856736 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862140 Feb 04 16:03:17.272797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:17.406843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2abfe1-2ca5-4fce-8ed8-41522f74dbfd req-5b18f090-be28-40d4-aae7-562a9d141efe tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:17.408477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a2abfe1-2ca5-4fce-8ed8-41522f74dbfd req-5b18f090-be28-40d4-aae7-562a9d141efe tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 948 time: 0.7699757 Feb 04 16:03:17.468092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Router 4838dca7-c979-4f52-95d7-1beb62681cc8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:03:17.492914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35e74-72f8-4744-afa5-049d6af059cb req-9610d818-ef98-48a9-a2c6-fc4ebc18d2ab tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:17.493622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ce35e74-72f8-4744-afa5-049d6af059cb req-9610d818-ef98-48a9-a2c6-fc4ebc18d2ab tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Synchronizing usage tracker for tenant:4a5c1cd9821b47e896ca432ab219049c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:17.511314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-37a533a4-a822-42a5-aed5-f9766aeec1c6 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060181 Feb 04 16:03:17.678304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a2abfe1-2ca5-4fce-8ed8-41522f74dbfd req-6659ea13-0899-40ae-802f-e6793b6da425 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626851 Feb 04 16:03:17.692274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4996aa7-5c4f-4ce5-9e90-35abb45012e2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:17.699901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7ce35e74-72f8-4744-afa5-049d6af059cb req-9610d818-ef98-48a9-a2c6-fc4ebc18d2ab tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Unset dirty status for tenant:4a5c1cd9821b47e896ca432ab219049c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:17.706436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ce35e74-72f8-4744-afa5-049d6af059cb req-9610d818-ef98-48a9-a2c6-fc4ebc18d2ab tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 932 time: 0.7030311 Feb 04 16:03:17.726531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.734962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:03:17.758352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8886eb2c-c0cd-4880-9e5c-2dbdda70018a admin admin] 10.222.0.62 "PUT /v2.0/routers/4838dca7-c979-4f52-95d7-1beb62681cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664067 Feb 04 16:03:17.790109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Transition to ACTIVE for port object c4996aa7-5c4f-4ce5-9e90-35abb45012e2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:17.802981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09fdac7b-acf2-4dba-9ac2-1b0e773e7502 req-472a81ff-3660-417d-b0d6-741897fbb99f service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800362 Feb 04 16:03:17.804944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:17.854100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ce35e74-72f8-4744-afa5-049d6af059cb req-a41ff965-e7be-4ba0-81a4-c65c0b4211ca tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467941 Feb 04 16:03:18.099140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Pushing event updated for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:18.226425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c23ee4-c162-4528-afc8-79fd14443df8 req-77cea7f1-be30-49d8-988d-d16387c40f0b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 210 time: 0.1541121 Feb 04 16:03:18.344202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bf533acf-4dfa-431f-bcfe-8263fba79f21 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:18.396427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ada3a05-6ad4-4409-acb5-132ac3e7b613 req-7c50c73f-1682-4815-b6d4-83a77d05b62e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5319057 Feb 04 16:03:18.434058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-34419b12-db9b-4194-8091-15db64514743 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.435519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-34419b12-db9b-4194-8091-15db64514743 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.58 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.3908868 Feb 04 16:03:18.447048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bf533acf-4dfa-431f-bcfe-8263fba79f21 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:18.448043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-aa43da51-08b8-4ba6-8672-b8b0210a77fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 1094 time: 0.5470154 Feb 04 16:03:18.453549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bf533acf-4dfa-431f-bcfe-8263fba79f21 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:18.454506 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:18.483513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'port': {'device_id': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'admin_state_up': True, 'tenant_id': 'db2b023a384645609e4657435befe212'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:18.592176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:18.612927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port bf533acf-4dfa-431f-bcfe-8263fba79f21, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bf533acf-4dfa-431f-bcfe-8263fba79f21,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:18.621463 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:18.721931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=bf533acf-4dfa-431f-bcfe-8263fba79f21,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:18.800662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Attempting to bind port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:18.801068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Attempting to bind port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'ac79cdee-df2e-4f46-a310-81a1176ac521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:18.801478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Attempting to bind port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 on network a72006bb-c656-411b-ab5f-cc91151961b4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:18.849960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 on network a72006bb-c656-411b-ab5f-cc91151961b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:18.850277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Attempting to bind port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 on network a72006bb-c656-411b-ab5f-cc91151961b4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:18.911440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:18.911778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Checking segment: {'id': 'ac79cdee-df2e-4f46-a310-81a1176ac521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:18.912157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Bound using segment: {'id': 'ac79cdee-df2e-4f46-a310-81a1176ac521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:18.912601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Bound port: c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac79cdee-df2e-4f46-a310-81a1176ac521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:18.913470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:18.936735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37c73-48a6-4359-94ae-afdf6b222a87 req-d5829c12-3ebd-4d6d-aa7e-cf53d8af1afa tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.938248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0e37c73-48a6-4359-94ae-afdf6b222a87 req-d5829c12-3ebd-4d6d-aa7e-cf53d8af1afa tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 949 time: 0.5532017 Feb 04 16:03:18.948163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-27eb70ce-103c-491a-88a8-3f03388e88e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:18.949554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-27eb70ce-103c-491a-88a8-3f03388e88e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.4887948 Feb 04 16:03:18.952698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:19.050495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:port and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:19.067750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:19.100354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:19.106581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-6d555b99-b9f8-4aae-b237-8cdfabb907cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb HTTP/1.1" status: 200 len: 217 time: 0.1359162 Feb 04 16:03:19.171163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Made reservation on behalf of db2b023a384645609e4657435befe212 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:19.174098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.190119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0e37c73-48a6-4359-94ae-afdf6b222a87 req-a1ae3c93-c8db-4106-9074-a014bd9dae1d tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441363 Feb 04 16:03:19.260469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:19.280596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-3a161954-f608-4003-8154-342be45ba41c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:19.281075 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0', 'code': 200} Feb 04 16:03:19.282030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-3a161954-f608-4003-8154-342be45ba41c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.1660926 Feb 04 16:03:19.291543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,segment=NetworkSegment(ac79cdee-df2e-4f46-a310-81a1176ac521),segment_id=ac79cdee-df2e-4f46-a310-81a1176ac521)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:19.335614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.388398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-840ab469-075e-4617-b81f-094607e2d672 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987887 Feb 04 16:03:19.464592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-fd11833a-6ba5-4aa5-842d-b3724a067842 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:03:19.465557 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-fd11833a-6ba5-4aa5-842d-b3724a067842 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062973 Feb 04 16:03:19.545188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:19.545610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Unknown quota resources ['binding']. {{(pid=83596) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:03:19.600061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.602657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4996aa7-5c4f-4ce5-9e90-35abb45012e2 HTTP/1.1" status: 200 len: 1092 time: 3.5683291 Feb 04 16:03:19.618952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:19.726042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc971214-95aa-439e-a4b5-ba280e534986 service neutron] Pushing event updated for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:19.748209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:19.748541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:19.748865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:19.755409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:19.755906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:19.762622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:19.763038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:19.763488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:19.763985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Bound port: 3b897060-dcfe-4344-ab8c-ceca77106f29, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:19.767607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Allocated IP 172.20.0.10 (e36866c3-3812-4b49-9b2d-5c3096ee591b/803b9d70-06a3-4f12-9d14-c79814d086a5/7fb4f98d-fda4-450e-bc08-7a768b29758f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:19.793651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:19.799488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:19.800668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-7f8e1a19-e792-4e95-9965-308973c7dfd6 service neutron] 10.222.0.62 "POST /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29/bindings HTTP/1.1" status: 201 len: 389 time: 0.3290181 Feb 04 16:03:19.822698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:03:19.826623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-4b705454-0134-4ff6-8ffe-844a6a0814a2 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922949 Feb 04 16:03:19.895988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2edec6c8-5e24-4db3-9f6d-250ad645b13b req-6cf2c51f-eb0b-45d5-a823-4e6ba5551cfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 1100 time: 0.5099857 Feb 04 16:03:20.011084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f567138a-50f2-4b48-b87c-325ec4d67ebb details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:20.015944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380dd0-ece7-43bb-b024-2649c4f99764 req-3ec6670f-7454-443c-884e-7cf700b35f9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.017403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f380dd0-ece7-43bb-b024-2649c4f99764 req-3ec6670f-7454-443c-884e-7cf700b35f9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 943 time: 0.5400503 Feb 04 16:03:20.130202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-659df771-e6f9-40ba-8a05-08df9f1abb7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a5c1cd9821b47e896ca432ab219049c&device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 1095 time: 0.4840879 Feb 04 16:03:20.160394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-5e2f3105-c5b8-44ae-a750-b0828a190ccf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1097 time: 0.1399572 Feb 04 16:03:20.232175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:20.246918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'f567138a-50f2-4b48-b87c-325ec4d67ebb', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': 'f567138a-50f2-4b48-b87c-325ec4d67ebb', 'mac_address': 'fa:16:3e:bc:52:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:20.314530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.337795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f567138a-50f2-4b48-b87c-325ec4d67ebb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:20.341574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bf533acf-4dfa-431f-bcfe-8263fba79f21 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:20.367538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-97cb0964-57be-474f-92a6-4560f56c92f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.369098 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-97cb0964-57be-474f-92a6-4560f56c92f5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.2014976 Feb 04 16:03:20.402625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2edec6c8-5e24-4db3-9f6d-250ad645b13b req-e83b099c-c995-4a6f-81c6-d4d4906376e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379861 Feb 04 16:03:20.403836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-a8cfd897-969d-4d0c-a515-74fb62656bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2 HTTP/1.1" status: 200 len: 217 time: 0.1906209 Feb 04 16:03:20.405797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:20.415242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.432337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d359acc7-1158-44bd-a238-6578f871e8b4 req-5d821cbf-e292-4286-8a51-de3f2437ad36 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818274 Feb 04 16:03:20.437227 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-1f788ce3-38a6-4ebb-858e-7ce255cb3574 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.0613332 Feb 04 16:03:20.455100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f380dd0-ece7-43bb-b024-2649c4f99764 req-738173ac-8ca2-486c-8d5e-969e10542fd0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252815 Feb 04 16:03:20.485953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:20.505490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bf533acf-4dfa-431f-bcfe-8263fba79f21 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:20.505950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.510982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-c5577c17-d079-4157-a927-3e26f6a42a8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.512441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-c5577c17-d079-4157-a927-3e26f6a42a8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.0695462 Feb 04 16:03:20.531531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.593022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-529a0d7a-0d42-4b8b-9c14-34ee6b43497b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729644 Feb 04 16:03:20.672701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['f567138a-50f2-4b48-b87c-325ec4d67ebb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:20.761855 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-2ded4ec7-0aa3-452b-a150-4c8ecec52b09 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620812 Feb 04 16:03:20.811211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.820949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.899647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:20.943336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-40507fde-a7c1-421d-ba8d-cc9094c09795 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.945524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-40507fde-a7c1-421d-ba8d-cc9094c09795 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 820 time: 0.8569453 Feb 04 16:03:20.950084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-75c817fc-f270-4467-9c82-4ef9c2e3ba8b service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814721 Feb 04 16:03:20.976488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:20.983673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Network e36866c3-3812-4b49-9b2d-5c3096ee591b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:20.993727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:20.997222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-0804c24d-1683-4735-b6e0-0a37e58857d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:20.998721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-0804c24d-1683-4735-b6e0-0a37e58857d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0958f6b7-e0e6-427e-8a0c-5e0a08c10702 HTTP/1.1" status: 200 len: 861 time: 0.2117982 Feb 04 16:03:21.001189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:21.072288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-75d66b9d-a27e-423a-8bbb-4e609bc589a3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/quotas/4d6e06348f3641b7b596835c8226fdd7 HTTP/1.1" status: 200 len: 375 time: 0.1190772 Feb 04 16:03:21.088669 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-9bf73e6f-7c59-4caf-912c-2c1f114c926b tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1097 time: 0.0775304 Feb 04 16:03:21.105303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:21.108464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-f7ad05b5-c909-4f3c-a828-dab71b6c45c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a72006bb-c656-411b-ab5f-cc91151961b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812128 Feb 04 16:03:21.115157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.115730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.226947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.263511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99013b9-3086-412d-99f9-8ef239135576 req-206d262e-50e3-4246-8613-a501e9b95d74 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.265275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d99013b9-3086-412d-99f9-8ef239135576 req-206d262e-50e3-4246-8613-a501e9b95d74 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 949 time: 0.5099142 Feb 04 16:03:21.282757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:21.283418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-fd92918c-5aaf-4ff2-adb8-b0601bd0fbe3 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8213263 Feb 04 16:03:21.309144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Request body: {'port': {'device_id': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:21.466685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d99013b9-3086-412d-99f9-8ef239135576 req-9a0ce567-dba1-4787-8d8f-62d68fcfa5f4 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944945 Feb 04 16:03:21.468365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-779b6eb9-cecd-448f-83fa-d64a6b78a642 service neutron] 10.222.0.41 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161216 Feb 04 16:03:21.492046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-126bf044-f993-4f03-9a47-84fd78924350 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3870950 Feb 04 16:03:21.529853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:21.571744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:21.633915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:21.640354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.645997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.685589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.779132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:21.790697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d996fa30-9aa9-413a-bb14-2351ca92a447 req-729f5956-bb6a-4cc6-b454-714d0ef418b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976422 Feb 04 16:03:21.830846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:21.831187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:21.831493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:21.837178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:21.837495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Attempting to bind port 3b897060-dcfe-4344-ab8c-ceca77106f29 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:21.843772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:21.844103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:21.844479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:21.844898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Bound port: 3b897060-dcfe-4344-ab8c-ceca77106f29, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:21.845239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.932807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-975a7b48-4cee-427a-88b9-8174da7a71aa service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235254 Feb 04 16:03:21.937753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:21.941032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:21.945087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:21.976092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6f078-8657-4d1e-a8f5-82b77e58f323 req-3a211de2-2803-405c-bd13-d05679b34b75 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:21.977613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c6f078-8657-4d1e-a8f5-82b77e58f323 req-3a211de2-2803-405c-bd13-d05679b34b75 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 944 time: 0.3654974 Feb 04 16:03:22.027501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f567138a-50f2-4b48-b87c-325ec4d67ebb up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:22.077951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:22.104005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port f567138a-50f2-4b48-b87c-325ec4d67ebb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:22.110034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port f567138a-50f2-4b48-b87c-325ec4d67ebb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:22.110513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.122063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.123720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-e55c2797-6e8c-4ebb-aeeb-cd5392aee079 service neutron] 10.222.0.58 "PUT /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 1122 time: 1.0281446 Feb 04 16:03:22.215067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['3b897060-dcfe-4344-ab8c-ceca77106f29'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:22.233867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c6f078-8657-4d1e-a8f5-82b77e58f323 req-08aaa1cb-e290-4214-af39-820c0388a6e0 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041528 Feb 04 16:03:22.239429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-d98b1291-c5ee-4d9d-90e2-46d3a830b8e1 service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976596 Feb 04 16:03:22.314897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.373815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb4f98d-fda4-450e-bc08-7a768b29758f {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:22.383206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.388650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:22.400810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.419569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Transition to ACTIVE for port object 7fb4f98d-fda4-450e-bc08-7a768b29758f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:22.430927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:22.575094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:22.637011 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2', 'status': 'completed', 'code': 200} Feb 04 16:03:22.849928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:22.973006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-a3732e20-315c-4ba3-9f6d-67761f0a6757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a5c1cd9821b47e896ca432ab219049c&device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 1095 time: 0.3727660 Feb 04 16:03:22.978479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e3df-ba15-4ee0-877b-ec7d55b175e7 req-638a7990-f6b5-45a1-a680-2f044d5d3ab4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:22.979124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7eb8e3df-ba15-4ee0-877b-ec7d55b175e7 req-638a7990-f6b5-45a1-a680-2f044d5d3ab4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Synchronizing usage tracker for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:23.028434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbaf26-88e6-4195-b8fa-d6950c509068 req-7b85eb4e-053b-4134-a935-92dc0d1e2eda tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.029853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cbbaf26-88e6-4195-b8fa-d6950c509068 req-7b85eb4e-053b-4134-a935-92dc0d1e2eda tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 944 time: 0.3547926 Feb 04 16:03:23.153525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7eb8e3df-ba15-4ee0-877b-ec7d55b175e7 req-638a7990-f6b5-45a1-a680-2f044d5d3ab4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Unset dirty status for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:23.154908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eb8e3df-ba15-4ee0-877b-ec7d55b175e7 req-638a7990-f6b5-45a1-a680-2f044d5d3ab4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 944 time: 0.5171633 Feb 04 16:03:23.166074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Attempting to bind port 7fb4f98d-fda4-450e-bc08-7a768b29758f on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:23.166424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Attempting to bind port 7fb4f98d-fda4-450e-bc08-7a768b29758f by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:23.166744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Attempting to bind port 7fb4f98d-fda4-450e-bc08-7a768b29758f on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:23.213239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Port 7fb4f98d-fda4-450e-bc08-7a768b29758f on network e36866c3-3812-4b49-9b2d-5c3096ee591b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:23.213561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Attempting to bind port 7fb4f98d-fda4-450e-bc08-7a768b29758f on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:23.244059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cbbaf26-88e6-4195-b8fa-d6950c509068 req-3f3bb547-2417-477c-9e0f-699ed8585ea5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006550 Feb 04 16:03:23.252399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:23.252514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Checking segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:23.252821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Bound using segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:23.253246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Bound port: 7fb4f98d-fda4-450e-bc08-7a768b29758f, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:23.253587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.263309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-39b00819-562a-436c-9ec5-36704c6578e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.264710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-39b00819-562a-436c-9ec5-36704c6578e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a72006bb-c656-411b-ab5f-cc91151961b4 HTTP/1.1" status: 200 len: 922 time: 0.2780926 Feb 04 16:03:23.324730 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'code': 200} Feb 04 16:03:23.334697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eb8e3df-ba15-4ee0-877b-ec7d55b175e7 req-bfe0b639-dbb4-4e15-9af9-50b9978c05da tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633844 Feb 04 16:03:23.378294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-58c9d458-5050-4ebb-865d-1ba4caef265e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2 HTTP/1.1" status: 200 len: 217 time: 0.1008570 Feb 04 16:03:23.421501 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'code': 200} Feb 04 16:03:23.539013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-09f2668f-67f8-44bf-b442-fdc5dbda237b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.540417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-09f2668f-67f8-44bf-b442-fdc5dbda237b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0958f6b7-e0e6-427e-8a0c-5e0a08c10702 HTTP/1.1" status: 200 len: 861 time: 0.1538637 Feb 04 16:03:23.546197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:23.657942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:23.691802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-3f6874ac-11ef-4ff9-b0a7-22ad0747f334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a72006bb-c656-411b-ab5f-cc91151961b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369863 Feb 04 16:03:23.712668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.767647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ff02be-ea51-4bfd-bfc1-eb801a9667db req-f9ef8ba3-52f1-4ca5-acd0-88ea9334dd51 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 210 time: 0.1244025 Feb 04 16:03:23.895653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c4996aa7-5c4f-4ce5-9e90-35abb45012e2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:23.900782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:23.902097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] 10.222.0.58 "PUT /v2.0/ports/7fb4f98d-fda4-450e-bc08-7a768b29758f HTTP/1.1" status: 200 len: 1092 time: 2.6021180 Feb 04 16:03:23.929980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0973b-55b0-4a29-8268-7bf5833f3dd7 req-ed920bef-5f69-454d-adb3-b0faebd98073 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.931481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56a0973b-55b0-4a29-8268-7bf5833f3dd7 req-ed920bef-5f69-454d-adb3-b0faebd98073 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 945 time: 0.4954035 Feb 04 16:03:23.939173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-834475ae-ed79-4aba-b2ea-21224e1d280f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:23.940624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-834475ae-ed79-4aba-b2ea-21224e1d280f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 820 time: 0.4235954 Feb 04 16:03:23.947763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380ff31-ed72-47ff-99aa-4537c5c6900e service neutron] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.022252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'port': {'device_id': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'admin_state_up': True, 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:24.034145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:24.053229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,segment=NetworkSegment(ac79cdee-df2e-4f46-a310-81a1176ac521),segment_id=ac79cdee-df2e-4f46-a310-81a1176ac521)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:24.070841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2', 'network_id': 'a72006bb-c656-411b-ab5f-cc91151961b4', 'port_id': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2', 'mac_address': 'fa:16:3e:04:ba:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0958f6b7-e0e6-427e-8a0c-5e0a08c10702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:24.205980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.238460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4996aa7-5c4f-4ce5-9e90-35abb45012e2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:24.265346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:24.278853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,segment=NetworkSegment(ac79cdee-df2e-4f46-a310-81a1176ac521),segment_id=ac79cdee-df2e-4f46-a310-81a1176ac521)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:24.284629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:03:24.287481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.288310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-07a41c50-76c5-42cc-a9e5-673840035f98 service neutron] 10.222.0.41 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808632 Feb 04 16:03:24.344459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56a0973b-55b0-4a29-8268-7bf5833f3dd7 req-8aea2aa7-1bff-4439-81b9-4acb829845ef tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010811 Feb 04 16:03:24.356744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:24.509835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:24.532037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Usage tracker for resource:port and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:24.546527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9613b-a713-4282-a7a5-fcd8006e7409 req-84b1a999-b4af-44ca-a3a1-7e64f9326a65 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:24.547953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50f9613b-a713-4282-a7a5-fcd8006e7409 req-84b1a999-b4af-44ca-a3a1-7e64f9326a65 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 949 time: 0.5820830 Feb 04 16:03:24.548734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:24.551372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c4996aa7-5c4f-4ce5-9e90-35abb45012e2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:24.556156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-1f752eff-e367-428a-a862-b8a3cff69682 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 1095 time: 0.6057351 Feb 04 16:03:24.583223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:24.645711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:24.664489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3b3baa9-993b-444d-910b-f66db1f8a118 req-0aee6e30-1d94-477b-ad2b-ccca9d615294 service neutron] 10.222.0.41 "GET /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687558 Feb 04 16:03:24.692392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Made reservation on behalf of 4d6e06348f3641b7b596835c8226fdd7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:24.696148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:24.709612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-6b8b76f9-4e1d-4df6-ac28-1d45ef0bef08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f HTTP/1.1" status: 200 len: 217 time: 0.1224611 Feb 04 16:03:24.764195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50f9613b-a713-4282-a7a5-fcd8006e7409 req-c3cc4c70-998f-46ad-b95b-38a518867c8c tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061710 Feb 04 16:03:24.836089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-e689c90e-2874-40f6-90a2-900366842d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:24.837534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-e689c90e-2874-40f6-90a2-900366842d35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.1154175 Feb 04 16:03:24.850850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df259c-9d5a-4445-9cd2-1bd54e9b4a4e req-19c617bd-2d23-4277-9f31-fe4a5869cd09 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:24.852276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07df259c-9d5a-4445-9cd2-1bd54e9b4a4e req-19c617bd-2d23-4277-9f31-fe4a5869cd09 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 945 time: 0.3868053 Feb 04 16:03:24.936357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-984edfba-2ec9-446d-945c-bc5a8f66b5fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831392 Feb 04 16:03:24.953386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:25.017453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e67ec2e1-54df-47bf-8f66-f506fbfaf6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.032697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Deleting subnet f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:25.035898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.090776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.149414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07df259c-9d5a-4445-9cd2-1bd54e9b4a4e req-acdf3f72-289a-4560-9f37-4776f90f64a2 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600431 Feb 04 16:03:25.152938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.154736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Allocated IP 172.20.0.13 (6ae1786b-b667-42a2-9a1f-0743e30f1b4a/e788d909-60bc-4b5a-bdef-4189004324dd/f8607068-2a9b-4c58-a651-f00604be4f3a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:25.231690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-62f50481-8e22-4523-8b98-0660449b0e52 service neutron] 10.222.0.58 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870843 Feb 04 16:03:25.241026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.280840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:25.287018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.294399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8c645118-5389-4e16-969d-0f787bf1f3df admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f78d6b1f-d976-48d8-9fc6-3f5ef3b06dd3 HTTP/1.1" status: 204 len: 168 time: 0.3398488 Feb 04 16:03:25.296747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50732) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:25.325384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:25.369023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9ce58-9db7-44c2-9274-575f78405d5b req-ecbe5dc2-f1f2-4336-84bd-826f9c00f2df tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:25.370467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3c9ce58-9db7-44c2-9274-575f78405d5b req-ecbe5dc2-f1f2-4336-84bd-826f9c00f2df tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 944 time: 0.3183105 Feb 04 16:03:25.407897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.445313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:25.538789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.563485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38401940-e3c6-4883-9d47-bcc4a35f13c4']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.574707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b124b-042f-4615-99bb-02ba3bd48e6a req-c7a78264-afb6-4ede-abac-1f9c68c4f031 service neutron] 10.222.0.58 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317213 Feb 04 16:03:25.575736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbddb840-668e-4936-b645-6d5a66425336') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.576031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbddb840-668e-4936-b645-6d5a66425336') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:25.587707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3c9ce58-9db7-44c2-9274-575f78405d5b req-c7460e4c-0145-4131-b286-3a7db84ee711 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027466 Feb 04 16:03:25.588861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.613081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.621359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b42f2-1431-4a45-8d23-895dac92877c req-7062723e-65d7-41ec-a339-f21d966e28d9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:25.622941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c75b42f2-1431-4a45-8d23-895dac92877c req-7062723e-65d7-41ec-a339-f21d966e28d9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 944 time: 0.3517313 Feb 04 16:03:25.632126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:25.632801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.651446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:25.656293 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:25.691392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c75b42f2-1431-4a45-8d23-895dac92877c req-34e61abe-7407-4c4f-8e2e-02035029ec49 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602343 Feb 04 16:03:25.692866 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'status': 'completed', 'code': 200} Feb 04 16:03:25.711776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.752818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.760504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:25.790119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=38401940-e3c6-4883-9d47-bcc4a35f13c4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:25.807887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-755ec0c0-877e-4e64-8c9b-5fb5a5601d3b admin admin] 10.222.0.62 "DELETE /v2.0/networks/38401940-e3c6-4883-9d47-bcc4a35f13c4 HTTP/1.1" status: 204 len: 168 time: 0.5099957 Feb 04 16:03:25.905926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c4996aa7-5c4f-4ce5-9e90-35abb45012e2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:25.967903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:25.983123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:25.989104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:25.990196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.023930 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3a2e2929-0e2f-4352-8733-8ee18ac9755a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72547cce33154153b136ba6bbdf6fd27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519733 Feb 04 16:03:26.024321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:26.041845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.047644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:26.049995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:26.062639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:26.096391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.124783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.130280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.158738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.159334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.161196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,segment=NetworkSegment(ac79cdee-df2e-4f46-a310-81a1176ac521),segment_id=ac79cdee-df2e-4f46-a310-81a1176ac521)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:26.168134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-c71974bd-abbf-4b77-ac76-634736249ebb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 1095 time: 0.4211645 Feb 04 16:03:26.170493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.176786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eb373-a2f1-4445-aee9-4b8a34a77b78 req-c4786edf-e22e-4941-a240-1ba3798b4812 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.178963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e73eb373-a2f1-4445-aee9-4b8a34a77b78 req-c4786edf-e22e-4941-a240-1ba3798b4812 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.2770112 Feb 04 16:03:26.191369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b1771-83a2-4aa2-abab-fb4204fa7cb2 req-5c9bca42-9ad8-42b4-aa71-d2faa12e9e7a tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.192942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849b1771-83a2-4aa2-abab-fb4204fa7cb2 req-5c9bca42-9ad8-42b4-aa71-d2faa12e9e7a tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 932 time: 0.2982454 Feb 04 16:03:26.209435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.231341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d45f20-1fd0-49ae-afed-c4d3a4def427,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.243838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.246380 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5d7b6709-1e43-4683-8545-d5b6844dc31d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19d45f20-1fd0-49ae-afed-c4d3a4def427 HTTP/1.1" status: 204 len: 168 time: 0.2197816 Feb 04 16:03:26.276000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:26.317456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-0dbcf0e9-9cdc-403a-87dd-72a517649072 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3481338 Feb 04 16:03:26.346955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Request body: {'port': {'device_id': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:26.415965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849b1771-83a2-4aa2-abab-fb4204fa7cb2 req-e48c301b-374c-4ea2-be9e-203dbdbe2e2c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968267 Feb 04 16:03:26.442879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e73eb373-a2f1-4445-aee9-4b8a34a77b78 req-1977ed6f-72e6-4768-89a6-c9dc9bb68be0 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282033 Feb 04 16:03:26.533033 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb', 'code': 200} Feb 04 16:03:26.540094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-e7322246-142d-465f-8fb1-1d0a962495d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.541555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-e7322246-142d-465f-8fb1-1d0a962495d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 922 time: 0.3612280 Feb 04 16:03:26.665292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-b28f80dd-6551-44c6-9f0d-3729261bad05 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f HTTP/1.1" status: 200 len: 217 time: 0.1146924 Feb 04 16:03:26.665900 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'status': 'completed', 'code': 200} Feb 04 16:03:26.666449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:26.715354 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-97958c02-2029-466e-b565-3e9d7b87791b req-cd900b04-8203-43d5-acdb-901e3b44163d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 1096 time: 0.1197872 Feb 04 16:03:26.857370 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-97958c02-2029-466e-b565-3e9d7b87791b req-cb1a99b9-5dd1-43cb-8577-cdfea460c4d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357698 Feb 04 16:03:26.938179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-7478618a-6cbe-4d48-9e84-d2d8d6122da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:26.939612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-7478618a-6cbe-4d48-9e84-d2d8d6122da2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.2618642 Feb 04 16:03:27.071501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-8f1e5dad-0e6c-45ad-a33d-9e769251b923 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1125 time: 0.3919544 Feb 04 16:03:27.141456 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76b4f148-49b9-4a1c-ae73-419cade22c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.187350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bec04-452c-4dae-a658-e4fa8640f0d4 req-2eb144fe-9c6a-4d9d-9de9-1055059de147 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.188761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-203bec04-452c-4dae-a658-e4fa8640f0d4 req-2eb144fe-9c6a-4d9d-9de9-1055059de147 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 945 time: 0.4711330 Feb 04 16:03:27.267124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-37cbf0fb-dccf-4bca-89bd-3ca3abf1ba8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012796 Feb 04 16:03:27.272885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23942c9c-3ebc-4cdf-a776-43090fd47001 req-64c0e810-d1af-4305-9151-77c73b9d2ee0 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.274441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23942c9c-3ebc-4cdf-a776-43090fd47001 req-64c0e810-d1af-4305-9151-77c73b9d2ee0 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.4615130 Feb 04 16:03:27.275359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50786) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:27.407774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1518073779-network', 'tenant_id': '227927f6df8d43b5b5459c879add1941'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:27.412461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:27.416519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Usage tracker for resource:network and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:27.419382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:27.425737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:27.437348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Made reservation on behalf of 227927f6df8d43b5b5459c879add1941 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:27.439992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.453830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.489476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:27.494105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:27.497312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:27.503723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:27.573234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.577339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.604119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:27.616891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00b2cba-815d-4334-ae4b-4f48cd3b6f3d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:27.621332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.621665 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Added segment ec8f3246-3e8f-47ec-9acc-965e99a8df50 of type vlan for network 757c9adc-895a-4d15-b172-e2110dad443e Feb 04 16:03:27.648393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.677028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.677931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.679236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.753436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23942c9c-3ebc-4cdf-a776-43090fd47001 req-c7e60a94-7163-4e88-aca6-6c6623907384 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080985 Feb 04 16:03:27.761642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-203bec04-452c-4dae-a658-e4fa8640f0d4 req-d799b324-7120-483b-a1d4-a712f955f5c7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738693 Feb 04 16:03:27.773701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-de502d67-06ac-4997-9070-73e055e385ce service neutron] 10.222.0.41 "GET /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.6025054 Feb 04 16:03:27.792427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-4493904a-417f-4fcc-ba87-c6935baa529b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:27.792427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-4493904a-417f-4fcc-ba87-c6935baa529b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.6327159 Feb 04 16:03:27.792604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] Pushing event updated for resources: {'Network': ['ID=757c9adc-895a-4d15-b172-e2110dad443e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:27.799957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80177504-7a82-463d-8c77-eb09ba096eba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5231855 Feb 04 16:03:27.802839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:27.803295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 757c9adc-895a-4d15-b172-e2110dad443e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:27.810920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Request body: {'subnet': {'network_id': '757c9adc-895a-4d15-b172-e2110dad443e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1518073779-subnet', 'tenant_id': '227927f6df8d43b5b5459c879add1941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:27.816967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:27.822201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Usage tracker for resource:subnet and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:27.825547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:27.832056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:27.852568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Made reservation on behalf of 227927f6df8d43b5b5459c879add1941 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:27.855298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:27.922225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-39252f69-6841-40b4-afff-dd0fe6352ca4 service neutron] 10.222.0.58 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398132 Feb 04 16:03:27.968086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-54cae201-6574-4ac0-9fa6-6b19d114ac44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1798902 Feb 04 16:03:28.004242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:03:28.058694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:28.132332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.249364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbc5aa1-8828-47fe-aa25-86562bec9cb4,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:28.261603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Checking segment: {'id': 'ec8f3246-3e8f-47ec-9acc-965e99a8df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '757c9adc-895a-4d15-b172-e2110dad443e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:28.261603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Network hostable DHCP agents. Network: 757c9adc-895a-4d15-b172-e2110dad443e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:28.281434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:28.285317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Network 757c9adc-895a-4d15-b172-e2110dad443e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:28.291366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-7f427065-4dae-4aa9-8071-a858ba2c703d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3222699 Feb 04 16:03:28.296170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 757c9adc-895a-4d15-b172-e2110dad443e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:28.296377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'port_id': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'mac_address': 'fa:16:3e:2f:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b9d70-06a3-4f12-9d14-c79814d086a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:28.300342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.301047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.330413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-af387052-96ff-4a0a-a343-3cbe69a3a9be admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5201297 Feb 04 16:03:28.330654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5224bc21-9f33-40dd-86db-eba2dc913800 None None] Network 757c9adc-895a-4d15-b172-e2110dad443e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:28.430443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8607068-2a9b-4c58-a651-f00604be4f3a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:28.440771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.447022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.458927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-1812d5e1-6c74-4cc4-aafb-2df8519e7e22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.461353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-1812d5e1-6c74-4cc4-aafb-2df8519e7e22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.4466968 Feb 04 16:03:28.467140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.474968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb4f98d-fda4-450e-bc08-7a768b29758f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:28.515396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:28.541128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:28.548232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.599166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Transition to ACTIVE for port object f8607068-2a9b-4c58-a651-f00604be4f3a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:28.602090 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-11c46edc-aa28-4ac0-8bd7-6248e6e9c21b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233795 Feb 04 16:03:28.622531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b33aa4c2-1668-4211-a97d-54a260b23bf1 req-9573a5ab-cd5f-4392-bb56-53dbb5752530 service neutron] 10.222.0.58 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6737609 Feb 04 16:03:28.630861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.678073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:28.680057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:28.683997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532cdc82-ccf2-4431-a5af-db046461dd9a None None] Network 757c9adc-895a-4d15-b172-e2110dad443e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:28.853140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['7fb4f98d-fda4-450e-bc08-7a768b29758f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:28.877600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da24da-2f68-46a9-ab5e-5caefe6a32b1 req-480b8088-2e76-4a6c-ae6b-0a6b93c5da7f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.879065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7da24da-2f68-46a9-ab5e-5caefe6a32b1 req-480b8088-2e76-4a6c-ae6b-0a6b93c5da7f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 944 time: 0.7554040 Feb 04 16:03:28.953084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-d011b6af-8f36-49b1-b6a1-2531a7827d39 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:28.954506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-d011b6af-8f36-49b1-b6a1-2531a7827d39 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6623638 Feb 04 16:03:28.977896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:29.080110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-f9d54509-43e7-44d0-b534-d36b7fa74843 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/quotas/fe4c90fdb5354ffd90cf9d024230926f HTTP/1.1" status: 200 len: 375 time: 0.0967941 Feb 04 16:03:29.202051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-ceb747a5-c957-463e-abb9-3b5fd53bec31 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721922 Feb 04 16:03:29.209200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7da24da-2f68-46a9-ab5e-5caefe6a32b1 req-5178e330-fe42-48ac-aa54-64dd4f15eace tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731721 Feb 04 16:03:29.219393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:29.530437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:29.624179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Attempting to bind port f8607068-2a9b-4c58-a651-f00604be4f3a on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:29.624511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Attempting to bind port f8607068-2a9b-4c58-a651-f00604be4f3a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:29.624833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Attempting to bind port f8607068-2a9b-4c58-a651-f00604be4f3a on network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:29.642031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b897060-dcfe-4344-ab8c-ceca77106f29 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:29.671931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-df2fbbe4-52be-4610-b62a-f6777401e1c5 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5623214 Feb 04 16:03:29.673839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:29.683638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc37328-cb9c-4472-8689-28e8adaa3d16 req-e0f985dd-a028-4d9f-897c-b9ad90c890c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677703 Feb 04 16:03:29.686563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Port f8607068-2a9b-4c58-a651-f00604be4f3a on network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:29.686877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Attempting to bind port f8607068-2a9b-4c58-a651-f00604be4f3a on network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:29.703979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:29.704331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Checking segment: {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:29.704786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Bound using segment: {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:29.705295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Bound port: f8607068-2a9b-4c58-a651-f00604be4f3a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:29.705641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:29.717192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:29.737600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f73a7-e578-428b-a145-4c85d84ea6be req-748c8dbf-b219-4c6e-b5dd-73b057632997 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:29.739078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a98f73a7-e578-428b-a145-4c85d84ea6be req-748c8dbf-b219-4c6e-b5dd-73b057632997 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 945 time: 0.3569088 Feb 04 16:03:29.883799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:29.938896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:29.998908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:30.003615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a98f73a7-e578-428b-a145-4c85d84ea6be req-e999ed84-f490-49f4-ae57-b2132a044fc5 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558923 Feb 04 16:03:30.024208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:30.044180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.064510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:30.093212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] Transition to ACTIVE for port object 3b897060-dcfe-4344-ab8c-ceca77106f29 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:30.126068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.149996 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.151927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] 10.222.0.41 "PUT /v2.0/ports/f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 1092 time: 3.8130689 Feb 04 16:03:30.163188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:30.207212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e309dd-9fe0-4f29-bcd8-e8f50543a8f5 req-3108cb43-fabe-4663-846b-c7e9556f86ae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:30.208052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-59e309dd-9fe0-4f29-bcd8-e8f50543a8f5 req-3108cb43-fabe-4663-846b-c7e9556f86ae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Synchronizing usage tracker for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:30.240257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 7fb4f98d-fda4-450e-bc08-7a768b29758f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:30.248432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 7fb4f98d-fda4-450e-bc08-7a768b29758f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:30.248905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.277440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d18de-ea89-4660-9231-e2dda0bca772 service neutron] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:30.413740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.438873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-59e309dd-9fe0-4f29-bcd8-e8f50543a8f5 req-3108cb43-fabe-4663-846b-c7e9556f86ae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Unset dirty status for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:30.445635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59e309dd-9fe0-4f29-bcd8-e8f50543a8f5 req-3108cb43-fabe-4663-846b-c7e9556f86ae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 944 time: 0.5372319 Feb 04 16:03:30.459127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:30.465194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.487891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] No DVR routers for this DVR port 3b897060-dcfe-4344-ab8c-ceca77106f29 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:30.499800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1579457741', 'description': 'tempest-description-1251363562'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:30.519188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:30.535064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:30.538441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] Pushing event updated for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:30.541868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:30.548242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:30.589212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:30.623096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59e309dd-9fe0-4f29-bcd8-e8f50543a8f5 req-8da84d48-93c5-462c-9305-44e67d292c6f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766045 Feb 04 16:03:30.625833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:30.637618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-512061ca-c821-44e1-888f-5f8bb045c04a service neutron] 10.222.0.41 "PUT /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8539350 Feb 04 16:03:30.645943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-fbef0fd8-79ea-45ba-9ce6-3d9a5772f393 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1095 time: 0.3717804 Feb 04 16:03:30.707916 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2', 'code': 200} Feb 04 16:03:30.770601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-91c16af8-fcd3-4895-b4f8-16fcb5a00f4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.1156111 Feb 04 16:03:30.808667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:30.851700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:30.889065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:30.908857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:30.971981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-45e797a9-d9bc-4860-a2b3-aab43260cb50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:30.973390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-45e797a9-d9bc-4860-a2b3-aab43260cb50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.1609306 Feb 04 16:03:31.054165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-ef3d8079-ad82-46be-9212-b27c6ed25f4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660343 Feb 04 16:03:31.064358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-5ad1de75-57d9-4980-ab1f-90e039baa04b tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.3361118 Feb 04 16:03:31.177949 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Sync routers for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:03:31.186915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-0364f254-389d-4f04-94fb-66bc03ae646c tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690000 Feb 04 16:03:31.191380 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:31.192074 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:03:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:31.329911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.344506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-826f820d-9373-499d-a78a-598953994819 req-13f4fa1c-f040-4e5f-907f-d1991154ef74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 1097 time: 0.5698855 Feb 04 16:03:31.353339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721949f-07d4-4d05-af6d-864439d6ee77 req-9094afb9-73ae-434c-b79e-eb9e5ef90c2b tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:31.355077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f721949f-07d4-4d05-af6d-864439d6ee77 req-9094afb9-73ae-434c-b79e-eb9e5ef90c2b tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.5141253 Feb 04 16:03:31.365304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.390153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-070d8b97-0016-4594-8a21-c8ebae7f5bc8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:31.391563 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-070d8b97-0016-4594-8a21-c8ebae7f5bc8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980488 Feb 04 16:03:31.407196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:31.411778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Request body: {'port': {'device_id': '31e960cd-6226-4fff-9932-2113b24296f8', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'fe4c90fdb5354ffd90cf9d024230926f'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:31.500232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.501347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a36ed77-6fba-435f-b9a8-d56e3b776cc4 req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.0061638 Feb 04 16:03:31.508009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f74f9-383a-45d2-9173-2f22d2e350b3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad0d5f-db09-4b5a-861c-cf53ac5ed362,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:31.542122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f721949f-07d4-4d05-af6d-864439d6ee77 req-1883879c-386b-489c-b235-8180cfa337f0 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568599 Feb 04 16:03:31.544026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-b040c64c-6a79-42a0-8308-c14e10bc5e7f service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698749 Feb 04 16:03:31.561658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:31.572978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:31.586857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Made reservation on behalf of fe4c90fdb5354ffd90cf9d024230926f for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:31.587042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-826f820d-9373-499d-a78a-598953994819 req-ccbcc18f-1e9f-4115-b789-e77e7a5a2d72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231116 Feb 04 16:03:31.590401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:31.594835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-483cd3c1-add9-42e3-8ed2-63233fc085f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&tenant_id=43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 1096 time: 0.4984510 Feb 04 16:03:31.783948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Allocated IP 192.168.233.202 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/c232be17-ede9-4512-8dfc-72c3d3bc21b0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:31.796873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:16Z', 'revision_number': 2, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:31.801174 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Checking router: 4838dca7-c979-4f52-95d7-1beb62681cc8 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:03:31.801502 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Updating router 4838dca7-c979-4f52-95d7-1beb62681cc8 port 537e9c6c-d774-4d79-abe6-e83df152acf1 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:03:31.822382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-009d38b6-8e4a-4a23-9960-b767bd2e5488 req-5b60e2f3-35cb-4a06-a44d-7916eaaf9710 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 210 time: 0.0757194 Feb 04 16:03:31.848992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-0954d2ff-abd4-4cce-8b26-f49ddf5da5fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1096 time: 0.2033939 Feb 04 16:03:31.863524 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.011489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-45978503-c80b-49d4-b1a4-2b577bb6b38f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.012846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-45978503-c80b-49d4-b1a4-2b577bb6b38f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.1492083 Feb 04 16:03:32.016163 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:03:32.137045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.150042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3bb0a70-1d18-45b3-b91b-cdf458eb6eb2 req-4f5a3c90-625f-4bd9-9fbe-3064c01e4cea service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946362 Feb 04 16:03:32.157163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Transition to ACTIVE for port object c232be17-ede9-4512-8dfc-72c3d3bc21b0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:32.166411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-0c3f0d4e-f870-4c2f-9a06-81645457b069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1362267 Feb 04 16:03:32.193725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665ff5-a6ae-4c55-adb6-aed966214043 req-ca501788-4fdf-4f32-a1d7-df639599415b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.196375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72665ff5-a6ae-4c55-adb6-aed966214043 req-ca501788-4fdf-4f32-a1d7-df639599415b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 945 time: 0.5072224 Feb 04 16:03:32.198967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.212464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:32.279947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:32.290421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:32.298180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:32.305780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:32.337966 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.354598 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Transition to ACTIVE for port object 537e9c6c-d774-4d79-abe6-e83df152acf1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:32.368191 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.388995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event updated for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.429001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.430129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.466493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Pushing event updated for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:32.474163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72665ff5-a6ae-4c55-adb6-aed966214043 req-d27694d8-99e6-474c-8c8f-786cde15d4fb tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135167 Feb 04 16:03:32.478111 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.478742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.479241 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.479732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.480219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.480739 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.481274 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.481797 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.482317 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.482854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.483510 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:32.500495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5d197eed-77b9-4936-8497-5730d04da232 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0791979 Feb 04 16:03:32.513181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Request body: {'port': {'device_id': '31e960cd-6226-4fff-9932-2113b24296f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:32.519633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-d620ba92-5805-475e-8bca-459edf5b60fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.523967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-d620ba92-5805-475e-8bca-459edf5b60fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.3415737 Feb 04 16:03:32.684367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-8ea01e07-e395-4e27-877a-1099a4e56119 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491578 Feb 04 16:03:32.715259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:32.722890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.775807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-170b6b11-976b-4ada-bbf9-29a760ef33d6 None None] Provisioning for port c232be17-ede9-4512-8dfc-72c3d3bc21b0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:32.789424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-170b6b11-976b-4ada-bbf9-29a760ef33d6 None None] Provisioning complete for port c232be17-ede9-4512-8dfc-72c3d3bc21b0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:32.790050 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-170b6b11-976b-4ada-bbf9-29a760ef33d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.882587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-170b6b11-976b-4ada-bbf9-29a760ef33d6 None None] Port c232be17-ede9-4512-8dfc-72c3d3bc21b0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:03:32.937222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fba733-de7e-4c0f-8333-410090093a4d req-f8a7d643-513c-4233-9c6e-9eb70861c97c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:32.944732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70fba733-de7e-4c0f-8333-410090093a4d req-f8a7d643-513c-4233-9c6e-9eb70861c97c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 945 time: 0.6881509 Feb 04 16:03:32.946227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Attempting to bind port 537e9c6c-d774-4d79-abe6-e83df152acf1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:32.946831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Attempting to bind port 537e9c6c-d774-4d79-abe6-e83df152acf1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:32.947505 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Attempting to bind port 537e9c6c-d774-4d79-abe6-e83df152acf1 on network 6ae1786b-b667-42a2-9a1f-0743e30f1b4a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:32.959426 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:32.960688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Checking segment: {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:32.961323 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.961807 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Bound using segment: {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:32.962408 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Bound port: 537e9c6c-d774-4d79-abe6-e83df152acf1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9a00a5-1bf0-4c39-b989-95294c05c33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:32.962873 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:32.995437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-79dcda14-6d81-4e37-b6af-1a5e2ad38dfc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1095 time: 0.7407832 Feb 04 16:03:33.110141 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] For port 537e9c6c-d774-4d79-abe6-e83df152acf1, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:33.121820 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] For port 537e9c6c-d774-4d79-abe6-e83df152acf1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=537e9c6c-d774-4d79-abe6-e83df152acf1,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:33.134630 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.163473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-d6b2fa3f-18ef-4af7-bbff-6f07cd194c14 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644041 Feb 04 16:03:33.224175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d0721-08c3-468b-87ef-d0d119e1172b req-e4332b82-d893-4e1b-85db-3f21e7db414b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:33.231387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f2d0721-08c3-468b-87ef-d0d119e1172b req-e4332b82-d893-4e1b-85db-3f21e7db414b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.3592317 Feb 04 16:03:33.283508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70fba733-de7e-4c0f-8333-410090093a4d req-186530b5-4ce2-4258-adb1-9024cb291dbe tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375411 Feb 04 16:03:33.321079 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ae5aa-7d41-4e1b-9623-41871125897c None None] Pushing event updated for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:33.323673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c232be17-ede9-4512-8dfc-72c3d3bc21b0 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:33.335331 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:03:33.335952 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:03:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:33.350131 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.369000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Transition to ACTIVE for port object c232be17-ede9-4512-8dfc-72c3d3bc21b0 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:33.375409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.515403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f2d0721-08c3-468b-87ef-d0d119e1172b req-4e39953c-dbf9-466d-abe6-e095e27af80d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829685 Feb 04 16:03:33.531179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:33.587388 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:03:33.605868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-bc9a7d91-51ed-4afe-a0c1-5e50ea55e092 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/a0ad0d5f-db09-4b5a-861c-cf53ac5ed362 HTTP/1.1" status: 200 len: 1647 time: 0.2077794 Feb 04 16:03:33.611785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-c2cf89f7-1a83-40f4-8652-41c2ac416f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:33.613499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-c2cf89f7-1a83-40f4-8652-41c2ac416f8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.6081409 Feb 04 16:03:33.620265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0ad0d5f-db09-4b5a-861c-cf53ac5ed362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:33.620818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0ad0d5f-db09-4b5a-861c-cf53ac5ed362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:33.626973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:33.631300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:33.636275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:33.642768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:33.711049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Attempting to bind port c232be17-ede9-4512-8dfc-72c3d3bc21b0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:33.711594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Attempting to bind port c232be17-ede9-4512-8dfc-72c3d3bc21b0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:33.712023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Attempting to bind port c232be17-ede9-4512-8dfc-72c3d3bc21b0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:33.720733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Port c232be17-ede9-4512-8dfc-72c3d3bc21b0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:33.721207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Attempting to bind port c232be17-ede9-4512-8dfc-72c3d3bc21b0 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:33.731137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:33.731522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:33.732329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:33.732329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Bound port: c232be17-ede9-4512-8dfc-72c3d3bc21b0, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:33.732918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.860481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:33.863620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:33.870150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.929704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:33.931339 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/c232be17-ede9-4512-8dfc-72c3d3bc21b0 HTTP/1.1" status: 200 len: 1096 time: 1.4297290 Feb 04 16:03:33.931822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:33.943919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f8607068-2a9b-4c58-a651-f00604be4f3a details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:33.973136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-1da436d6-701a-43d3-9baa-7a9c819613f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.3197041 Feb 04 16:03:34.001952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23831a4d-ea2a-4bcd-8619-806c4cb200c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:34.094840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-90adec91-7500-461b-a4a6-a289b7fd79b4 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9206564 Feb 04 16:03:34.187504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.191284 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:33Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:34.199766 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-40ac5e1f-0b1c-4690-bf44-81a055454545 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 1099 time: 0.1941195 Feb 04 16:03:34.201660 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d125095-d2f0-49a3-8c25-7aeb671c1f7a None None] The sync data for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 is: [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:33Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:03:34.204772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-51dad554-cf0c-4f80-961b-e2801713ce3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:34.206365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-51dad554-cf0c-4f80-961b-e2801713ce3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.1990349 Feb 04 16:03:34.300306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-fe83adee-d6d5-4311-b27f-29431c3de7be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764976 Feb 04 16:03:34.307762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.365381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aca22-843d-4ce2-a1e0-da50cf7a51c0 req-0dcb17fb-b60d-48e8-a910-dd44314cb126 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:34.390087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b2aca22-843d-4ce2-a1e0-da50cf7a51c0 req-0dcb17fb-b60d-48e8-a910-dd44314cb126 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 944 time: 0.5265799 Feb 04 16:03:34.401146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:34.419237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-e0d8153b-4b5b-4822-af0d-2d24f707713d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0 HTTP/1.1" status: 200 len: 217 time: 0.2120624 Feb 04 16:03:34.440809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'port_id': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'mac_address': 'fa:16:3e:07:e9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:34.455241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 537e9c6c-d774-4d79-abe6-e83df152acf1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:34.527514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.533080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-65fdbf0f-0566-4354-8ff2-1f44d8ab7b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:34.535739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-65fdbf0f-0566-4354-8ff2-1f44d8ab7b48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1086485 Feb 04 16:03:34.602424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.623512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f6c0ad-5152-4a06-aaa6-dbe1760af4f9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:34.627872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8607068-2a9b-4c58-a651-f00604be4f3a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:34.654716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:34.656454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b2aca22-843d-4ce2-a1e0-da50cf7a51c0 req-52f1a1d5-d38b-4172-ad58-5e3500969078 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633786 Feb 04 16:03:34.657480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-d5c1b9f0-f34d-4b03-84bf-4d0d86843f68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120167 Feb 04 16:03:34.661751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.690950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.701835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 537e9c6c-d774-4d79-abe6-e83df152acf1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:34.702575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6622eed-67cc-42e6-aaea-a38b164d1cc2 req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0954814 Feb 04 16:03:34.711514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.711953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.712206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.716355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 537e9c6c-d774-4d79-abe6-e83df152acf1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:34.716773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:34.718935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.719439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.719793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.720131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.720629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.720967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.721296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.721621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759dc70f-39e5-4922-b407-9b6c92172875 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:34.786069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-a48c15a4-fdf2-4ef0-8dcf-859694bb97bd service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767590 Feb 04 16:03:34.884232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-5abaa8fa-ab3b-449a-a442-81a823ae395c service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175326 Feb 04 16:03:34.956880 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'code': 200} Feb 04 16:03:34.959253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:34.962899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f8607068-2a9b-4c58-a651-f00604be4f3a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:35.046861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.077148 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dd96ea68-9bc8-436d-8bc2-10d93fd281df req-a1eb9ae4-7798-43ac-8c53-72b4483e0a2f service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817994 Feb 04 16:03:35.114200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-aadd80d3-a766-4cbe-b208-d3784839390f tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.5991402 Feb 04 16:03:35.130374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 537e9c6c-d774-4d79-abe6-e83df152acf1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=537e9c6c-d774-4d79-abe6-e83df152acf1,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:35.143192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.200617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f15d4b8-3806-426a-8f6a-1bcbc38645a7 req-4e0417c1-cd60-433e-8e5c-1028e0f367c6 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068108 Feb 04 16:03:35.249064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:35.288759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0df6c7-8e78-409a-aa78-ffc0064913f6 req-2dd613cb-0ff5-4ab7-851a-8972413c707d tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.290202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e0df6c7-8e78-409a-aa78-ffc0064913f6 req-2dd613cb-0ff5-4ab7-851a-8972413c707d tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.3588889 Feb 04 16:03:35.295489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e617ed-1a27-45e3-937a-a3ebe107060d req-af60311c-0e8d-4c09-a6ed-cdae8d02d225 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.296792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32e617ed-1a27-45e3-937a-a3ebe107060d req-af60311c-0e8d-4c09-a6ed-cdae8d02d225 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 948 time: 0.2749722 Feb 04 16:03:35.300918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59ecfe9b-01de-4778-b3a1-c5bf7a53d051 req-2f55eb99-a4c7-4068-8b13-25abfe5ff742 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 1097 time: 0.3233085 Feb 04 16:03:35.462520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32e617ed-1a27-45e3-937a-a3ebe107060d req-5d317245-c145-4bdc-a3e5-f0948975c344 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587577 Feb 04 16:03:35.464439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e0df6c7-8e78-409a-aa78-ffc0064913f6 req-7edf79cf-d6eb-48d6-8cca-32082a3aab2b tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665413 Feb 04 16:03:35.467630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59ecfe9b-01de-4778-b3a1-c5bf7a53d051 req-78bac457-57e8-4008-8485-c5d8a79da968 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494517 Feb 04 16:03:35.476131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-377fb914-a530-43e9-bfdf-e5d90842f520 service neutron] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:35.479327 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-377fb914-a530-43e9-bfdf-e5d90842f520 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:35.497267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a06da67-7590-48e4-8dcd-ecf412c53de5 req-377fb914-a530-43e9-bfdf-e5d90842f520 service neutron] 10.222.0.58 "DELETE /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.3426878 Feb 04 16:03:35.531354 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0', 'status': 'completed', 'code': 200} Feb 04 16:03:35.666746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f7409-5d70-4490-82e9-e03d42a24e1f req-1efd46fc-139d-42d7-a1c4-4dc7dbfd8261 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.668192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d8f7409-5d70-4490-82e9-e03d42a24e1f req-1efd46fc-139d-42d7-a1c4-4dc7dbfd8261 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 945 time: 0.0836186 Feb 04 16:03:35.770987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d8f7409-5d70-4490-82e9-e03d42a24e1f req-8cb57dbd-876d-481a-a010-d02aec8bd8b0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967650 Feb 04 16:03:35.790883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-301ecf3e-d29c-41b5-8dbf-1a6d81671c3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 1099 time: 0.0934446 Feb 04 16:03:35.967999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f8607068-2a9b-4c58-a651-f00604be4f3a up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:35.998204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-b458ac8d-cad8-4c3c-820d-a62cf4653c2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:35.999671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-b458ac8d-cad8-4c3c-820d-a62cf4653c2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.2025056 Feb 04 16:03:36.085716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port f8607068-2a9b-4c58-a651-f00604be4f3a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:36.107906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port f8607068-2a9b-4c58-a651-f00604be4f3a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:36.108320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.233260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-0c66f8a9-e98f-4e4f-9f15-3afda0bc6d3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0 HTTP/1.1" status: 200 len: 217 time: 0.2210472 Feb 04 16:03:36.254909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e384803-000f-4d94-9d88-25cd0da59afc req-adddc95e-912e-4ad0-ae83-f576df94de59 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/a0ad0d5f-db09-4b5a-861c-cf53ac5ed362 HTTP/1.1" status: 200 len: 2150 time: 0.2827721 Feb 04 16:03:36.270353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.315876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701e52-89bc-4fb8-a1a2-4848cac96350 req-a527defc-8418-4650-837b-82e24134311d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:36.317386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58701e52-89bc-4fb8-a1a2-4848cac96350 req-a527defc-8418-4650-837b-82e24134311d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.4070120 Feb 04 16:03:36.339734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 537e9c6c-d774-4d79-abe6-e83df152acf1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:36.368666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-02691091-0354-40d0-beaf-484c776a65b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:36.370369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-02691091-0354-40d0-beaf-484c776a65b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1136041 Feb 04 16:03:36.381097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:36.398426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.479888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58701e52-89bc-4fb8-a1a2-4848cac96350 req-4b43c8ae-e303-463e-b9e4-6b6e035ea900 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542337 Feb 04 16:03:36.501639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:36.524942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 537e9c6c-d774-4d79-abe6-e83df152acf1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:36.525363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.528984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-9498c406-6f3e-495a-863c-58cb77fb8eb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494560 Feb 04 16:03:36.672102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1823c19-0963-4e3e-a415-8a31de034476 req-b928adad-71af-4ae9-80be-344503f663ea tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-group-rules/33f6c0ad-5152-4a06-aaa6-dbe1760af4f9 HTTP/1.1" status: 200 len: 713 time: 0.0824313 Feb 04 16:03:36.782186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-c5123e15-64f2-466c-ae74-ca28181214b3 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447937 Feb 04 16:03:36.785958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1823c19-0963-4e3e-a415-8a31de034476 req-01aa5df5-5348-4100-9ad3-4092d1a588de tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/a0ad0d5f-db09-4b5a-861c-cf53ac5ed362 HTTP/1.1" status: 200 len: 2150 time: 0.0999391 Feb 04 16:03:36.820031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c3a90-19d9-4bc3-b5bd-903fad4d6f63 req-54860340-64ac-4223-bd48-f6f9494aafe2 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:36.821460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-525c3a90-19d9-4bc3-b5bd-903fad4d6f63 req-54860340-64ac-4223-bd48-f6f9494aafe2 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2861722 Feb 04 16:03:36.942317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1823c19-0963-4e3e-a415-8a31de034476 req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.958911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:36.964301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1823c19-0963-4e3e-a415-8a31de034476 req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:36.997771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-525c3a90-19d9-4bc3-b5bd-903fad4d6f63 req-4e023998-f1d7-4fb8-864b-70677e8d23ea tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150992 Feb 04 16:03:37.019539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a10627db-b7b4-4baa-9194-e38f0ea1fd1f req-8baa4253-9559-43ff-9fff-238622b5d5bd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304051 Feb 04 16:03:37.021534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1823c19-0963-4e3e-a415-8a31de034476 req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.042382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33f6c0ad-5152-4a06-aaa6-dbe1760af4f9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:37.044877 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1823c19-0963-4e3e-a415-8a31de034476 req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.046181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1823c19-0963-4e3e-a415-8a31de034476 req-9ce36379-ae4a-49e0-8d3c-86a9a7bebe27 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/33f6c0ad-5152-4a06-aaa6-dbe1760af4f9 HTTP/1.1" status: 204 len: 173 time: 0.2360704 Feb 04 16:03:37.379630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bad610f2-f207-447c-b7bc-956a9996aef0 req-d0e10063-e131-41a4-a6eb-1ce3a6ee1cc6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1096 time: 0.0832562 Feb 04 16:03:37.470397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bad610f2-f207-447c-b7bc-956a9996aef0 req-6b99c277-e2cc-47d8-8e70-fa5cb5996766 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845678 Feb 04 16:03:37.500315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd40a8-82eb-469b-b8a0-b4f0aad9c076 req-cfd61b0a-680a-4972-bcd1-c49a3c9c2c39 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:37.501773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4bd40a8-82eb-469b-b8a0-b4f0aad9c076 req-cfd61b0a-680a-4972-bcd1-c49a3c9c2c39 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 948 time: 0.0974572 Feb 04 16:03:37.562612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4bd40a8-82eb-469b-b8a0-b4f0aad9c076 req-377fb9fe-bde2-4473-95c3-fb7830c9d43d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Feb 04 16:03:37.612174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1507568231', 'description': 'tempest-description-331022100'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:37.615497 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'code': 200} Feb 04 16:03:37.621042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:37.625940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:37.642356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:37.663916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:37.690506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.812214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:37.818832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:37.822305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:37.830235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:37.882055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-801161ce-ebd4-4e01-bf1d-cf41ca5b151d req-2e01c733-0d68-4410-aa07-cec3dda7a73d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.1537025 Feb 04 16:03:37.976878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-801161ce-ebd4-4e01-bf1d-cf41ca5b151d req-4010d9d2-1f63-4213-a401-1b8eb27a8fc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820518 Feb 04 16:03:37.982617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:37.989460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.024572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e08d9-5841-4b53-b83b-7f73cedc23ce req-3e214bab-fd07-4e9c-a534-dabd79e19e37 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:38.025979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-781e08d9-5841-4b53-b83b-7f73cedc23ce req-3e214bab-fd07-4e9c-a534-dabd79e19e37 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.1806977 Feb 04 16:03:38.063123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.064155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b6698e3-4004-473c-a0fc-6a672d87edd3 req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4576895 Feb 04 16:03:38.067595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ddae5-6b32-4407-8439-1c073bda325a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b3c8a9-26ef-4d82-9543-b8e1194fd442,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.101522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-781e08d9-5841-4b53-b83b-7f73cedc23ce req-79f80cee-5a45-4e76-84f0-348b06f4741d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Feb 04 16:03:38.141572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c232be17-ede9-4512-8dfc-72c3d3bc21b0 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:38.317522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:38.337742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0', 'mac_address': 'fa:16:3e:36:15:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:38.393650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.412172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c232be17-ede9-4512-8dfc-72c3d3bc21b0 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:38.427535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-f3cf198a-dc44-4b1b-88ef-6e82c3e96509 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:38.428198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:38.429645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-f3cf198a-dc44-4b1b-88ef-6e82c3e96509 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.2025025 Feb 04 16:03:38.433638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:38.455559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942936-70c7-4ccb-bb0e-dadee8f48bb6 req-4de5523f-a83a-4e14-9591-ad78a29ff8bc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:38.456957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12942936-70c7-4ccb-bb0e-dadee8f48bb6 req-4de5523f-a83a-4e14-9591-ad78a29ff8bc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.1412814 Feb 04 16:03:38.458994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-a3d4f3ee-36ff-43ab-9345-1ab9722fa356 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/quotas/43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 375 time: 0.0214121 Feb 04 16:03:38.498733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:38.553719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12942936-70c7-4ccb-bb0e-dadee8f48bb6 req-2d8848c9-3e4e-4d47-b4bd-38bf8406ea88 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900722 Feb 04 16:03:38.573497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8d17e27-0806-493d-8b28-e9c1c84a4e71 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966029 Feb 04 16:03:38.725463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91cadcf8-9f62-4070-8991-c5c9e9b94aa7 req-33f4e0a2-c810-4bc1-9d18-3fee67ee4d36 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/94b3c8a9-26ef-4d82-9543-b8e1194fd442 HTTP/1.1" status: 200 len: 1646 time: 0.1268971 Feb 04 16:03:38.744029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-5f43fe69-c8d1-417d-bf06-e80a5d739ee9 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634827 Feb 04 16:03:38.760815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c232be17-ede9-4512-8dfc-72c3d3bc21b0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:39.047905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d9db67c6-7a33-4e01-935d-6b91ff291282 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977159 Feb 04 16:03:39.062608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed048751-03c9-4ec8-89f3-9230143329b5 req-2455fe51-aa2b-4ffc-9cb6-9315ad6d7c44 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:39.064019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed048751-03c9-4ec8-89f3-9230143329b5 req-2455fe51-aa2b-4ffc-9cb6-9315ad6d7c44 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.1389947 Feb 04 16:03:39.110976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed048751-03c9-4ec8-89f3-9230143329b5 req-389a42aa-7a6e-4c97-837f-83e4b76b03ae tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Feb 04 16:03:39.388681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bd910-614e-4721-9bc8-ee06f938212d req-5d2a34d2-41c2-4ec7-ac19-fd17b1679452 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:39.390520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-559bd910-614e-4721-9bc8-ee06f938212d req-5d2a34d2-41c2-4ec7-ac19-fd17b1679452 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 949 time: 0.0844846 Feb 04 16:03:39.485057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6249dcd-c83a-4f40-a5bf-145496cfe10b req-1a6e351f-c340-4177-bc57-0a7c69a36359 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 210 time: 0.0573308 Feb 04 16:03:39.492946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-559bd910-614e-4721-9bc8-ee06f938212d req-72d41514-cdba-4172-886e-23b953c9dbe8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959263 Feb 04 16:03:39.574368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1576628658', 'description': 'tempest-description-345303730'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:39.580200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:39.584275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:39.588161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:39.594200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:39.606732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.642972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:39.646659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:39.650163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:39.655943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:39.714941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.719465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.808970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8aeea-82aa-4705-af35-1617c745efc1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:39.813636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:39.814828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-627e92ee-dc5b-41d6-9542-cc6a7111f370 req-91d4480b-e27a-4d2d-a28f-d4631344c9b1 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.2453938 Feb 04 16:03:39.867259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c9270-53f7-4e62-b379-f95dde380f30 req-77f86949-d3a5-43d5-abda-b7ec46a341d7 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:39.870873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-684c9270-53f7-4e62-b379-f95dde380f30 req-77f86949-d3a5-43d5-abda-b7ec46a341d7 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.1474741 Feb 04 16:03:39.918702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-684c9270-53f7-4e62-b379-f95dde380f30 req-74ae114f-e85e-4aea-8321-aab784e6542d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440528 Feb 04 16:03:40.028649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce235d9-a13d-48c6-90d9-dde03e57803a req-15a3ddd9-b700-4fa9-a5ee-89da0ec50519 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:40.030044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce235d9-a13d-48c6-90d9-dde03e57803a req-15a3ddd9-b700-4fa9-a5ee-89da0ec50519 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.0895264 Feb 04 16:03:40.098163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bf96175-eb94-4863-9cf1-6e16fee3af47 req-84d7ea68-f7e7-4d1f-b56f-2ca2b2ea9625 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/edb8aeea-82aa-4705-af35-1617c745efc1 HTTP/1.1" status: 200 len: 1646 time: 0.0861242 Feb 04 16:03:40.101663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ce235d9-a13d-48c6-90d9-dde03e57803a req-924308f9-7480-46f2-ae90-87fe26771927 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663137 Feb 04 16:03:40.152182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c232be17-ede9-4512-8dfc-72c3d3bc21b0 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:40.243065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c232be17-ede9-4512-8dfc-72c3d3bc21b0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:40.250002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c232be17-ede9-4512-8dfc-72c3d3bc21b0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:40.250579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.389140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.416655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36951ecd-8136-4907-b26b-33adf0a3bfd2 req-35a174d0-bf2a-4082-9079-15af3ac6d984 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:40.421963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:40.423882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36951ecd-8136-4907-b26b-33adf0a3bfd2 req-35a174d0-bf2a-4082-9079-15af3ac6d984 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.1953783 Feb 04 16:03:40.432328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:40.437456 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.501834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-92cd5f13-5293-489c-a752-c4b0ea9b3e52 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:40.503301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-92cd5f13-5293-489c-a752-c4b0ea9b3e52 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.2119713 Feb 04 16:03:40.518820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36951ecd-8136-4907-b26b-33adf0a3bfd2 req-53ca1eab-eee1-4e7e-8685-08c4b7396b77 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939460 Feb 04 16:03:40.524312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Request body: {'port': {'device_id': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'admin_state_up': True, 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:40.561610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-204585965', 'description': 'tempest-description-1643442204'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:40.567729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:40.572185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:40.575135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:40.580852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:40.597230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:40.654459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.732750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:40.735081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:40.743368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:40.748264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:40.750914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:40.756368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:40.769618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:40.772728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.973158 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:40.988069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.111953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e56a987-141e-478b-b660-ba416067dfbf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:41.122203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:41.123379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e81459f-a843-4d3f-a57c-a090a5169a3f req-f02b0124-29fb-40cc-a0a2-247e92d9ba71 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.5750470 Feb 04 16:03:41.164008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70667083-56e1-41ea-9bdd-14d7087646ba req-ad2c6314-0af8-4948-a44a-07f72e72ec74 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:41.165509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70667083-56e1-41ea-9bdd-14d7087646ba req-ad2c6314-0af8-4948-a44a-07f72e72ec74 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.2755563 Feb 04 16:03:41.174511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-94dc53af-aab8-4958-8488-ab43cc8b2017 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.3151357 Feb 04 16:03:41.182242 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0', 'code': 200} Feb 04 16:03:41.194854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Allocated IP 172.20.0.13 (7071330f-45a4-4e41-8353-85f589553839/1a3dea2a-b6c4-4080-bad3-e17591b068ca/5368ba40-53de-456d-a1ba-6bf9cc06781a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:41.390916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70667083-56e1-41ea-9bdd-14d7087646ba req-ffbff6b9-a1a5-446d-b061-ab178480b0b0 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154183 Feb 04 16:03:41.671594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-7400ddf8-d588-429b-9c60-0ffb8f1a8147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:41.673091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-7400ddf8-d588-429b-9c60-0ffb8f1a8147 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.4925113 Feb 04 16:03:41.790992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d4b1775-b098-4387-b9f8-3fe1f3f78f68 req-16f38765-ca15-4087-8280-8c244d94aaec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 1101 time: 0.5055652 Feb 04 16:03:41.795201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-a37901a6-3195-463d-9065-dca45a7c8267 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.1116757 Feb 04 16:03:42.014530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.019756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a82ec97e-2e90-4953-99fe-e61559944632 req-0bbbc995-5ee3-45a0-b8e4-6aa25146ae02 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:42.029213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-cbea9fc9-770a-4c84-b521-265b6a7bc02f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.030641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-cbea9fc9-770a-4c84-b521-265b6a7bc02f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.2240829 Feb 04 16:03:42.040249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8826f4-936b-4f33-997b-3c635333e6dd req-61f04f94-29a5-4b65-9165-2908a32f53e9 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.041555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac8826f4-936b-4f33-997b-3c635333e6dd req-61f04f94-29a5-4b65-9165-2908a32f53e9 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 950 time: 0.5052004 Feb 04 16:03:42.090045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d4b1775-b098-4387-b9f8-3fe1f3f78f68 req-272c1495-0f2c-4587-acd6-317db1785af5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822793 Feb 04 16:03:42.126181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-1e39e34f-30a5-4231-8ec2-516346a08fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827024 Feb 04 16:03:42.126825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a82ec97e-2e90-4953-99fe-e61559944632 req-0bbbc995-5ee3-45a0-b8e4-6aa25146ae02 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:42.127804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a82ec97e-2e90-4953-99fe-e61559944632 req-0bbbc995-5ee3-45a0-b8e4-6aa25146ae02 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 210 time: 0.2026615 Feb 04 16:03:42.247018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-9855e23f-86b6-46f0-9d10-c6d236283ad6 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.248415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-9855e23f-86b6-46f0-9d10-c6d236283ad6 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.41 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.3655598 Feb 04 16:03:42.257843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac8826f4-936b-4f33-997b-3c635333e6dd req-870928b1-362c-4584-b917-4b0b5ee0878a tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064354 Feb 04 16:03:42.311291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.503363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Deleting port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:42.503695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.555141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-2099a94c-f1fc-4abb-ad4c-0d598c964e1c service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178059 Feb 04 16:03:42.566898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:42.573131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Network 7071330f-45a4-4e41-8353-85f589553839 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:42.603591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:42.612211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:42.709077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce7ec0eb-b0e0-4775-a1c6-492a3d1427db req-c8f17564-a15a-4596-a488-ecb5345361db tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/5e56a987-141e-478b-b660-ba416067dfbf HTTP/1.1" status: 200 len: 1646 time: 0.4053423 Feb 04 16:03:42.808236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78c0d5-474d-4be9-a617-40bccdd1183c req-f7bf0328-4d05-447b-96ef-214197d3efd3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.809739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac78c0d5-474d-4be9-a617-40bccdd1183c req-f7bf0328-4d05-447b-96ef-214197d3efd3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.5090787 Feb 04 16:03:42.830816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:42.831403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:42.961376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-151e9878-7a93-4cc0-9261-f22862ae72fc req-1ea65141-9c4c-4864-84ca-36061fe7adc4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908930 Feb 04 16:03:42.965501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-d65ec9cb-5ecf-413e-934f-cedbbb9afd1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4457016 Feb 04 16:03:42.980870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Request body: {'port': {'device_id': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:43.054243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac78c0d5-474d-4be9-a617-40bccdd1183c req-21e1eeef-78c9-44c3-bbca-ff2754dd5558 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360697 Feb 04 16:03:43.157804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] For port c4996aa7-5c4f-4ce5-9e90-35abb45012e2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,segment=NetworkSegment(ac79cdee-df2e-4f46-a310-81a1176ac521),segment_id=ac79cdee-df2e-4f46-a310-81a1176ac521)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:43.159127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.494374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Calling delete_port for c4996aa7-5c4f-4ce5-9e90-35abb45012e2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:43.533175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:43.798874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fbe25-cc5d-444f-a8d2-2c3bf6d2b484 req-f7d6e5f9-aa08-4092-8560-7ba05e13375b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.800189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c25fbe25-cc5d-444f-a8d2-2c3bf6d2b484 req-f7d6e5f9-aa08-4092-8560-7ba05e13375b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.4904215 Feb 04 16:03:43.824836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb3ce9-228e-460c-8d42-74896d0c6341 req-79f52e9b-2986-4738-92b7-50561c59d786 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:43.825857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbb3ce9-228e-460c-8d42-74896d0c6341 req-79f52e9b-2986-4738-92b7-50561c59d786 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f70d5c-5669-433f-a426-d9b13e6e7173 HTTP/1.1" status: 200 len: 946 time: 0.4272513 Feb 04 16:03:43.942215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.013792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c4996aa7-5c4f-4ce5-9e90-35abb45012e2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:44.014907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Pushing event deleted for resources: {'Port': ['ID=c4996aa7-5c4f-4ce5-9e90-35abb45012e2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.035468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c25fbe25-cc5d-444f-a8d2-2c3bf6d2b484 req-51fa5297-72cd-429b-8600-d8c1c953aaef tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193475 Feb 04 16:03:44.063163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: c4996aa7-5c4f-4ce5-9e90-35abb45012e2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:44.064426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c4996aa7-5c4f-4ce5-9e90-35abb45012e2 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:44.090224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbb3ce9-228e-460c-8d42-74896d0c6341 req-86bb4415-a86a-4e14-aef4-77798fd11607 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.62 "GET /v2.0/security-groups?id=f31a6634-4003-44ee-975e-26a57692268e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422502 Feb 04 16:03:44.129314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1020027731', 'description': 'tempest-description-1110768400'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:44.155572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:44.158108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] No DVR routers for this DVR port c4996aa7-5c4f-4ce5-9e90-35abb45012e2 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:44.164456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.167368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:44.169658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'name': 'network-vif-deleted', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:44.175406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:44.188088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:44.200742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-847d7f6b-1bd0-4cf0-9aa0-6395e4e10fa5 req-bf53476e-1bd4-4aba-af67-501b8b674504 tempest-ServerMetadataNegativeTestJSON-839778698 tempest-ServerMetadataNegativeTestJSON-839778698-project] 10.222.0.41 "DELETE /v2.0/ports/c4996aa7-5c4f-4ce5-9e90-35abb45012e2 HTTP/1.1" status: 204 len: 173 time: 1.9396756 Feb 04 16:03:44.204974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.353904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5368ba40-53de-456d-a1ba-6bf9cc06781a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:44.366127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:44.369083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.378241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Usage tracker for resource:security_group_rule and tenant:227927f6df8d43b5b5459c879add1941 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:44.387618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:44.395336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Transition to ACTIVE for port object 5368ba40-53de-456d-a1ba-6bf9cc06781a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:44.396312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:44.404672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.480141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854ee36-01a4-4b4a-bc17-34dfe169ba01 req-2bb71ed3-9b1a-4877-96f9-416d3b8053d0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:44.481584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d854ee36-01a4-4b4a-bc17-34dfe169ba01 req-2bb71ed3-9b1a-4877-96f9-416d3b8053d0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 932 time: 0.2651596 Feb 04 16:03:44.562560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.659077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.692546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d854ee36-01a4-4b4a-bc17-34dfe169ba01 req-8fd68167-b142-4820-8684-711e321fdded tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019644 Feb 04 16:03:44.697589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.764764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b50443-bc1b-4777-aa94-3571df592794,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:44.768907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.770084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34c95ff0-5fa7-4aee-af5f-0e21c2075cd3 req-94e254cd-1c44-498d-9a48-146aa28a274e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.6828213 Feb 04 16:03:44.777657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:44.778096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:44.778574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:44.785305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:44.785731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:44.792886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:44.793432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:44.793903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:44.794476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Bound port: 5368ba40-53de-456d-a1ba-6bf9cc06781a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:44.794932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.905213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:44.908663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:44.914960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.988994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:44.991313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] 10.222.0.41 "PUT /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 1092 time: 2.0155492 Feb 04 16:03:45.010457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8754122-e0b2-4072-be45-0c1c5f104939 service neutron] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:45.309526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdac079-b5b3-4496-97c4-2936730ec94e req-f32a044b-00e9-435d-95ff-d29260948fc4 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.310985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bdac079-b5b3-4496-97c4-2936730ec94e req-f32a044b-00e9-435d-95ff-d29260948fc4 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 950 time: 0.2210968 Feb 04 16:03:45.317896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-b2d059a2-aab1-48d6-bdcb-778cf80383d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1095 time: 0.2701106 Feb 04 16:03:45.405127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-f068f679-7e4a-4312-8084-1dcc342f7a68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.0703363 Feb 04 16:03:45.464831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bdac079-b5b3-4496-97c4-2936730ec94e req-361341af-64f0-4f04-a0ad-3507db6a4019 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440792 Feb 04 16:03:45.477628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-05db0f91-6ded-4c0d-b75e-85b79666a7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.479100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-05db0f91-6ded-4c0d-b75e-85b79666a7b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.0657461 Feb 04 16:03:45.556645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-659f095d-4ae8-47b3-93e3-cea4b7eb663c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703795 Feb 04 16:03:45.800890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-f64ad52f-94a5-44a6-8c5e-cf8bb59fe4f0 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373202 Feb 04 16:03:45.834177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f40c6-7010-45bf-bde2-ea8617cbb891 req-df502ba2-21d0-40c4-812b-d3e5b2c09211 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.835606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d7f40c6-7010-45bf-bde2-ea8617cbb891 req-df502ba2-21d0-40c4-812b-d3e5b2c09211 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.2540221 Feb 04 16:03:45.892605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187ed9-2ead-4c9e-b4b0-847bc525784f req-24a1ca09-e0b6-40af-9167-081513bdea52 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:45.893976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09187ed9-2ead-4c9e-b4b0-847bc525784f req-24a1ca09-e0b6-40af-9167-081513bdea52 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2782400 Feb 04 16:03:45.998551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d7f40c6-7010-45bf-bde2-ea8617cbb891 req-660bcd4e-ca15-4da1-8333-c01de0eaa1b1 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117873 Feb 04 16:03:46.011984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09187ed9-2ead-4c9e-b4b0-847bc525784f req-a4cfa456-0efa-42dd-a9a4-a699390e6372 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994949 Feb 04 16:03:46.021636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-958b2980-6df6-4c9e-8e18-8d274e174f29 req-58dee89e-4f30-478f-af3d-435002d78830 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129984 Feb 04 16:03:46.067369 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f70d5c-5669-433f-a426-d9b13e6e7173', 'name': 'network-vif-deleted', 'tag': 'c4996aa7-5c4f-4ce5-9e90-35abb45012e2', 'status': 'completed', 'code': 200} Feb 04 16:03:46.103866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d40b4bcf-0d99-47ab-9054-89cd6420b063 req-dc49c2a6-7bb0-40fa-a7ef-611296ce7774 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/b9b50443-bc1b-4777-aa94-3571df592794 HTTP/1.1" status: 200 len: 1647 time: 0.0511637 Feb 04 16:03:46.144813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:46.210208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Deleting subnet 0958f6b7-e0e6-427e-8a0c-5e0a08c10702 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:46.213568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.263873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.342912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.414814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.498099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0958f6b7-e0e6-427e-8a0c-5e0a08c10702,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:46.504908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.513400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9ef6dc15-f92d-419d-b980-9ead3437ecc0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0958f6b7-e0e6-427e-8a0c-5e0a08c10702 HTTP/1.1" status: 204 len: 168 time: 0.3672111 Feb 04 16:03:46.515734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51208) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:46.693044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.707269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376afe2-16df-4628-85ab-508b6461f12e req-be609f02-8c08-4946-8d5e-decbcdb8a0bd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:46.714071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1376afe2-16df-4628-85ab-508b6461f12e req-be609f02-8c08-4946-8d5e-decbcdb8a0bd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 945 time: 0.2641926 Feb 04 16:03:46.770029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e989-3067-42e5-a2a8-6aef4f8296a0 req-e9819105-0c93-4f30-9b5a-2a05dfdd42c6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:46.771459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c14e989-3067-42e5-a2a8-6aef4f8296a0 req-e9819105-0c93-4f30-9b5a-2a05dfdd42c6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 944 time: 0.2284043 Feb 04 16:03:46.898887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1376afe2-16df-4628-85ab-508b6461f12e req-674ce1e4-d90a-40a6-961d-c394fee3d0ac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820633 Feb 04 16:03:46.909636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:46.922844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c14e989-3067-42e5-a2a8-6aef4f8296a0 req-5f35caf2-af0d-4a25-967c-5694c76a095c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450229 Feb 04 16:03:46.938900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72006bb-c656-411b-ab5f-cc91151961b4']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:46.955368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac79cdee-df2e-4f46-a310-81a1176ac521') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:46.955663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac79cdee-df2e-4f46-a310-81a1176ac521') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:03:47.111391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.129782 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-760d4462-078c-49be-8095-cfa4c123cca0 req-510bbc08-1e9b-46e8-82cb-d3533f918653 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] show failed (client error): The resource could not be found. Feb 04 16:03:47.130818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-760d4462-078c-49be-8095-cfa4c123cca0 req-510bbc08-1e9b-46e8-82cb-d3533f918653 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/a7e46e98-720e-49a6-95da-f3dca9793ec3 HTTP/1.1" status: 404 len: 352 time: 0.1677668 Feb 04 16:03:47.147136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.160827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:03:47.161718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:03:47.174093 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:03:47.263595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1728-d01c-4838-bf7e-c632fd2dd490 req-0df6b428-08d5-4f1f-84a1-a25104ef81cc tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:47.265034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac2e1728-d01c-4838-bf7e-c632fd2dd490 req-0df6b428-08d5-4f1f-84a1-a25104ef81cc tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 948 time: 0.1987066 Feb 04 16:03:47.265758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.281779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.305243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72006bb-c656-411b-ab5f-cc91151961b4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.310011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec29a4c2-fd09-4dac-ae1b-0a7dd4a39158 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a72006bb-c656-411b-ab5f-cc91151961b4 HTTP/1.1" status: 204 len: 168 time: 0.7926555 Feb 04 16:03:47.338952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac2e1728-d01c-4838-bf7e-c632fd2dd490 req-5374103d-641d-49a1-9d49-6b99bdafddd9 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Feb 04 16:03:47.471438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:47.525536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03b513fd-865e-42ea-9179-aba2562c8031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a5c1cd9821b47e896ca432ab219049c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528636 Feb 04 16:03:47.527994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:47.588879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.614092 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.655372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-856875ba-c839-4fe0-bb10-72abc3b4e62d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:47.657015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-856875ba-c839-4fe0-bb10-72abc3b4e62d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 945 time: 0.1677265 Feb 04 16:03:47.666666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a4271-5ee2-435b-934f-c08eaf08f627 req-57405455-72cd-47c8-a4e1-ff43b998aaca tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:47.667142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.668038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-177a4271-5ee2-435b-934f-c08eaf08f627 req-57405455-72cd-47c8-a4e1-ff43b998aaca tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.2132151 Feb 04 16:03:47.681858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a6634-4003-44ee-975e-26a57692268e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:47.694255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.695100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.695438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.695768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.696093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.696413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.696730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.697049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.697369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.697688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.698005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:47.701914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.703028 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d07b2c4f-5b6d-4e5c-9878-22ca4d42a298 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f31a6634-4003-44ee-975e-26a57692268e HTTP/1.1" status: 204 len: 168 time: 0.1741533 Feb 04 16:03:47.706791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-dd879aee-ad86-4d53-9670-6ae7d6151498 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&device_id=31e960cd-6226-4fff-9932-2113b24296f8&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea&device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb&device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50&device_id=1bfbb411-5844-4176-aa65-315181e1d6e4&device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c&device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 9093 time: 0.2158644 Feb 04 16:03:47.767893 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.808024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port f567138a-50f2-4b48-b87c-325ec4d67ebb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:47.808360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:47.855769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-177a4271-5ee2-435b-934f-c08eaf08f627 req-5700b18d-c352-4c1f-bc9d-9d97bbb36b0b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480041 Feb 04 16:03:47.873811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:47.889504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Usage tracker for resource:security_group_rule and tenant:01cb62b3129d4bb88133c335eb5a0594 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:47.916913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:47.936295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:48.022179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:48.071802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:48.188370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:48.202520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'port_id': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'mac_address': 'fa:16:3e:57:8b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3dea2a-b6c4-4080-bad3-e17591b068ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:48.264113 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.266697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.275812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port f567138a-50f2-4b48-b87c-325ec4d67ebb, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f567138a-50f2-4b48-b87c-325ec4d67ebb,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:48.276170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.285808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5368ba40-53de-456d-a1ba-6bf9cc06781a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:48.290071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.304004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:48.310200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.369789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-a4c89956-d246-4b48-9d7a-3852a9a5a0a0 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:48.371256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-a4c89956-d246-4b48-9d7a-3852a9a5a0a0 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 948 time: 0.3046536 Feb 04 16:03:48.391580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:48.402969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.403322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.403633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.403959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.404279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.404596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.404910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.405222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.405533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.405959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.406270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:03:48.437838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc774c3-c65c-4119-8bcb-59bb59a5ba1e req-2f378025-1ea4-4ec0-8b6b-7bbb3067b4e8 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:48.439326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecc774c3-c65c-4119-8bcb-59bb59a5ba1e req-2f378025-1ea4-4ec0-8b6b-7bbb3067b4e8 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.4579003 Feb 04 16:03:48.455065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for f567138a-50f2-4b48-b87c-325ec4d67ebb owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:48.549730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba75b333-d9fb-4081-9a1f-58aadcb9be18 req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&id=18144a7a-017e-4161-a3fa-ddb842128584&id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&id=5191fdca-147d-4b11-849b-f53f39ed969b&id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 622 time: 0.8246639 Feb 04 16:03:48.570450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ad00f-0fc0-4fe4-9fb1-66f07958b6e1 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e347b658-00ac-42f6-9edf-88f6d735bcf2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:48.579725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5368ba40-53de-456d-a1ba-6bf9cc06781a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:48.643766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Deleting port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:48.644101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.658643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:48.667804 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-a6a9acc2-12af-4bb6-b41c-1e654e4517f2 req-fc9f9b69-46a1-4b4d-a904-2d5bfdacc3c3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] show failed (client error): The resource could not be found. Feb 04 16:03:48.679046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6a9acc2-12af-4bb6-b41c-1e654e4517f2 req-fc9f9b69-46a1-4b4d-a904-2d5bfdacc3c3 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-group-rules/2d2511d9-9680-40da-99c4-c45f9f92d4bf HTTP/1.1" status: 404 len: 361 time: 0.0907462 Feb 04 16:03:48.780570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecc774c3-c65c-4119-8bcb-59bb59a5ba1e req-6ad01097-240a-41db-83c5-1190c02d4567 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687759 Feb 04 16:03:48.833005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-461110138-network', 'tenant_id': 'c44f9271a4fc4164a82932bb388dee20'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:48.838199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:48.842096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Usage tracker for resource:network and tenant:c44f9271a4fc4164a82932bb388dee20 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:48.845147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:48.851599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:48.864265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Made reservation on behalf of c44f9271a4fc4164a82932bb388dee20 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:48.867793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.881939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:48.917941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:48.922142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Usage tracker for resource:security_group_rule and tenant:c44f9271a4fc4164a82932bb388dee20 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:48.925219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:48.931470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:49.008124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.012639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.043998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:03:49.052823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:49.058950 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.059310 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Added segment 0b565db0-584c-403d-a5da-29bdea323083 of type vlan for network 824d5055-b609-40fe-9297-a268cdb7ab17 Feb 04 16:03:49.093304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.126798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.127938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:49.128782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.161378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.242657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5819790 Feb 04 16:03:49.243761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=f567138a-50f2-4b48-b87c-325ec4d67ebb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:49.247342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:49.249942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b74eb3-fe17-4c5a-9e71-c2460081d9ca admin admin] Pushing event updated for resources: {'Network': ['ID=824d5055-b609-40fe-9297-a268cdb7ab17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:49.256554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Request body: {'subnet': {'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-461110138-subnet', 'tenant_id': 'c44f9271a4fc4164a82932bb388dee20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:49.259360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 824d5055-b609-40fe-9297-a268cdb7ab17 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:03:49.262678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:49.266762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Usage tracker for resource:subnet and tenant:c44f9271a4fc4164a82932bb388dee20 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:49.272376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:49.276398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] For port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:49.276863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.278820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:49.289470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Made reservation on behalf of c44f9271a4fc4164a82932bb388dee20 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:49.292111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.332189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd7a5c-9691-478e-872a-7ef085df9025 req-8787ca02-b222-420e-9943-ddf55ef01a1a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:49.333922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67dd7a5c-9691-478e-872a-7ef085df9025 req-8787ca02-b222-420e-9943-ddf55ef01a1a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.5556149 Feb 04 16:03:49.477264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Calling delete_port for d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:49.534916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port f567138a-50f2-4b48-b87c-325ec4d67ebb on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:49.542671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aaefc-77a1-4c91-9d2b-34343b1e1075 req-3b691600-0828-4b40-9275-533049cef7d9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:49.544325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b3aaefc-77a1-4c91-9d2b-34343b1e1075 req-3b691600-0828-4b40-9275-533049cef7d9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=50bc2481-a0f7-4a77-ace6-cdab9c2a4b50 HTTP/1.1" status: 200 len: 867 time: 0.5409551 Feb 04 16:03:49.545303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.583026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.640083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbc080e0-ca7a-4fd6-9517-1229bb8a1f55 req-688256d2-af64-44d0-8378-70a642e4690f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "DELETE /v2.0/ports/f567138a-50f2-4b48-b87c-325ec4d67ebb HTTP/1.1" status: 204 len: 173 time: 1.9702003 Feb 04 16:03:49.652701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67dd7a5c-9691-478e-872a-7ef085df9025 req-a0fa9013-c1c5-4618-83c8-6ba6606465ba tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880057 Feb 04 16:03:49.656925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b3aaefc-77a1-4c91-9d2b-34343b1e1075 req-250ecd15-ead4-4798-9bbd-416eb5773ca2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986462 Feb 04 16:03:49.680341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3247fb1-cb07-420f-bbcb-3e3683bc7613,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:49.704121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Checking segment: {'id': '0b565db0-584c-403d-a5da-29bdea323083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:49.704664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Network hostable DHCP agents. Network: 824d5055-b609-40fe-9297-a268cdb7ab17, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:03:49.733025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Network 824d5055-b609-40fe-9297-a268cdb7ab17 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:03:49.763096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 824d5055-b609-40fe-9297-a268cdb7ab17) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:49.771312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:49.772603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e045516-4a08-49ba-94b7-70d56739b866 None None] Network 824d5055-b609-40fe-9297-a268cdb7ab17 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:49.773386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:49.782655 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'status': 'completed', 'code': 200} Feb 04 16:03:49.808616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e90c958-79d2-4837-8421-085f551ca686 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5598590 Feb 04 16:03:49.982988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.043800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf4d6858-7d3b-4613-b523-14a55c717f0f req-c97fd389-47a2-47b7-9e6e-4a75dad6cdde tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab52f45b-856a-4492-bdeb-45bd2b015b3c HTTP/1.1" status: 200 len: 210 time: 0.1574864 Feb 04 16:03:50.052166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Pushing event deleted for resources: {'Port': ['ID=d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:50.079737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:50.156771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] No DVR routers for this DVR port d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:50.159767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.170517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d9fe7-0bbc-4e67-8075-b14cb812266e None None] Network 824d5055-b609-40fe-9297-a268cdb7ab17 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:03:50.170747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd382e-e212-4f10-8720-52d679673b76 req-1dec811e-3871-49e6-97d8-8f8dc301054e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:50.172167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9fd382e-e212-4f10-8720-52d679673b76 req-1dec811e-3871-49e6-97d8-8f8dc301054e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 945 time: 0.2848518 Feb 04 16:03:50.210725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-9ac16a5e-13da-49c5-90b0-c72ca047f866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1096 time: 0.4016602 Feb 04 16:03:50.211925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-933af1d1-b2b4-4764-b759-adbb69ee3aa0 req-1aa08dae-7222-4595-9b5d-c0d218c255ca tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "DELETE /v2.0/ports/d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 HTTP/1.1" status: 204 len: 173 time: 1.7717323 Feb 04 16:03:50.251188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9fd382e-e212-4f10-8720-52d679673b76 req-07c6bf44-02c3-49d9-8fb3-84d0141ea95a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Feb 04 16:03:50.289853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f567138a-50f2-4b48-b87c-325ec4d67ebb no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:50.341475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: f567138a-50f2-4b48-b87c-325ec4d67ebb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:50.341810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f567138a-50f2-4b48-b87c-325ec4d67ebb not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:50.363285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 5368ba40-53de-456d-a1ba-6bf9cc06781a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:03:50.370773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5368ba40-53de-456d-a1ba-6bf9cc06781a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:50.371144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.506872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-75a19448-c0c8-42f8-97ef-6b14b6c3ec22 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/b9b50443-bc1b-4777-aa94-3571df592794 HTTP/1.1" status: 200 len: 1647 time: 0.1549203 Feb 04 16:03:50.551038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-975eb9e1-fc0b-4df5-87f3-41e4b442fd06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:50.552508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-975eb9e1-fc0b-4df5-87f3-41e4b442fd06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.3042624 Feb 04 16:03:50.683329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.692378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-db3599e7-ebf3-4685-8b9b-f052be9835ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.1240785 Feb 04 16:03:50.726458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:50.738967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:50.744822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.765681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.809052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-3b7931b6-cd43-4b81-a60e-47aba51e39ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:50.810507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-3b7931b6-cd43-4b81-a60e-47aba51e39ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1073992 Feb 04 16:03:50.815360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.868173 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:50.873970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-f246e720-d3aa-4988-b3c2-5e49a3158fab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483763 Feb 04 16:03:50.877164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:50.917477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.197872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.227822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b50443-bc1b-4777-aa94-3571df592794,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:51.240293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-dbc05f04-94e9-4d99-963d-180703d035bc service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555486 Feb 04 16:03:51.244053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:51.245701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a412252-9b2e-419e-a897-4fb8d1a8a421 req-6a3c9a0f-c11c-4a15-a97b-30392869a55b tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-groups/b9b50443-bc1b-4777-aa94-3571df592794 HTTP/1.1" status: 204 len: 173 time: 0.7384281 Feb 04 16:03:51.277410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba167e-e6b1-4414-82fe-edf43488dfd5 req-86c74d42-d162-40a2-9557-6dd162bc81a7 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:51.278880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8ba167e-e6b1-4414-82fe-edf43488dfd5 req-86c74d42-d162-40a2-9557-6dd162bc81a7 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2062635 Feb 04 16:03:51.409852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8ba167e-e6b1-4414-82fe-edf43488dfd5 req-60b90ce3-10d2-4a09-bb7f-d7bf482c0c36 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800891 Feb 04 16:03:51.427079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc94f530-cfea-46cb-829c-abd3c035fcc6 req-9c1cf61d-d8ee-4684-b8d9-a8ac6c97ec04 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736114 Feb 04 16:03:51.634632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-2c24287d-5609-493e-871f-b1248afc8de1 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:51.636049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-2c24287d-5609-493e-871f-b1248afc8de1 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/networks?id=824d5055-b609-40fe-9297-a268cdb7ab17 HTTP/1.1" status: 200 len: 812 time: 0.1435349 Feb 04 16:03:51.651873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-8a64afd4-d75d-4316-b821-cc03dc5df2c9 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/quotas/c44f9271a4fc4164a82932bb388dee20 HTTP/1.1" status: 200 len: 375 time: 0.0105271 Feb 04 16:03:51.697898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-6b7c0a88-bde7-47f8-bad0-2cc05534642b tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c44f9271a4fc4164a82932bb388dee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408082 Feb 04 16:03:51.806551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'name': 'network-vif-deleted', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb'}, {'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-deleted', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:51.886819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-93d6b55c-5a99-472f-92b6-5db0429c7999 service neutron] 10.222.0.62 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570940 Feb 04 16:03:51.891322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27af56be-b52f-49dc-b6b1-d9b01d2f3223 req-62e77e2a-5909-4924-a6be-22c33f047408 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8&device_id=1bfbb411-5844-4176-aa65-315181e1d6e4&device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 2883 time: 0.1900501 Feb 04 16:03:52.016326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-27af56be-b52f-49dc-b6b1-d9b01d2f3223 req-c82e6eb8-afc3-46b3-a3c7-289808bdc23d tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Synchronizing usage tracker for tenant:01cb62b3129d4bb88133c335eb5a0594 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:52.057184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-96a82ff3-6b1f-4955-bfe2-63a3debed2a7 service neutron] 10.222.0.62 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647382 Feb 04 16:03:52.058290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-27af56be-b52f-49dc-b6b1-d9b01d2f3223 req-c82e6eb8-afc3-46b3-a3c7-289808bdc23d tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] Unset dirty status for tenant:01cb62b3129d4bb88133c335eb5a0594 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:52.059300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27af56be-b52f-49dc-b6b1-d9b01d2f3223 req-c82e6eb8-afc3-46b3-a3c7-289808bdc23d tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502662 Feb 04 16:03:52.080790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:52.126507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:52.127356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:52.200006 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'code': 200} Feb 04 16:03:52.231917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:03:52.461846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-cfae17e9-8e83-46c3-bb51-899b9b169046 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/5e56a987-141e-478b-b660-ba416067dfbf HTTP/1.1" status: 200 len: 1646 time: 0.0992603 Feb 04 16:03:52.515542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:52.529286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dba7ff24-5467-4589-aa4b-969791abca87 req-fa5c4803-dc14-45e3-b2d8-b7989366a6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2304997 Feb 04 16:03:52.532390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'port_id': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'mac_address': 'fa:16:3e:2f:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b9d70-06a3-4f12-9d14-c79814d086a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:03:52.590553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.610081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fb4f98d-fda4-450e-bc08-7a768b29758f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:52.626619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:52.632893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.653570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.659705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dba7ff24-5467-4589-aa4b-969791abca87 req-a371bad4-8fe6-4ecf-8384-e80f6f886c37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212406 Feb 04 16:03:52.689857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.704703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:52.717387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be863071-013f-4722-b6e1-f93c4b57de99 req-92f0f403-7e08-495e-b814-c4ce6edd89bf tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:52.718958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be863071-013f-4722-b6e1-f93c4b57de99 req-92f0f403-7e08-495e-b814-c4ce6edd89bf tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 946 time: 0.1637399 Feb 04 16:03:52.745658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['7fb4f98d-fda4-450e-bc08-7a768b29758f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:03:52.771429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.791932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e56a987-141e-478b-b660-ba416067dfbf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:52.798460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be863071-013f-4722-b6e1-f93c4b57de99 req-3b74a705-1c53-488a-b8ec-6769716e87c8 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Feb 04 16:03:52.800252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:52.801230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-051ea8f4-5abb-4b8d-80b6-d0703f850e4e req-9892efd8-cf75-49ba-99c5-64b22124e799 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-groups/5e56a987-141e-478b-b660-ba416067dfbf HTTP/1.1" status: 204 len: 173 time: 0.3263409 Feb 04 16:03:52.861505 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc2481-a0f7-4a77-ace6-cdab9c2a4b50', 'name': 'network-vif-deleted', 'tag': 'f567138a-50f2-4b48-b87c-325ec4d67ebb', 'status': 'completed', 'code': 200} Feb 04 16:03:52.861769 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab52f45b-856a-4492-bdeb-45bd2b015b3c', 'name': 'network-vif-deleted', 'tag': 'd7543c6e-d6c2-4ce1-b57c-16b22a7a3fb8', 'status': 'completed', 'code': 200} Feb 04 16:03:53.004767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b756da9e-4972-49a6-b1c1-b28ec8fca136 req-ea628f49-34e2-45c5-ab16-94b923e80278 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 210 time: 0.0411742 Feb 04 16:03:53.442429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-110ede47-a527-4061-883b-28fe6d420ea6 req-b5c3645a-f06b-42fc-8097-ef86e7015cb0 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/edb8aeea-82aa-4705-af35-1617c745efc1 HTTP/1.1" status: 200 len: 1646 time: 0.0628917 Feb 04 16:03:53.453019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2001f-8f48-4816-bd0a-dd27b950e28b req-e39d8c36-98d3-4847-8cb4-dff1756ddd4f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:53.458362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2c2001f-8f48-4816-bd0a-dd27b950e28b req-e39d8c36-98d3-4847-8cb4-dff1756ddd4f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.1438055 Feb 04 16:03:53.540258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2c2001f-8f48-4816-bd0a-dd27b950e28b req-3c36b3f2-fcc7-4342-aff6-eed7662d2c75 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Feb 04 16:03:53.569413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-110ede47-a527-4061-883b-28fe6d420ea6 req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.601131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-110ede47-a527-4061-883b-28fe6d420ea6 req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.653528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-110ede47-a527-4061-883b-28fe6d420ea6 req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.674431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8aeea-82aa-4705-af35-1617c745efc1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:53.677686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-110ede47-a527-4061-883b-28fe6d420ea6 req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:53.679542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-110ede47-a527-4061-883b-28fe6d420ea6 req-e29bbccc-f42b-45a9-bb9f-dc6288c206d2 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-groups/edb8aeea-82aa-4705-af35-1617c745efc1 HTTP/1.1" status: 204 len: 173 time: 0.2239015 Feb 04 16:03:54.073966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-d2d4bcc2-7feb-42c5-aae2-c5455dcb69b0 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.075371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-d2d4bcc2-7feb-42c5-aae2-c5455dcb69b0 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.41 "GET /v2.0/networks?id=824d5055-b609-40fe-9297-a268cdb7ab17 HTTP/1.1" status: 200 len: 812 time: 0.3855124 Feb 04 16:03:54.094750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d9eff-06b2-4291-a911-e7c16506c045 req-348d0728-2e41-449a-8bc6-cfa83b49a4ce tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.095409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-484d9eff-06b2-4291-a911-e7c16506c045 req-348d0728-2e41-449a-8bc6-cfa83b49a4ce tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Synchronizing usage tracker for tenant:1fb17438cfec4da699c0ce2298f03c8f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:54.105629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc9399-5448-4ba2-b070-751457870da6 req-e9222ca4-df60-43bc-8b0a-89f6602e2aa9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.107006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddbc9399-5448-4ba2-b070-751457870da6 req-e9222ca4-df60-43bc-8b0a-89f6602e2aa9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 945 time: 0.2084942 Feb 04 16:03:54.110656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Request body: {'port': {'device_id': 'c21436e8-f661-4409-81f7-c360de7337fd', 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17', 'admin_state_up': True, 'tenant_id': 'c44f9271a4fc4164a82932bb388dee20'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:54.205940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-484d9eff-06b2-4291-a911-e7c16506c045 req-348d0728-2e41-449a-8bc6-cfa83b49a4ce tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Unset dirty status for tenant:1fb17438cfec4da699c0ce2298f03c8f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:54.207092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-484d9eff-06b2-4291-a911-e7c16506c045 req-348d0728-2e41-449a-8bc6-cfa83b49a4ce tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 949 time: 0.3096411 Feb 04 16:03:54.247218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:03:54.278449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddbc9399-5448-4ba2-b070-751457870da6 req-f61c7ac2-55aa-43d1-8b52-e4386c25f24e tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538763 Feb 04 16:03:54.314653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-484d9eff-06b2-4291-a911-e7c16506c045 req-60d5f6a3-3b5b-492d-b4ea-b9fe999d6a36 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/security-groups?id=18144a7a-017e-4161-a3fa-ddb842128584&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014445 Feb 04 16:03:54.322410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:54.326879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Usage tracker for resource:port and tenant:c44f9271a4fc4164a82932bb388dee20 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:03:54.329633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:03:54.332189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 7fb4f98d-fda4-450e-bc08-7a768b29758f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:03:54.332668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.335767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:54.358089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Made reservation on behalf of c44f9271a4fc4164a82932bb388dee20 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:54.361459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.486029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.514670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:54.525423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:54.530370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:54.605205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:54.679704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-df4d8570-7567-4cfd-9590-7d3ca4723527 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:54.681109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-df4d8570-7567-4cfd-9590-7d3ca4723527 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.2509580 Feb 04 16:03:54.710227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Allocated IP 172.20.0.2 (824d5055-b609-40fe-9297-a268cdb7ab17/e3247fb1-cb07-420f-bbcb-3e3683bc7613/c6f1a32c-9122-4412-897e-e3bceaabb487) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:54.724412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-fecbbe0a-9cda-4887-9dad-6341c8728d17 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.0304663 Feb 04 16:03:54.728449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-38c84024-19b1-497b-813a-3cc210aab978 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/94b3c8a9-26ef-4d82-9543-b8e1194fd442 HTTP/1.1" status: 200 len: 1646 time: 0.1444690 Feb 04 16:03:54.808653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-622de705-8d26-463b-870f-c07c61f68e95 req-22faf503-030a-4913-85c9-eec72999e3ac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:54.873202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-622de705-8d26-463b-870f-c07c61f68e95 req-22faf503-030a-4913-85c9-eec72999e3ac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:54.874368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-22faf503-030a-4913-85c9-eec72999e3ac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1432145 Feb 04 16:03:55.010257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83c41db6-a269-4e82-a59f-c203f3bcbe17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.067448 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.135831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.148674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.169266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-a8af9fb3-5f30-4c58-a7ba-22072adb8953 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479360 Feb 04 16:03:55.293379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.328325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b3c8a9-26ef-4d82-9543-b8e1194fd442,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:55.339443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.394580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-f9f794e9-0d58-45b4-b46d-79892f5d9e64 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183385 Feb 04 16:03:55.405888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.406942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1805ca7-dae9-44f3-9cbe-572d698525ab req-8aba320d-ea78-46f1-ad6e-384fdb090b0e tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-groups/94b3c8a9-26ef-4d82-9543-b8e1194fd442 HTTP/1.1" status: 204 len: 173 time: 0.6722126 Feb 04 16:03:55.428776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Network 824d5055-b609-40fe-9297-a268cdb7ab17 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:55.429417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:55.432030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:55.433950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:55.500936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.501597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:55.768750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-808e7060-f109-4756-8ae8-dfd036a69504 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6705945 Feb 04 16:03:55.792245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Request body: {'port': {'device_id': 'c21436e8-f661-4409-81f7-c360de7337fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:55.913967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62931d86-e333-47a6-8f66-e436393af922 req-5c22d6f8-7f81-4d4f-888d-2095d6e3287b tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.915271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62931d86-e333-47a6-8f66-e436393af922 req-5c22d6f8-7f81-4d4f-888d-2095d6e3287b tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 949 time: 0.4094605 Feb 04 16:03:55.995499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3cdb1-da50-4c15-9aec-2f5121296242 req-953f6d2b-c490-40e1-9d9c-aa972f70073f tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:55.996169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5db3cdb1-da50-4c15-9aec-2f5121296242 req-953f6d2b-c490-40e1-9d9c-aa972f70073f tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Synchronizing usage tracker for tenant:c44f9271a4fc4164a82932bb388dee20 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:03:56.016539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842377d-27b5-4a5e-bfbc-6f613a3cbed1 req-015c5d48-f61e-4402-a431-2fdf5a2c5ac3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:56.017955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b842377d-27b5-4a5e-bfbc-6f613a3cbed1 req-015c5d48-f61e-4402-a431-2fdf5a2c5ac3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 946 time: 0.4694242 Feb 04 16:03:56.031653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.069072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Deleting port 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:03:56.069414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.111387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5db3cdb1-da50-4c15-9aec-2f5121296242 req-953f6d2b-c490-40e1-9d9c-aa972f70073f tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Unset dirty status for tenant:c44f9271a4fc4164a82932bb388dee20 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:03:56.112510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5db3cdb1-da50-4c15-9aec-2f5121296242 req-953f6d2b-c490-40e1-9d9c-aa972f70073f tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 931 time: 0.5173593 Feb 04 16:03:56.235289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b842377d-27b5-4a5e-bfbc-6f613a3cbed1 req-654813b0-06c0-40de-83a2-4a3d52443170 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101901 Feb 04 16:03:56.315642 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'code': 200} Feb 04 16:03:56.352344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5db3cdb1-da50-4c15-9aec-2f5121296242 req-07edab65-e659-4f28-a4e6-9aa02a6d17ac tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100253 Feb 04 16:03:56.765151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] For port 9b77e87d-73df-419e-8441-f7b827b3fed7, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9b77e87d-73df-419e-8441-f7b827b3fed7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:56.765502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:56.825533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:03:56.919395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Calling delete_port for 9b77e87d-73df-419e-8441-f7b827b3fed7 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:03:56.962975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:03:57.057209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337654b-7222-4d3c-8262-5f28faeca422 req-1245c440-0921-43bd-b447-7f0f8dc32263 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.058643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3337654b-7222-4d3c-8262-5f28faeca422 req-1245c440-0921-43bd-b447-7f0f8dc32263 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.5749011 Feb 04 16:03:57.116028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-e6392096-b093-4fbe-8d3e-6d50e6ebc607 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.117582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-e6392096-b093-4fbe-8d3e-6d50e6ebc607 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.5128906 Feb 04 16:03:57.134597 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c17be2d-ceac-4925-bf0f-06dbf12293a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.134876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f1a32c-9122-4412-897e-e3bceaabb487 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:03:57.148033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:03:57.174685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.370464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1d404-3adb-4f4f-b440-1ef13eeef214 req-02379783-1afd-477a-85a4-0201961fd1d6 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:57.371780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e1d404-3adb-4f4f-b440-1ef13eeef214 req-02379783-1afd-477a-85a4-0201961fd1d6 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 946 time: 0.7307174 Feb 04 16:03:57.416127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Transition to ACTIVE for port object c6f1a32c-9122-4412-897e-e3bceaabb487 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:03:57.446000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.488326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3337654b-7222-4d3c-8262-5f28faeca422 req-5b39ecd2-af5c-4c25-8be8-3424212f635c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117329 Feb 04 16:03:57.648298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:57.690831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:57.703362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e1d404-3adb-4f4f-b440-1ef13eeef214 req-f75ce285-28c1-4379-a199-a5d273632dfa tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955964 Feb 04 16:03:57.704303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:03:57.758694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d28f70b6-7fe0-46ca-8bf2-02f7b48095ee req-cf7cb20f-a677-45fa-aa8d-6d4f231bbcfb tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6aeb216-f4ba-4d39-a03e-15146d173266 HTTP/1.1" status: 200 len: 210 time: 0.1236017 Feb 04 16:03:57.785919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Pushing event deleted for resources: {'Port': ['ID=9b77e87d-73df-419e-8441-f7b827b3fed7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:57.790433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:03:57.948290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:03:57.951012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.015592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bab15e1b-a245-4267-8fb1-526fa3152533 req-35b8fc52-4dfc-43e6-be9d-0bbb14cd28fa tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 210 time: 0.1387904 Feb 04 16:03:58.016403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] No DVR routers for this DVR port 9b77e87d-73df-419e-8441-f7b827b3fed7 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:03:58.025644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.029082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-deleted', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:58.092433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-606368cc-962a-4ca2-8a3b-cc13ce08e82a tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "GET /v2.0/security-groups/a0ad0d5f-db09-4b5a-861c-cf53ac5ed362 HTTP/1.1" status: 200 len: 1647 time: 0.3449337 Feb 04 16:03:58.098812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62931d86-e333-47a6-8f66-e436393af922 req-1ab956dd-6b2f-4aa1-a8bf-811d597065e6 tempest-ListImageFiltersTestJSON-833084628 tempest-ListImageFiltersTestJSON-833084628-project] 10.222.0.41 "DELETE /v2.0/ports/9b77e87d-73df-419e-8441-f7b827b3fed7 HTTP/1.1" status: 204 len: 173 time: 2.1769190 Feb 04 16:03:58.110995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:58.160166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 9b77e87d-73df-419e-8441-f7b827b3fed7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:03:58.160515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9b77e87d-73df-419e-8441-f7b827b3fed7 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:03:58.166760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Attempting to bind port c6f1a32c-9122-4412-897e-e3bceaabb487 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:03:58.167099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Attempting to bind port c6f1a32c-9122-4412-897e-e3bceaabb487 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0b565db0-584c-403d-a5da-29bdea323083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:03:58.167483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Attempting to bind port c6f1a32c-9122-4412-897e-e3bceaabb487 on network 824d5055-b609-40fe-9297-a268cdb7ab17 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:58.249711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Port c6f1a32c-9122-4412-897e-e3bceaabb487 on network 824d5055-b609-40fe-9297-a268cdb7ab17 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:03:58.249939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Attempting to bind port c6f1a32c-9122-4412-897e-e3bceaabb487 on network 824d5055-b609-40fe-9297-a268cdb7ab17 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:03:58.263836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:03:58.348801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:03:58.349138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Checking segment: {'id': '0b565db0-584c-403d-a5da-29bdea323083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:03:58.349543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Bound using segment: {'id': '0b565db0-584c-403d-a5da-29bdea323083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:03:58.350639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Bound port: c6f1a32c-9122-4412-897e-e3bceaabb487, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b565db0-584c-403d-a5da-29bdea323083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:03:58.351012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.377191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.383896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.393772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.12 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/35c7ea3a-020b-4720-aada-347e7c7174f5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:03:58.415097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.420326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:03:58.429862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:03:58.433302 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.483086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.499801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.523334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c814e427-ec1a-4658-a4a3-b562486f37f6 req-7d46d6e6-c91a-4aed-8071-c756244028e2 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1097 time: 0.3621504 Feb 04 16:03:58.607022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:03:58.631910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.658192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:03:58.721274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.726507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c814e427-ec1a-4658-a4a3-b562486f37f6 req-7a4ff638-bf2b-43d6-8b1f-fffd3ed70dd5 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855047 Feb 04 16:03:58.763056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.827828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad0d5f-db09-4b5a-861c-cf53ac5ed362,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.863078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:58.887666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.889018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-ec65e9c4-0cb5-4098-9246-4de8bc71d22c service neutron] 10.222.0.41 "PUT /v2.0/ports/c6f1a32c-9122-4412-897e-e3bceaabb487 HTTP/1.1" status: 200 len: 1091 time: 3.1036513 Feb 04 16:03:58.905540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:58.906684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbb75a41-9720-45b8-a41e-99334d9da9b4 req-fc6799ce-82ae-4ea1-bb28-aba6b4994808 tempest-SecurityGroupRulesNegativeTestJSON-2046559639 tempest-SecurityGroupRulesNegativeTestJSON-2046559639-project] 10.222.0.62 "DELETE /v2.0/security-groups/a0ad0d5f-db09-4b5a-861c-cf53ac5ed362 HTTP/1.1" status: 204 len: 173 time: 0.8035455 Feb 04 16:03:58.914571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51400) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:03:59.017911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.101951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Deleting subnet 3dbc5aa1-8828-47fe-aa25-86562bec9cb4 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:03:59.109314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.184077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.338274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-babfc2d4-d6ee-4f4b-89dc-3a7a77deed10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c44f9271a4fc4164a82932bb388dee20&device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 1094 time: 0.3839540 Feb 04 16:03:59.339794 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6aeb216-f4ba-4d39-a03e-15146d173266', 'name': 'network-vif-deleted', 'tag': '9b77e87d-73df-419e-8441-f7b827b3fed7', 'status': 'completed', 'code': 200} Feb 04 16:03:59.345404 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.495733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-08e1b1ae-af42-473e-9cad-a41810af9e80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6f1a32c-9122-4412-897e-e3bceaabb487 HTTP/1.1" status: 200 len: 217 time: 0.1448629 Feb 04 16:03:59.499190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.524643 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'code': 200} Feb 04 16:03:59.541861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f96d-fdbc-420d-80a7-ef34bb88172a req-6b69c286-8a80-49cd-89c2-a29c86e8c7a5 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:59.543308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8536f96d-fdbc-420d-80a7-ef34bb88172a req-6b69c286-8a80-49cd-89c2-a29c86e8c7a5 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 943 time: 0.5157089 Feb 04 16:03:59.591335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:03:59.609370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:59.612073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:03:59.624840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:03:59.755870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-891a19ab-f7d1-4726-9d12-bfa15953c45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:59.757893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-891a19ab-f7d1-4726-9d12-bfa15953c45c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3247fb1-cb07-420f-bbcb-3e3683bc7613 HTTP/1.1" status: 200 len: 852 time: 0.2224762 Feb 04 16:03:59.807899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:03:59.808486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.813707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8536f96d-fdbc-420d-80a7-ef34bb88172a req-c118e636-70ba-4f1a-9e51-25cb5a688b2b tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293205 Feb 04 16:03:59.838205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.870095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-792c9512-9780-4904-8686-4d21b73b32d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=824d5055-b609-40fe-9297-a268cdb7ab17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963466 Feb 04 16:03:59.884109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:03:59.906440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbc5aa1-8828-47fe-aa25-86562bec9cb4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:03:59.912285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-5f0edd50-efe2-4733-b708-6c80e884818f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7693655 Feb 04 16:03:59.975399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Request body: {'port': {'device_id': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:00.000820 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.002645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca380b1c-4e49-4480-a72a-87f365c3dbd4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3dbc5aa1-8828-47fe-aa25-86562bec9cb4 HTTP/1.1" status: 204 len: 168 time: 1.0870566 Feb 04 16:04:00.005378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51412) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:00.097061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04553db3-f39c-4786-bab3-1a2b0b5523e7 req-dbf747f3-4428-49c8-8d23-60054b9a7ce1 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:00.098477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04553db3-f39c-4786-bab3-1a2b0b5523e7 req-dbf747f3-4428-49c8-8d23-60054b9a7ce1 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.4746399 Feb 04 16:04:00.113498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.223300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-88791f95-d5f0-4650-adf9-e82de15b78a6 service neutron] 10.222.0.41 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373013 Feb 04 16:04:00.229604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.237903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.263591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757c9adc-895a-4d15-b172-e2110dad443e']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.275960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8f3246-3e8f-47ec-9acc-965e99a8df50') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.276255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8f3246-3e8f-47ec-9acc-965e99a8df50') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:00.287488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.302913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.309152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:04:00.309530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:00.323086 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:00.354706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04553db3-f39c-4786-bab3-1a2b0b5523e7 req-6c0abc29-117c-4198-ae55-749127e27229 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370749 Feb 04 16:04:00.401228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf9c50de-e50f-44b0-bd47-f8d822cf329c req-bfa1135c-a3c0-4c9a-ae07-e8d6e45d3bb6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1097 time: 0.3916266 Feb 04 16:04:00.405260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.430123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.435491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] Pushing event deleted for resources: {'Network': ['ID=757c9adc-895a-4d15-b172-e2110dad443e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:00.437892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3b65b212-a4f3-4b2f-b36b-a6b58aba698c admin admin] 10.222.0.62 "DELETE /v2.0/networks/757c9adc-895a-4d15-b172-e2110dad443e HTTP/1.1" status: 204 len: 168 time: 0.4307754 Feb 04 16:04:00.564009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a04f9ce-8f33-4869-a038-1bba756369bf req-fbab25cb-d354-4944-9b89-3352f054fc82 service neutron] 10.222.0.41 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223829 Feb 04 16:04:00.584155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:00.636532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f7ae437b-3d58-4e3e-bf53-f78971a89976 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=227927f6df8d43b5b5459c879add1941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510411 Feb 04 16:04:00.639106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:00.664893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf9c50de-e50f-44b0-bd47-f8d822cf329c req-ac87fa2d-12d3-4032-8877-ff42735df3a9 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545190 Feb 04 16:04:00.698265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.715664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-477449d8-0644-4fa5-8fe6-a989c14e257d req-e670a5a1-ac77-4ffd-83c7-ab69a49d2fe0 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1101 time: 0.2167456 Feb 04 16:04:00.732179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.792400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-477449d8-0644-4fa5-8fe6-a989c14e257d req-336147e6-e302-4284-aa00-cea5984217d9 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692987 Feb 04 16:04:00.792971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.813706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00b2cba-815d-4334-ae4b-4f48cd3b6f3d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:00.836246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.837561 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b3078a3-52ab-44d7-afa4-d9f49796f394 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a00b2cba-815d-4334-ae4b-4f48cd3b6f3d HTTP/1.1" status: 204 len: 168 time: 0.1974268 Feb 04 16:04:00.890248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c7ea3a-020b-4720-aada-347e7c7174f5 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:00.903686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:00.961737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Transition to ACTIVE for port object 35c7ea3a-020b-4720-aada-347e7c7174f5 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:01.000663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.320004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:01.344105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:01.418847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444df63a-2e2f-490c-80ec-b032d6b9c8a2 req-7d04f6aa-173b-4c6e-891a-508ce0d8be1e tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.420219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444df63a-2e2f-490c-80ec-b032d6b9c8a2 req-7d04f6aa-173b-4c6e-891a-508ce0d8be1e tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 944 time: 0.5066969 Feb 04 16:04:01.426978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b837298-22b4-41ff-890e-6a3e20cfb470 req-cc9bbd5a-2d26-438c-80ce-6da52e8afa06 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.427814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b837298-22b4-41ff-890e-6a3e20cfb470 req-cc9bbd5a-2d26-438c-80ce-6da52e8afa06 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:01.501742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-0a5efef2-f1e0-401a-a68a-cd5b690cf984 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:01.503187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-0a5efef2-f1e0-401a-a68a-cd5b690cf984 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 944 time: 0.3342166 Feb 04 16:04:01.511873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b837298-22b4-41ff-890e-6a3e20cfb470 req-cc9bbd5a-2d26-438c-80ce-6da52e8afa06 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:01.512918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b837298-22b4-41ff-890e-6a3e20cfb470 req-cc9bbd5a-2d26-438c-80ce-6da52e8afa06 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 944 time: 0.5526030 Feb 04 16:04:01.628239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Attempting to bind port 35c7ea3a-020b-4720-aada-347e7c7174f5 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:01.628572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Attempting to bind port 35c7ea3a-020b-4720-aada-347e7c7174f5 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:01.628898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Attempting to bind port 35c7ea3a-020b-4720-aada-347e7c7174f5 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:01.635712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444df63a-2e2f-490c-80ec-b032d6b9c8a2 req-f39b00a4-fdef-4512-9cf6-b301940d8db8 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766696 Feb 04 16:04:01.651555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Deleting port 7fb4f98d-fda4-450e-bc08-7a768b29758f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:01.651900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.692031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Port 35c7ea3a-020b-4720-aada-347e7c7174f5 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:01.692350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Attempting to bind port 35c7ea3a-020b-4720-aada-347e7c7174f5 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:01.720473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b837298-22b4-41ff-890e-6a3e20cfb470 req-e1ecf475-9fed-4ae8-bc41-ee4b7d9b2540 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937988 Feb 04 16:04:01.724336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:01.725387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:01.726046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:01.726836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Bound port: 35c7ea3a-020b-4720-aada-347e7c7174f5, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:01.727400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:01.846798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51462) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:01.968821 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-98ef6063-7c73-47cd-8d55-95d9a00b0de6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134949 Feb 04 16:04:02.008500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:02.045687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=35c7ea3a-020b-4720-aada-347e7c7174f5,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:02.062789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.107354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-242771889-network', 'tenant_id': 'f8e5a5db2c8d4901a2454725adcf5105'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:02.111905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:02.117493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Usage tracker for resource:network and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:02.120812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:02.130689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:02.150871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c6f1a32c-9122-4412-897e-e3bceaabb487 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:02.159264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.160922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] 10.222.0.58 "PUT /v2.0/ports/35c7ea3a-020b-4720-aada-347e7c7174f5 HTTP/1.1" status: 200 len: 1092 time: 2.1954875 Feb 04 16:04:02.162917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Made reservation on behalf of f8e5a5db2c8d4901a2454725adcf5105 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:02.165330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.167205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] For port 7fb4f98d-fda4-450e-bc08-7a768b29758f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=7fb4f98d-fda4-450e-bc08-7a768b29758f,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:02.167578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.190172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.193604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e5643a3-47e2-40c3-b4e9-118482079d24 req-dc0126be-fcb4-4521-a5ae-3cd0aa7d4361 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1101 time: 0.2548978 Feb 04 16:04:02.241334 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-bae0cbbf-2926-4ccd-a5fe-f0b3d9cd223a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1096 time: 0.1823165 Feb 04 16:04:02.242297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:02.246850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Usage tracker for resource:security_group_rule and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:02.250717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:02.257424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:02.334598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Calling delete_port for 7fb4f98d-fda4-450e-bc08-7a768b29758f owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:02.366214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:02.381854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'network_id': '824d5055-b609-40fe-9297-a268cdb7ab17', 'port_id': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'mac_address': 'fa:16:3e:5c:7d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3247fb1-cb07-420f-bbcb-3e3683bc7613', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:02.420686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21450ee2-6697-4a7f-bd39-528cb0ff0ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.442830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.461422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f1a32c-9122-4412-897e-e3bceaabb487 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:02.461910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-e391cce8-d5de-4968-8c8b-ae27d9c60216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.463460 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-e391cce8-d5de-4968-8c8b-ae27d9c60216 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.1955702 Feb 04 16:04:02.467639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.478623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:02.483088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.526043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.550254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e5643a3-47e2-40c3-b4e9-118482079d24 req-cae7d1db-ec40-4d24-bedd-47469b56d031 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910261 Feb 04 16:04:02.550947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.571706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-f7387110-83af-417b-9626-07954296f02c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1001954 Feb 04 16:04:02.574566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d923ae4-e494-44de-8688-3b0c566d34ce,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.580611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:02.627146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-bc07e147-a9c3-44b7-8543-82b4fd8fb0b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 1095 time: 0.3039751 Feb 04 16:04:02.640230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.640583 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Added segment 5937a000-971d-4997-ad84-d8be56389955 of type vlan for network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 Feb 04 16:04:02.673197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-4f0c7e4a-e34d-4d9c-a60f-3f48d80887e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.674642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-4f0c7e4a-e34d-4d9c-a60f-3f48d80887e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.0952992 Feb 04 16:04:02.681537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.696055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc52262-ab3b-4a36-baa2-16532cc0aa09 req-7c948bbc-ccd6-4fbe-a281-dd8acc23014e tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.697511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cc52262-ab3b-4a36-baa2-16532cc0aa09 req-7c948bbc-ccd6-4fbe-a281-dd8acc23014e tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 943 time: 0.2904840 Feb 04 16:04:02.730222 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'status': 'completed', 'code': 200} Feb 04 16:04:02.731473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-28b5164b-754e-401d-9d8b-d543f7fd07f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462120 Feb 04 16:04:02.734089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c6f1a32c-9122-4412-897e-e3bceaabb487'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:02.746578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.834635 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.835808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:02.836560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:02.937938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-c17e17f7-4c63-4c47-99bb-ad6db8352daa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c7ea3a-020b-4720-aada-347e7c7174f5 HTTP/1.1" status: 200 len: 217 time: 0.3007059 Feb 04 16:04:02.969665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event deleted for resources: {'Port': ['ID=7fb4f98d-fda4-450e-bc08-7a768b29758f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.987851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1399064 Feb 04 16:04:02.989222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4943ec-e86f-478f-b63c-90a18f7fe9bf admin admin] Pushing event updated for resources: {'Network': ['ID=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:02.993472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:02.997531 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-8516bde6-9231-4976-ae5d-856ebd0159a9 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531230 Feb 04 16:04:03.000771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Request body: {'subnet': {'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-242771889-subnet', 'tenant_id': 'f8e5a5db2c8d4901a2454725adcf5105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:03.000993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:04:03.133917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:03.146965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cc52262-ab3b-4a36-baa2-16532cc0aa09 req-16d4380b-662b-4093-8953-f580edd78492 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116535 Feb 04 16:04:03.158829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] No DVR routers for this DVR port 7fb4f98d-fda4-450e-bc08-7a768b29758f on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:03.165837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.170023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-7da288b4-f8f5-4f89-b4f8-cadefe9c0071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.171457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-7da288b4-f8f5-4f89-b4f8-cadefe9c0071 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.1932535 Feb 04 16:04:03.192268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Usage tracker for resource:subnet and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:03.199652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:03.212937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:03.229894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-831480b8-11e4-4f93-8780-335f0f4a5a28 req-aff3f63c-fdd2-4f64-bad5-c2d3a44cb797 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.58 "DELETE /v2.0/ports/7fb4f98d-fda4-450e-bc08-7a768b29758f HTTP/1.1" status: 204 len: 173 time: 1.7107477 Feb 04 16:04:03.235120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-a7d8a99d-65a7-42dd-80fd-d7272e5aec7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c44f9271a4fc4164a82932bb388dee20&device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 1095 time: 0.5353596 Feb 04 16:04:03.237238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-ee9d59b1-e848-4d65-92f2-ae78e6463923 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554709 Feb 04 16:04:03.241271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Made reservation on behalf of f8e5a5db2c8d4901a2454725adcf5105 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:03.243920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.291001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467279-7cb5-4f43-a11c-0791639946bd req-57d6ef42-9eb0-45ae-8923-fbfdec66fe3b tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.292458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63467279-7cb5-4f43-a11c-0791639946bd req-57d6ef42-9eb0-45ae-8923-fbfdec66fe3b tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.3664963 Feb 04 16:04:03.355004 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-00f14e96-d097-4fa9-a249-04701c4261a6 req-a6ebc367-17fc-4b92-a14c-b60b68816399 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505194 Feb 04 16:04:03.528963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.536551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63467279-7cb5-4f43-a11c-0791639946bd req-b21bf052-437b-49f7-bcec-c0f401479ef9 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348118 Feb 04 16:04:03.566370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-6fe31896-99d8-4727-939d-67d5f544a628 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.568323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-6fe31896-99d8-4727-939d-67d5f544a628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=824d5055-b609-40fe-9297-a268cdb7ab17 HTTP/1.1" status: 200 len: 913 time: 0.3246553 Feb 04 16:04:03.574522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-654c871a-91d7-4e08-8b14-26944e3475fd service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094831 Feb 04 16:04:03.630077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Checking segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:03.630466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Network hostable DHCP agents. Network: dc57dcbb-8d0d-4cdd-b277-038d0e9246e1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:03.635955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d89737-2339-46f7-8371-12f21adfaf7a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:03.676106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:03.691642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, dc57dcbb-8d0d-4cdd-b277-038d0e9246e1) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:03.700461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:03.700737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bd175-1f44-4457-9d1b-320411eb58b6 None None] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:03.701227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:03.735461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c330bb7-7921-411e-b6f7-77ce2ea7a9c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7409351 Feb 04 16:04:03.851116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-18baa96c-3770-41e8-a46a-f9894c3cabe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6f1a32c-9122-4412-897e-e3bceaabb487 HTTP/1.1" status: 200 len: 217 time: 0.2757185 Feb 04 16:04:04.017349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-da962cc9-5b6f-4b79-a4d8-308add9e0bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.019079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-da962cc9-5b6f-4b79-a4d8-308add9e0bd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3247fb1-cb07-420f-bbcb-3e3683bc7613 HTTP/1.1" status: 200 len: 852 time: 0.1573002 Feb 04 16:04:04.027929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-616df3f6-efd7-4893-a861-ab8fabf5cfa5 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974516 Feb 04 16:04:04.082600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5fc89-61eb-4915-bb30-34a9d1c8ed65 None None] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:04.132550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d6cb1fae-3284-4962-9044-981931cd3d08 req-96f7fcea-81f2-4358-acca-0ce3f35a3bd2 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Synchronizing usage tracker for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:04.138091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-5bfeee83-f2e3-4b80-be39-d1efa7737226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=824d5055-b609-40fe-9297-a268cdb7ab17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072490 Feb 04 16:04:04.172886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-02aacfb0-e146-462d-8e36-0be591f5765f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4088044 Feb 04 16:04:04.198557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c6f1a32c-9122-4412-897e-e3bceaabb487 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:04.308976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d6cb1fae-3284-4962-9044-981931cd3d08 req-96f7fcea-81f2-4358-acca-0ce3f35a3bd2 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Unset dirty status for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:04.310299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6cb1fae-3284-4962-9044-981931cd3d08 req-96f7fcea-81f2-4358-acca-0ce3f35a3bd2 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea35f1f9-7bbc-4423-aac5-1eb9f35027eb HTTP/1.1" status: 200 len: 210 time: 0.2852793 Feb 04 16:04:04.332631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:04.381669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 7fb4f98d-fda4-450e-bc08-7a768b29758f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:04.382077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 7fb4f98d-fda4-450e-bc08-7a768b29758f not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:04.391200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c6f1a32c-9122-4412-897e-e3bceaabb487 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:04.398623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-1524e5a4-13b5-497a-ad10-944d5579dfea service neutron] 10.222.0.41 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528613 Feb 04 16:04:04.424605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c6f1a32c-9122-4412-897e-e3bceaabb487 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:04.425281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.514421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-d68ff896-a11b-4d94-9a7c-32c7c1626d3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 1100 time: 0.2579687 Feb 04 16:04:04.540087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8716b-c9db-44e8-9d0a-99810b8a789e req-b03997ca-5721-4a67-a877-18a0d318e66d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.541523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15a8716b-c9db-44e8-9d0a-99810b8a789e req-b03997ca-5721-4a67-a877-18a0d318e66d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 944 time: 0.3676569 Feb 04 16:04:04.547268 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.574486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:04.583855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:04.588153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:04.660228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:04.757895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5'}, {'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-deleted', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:04.843027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc842efa-158f-40fa-b419-02f521eb22c7 req-37383d89-cf5b-41da-8a16-82f40791f230 service neutron] 10.222.0.41 "GET /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358795 Feb 04 16:04:04.866656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15a8716b-c9db-44e8-9d0a-99810b8a789e req-9c136f10-4013-419d-ad37-bbdf0e71619e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929044 Feb 04 16:04:04.890817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-1f0217ae-59d4-4ef4-b9e0-cfe742519bd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:04.892263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-1f0217ae-59d4-4ef4-b9e0-cfe742519bd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3481174 Feb 04 16:04:04.895331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6381bb95-edb1-4ca3-af09-1ecbd598f0a0 req-7ede7d30-ec5f-4ae0-a29b-2410d71e09c4 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1097 time: 0.4634008 Feb 04 16:04:04.974835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-6b9a1b23-eb5b-4437-8180-2ddcdee47078 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 HTTP/1.1" status: 200 len: 217 time: 0.0764225 Feb 04 16:04:05.037865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6381bb95-edb1-4ca3-af09-1ecbd598f0a0 req-416386d2-ee61-4843-b4c7-c4bd0c144f49 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917518 Feb 04 16:04:05.054353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-ca367e7a-762f-4e39-b4e5-2acb6ad25cc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.055768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-ca367e7a-762f-4e39-b4e5-2acb6ad25cc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0704837 Feb 04 16:04:05.138565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-848abac1-50f5-4f2a-9b6d-ee60a3a498c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758033 Feb 04 16:04:05.300337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-d3b99ff0-a144-4794-a33a-f199e645a551 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549878 Feb 04 16:04:05.498985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec047ff6-a060-4cef-9b31-eaaa569ee604 req-44c4066a-3787-44d3-9f96-c174eb9d6387 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923823 Feb 04 16:04:05.519706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51554) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:05.533361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c03f9-db32-43ce-a3c7-1f18862c9a0f req-d1bf98f5-0244-4e3f-b0d5-8a18d1514ee2 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.534901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b09c03f9-db32-43ce-a3c7-1f18862c9a0f req-d1bf98f5-0244-4e3f-b0d5-8a18d1514ee2 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 945 time: 0.1098437 Feb 04 16:04:05.677122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b09c03f9-db32-43ce-a3c7-1f18862c9a0f req-ccaca73b-9d79-45a1-bcdb-135985795230 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189165 Feb 04 16:04:05.715418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-345883f7-2095-4c43-9f1f-56b482681929 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:05.715528 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fa093e83-a879-4ea2-8a9c-b796ced4d903 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fb17438cfec4da699c0ce2298f03c8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919177 Feb 04 16:04:05.715613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-345883f7-2095-4c43-9f1f-56b482681929 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 817 time: 0.1760373 Feb 04 16:04:05.715720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51560) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:05.733229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-8501a0a4-8eb3-4c02-9ab6-e125b32791b9 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/quotas/f8e5a5db2c8d4901a2454725adcf5105 HTTP/1.1" status: 200 len: 375 time: 0.0119205 Feb 04 16:04:05.747985 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'code': 200} Feb 04 16:04:05.782834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.793382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-f08fa7fa-4ea2-4dac-a121-424db9f74008 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540881 Feb 04 16:04:05.811574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.865369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.885773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18144a7a-017e-4161-a3fa-ddb842128584,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:05.890515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:05.890903 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-88510f0b-b635-4c1f-9231-41ac10b2ba50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18144a7a-017e-4161-a3fa-ddb842128584 HTTP/1.1" status: 204 len: 168 time: 0.1743879 Feb 04 16:04:06.045831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-560b8f3c-860a-4faf-9cc3-9d2cbccc9209 service neutron] 10.222.0.62 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429178 Feb 04 16:04:06.080028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5daa184-2ca1-4ea2-b002-40fcfaefc837 req-2c9a8636-8c3a-4f59-8280-41efa34be0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 1096 time: 0.2544212 Feb 04 16:04:06.134019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abb40d-83e1-4db9-8e29-451aeafef1f7 req-5b3a264b-210f-48a1-8e4a-3d0621823c2c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.135491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30abb40d-83e1-4db9-8e29-451aeafef1f7 req-5b3a264b-210f-48a1-8e4a-3d0621823c2c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2737846 Feb 04 16:04:06.242946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5daa184-2ca1-4ea2-b002-40fcfaefc837 req-762e247c-2d5b-44fe-a1f3-64860bb94df0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065459 Feb 04 16:04:06.247446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30abb40d-83e1-4db9-8e29-451aeafef1f7 req-92c2f91f-ad5a-440c-b212-d1009cab3830 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937972 Feb 04 16:04:06.265933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-b83aca12-41f2-4a71-8081-d192e47110ad service neutron] 10.222.0.62 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129524 Feb 04 16:04:06.314136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 35c7ea3a-020b-4720-aada-347e7c7174f5 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:06.340129 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5', 'status': 'completed', 'code': 200} Feb 04 16:04:06.340601 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea35f1f9-7bbc-4423-aac5-1eb9f35027eb', 'name': 'network-vif-deleted', 'tag': '7fb4f98d-fda4-450e-bc08-7a768b29758f', 'status': 'completed', 'code': 200} Feb 04 16:04:06.479755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=35c7ea3a-020b-4720-aada-347e7c7174f5,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:06.502498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '35c7ea3a-020b-4720-aada-347e7c7174f5', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': '35c7ea3a-020b-4720-aada-347e7c7174f5', 'mac_address': 'fa:16:3e:fe:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:06.521274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-b48a94f2-e427-469c-a16d-afd4215d8460 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 1095 time: 0.1537139 Feb 04 16:04:06.591244 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.610889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c7ea3a-020b-4720-aada-347e7c7174f5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:06.629139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=35c7ea3a-020b-4720-aada-347e7c7174f5,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:06.637589 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:06.709185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:06.821982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6743b40f-f58f-4bce-a2c0-8f8aa81d4477 req-25fcd566-e43f-463f-966e-3968bfbc502d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3733709 Feb 04 16:04:06.880855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['35c7ea3a-020b-4720-aada-347e7c7174f5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:06.947971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-ccc057d2-4f7e-467d-8ffb-5dd5fe981625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:06.949411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-ccc057d2-4f7e-467d-8ffb-5dd5fe981625 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.4214618 Feb 04 16:04:07.084493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-3a5edab4-326a-478b-ae24-53848bee7160 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35c7ea3a-020b-4720-aada-347e7c7174f5 HTTP/1.1" status: 200 len: 217 time: 0.1271718 Feb 04 16:04:07.187980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-38c3fc9b-8b03-4e50-b84e-8da6e0c01973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.189604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-38c3fc9b-8b03-4e50-b84e-8da6e0c01973 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.0986080 Feb 04 16:04:07.204184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1ebe4-715e-44b0-b047-74fa17bb388e req-4b399239-139a-4dc1-a662-6313e0a25e2b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.205821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00e1ebe4-715e-44b0-b047-74fa17bb388e req-4b399239-139a-4dc1-a662-6313e0a25e2b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 945 time: 0.1820226 Feb 04 16:04:07.263666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-c18e99bc-c96b-4e85-a69e-6ec62d9863f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567284 Feb 04 16:04:07.377946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00e1ebe4-715e-44b0-b047-74fa17bb388e req-1e08ad1e-9c18-424e-a808-8b0ad51dcbc8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364512 Feb 04 16:04:07.442722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-37ee5e00-eccd-4e4e-a750-4acbc46571a3 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711867 Feb 04 16:04:07.673565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d243212-2a44-48a3-857b-e47722ede3f5 req-5b5be748-d6e6-43e2-9503-ac6161346c4a service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233014 Feb 04 16:04:07.878365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd412b7-475e-41a5-953e-11f2b6fa856f req-2496a9a8-c2eb-4322-82dc-07ab397e7e77 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:07.880344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd412b7-475e-41a5-953e-11f2b6fa856f req-2496a9a8-c2eb-4322-82dc-07ab397e7e77 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 945 time: 0.0959153 Feb 04 16:04:07.929084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd412b7-475e-41a5-953e-11f2b6fa856f req-3d5f527b-ca01-456a-bc83-d7fc4a21cc23 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Feb 04 16:04:08.118813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-87d7586a-071b-4c4f-922d-9c2f7126f2f6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:04:08.120139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-87d7586a-071b-4c4f-922d-9c2f7126f2f6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062475 Feb 04 16:04:08.129702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:08.131373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Unknown quota resources ['binding']. {{(pid=83597) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:04:08.323283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 35c7ea3a-020b-4720-aada-347e7c7174f5 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:08.449159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 35c7ea3a-020b-4720-aada-347e7c7174f5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:08.456059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 35c7ea3a-020b-4720-aada-347e7c7174f5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:08.456612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.460905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:08.461876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:08.462497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:08.574261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:08.574603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:08.592026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:08.592400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:08.592792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:08.593239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Bound port: 5368ba40-53de-456d-a1ba-6bf9cc06781a, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:08.604192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.644377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:08.659774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=35c7ea3a-020b-4720-aada-347e7c7174f5,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:08.665555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51652) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:08.673045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744230798', 'description': 'tempest-description--815086899'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:08.678086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.686105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:08.698219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:security_group and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:08.710978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:08.727253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:08.769350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.819221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-13aa936a-eef4-4c0d-8a5b-b9ee66a96986 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.820648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-13aa936a-eef4-4c0d-8a5b-b9ee66a96986 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 817 time: 0.3614120 Feb 04 16:04:08.826539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-d128baef-c192-4875-a19c-831ed0c9f61b tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:08.828068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-d128baef-c192-4875-a19c-831ed0c9f61b tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.41 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 817 time: 0.2448206 Feb 04 16:04:08.829673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:08.837267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:08.838818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f64bf560-a171-4a1d-9a26-9fbc66e2f5cf service neutron] 10.222.0.62 "POST /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7125597 Feb 04 16:04:08.845476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Request body: {'port': {'device_id': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'admin_state_up': True, 'tenant_id': 'f8e5a5db2c8d4901a2454725adcf5105'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:08.875268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:08.875499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:08.883174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:security_group_rule and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:08.889293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:08.901555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.024609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.078432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.094806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Request body: {'port': {'device_id': '1f63b9ae-6452-485c-b91e-adea096efef3', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'admin_state_up': True, 'tenant_id': 'f8e5a5db2c8d4901a2454725adcf5105'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:09.200772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f475195-0f72-406a-82c8-b7214e672aa0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:09.218553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.223314 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c166eba-0f73-4dd9-be72-41e7bc446753 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5565560 Feb 04 16:04:09.228705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51662) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:09.240860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'security_group_rule': {'security_group_id': '4f475195-0f72-406a-82c8-b7214e672aa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:09.260265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:09.269816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:security_group_rule and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:09.282299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:09.292900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.303088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-bef4324e-7717-4dcb-9be5-e09cf399b034 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.303987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-bef4324e-7717-4dcb-9be5-e09cf399b034 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Synchronizing usage tracker for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:09.331097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-bef4324e-7717-4dcb-9be5-e09cf399b034 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Unset dirty status for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:09.332524 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-bef4324e-7717-4dcb-9be5-e09cf399b034 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 817 time: 0.3040984 Feb 04 16:04:09.334533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.358822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:09.366776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Request body: {'port': {'device_id': '1a548d56-fe10-4985-9393-f26819c39e2a', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'admin_state_up': True, 'tenant_id': 'f8e5a5db2c8d4901a2454725adcf5105'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:09.458986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Usage tracker for resource:port and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:09.466682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:09.519898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.523332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.542067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.547085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-303eadb5-1ac3-4862-8ac3-c7f6f98fc477 req-13768e43-577e-4b82-9b88-bf10df537b9c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 210 time: 0.0750573 Feb 04 16:04:09.571549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:09.575957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f6292d-0781-4381-a20f-65b1715e42ea,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:09.580084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Usage tracker for resource:port and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:09.583508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Made reservation on behalf of f8e5a5db2c8d4901a2454725adcf5105 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:09.586205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:09.586582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.592284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.595737 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.599462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-257bcc52-cbfb-42c6-acd5-962351b16313 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3670373 Feb 04 16:04:09.600857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:09.607232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'security_group_rule': {'security_group_id': '4f475195-0f72-406a-82c8-b7214e672aa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:09.613247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Made reservation on behalf of f8e5a5db2c8d4901a2454725adcf5105 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:09.617168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.628544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:09.637520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:security_group_rule and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:09.641201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:09.649847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.701967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:09.710023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.751541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Usage tracker for resource:port and tenant:f8e5a5db2c8d4901a2454725adcf5105 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:09.760201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f3ac-db9b-4694-b0df-6a0e6e73d784 req-8109adfd-9cbe-4565-be0f-7e2c43bcdc8f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:09.766871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7068f3ac-db9b-4694-b0df-6a0e6e73d784 req-8109adfd-9cbe-4565-be0f-7e2c43bcdc8f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.6758542 Feb 04 16:04:09.769621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:09.800648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:09.822969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b5b51d4-0d6c-48e7-84b3-df2095412d73 req-013ae518-2935-4d8e-83c7-dfeed4bd7c4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.3981442 Feb 04 16:04:09.867772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.872880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Allocated IP 172.20.0.3 (dc57dcbb-8d0d-4cdd-b277-038d0e9246e1/c9d89737-2339-46f7-8371-12f21adfaf7a/8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:09.874824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.878470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Made reservation on behalf of f8e5a5db2c8d4901a2454725adcf5105 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:09.881399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:09.938726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7068f3ac-db9b-4694-b0df-6a0e6e73d784 req-e3c2f077-9803-485b-abea-740cbeab87fb tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709747 Feb 04 16:04:10.022414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e60d2262-347f-45e9-9228-fb10446310cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1097 time: 0.3236346 Feb 04 16:04:10.023861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b5b51d4-0d6c-48e7-84b3-df2095412d73 req-d1100db5-6d4c-403e-b3b0-dcb0825298e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801028 Feb 04 16:04:10.064513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ca6577-a013-44de-a939-cd374c72dab1,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:10.093410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.094643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec59f139-f226-4891-a06c-1dc6e9fc66b9 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4926481 Feb 04 16:04:10.102829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51674) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:10.112053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.144393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.171617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:10.228020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:10.228919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event updated for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:10.229045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:10.231463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:10.233946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:10.241511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Usage tracker for resource:floatingip and tenant:db2b023a384645609e4657435befe212 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:10.249064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:10.268911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:10.294145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.294772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.312883 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-3d19ea18-605b-48b4-b361-54dd275e8167 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9542663 Feb 04 16:04:10.319336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.324379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Request body: {'port': {'device_id': '1a548d56-fe10-4985-9393-f26819c39e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:10.382655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-b9c6e524-aa9f-419d-9614-45ddd46f9564 {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:10.382992 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:10.408699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd7672-fb22-4df5-941c-b71334af0f4a req-842b8507-813c-4c05-90b3-08c6426ac5d0 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.410194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9dd7672-fb22-4df5-941c-b71334af0f4a req-842b8507-813c-4c05-90b3-08c6426ac5d0 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.4342265 Feb 04 16:04:10.498698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-424a2d42-8596-4ec0-a249-d02ae8047c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.500122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-424a2d42-8596-4ec0-a249-d02ae8047c21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.4660988 Feb 04 16:04:10.519818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.599254 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-b9c6e524-aa9f-419d-9614-45ddd46f9564 {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:10.599477 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:10.607901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e54cd-c0ce-40fa-b64a-a9b2b6a2876b req-efdcd22e-e0ab-4829-82d1-ea34fe7575ad tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.609319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f77e54cd-c0ce-40fa-b64a-a9b2b6a2876b req-efdcd22e-e0ab-4829-82d1-ea34fe7575ad tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 946 time: 0.5472090 Feb 04 16:04:10.613707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-6a4c5668-088f-424b-bc69-72a10491d494 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.1004651 Feb 04 16:04:10.638122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9dd7672-fb22-4df5-941c-b71334af0f4a req-72d3b40c-416d-4a17-ae18-a8e6ec930ce1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171686 Feb 04 16:04:10.712951 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5', 'code': 200} Feb 04 16:04:10.731836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f6b159b2-eaa7-46e8-9878-235f427f8d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:10.733053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-f6b159b2-eaa7-46e8-9878-235f427f8d0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1093633 Feb 04 16:04:10.739316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f77e54cd-c0ce-40fa-b64a-a9b2b6a2876b req-e11c4b91-5ad3-417e-bc79-986109273637 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211460 Feb 04 16:04:10.788098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-54ee9662-28fc-40a1-8c5a-308e895c2be7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439308 Feb 04 16:04:10.901394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:10.972177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:10.990861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.014659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Transition to ACTIVE for port object 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:11.030178 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f597a3f7-adc9-4f69-92b2-bd4ade5d1639 req-ffe41f22-da2e-4e3f-aecf-dbbb395fd21c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 1097 time: 0.2242944 Feb 04 16:04:11.031872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.058578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.105983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.202287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:11.210019 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f597a3f7-adc9-4f69-92b2-bd4ade5d1639 req-e463c9fe-0e81-44f9-b127-44f68786ccb7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726952 Feb 04 16:04:11.317767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Attempting to bind port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:11.318068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Attempting to bind port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:11.318729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Attempting to bind port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:11.324743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:11.325249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Attempting to bind port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:11.331753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:11.332081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Checking segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:11.332456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Bound using segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:11.332870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Bound port: 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:11.333215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.359451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e4f73801-68a3-4699-aa37-fe426e427f36 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623250 Feb 04 16:04:11.423917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:11.427049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:11.432630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.491349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:11.492710 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] 10.222.0.58 "PUT /v2.0/ports/8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 HTTP/1.1" status: 200 len: 1091 time: 1.1725776 Feb 04 16:04:11.500761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:11.524991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fbd94-6983-46b1-80cc-64b460c92f1e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:11.601001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256129e-d1f3-47f9-8b7f-4158d75fa532 req-1835a77f-ced9-491f-ab2d-b77e235f02ab tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.602454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2256129e-d1f3-47f9-8b7f-4158d75fa532 req-1835a77f-ced9-491f-ab2d-b77e235f02ab tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 946 time: 0.7728419 Feb 04 16:04:11.604176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-9bcd5549-125e-4ec3-ab4d-7b82bd7e7f1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 1094 time: 0.0708284 Feb 04 16:04:11.620360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2f4c4-8d04-420e-ae4f-17682a69bbfa req-8bd8499f-f2dc-45c1-9c9a-2f48d23d8322 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.621678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed2f4c4-8d04-420e-ae4f-17682a69bbfa req-8bd8499f-f2dc-45c1-9c9a-2f48d23d8322 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 943 time: 0.5586693 Feb 04 16:04:11.678840 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-7a6e175d-2bd4-43a3-8b67-6ff5d8643aa2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 HTTP/1.1" status: 200 len: 217 time: 0.0662625 Feb 04 16:04:11.682211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Allocated IP 172.20.0.6 (dc57dcbb-8d0d-4cdd-b277-038d0e9246e1/c9d89737-2339-46f7-8371-12f21adfaf7a/8de81d14-0938-4e8b-8d52-db41d5fc8e6c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:11.708294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Allocated IP 172.25.5.252 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/7cc30c2f-8b99-48fe-8f19-b5fdb20748ff) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:11.746000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-6eceda16-fa3a-4fc7-81ff-438214740a4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:11.747457 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-6eceda16-fa3a-4fc7-81ff-438214740a4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.0604248 Feb 04 16:04:11.797445 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-3428416a-57e0-49fc-b01e-bc0d2048ea04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411329 Feb 04 16:04:11.807407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-8048368e-aa8b-49d5-a3d2-ac5bed1140c6 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375325 Feb 04 16:04:11.823159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2256129e-d1f3-47f9-8b7f-4158d75fa532 req-740a1e73-b30d-4581-9d83-4bf0a25f4555 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133992 Feb 04 16:04:11.871304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed2f4c4-8d04-420e-ae4f-17682a69bbfa req-d7e842fa-c634-4438-be7a-f4e0d4e94dad tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352283 Feb 04 16:04:12.007857 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-2472bf23-4604-41b8-93f5-f3ffa3d952a4 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021472 Feb 04 16:04:12.182695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.187675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-10e8c356-e17e-429f-b8cb-6a8ec4b3f610 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722376 Feb 04 16:04:12.229305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-5e6c9ea7-3545-40fc-905f-968d12cdef53 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1097 time: 0.3571332 Feb 04 16:04:12.233374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.244482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:12.248521 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02', 'status': 'completed', 'code': 200} Feb 04 16:04:12.320655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fad98-94e3-44b5-9148-e6d7b0bdad16 req-08f7bd11-c0a7-46d5-88f5-995e538fc5fa tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.322092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-884fad98-94e3-44b5-9148-e6d7b0bdad16 req-08f7bd11-c0a7-46d5-88f5-995e538fc5fa tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2645388 Feb 04 16:04:12.384327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-80f7c6f5-bfd4-4440-bdf8-50fa979f9ab3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 1094 time: 0.0939498 Feb 04 16:04:12.385867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.569007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.584946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.594519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:12.612150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:12.626569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'Port': ['ID=7cc30c2f-8b99-48fe-8f19-b5fdb20748ff,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:12.628803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:12.689747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-a289b430-0da3-4769-a7d9-75f1ad4ace32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.691194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-a289b430-0da3-4769-a7d9-75f1ad4ace32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 918 time: 0.3013098 Feb 04 16:04:12.758816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de705-8d26-463b-870f-c07c61f68e95 req-b3a9540e-d6f9-43d7-a154-d0e57d0285c8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.760265 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-b3a9540e-d6f9-43d7-a154-d0e57d0285c8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 946 time: 0.1797366 Feb 04 16:04:12.798001 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-623db8d3-43e8-4cb4-8cd5-6fc29b995b51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 HTTP/1.1" status: 200 len: 217 time: 0.0996861 Feb 04 16:04:12.842104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-884fad98-94e3-44b5-9148-e6d7b0bdad16 req-6564536f-31b5-4aba-b487-a123b4327a03 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099816 Feb 04 16:04:12.878879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port 35c7ea3a-020b-4720-aada-347e7c7174f5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:12.879227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:12.920562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:12.923672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Allocated IP 172.20.0.8 (dc57dcbb-8d0d-4cdd-b277-038d0e9246e1/c9d89737-2339-46f7-8371-12f21adfaf7a/95e8121d-fd9b-4813-8425-469cb6653eb5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:12.942800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:12.948033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-487a5f60-8ccc-46f0-97fe-63b134c81755 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:12.949431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-487a5f60-8ccc-46f0-97fe-63b134c81755 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.1353884 Feb 04 16:04:12.953233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:13.027028 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-60eed962-e93a-4e0f-a317-62a0e32e2816 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496712 Feb 04 16:04:13.050351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event updated for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.178086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d15db-2480-44cc-8119-88d3938ffb07 req-3901504d-6835-428e-8e55-be85dd166c5e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:13.179636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f99d15db-2480-44cc-8119-88d3938ffb07 req-3901504d-6835-428e-8e55-be85dd166c5e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.8016465 Feb 04 16:04:13.232269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:13.232987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.280608 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-9049e3e8-b230-4309-8e20-92f58d091460 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466102 Feb 04 16:04:13.287646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port 35c7ea3a-020b-4720-aada-347e7c7174f5, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=35c7ea3a-020b-4720-aada-347e7c7174f5,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:13.288062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.421805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-f05bcaef-7a61-4150-8a50-85c89d6f042d tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5816998 Feb 04 16:04:13.445846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Request body: {'port': {'device_id': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:13.474828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f99d15db-2480-44cc-8119-88d3938ffb07 req-bf9be809-fbb8-4e03-898e-c8b9948dee2f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862315 Feb 04 16:04:13.475376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for 35c7ea3a-020b-4720-aada-347e7c7174f5 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:13.488711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:13.528263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82fef9-9739-44c0-acde-c839ab9a04c0 req-2c2a0b16-8f3e-4f9a-9052-50677b9bc9ca tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:13.529694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce82fef9-9739-44c0-acde-c839ab9a04c0 req-2c2a0b16-8f3e-4f9a-9052-50677b9bc9ca tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 946 time: 0.5303712 Feb 04 16:04:13.607199 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-6906805f-a025-4391-a28f-7c2c4eab56b5 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117075 Feb 04 16:04:13.688034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.701015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['35c7ea3a-020b-4720-aada-347e7c7174f5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:13.707660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:13.718681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.738881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=35c7ea3a-020b-4720-aada-347e7c7174f5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:13.823704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port 35c7ea3a-020b-4720-aada-347e7c7174f5 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:13.825312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.826628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.832635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:13.841355 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-622de705-8d26-463b-870f-c07c61f68e95 req-3e6be66b-8d15-411c-a963-6e45e23c82d7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "DELETE /v2.0/ports/35c7ea3a-020b-4720-aada-347e7c7174f5 HTTP/1.1" status: 204 len: 173 time: 1.0727575 Feb 04 16:04:13.897351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:13.969774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.005129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce82fef9-9739-44c0-acde-c839ab9a04c0 req-77c9397f-1b69-4801-a5a8-f313500984d6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181249 Feb 04 16:04:14.094019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:14.104259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.147266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.175524 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-6a059695-33a9-4b4c-aaf7-1562de07175e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 210 time: 0.0476665 Feb 04 16:04:14.215549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38675642-e091-4da8-97d5-55768ebba9d5 req-5825a1ef-2a49-4e28-9ffd-b810e846f64c tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.216936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38675642-e091-4da8-97d5-55768ebba9d5 req-5825a1ef-2a49-4e28-9ffd-b810e846f64c tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.41 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 945 time: 0.6218605 Feb 04 16:04:14.258229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'name': 'network-vif-deleted', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:14.290488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.325824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-27eb30a6-b8b2-4c04-9e95-79b69891b88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.327291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-27eb30a6-b8b2-4c04-9e95-79b69891b88d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=207610a770a64f61ba7412db09e00922&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1451571 Feb 04 16:04:14.369533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:14.529157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:14.549883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'port_id': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02', 'mac_address': 'fa:16:3e:1c:a0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d89737-2339-46f7-8371-12f21adfaf7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:14.573312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-d3ea4927-44b0-4406-a151-3c15aae2eba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.574795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-d3ea4927-44b0-4406-a151-3c15aae2eba3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399654 Feb 04 16:04:14.607647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.626194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:14.641770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:14.645894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.716263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:14.724765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Deleting port c6f1a32c-9122-4412-897e-e3bceaabb487 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:14.725243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:14.809791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:14.830721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624c3d4-7999-4dbe-b3b9-09ced38bb57a req-f0b8c012-76ca-41cb-9e36-57a5988c562b tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:14.832139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8624c3d4-7999-4dbe-b3b9-09ced38bb57a req-f0b8c012-76ca-41cb-9e36-57a5988c562b tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 945 time: 0.9105382 Feb 04 16:04:14.832738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:14.845512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:14.881372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:14.935438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:15.112593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3d56-c20a-4e7c-90a8-a1e9ed0d93ab req-2c192233-8ae8-4e43-bb71-d9d386fbf8fb tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:15.113924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4dbb3d56-c20a-4e7c-90a8-a1e9ed0d93ab req-2c192233-8ae8-4e43-bb71-d9d386fbf8fb tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 944 time: 0.9833629 Feb 04 16:04:15.154666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event updated for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:15.156901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:15.157226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:15.157548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:15.195632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:15.196214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.217256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:15.270131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:15.270475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Attempting to bind port 5368ba40-53de-456d-a1ba-6bf9cc06781a on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:15.283567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.289384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8624c3d4-7999-4dbe-b3b9-09ced38bb57a req-53d327be-b8e8-4a2f-b130-ce48bcbf7004 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787947 Feb 04 16:04:15.341533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-a8ba8fde-3b4b-437a-ad28-9a75f475732e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2519546 Feb 04 16:04:15.353116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.394992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-338051934', 'description': 'tempest-description-1330034152'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:15.404542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Request body: {'port': {'device_id': '1f63b9ae-6452-485c-b91e-adea096efef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:15.439842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:15.440172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:15.440546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:15.440964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Bound port: 5368ba40-53de-456d-a1ba-6bf9cc06781a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:15.441299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.449936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:15.473549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:15.492042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4dbb3d56-c20a-4e7c-90a8-a1e9ed0d93ab req-13a20acf-61d7-44dc-8065-6eace98af8ad tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467376 Feb 04 16:04:15.494753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Usage tracker for resource:security_group and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:15.520621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:15.603708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:15.709722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'Port': ['ID=7cc30c2f-8b99-48fe-8f19-b5fdb20748ff,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:15.781466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.815568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de81d14-0938-4e8b-8d52-db41d5fc8e6c {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:15.851296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.865991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:15.866350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.875927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:15.927143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Transition to ACTIVE for port object 8de81d14-0938-4e8b-8d52-db41d5fc8e6c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:15.978103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.042873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:16.057648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Calling delete_port for c6f1a32c-9122-4412-897e-e3bceaabb487 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:16.089265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.132602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.133762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7dcdc12c-14c9-4570-b474-ea5aafc09571 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0222096 Feb 04 16:04:16.146121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:16.153002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-4b453456-bb62-4d50-bc16-5c7cbd9fae65 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:16.170999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-4b453456-bb62-4d50-bc16-5c7cbd9fae65 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:16.172231 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-20a71bfa-4ea6-4a6b-ad0c-d2ca3d56f8de req-4b453456-bb62-4d50-bc16-5c7cbd9fae65 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/ports?device_id=6da62ca0-c1b3-4c91-a055-8b9ce071dafb HTTP/1.1" status: 200 len: 210 time: 0.0787501 Feb 04 16:04:16.187239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c6f1a32c-9122-4412-897e-e3bceaabb487 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:16.317693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:16.353543 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.354977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Usage tracker for resource:security_group_rule and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:16.361907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:16.369400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.380675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:16.387910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:16.390929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:16.426631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:16.437959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.501089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Pushing event updated for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.518209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.531892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:16.536693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:16.537693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.550481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc73e17-ccdb-4d2e-abda-a5dbaad57085 req-6b689f36-7c32-4f1a-b696-72eb5db8f495 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:16.551157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8dc73e17-ccdb-4d2e-abda-a5dbaad57085 req-6b689f36-7c32-4f1a-b696-72eb5db8f495 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Synchronizing usage tracker for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:16.669069 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.707752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:16.711800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:16.712347 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:16.713042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.714176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 35c7ea3a-020b-4720-aada-347e7c7174f5 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:16.792363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 35c7ea3a-020b-4720-aada-347e7c7174f5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:16.792621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 35c7ea3a-020b-4720-aada-347e7c7174f5 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:16.820226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.855748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:16.870168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8dc73e17-ccdb-4d2e-abda-a5dbaad57085 req-6b689f36-7c32-4f1a-b696-72eb5db8f495 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Unset dirty status for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:16.871327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8dc73e17-ccdb-4d2e-abda-a5dbaad57085 req-6b689f36-7c32-4f1a-b696-72eb5db8f495 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 944 time: 1.2366168 Feb 04 16:04:16.881879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.929644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.931003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a6c89f4b-91c5-456f-83fd-a3f17e8e5be8 service neutron] 10.222.0.58 "PUT /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 1122 time: 4.6919661 Feb 04 16:04:16.931761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:16.964105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5368ba40-53de-456d-a1ba-6bf9cc06781a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:17.065600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Attempting to bind port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:17.065836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Attempting to bind port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:17.066134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Attempting to bind port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:17.080113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d848c0-8c32-486b-854d-c3be657df500,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:17.102773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.110850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b7b2dfb-fa70-4764-9bb6-2050633c0c42 req-21954507-543d-4fbd-a669-5b63827d6116 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.7614596 Feb 04 16:04:17.146173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:17.147193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Attempting to bind port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:17.158662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8dc73e17-ccdb-4d2e-abda-a5dbaad57085 req-19622ad3-9f13-4c00-b773-b37454cc5e39 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737567 Feb 04 16:04:17.167870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:17.168212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Checking segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:17.168600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Bound using segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:17.169068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Bound port: 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:17.169417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.231401 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da62ca0-c1b3-4c91-a055-8b9ce071dafb', 'name': 'network-vif-deleted', 'tag': '35c7ea3a-020b-4720-aada-347e7c7174f5', 'status': 'completed', 'code': 200} Feb 04 16:04:17.234608 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'code': 200} Feb 04 16:04:17.235139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Deleting port c6f1a32c-9122-4412-897e-e3bceaabb487 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:17.235546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.463362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e8121d-fd9b-4813-8425-469cb6653eb5 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:17.560989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.591185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:17.623797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:17.630510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Transition to ACTIVE for port object 95e8121d-fd9b-4813-8425-469cb6653eb5 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:17.654142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.691489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.834004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:17.835499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] 10.222.0.58 "PUT /v2.0/ports/8de81d14-0938-4e8b-8d52-db41d5fc8e6c HTTP/1.1" status: 200 len: 1091 time: 4.3990107 Feb 04 16:04:17.843353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-d0eeb0a7-16c2-411f-bba5-277b36003247 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.844617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-d0eeb0a7-16c2-411f-bba5-277b36003247 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.4430180 Feb 04 16:04:17.905805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598b2c-9d08-45d9-b0a0-1bb52164dab5 req-2e5d5e1c-f546-4883-b3b4-f3fc806f2517 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:17.907210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2598b2c-9d08-45d9-b0a0-1bb52164dab5 req-2e5d5e1c-f546-4883-b3b4-f3fc806f2517 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.5984094 Feb 04 16:04:17.991985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064c40-e81f-413e-bcfb-461f1572e034 service neutron] Pushing event updated for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.186040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-83dd26d5-0869-450b-8cdc-fc83cbb6f62e tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/quotas/db2b023a384645609e4657435befe212 HTTP/1.1" status: 200 len: 375 time: 0.2864683 Feb 04 16:04:18.320340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] For port c6f1a32c-9122-4412-897e-e3bceaabb487, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c6f1a32c-9122-4412-897e-e3bceaabb487,segment=NetworkSegment(0b565db0-584c-403d-a5da-29bdea323083),segment_id=0b565db0-584c-403d-a5da-29bdea323083)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:18.320692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.348492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:18.403379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:18.467765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2598b2c-9d08-45d9-b0a0-1bb52164dab5 req-db4edfa3-843b-449c-b475-3d4d2a823529 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180261 Feb 04 16:04:18.477285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Calling delete_port for c6f1a32c-9122-4412-897e-e3bceaabb487 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:18.552027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:18.566917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:04:18.571764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-57f5c9fd-9453-45b2-bcdd-3b4688d39880 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 1094 time: 0.6734643 Feb 04 16:04:18.575610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Attempting to bind port 95e8121d-fd9b-4813-8425-469cb6653eb5 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:18.575933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Attempting to bind port 95e8121d-fd9b-4813-8425-469cb6653eb5 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:18.576250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Attempting to bind port 95e8121d-fd9b-4813-8425-469cb6653eb5 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:18.694383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Port 95e8121d-fd9b-4813-8425-469cb6653eb5 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:18.694621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Attempting to bind port 95e8121d-fd9b-4813-8425-469cb6653eb5 on network dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:18.710354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-b4f196b8-36ad-4f17-ba1f-f2b30e7fea1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c HTTP/1.1" status: 200 len: 217 time: 0.1179476 Feb 04 16:04:18.749840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:18.750166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Checking segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:18.750559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Bound using segment: {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:18.750990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Bound port: 95e8121d-fd9b-4813-8425-469cb6653eb5, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937a000-971d-4997-ad84-d8be56389955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:18.751329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.798440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-257a25f9-fa23-4bdc-833e-134b1964b27c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5987973 Feb 04 16:04:18.971743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:18.979599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-c4874636-a773-40ea-b75a-78f4adb87ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:18.980978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-c4874636-a773-40ea-b75a-78f4adb87ee0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.2323325 Feb 04 16:04:19.097183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Pushing event deleted for resources: {'Port': ['ID=c6f1a32c-9122-4412-897e-e3bceaabb487,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:19.112720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-b3d1b441-6183-4b66-944c-fc563fc2a533 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875025 Feb 04 16:04:19.184857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385adefc-ebf7-45f6-8fac-23d6879f4457 req-6309bde6-3354-4fdf-ba2b-eef11bacc858 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:19.185513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-385adefc-ebf7-45f6-8fac-23d6879f4457 req-6309bde6-3354-4fdf-ba2b-eef11bacc858 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Synchronizing usage tracker for tenant:c44f9271a4fc4164a82932bb388dee20 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:19.251371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:19.253317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a'}, {'name': 'network-changed', 'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:19.301187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-f2b91985-dd79-431a-86c6-e1f03d507dac service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924204 Feb 04 16:04:19.312984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95e8121d-fd9b-4813-8425-469cb6653eb5,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:19.314536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] No DVR routers for this DVR port c6f1a32c-9122-4412-897e-e3bceaabb487 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:19.335437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.348958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.386471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-385adefc-ebf7-45f6-8fac-23d6879f4457 req-6309bde6-3354-4fdf-ba2b-eef11bacc858 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] Unset dirty status for tenant:c44f9271a4fc4164a82932bb388dee20 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:19.387582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-385adefc-ebf7-45f6-8fac-23d6879f4457 req-6309bde6-3354-4fdf-ba2b-eef11bacc858 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/ports?device_id=c21436e8-f661-4409-81f7-c360de7337fd HTTP/1.1" status: 200 len: 865 time: 0.7928743 Feb 04 16:04:19.498716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38675642-e091-4da8-97d5-55768ebba9d5 req-bcffc706-0897-476d-a1cb-74dbed93b999 tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.41 "DELETE /v2.0/ports/c6f1a32c-9122-4412-897e-e3bceaabb487 HTTP/1.1" status: 204 len: 173 time: 5.2107108 Feb 04 16:04:19.539007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:19.540266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] 10.222.0.41 "PUT /v2.0/ports/95e8121d-fd9b-4813-8425-469cb6653eb5 HTTP/1.1" status: 200 len: 1091 time: 4.1836343 Feb 04 16:04:19.557481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-8519fa8e-57aa-416d-9fc3-93ec6f96f99c service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297249 Feb 04 16:04:19.760052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5ac08-6f44-40f3-b245-bad138691e50 service neutron] Pushing event updated for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:19.821827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-385adefc-ebf7-45f6-8fac-23d6879f4457 req-43dd5db5-b91a-4b87-aa82-0be6214e667c tempest-ServerPasswordTestJSON-1201235099 tempest-ServerPasswordTestJSON-1201235099-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808904 Feb 04 16:04:19.832037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-feaf2e90-199f-490b-819b-f7132f5b90f9 service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207388 Feb 04 16:04:19.901005 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'code': 200} Feb 04 16:04:19.912652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-6ffe563e-a4f5-4a6e-89dd-d5218af1eb93 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311930 Feb 04 16:04:19.920481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-f3d677cd-93e8-4462-9fb8-c5852427c97d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 1094 time: 0.1991251 Feb 04 16:04:20.024234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-f2b99382-2e24-4429-862d-ef7efafd9b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8121d-fd9b-4813-8425-469cb6653eb5 HTTP/1.1" status: 200 len: 217 time: 0.0735083 Feb 04 16:04:20.247881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156262d8-1cae-4f36-8456-4f5475145269 req-18059874-9798-4089-8f31-d975771d70f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.249308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-18059874-9798-4089-8f31-d975771d70f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.2181406 Feb 04 16:04:20.313814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-e97dce6a-7c29-41d5-85e1-3806de321fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503209 Feb 04 16:04:20.316223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-b9b47bfb-a308-4d6c-9e18-420d9d9ba5c3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Synchronizing usage tracker for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:20.416891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:20.432773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35e25-e419-4434-b866-90d982a8a8f3 req-7653f6ec-2252-49a1-95d8-7a7ea525015f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.434234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8bc35e25-e419-4434-b866-90d982a8a8f3 req-7653f6ec-2252-49a1-95d8-7a7ea525015f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 944 time: 0.3458784 Feb 04 16:04:20.437433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-b9b47bfb-a308-4d6c-9e18-420d9d9ba5c3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Unset dirty status for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:20.438500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-b9b47bfb-a308-4d6c-9e18-420d9d9ba5c3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-338051934&fields=id&tenant_id=4d6e06348f3641b7b596835c8226fdd7 HTTP/1.1" status: 200 len: 267 time: 0.2366524 Feb 04 16:04:20.557297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-6713b3af-ccd3-4a8f-a452-3783de9aaa6a service neutron] 10.222.0.41 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354262 Feb 04 16:04:20.569507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8bc35e25-e419-4434-b866-90d982a8a8f3 req-c0d60bc5-f369-44e1-b727-0b1638388c2f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278536 Feb 04 16:04:20.596079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:20.612925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:04:20.752790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-a8c1de28-dcdd-4329-953e-cce98c794a8e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:20.754223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-a8c1de28-dcdd-4329-953e-cce98c794a8e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.2947676 Feb 04 16:04:20.789264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'port': {'security_groups': ['e501c88b-2a9f-4127-b531-7a61ab89a0b8', 'b3d848c0-8c32-486b-854d-c3be657df500']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:20.809713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:20.840025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-cd2d6a73-137d-41f9-a1a9-bcb09b99f7d3 service neutron] 10.222.0.41 "GET /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.1884415 Feb 04 16:04:20.854524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-156262d8-1cae-4f36-8456-4f5475145269 req-057b19d1-3b6d-4ece-bc9b-3d0eed6a4dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886322 Feb 04 16:04:20.900583 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.088389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:21.126772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-bd950f76-4dea-4907-8ed0-5644b6302076 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:21.128231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-bd950f76-4dea-4907-8ed0-5644b6302076 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.2799947 Feb 04 16:04:21.272109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-b602714b-e7c9-4b88-b67f-cb95e6992899 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.1157629 Feb 04 16:04:21.551009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-da60686f-07e1-4798-b2fa-8cd31930c2eb tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747418 Feb 04 16:04:21.738582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:21.774361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a1348d12-46f4-4563-b2ff-53ee8a008509 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:21.775731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a1348d12-46f4-4563-b2ff-53ee8a008509 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.5583851 Feb 04 16:04:21.799829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'port': {'device_id': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'admin_state_up': True, 'tenant_id': 'db2b023a384645609e4657435befe212'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:21.901708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:21.934106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:22.031435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-1779f586-9e46-4067-b189-e6f5ec6ba001 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551413 Feb 04 16:04:22.080879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5368ba40-53de-456d-a1ba-6bf9cc06781a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:22.170669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:22.196379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:22.203635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:22.215829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.241746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:22.248433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95e8121d-fd9b-4813-8425-469cb6653eb5 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:22.313801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Made reservation on behalf of db2b023a384645609e4657435befe212 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:22.316733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.332723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.348498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-86cae965-6808-4a11-813b-d9c89ddadf52 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995090 Feb 04 16:04:22.359597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.377344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f8607068-2a9b-4c58-a651-f00604be4f3a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:22.422624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81d14-0938-4e8b-8d52-db41d5fc8e6c details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:22.428774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95e8121d-fd9b-4813-8425-469cb6653eb5,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:22.454231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '95e8121d-fd9b-4813-8425-469cb6653eb5', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'port_id': '95e8121d-fd9b-4813-8425-469cb6653eb5', 'mac_address': 'fa:16:3e:0f:57:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d89737-2339-46f7-8371-12f21adfaf7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:22.510915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:22.511521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.512864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fde9e249-97fe-4261-b1b5-9883f855fef0 req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "PUT /v2.0/ports/f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 982 time: 1.7284379 Feb 04 16:04:22.558122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] Transition to ACTIVE for port object 5368ba40-53de-456d-a1ba-6bf9cc06781a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:22.559022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f0de6-01e5-4a42-bc26-14d1ab952da4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:22.596146 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.639946 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'status': 'completed', 'code': 200} Feb 04 16:04:22.640205 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c', 'status': 'completed', 'code': 200} Feb 04 16:04:22.679644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f8607068-2a9b-4c58-a651-f00604be4f3a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:22.745771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.819106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e8121d-fd9b-4813-8425-469cb6653eb5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:22.901105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95e8121d-fd9b-4813-8425-469cb6653eb5,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:22.920689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:22.929486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:23.009468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c', 'network_id': 'dc57dcbb-8d0d-4cdd-b277-038d0e9246e1', 'port_id': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c', 'mac_address': 'fa:16:3e:2d:bf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d89737-2339-46f7-8371-12f21adfaf7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:23.058570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Allocated IP 172.20.0.4 (e36866c3-3812-4b49-9b2d-5c3096ee591b/803b9d70-06a3-4f12-9d14-c79814d086a5/a9f00509-b7cd-4526-80cb-8239b4e3c527) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:23.097358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.136711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.164534 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.175629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] No DVR routers for this DVR port 5368ba40-53de-456d-a1ba-6bf9cc06781a on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:23.213615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['95e8121d-fd9b-4813-8425-469cb6653eb5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:23.277446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62ed9-5c1e-4f31-8922-d0a76b98b97c req-b33015e4-88f7-4ef0-96a4-00fe33ffcfe1 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.279006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b62ed9-5c1e-4f31-8922-d0a76b98b97c req-b33015e4-88f7-4ef0-96a4-00fe33ffcfe1 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 945 time: 0.6380286 Feb 04 16:04:23.281641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de81d14-0938-4e8b-8d52-db41d5fc8e6c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:23.291939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-72029a09-44e7-4c2f-a8db-72ccb5e11c6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 1094 time: 0.6181076 Feb 04 16:04:23.301112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-8baa1013-24a0-4276-bf58-04be6f9b0e08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1096 time: 0.5830059 Feb 04 16:04:23.344214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:23.357579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.485596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:23.501080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab6efc-7e6f-46c1-8109-69387a8d5748 req-941f105b-ca50-49ce-97c8-e006a10ef145 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.508186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0dab6efc-7e6f-46c1-8109-69387a8d5748 req-941f105b-ca50-49ce-97c8-e006a10ef145 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.7227156 Feb 04 16:04:23.575158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-e0bef332-05e6-4676-8c74-a2c20243a7f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7226884 Feb 04 16:04:23.628102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8de81d14-0938-4e8b-8d52-db41d5fc8e6c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:23.694569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b62ed9-5c1e-4f31-8922-d0a76b98b97c req-b2d767f0-908a-468b-a63b-a9511925b716 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983221 Feb 04 16:04:23.890763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0dab6efc-7e6f-46c1-8109-69387a8d5748 req-daee8486-03b5-4c83-908d-dace610b7f95 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817308 Feb 04 16:04:23.893433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:23.903044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-d25de3ab-d910-4753-8714-34894b987dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.904389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-d25de3ab-d910-4753-8714-34894b987dcc service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 918 time: 0.5984411 Feb 04 16:04:23.944875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-79940259-c374-43f8-bdca-aa26e4da5d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:23.946296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-79940259-c374-43f8-bdca-aa26e4da5d34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.5858448 Feb 04 16:04:24.027925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:24.067797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-58f48d81-37a3-4961-9ea5-c802f4286870 req-c6c6e790-be47-4137-8e5b-cfbd6f5b9e0c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Synchronizing usage tracker for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:24.103327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Deleting subnet e3247fb1-cb07-420f-bbcb-3e3683bc7613 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:04:24.108832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.127141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-413559de-e3e8-4256-aa34-efcd5d615574 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c HTTP/1.1" status: 200 len: 217 time: 0.1758757 Feb 04 16:04:24.144038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-c76f4e93-727f-485c-8daf-b4cf28bd71f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.1873162 Feb 04 16:04:24.167894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.227509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.248616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95e8121d-fd9b-4813-8425-469cb6653eb5 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:24.288542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-58f48d81-37a3-4961-9ea5-c802f4286870 req-c6c6e790-be47-4137-8e5b-cfbd6f5b9e0c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Unset dirty status for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:24.289580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58f48d81-37a3-4961-9ea5-c802f4286870 req-c6c6e790-be47-4137-8e5b-cfbd6f5b9e0c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 210 time: 0.4470315 Feb 04 16:04:24.306755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.307392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-1081da3b-6436-42e9-9ce9-37029bcef4d4 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.308799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-1081da3b-6436-42e9-9ce9-37029bcef4d4 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.5456789 Feb 04 16:04:24.341874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 95e8121d-fd9b-4813-8425-469cb6653eb5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:24.342743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:24.347517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 95e8121d-fd9b-4813-8425-469cb6653eb5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:24.348068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.358700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-b236bc4e-65e4-45db-8d2c-2269e0523e7c tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.6528838 Feb 04 16:04:24.360571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.370260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3247fb1-cb07-420f-bbcb-3e3683bc7613,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.378889 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2fc7d855-bc62-4beb-b496-1a93b362c89f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e3247fb1-cb07-420f-bbcb-3e3683bc7613 HTTP/1.1" status: 204 len: 168 time: 0.3498273 Feb 04 16:04:24.380116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:24.402988 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02', 'code': 200} Feb 04 16:04:24.477216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-62470dc0-50d1-4ba8-afb5-331e7b5fc813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.478982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-62470dc0-50d1-4ba8-afb5-331e7b5fc813 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.3306565 Feb 04 16:04:24.480280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-ab307a2f-cd46-4956-9c80-ccc7d5d76c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:24.481712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-ab307a2f-cd46-4956-9c80-ccc7d5d76c6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2692161 Feb 04 16:04:24.516538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.540834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.551941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95e8121d-fd9b-4813-8425-469cb6653eb5,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:24.557324 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.557968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:24.570655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.673283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:24.674887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.679235 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0762de57-2d59-4c35-ad5d-b3d30f5aabd5 req-b47abace-1bb0-4758-9413-cdfb616c05d1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 1096 time: 0.2131717 Feb 04 16:04:24.688191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.732779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824d5055-b609-40fe-9297-a268cdb7ab17']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:24.754505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b565db0-584c-403d-a5da-29bdea323083') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:24.754796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b565db0-584c-403d-a5da-29bdea323083') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:24.770512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.778454 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0762de57-2d59-4c35-ad5d-b3d30f5aabd5 req-69e878a6-b1ee-4a80-9305-93ce3584b292 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922942 Feb 04 16:04:24.780536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-deleted', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487'}, {'name': 'network-changed', 'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5'}, {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:24.788016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.794977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:04:24.795444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:04:24.813535 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:04:24.833440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-9794e488-4926-48e2-a5b8-3b5485ecb068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3329506 Feb 04 16:04:24.836786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-b5487480-4fed-428f-bdab-5559b64d8c31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2964034 Feb 04 16:04:24.869447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f965ee4-ba3b-4f1a-b44e-5be8929cca4a req-b97e6fba-7e4d-452c-81f6-e9d77c8f2c88 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 210 time: 0.2821891 Feb 04 16:04:24.899853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.920680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:24.926807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] Pushing event deleted for resources: {'Network': ['ID=824d5055-b609-40fe-9297-a268cdb7ab17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:24.931428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bc0242e2-ceaf-4015-8bc5-e56850c1e11a admin admin] 10.222.0.62 "DELETE /v2.0/networks/824d5055-b609-40fe-9297-a268cdb7ab17 HTTP/1.1" status: 204 len: 168 time: 0.5494001 Feb 04 16:04:24.994348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Network e36866c3-3812-4b49-9b2d-5c3096ee591b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:25.013354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-56931168-8ae1-43fb-837a-23f2fe5ce73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.019105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104e9ee-190a-40c0-8c2d-84980e567f8c req-05d04adb-53d1-43bc-b442-fb9af8f849da tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:25.020531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5104e9ee-190a-40c0-8c2d-84980e567f8c req-05d04adb-53d1-43bc-b442-fb9af8f849da tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 945 time: 0.8818178 Feb 04 16:04:25.021825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:25.046112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:25.073988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:25.150399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:25.205394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e60e142d-351f-4df7-90e9-99c6245891d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c44f9271a4fc4164a82932bb388dee20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536532 Feb 04 16:04:25.207886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:25.226198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:25.267524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.292457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.294596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:25.323633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-85b1b115-6dd4-42ef-89a7-d7544e6afa57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&tenant_id=43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 1096 time: 0.9554610 Feb 04 16:04:25.349909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.352663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:25.353272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.365618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:25.365831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-4bbf63ed-a94c-48fe-a6ea-5f6f6f50b02a service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067637 Feb 04 16:04:25.374797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.378638 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ca20c78-55a8-4e41-aa1c-861b3d970a27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c81e713-e9a4-4189-b2c0-7a8f5f3f7c77 HTTP/1.1" status: 204 len: 168 time: 0.1674750 Feb 04 16:04:25.403157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c323006-96c0-456f-83d6-e85c398f25ee req-e2d27d2b-c187-443e-8830-45633cc621da tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-338051934&fields=id&tenant_id=4d6e06348f3641b7b596835c8226fdd7 HTTP/1.1" status: 200 len: 267 time: 0.3903017 Feb 04 16:04:25.421399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5104e9ee-190a-40c0-8c2d-84980e567f8c req-373ad9c5-457a-4ff4-8da8-869f3c116da9 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598676 Feb 04 16:04:25.447596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:25.450523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:25.563730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-a992344a-3a12-4576-bd01-8dc9a5f44e4f service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596967 Feb 04 16:04:25.576064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-baf8a768-cc4a-41f8-bde5-106362d63263 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7836277 Feb 04 16:04:25.618106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Request body: {'port': {'device_id': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:25.954207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-0b75c942-2229-4826-b1be-e2c3021ab2a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500894 Feb 04 16:04:26.002816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-1cb411d7-1732-45f1-a59a-c9ed1e60c5db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1096 time: 0.6405432 Feb 04 16:04:26.053190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323006-96c0-456f-83d6-e85c398f25ee req-317f258b-fb1c-48ea-9665-2fcf6f591e8c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.059105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c323006-96c0-456f-83d6-e85c398f25ee req-317f258b-fb1c-48ea-9665-2fcf6f591e8c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 985 time: 0.6360946 Feb 04 16:04:26.085544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033b9d42-1736-4c91-89b1-35492dc6fb0f req-b23d1d47-32fb-470d-97b6-ad9004c286c2 service neutron] 10.222.0.58 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035615 Feb 04 16:04:26.132414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.150121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.11 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/445f1e21-fcc6-48f8-a6cc-155fac0e3faf) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:26.234820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'port': {'security_groups': ['e501c88b-2a9f-4127-b531-7a61ab89a0b8']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:26.366185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51826) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:26.404178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:26.452608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81d14-0938-4e8b-8d52-db41d5fc8e6c up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:26.502245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1576775060-network', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:26.513750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:26.520261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Usage tracker for resource:network and tenant:91cb2c53055c4742b041fd60436fbc72 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:26.537164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:26.545713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:26.545958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:26.553817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:26.553817 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.559331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Made reservation on behalf of 91cb2c53055c4742b041fd60436fbc72 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:26.561640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.575093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.621630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:26.626563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Usage tracker for resource:security_group_rule and tenant:91cb2c53055c4742b041fd60436fbc72 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:26.631147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:26.638643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:26.677545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.714868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:26.719284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.730167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.734900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.768515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:26.778754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96efd7d4-b9f9-4200-94de-26d024b36976,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.785696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.786044 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Added segment 417962ab-5a39-4bef-bf58-15466535ccd4 of type vlan for network c068f452-63b8-4cb4-b2ea-73edde1c37eb Feb 04 16:04:26.792182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.814944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.831091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-90137e53-5c71-4e66-8e47-a197f5b3945e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.832513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-90137e53-5c71-4e66-8e47-a197f5b3945e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.8090236 Feb 04 16:04:26.844909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.845892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.847086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.912838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:26.960994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] Pushing event updated for resources: {'Network': ['ID=c068f452-63b8-4cb4-b2ea-73edde1c37eb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:26.966965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7472bfe0-d1d3-491c-80f4-997a78fe7a49 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5996921 Feb 04 16:04:26.967994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51836) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:26.972873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:04:26.973266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Request body: {'subnet': {'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1576775060-subnet', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:26.978223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:26.980819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-31675b9d-ab9d-4c17-90a0-ccc87a7f2d88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.1334174 Feb 04 16:04:26.982558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Usage tracker for resource:subnet and tenant:91cb2c53055c4742b041fd60436fbc72 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:26.985527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:26.992224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:26.997967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231b371-bff9-4fa2-8dfd-504f8e521f22 req-7d8e40df-5cfa-4d2e-9972-41fc155ee11c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:26.999444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4231b371-bff9-4fa2-8dfd-504f8e521f22 req-7d8e40df-5cfa-4d2e-9972-41fc155ee11c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 945 time: 0.7710574 Feb 04 16:04:27.004239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Made reservation on behalf of 91cb2c53055c4742b041fd60436fbc72 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:27.007441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.133033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.151405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-54339df7-aaf0-4c42-abd2-30b1a076c7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.226540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.246419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a217e794-d8db-46af-8ad6-ec3432361abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.247823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-a217e794-d8db-46af-8ad6-ec3432361abd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2475359 Feb 04 16:04:27.352862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-1700a693-8321-43a9-b2f2-c2ef2fb92b40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859301 Feb 04 16:04:27.359097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4231b371-bff9-4fa2-8dfd-504f8e521f22 req-4d28019e-ad06-4601-97e9-635dacf7d6e1 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376169 Feb 04 16:04:27.392611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a10774-fe84-40ab-9551-8ca1d65f9915,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.405596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Checking segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:27.405980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Network hostable DHCP agents. Network: c068f452-63b8-4cb4-b2ea-73edde1c37eb, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:27.430463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:27.441871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c068f452-63b8-4cb4-b2ea-73edde1c37eb) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:27.446880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:27.447658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.448020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.455761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e4e5c-45ff-4fc2-8f15-cdfef8ecc170 None None] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:27.472066 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21436e8-f661-4409-81f7-c360de7337fd', 'name': 'network-vif-deleted', 'tag': 'c6f1a32c-9122-4412-897e-e3bceaabb487', 'status': 'completed', 'code': 200} Feb 04 16:04:27.472303 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5', 'status': 'completed', 'code': 200} Feb 04 16:04:27.472748 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:04:27.478280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:27.482459 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9cddd6c8-714e-4fbd-8894-37b65db5dd81 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5129764 Feb 04 16:04:27.483395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:27.491365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:27.498804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:27.504161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Usage tracker for resource:router and tenant:91cb2c53055c4742b041fd60436fbc72 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:27.508413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:27.516789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:27.531401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.532927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.559809 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.701360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932d51e-8eb8-4cc5-8d9d-ebc7348f46b9 None None] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:27.720258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.782833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:27.799097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:27.810138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:27.814903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f00509-b7cd-4526-80cb-8239b4e3c527 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:27.847042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:27.884986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.924693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.926875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-49cef810-40fd-4022-9a72-1d18c8f36090 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650795 Feb 04 16:04:27.955193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:27.970036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Transition to ACTIVE for port object a9f00509-b7cd-4526-80cb-8239b4e3c527 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:28.103918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Allocated IP 172.25.5.180 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/dcbcfcb7-a65f-4317-9ca0-86be14795dbf) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:28.167805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.172112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:28.222221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.222835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.257873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.282244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-b69ab501-1689-4031-ab51-050adedeafef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 1096 time: 0.7169454 Feb 04 16:04:28.290350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.296772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d10a6-a939-471f-a5e2-32a112fbff14 req-c932ec83-d09a-43b2-8e06-217f9db88024 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.298168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf8d10a6-a939-471f-a5e2-32a112fbff14 req-c932ec83-d09a-43b2-8e06-217f9db88024 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.7209756 Feb 04 16:04:28.362677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:28.366488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:28.368830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:28.402607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Pushing event updated for resources: {'Port': ['ID=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.414950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.415328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:28.439086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:28.489150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-c9f59e64-c203-4201-b90b-c7134412cfb7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1623271 Feb 04 16:04:28.501109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.525388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Request body: {'port': {'device_id': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:28.538027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.538769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.547741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.559039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f8607068-2a9b-4c58-a651-f00604be4f3a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:28.580257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-baec5f4a-f076-4f2f-9b03-9456c431c384 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420445 Feb 04 16:04:28.657230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.773058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf8d10a6-a939-471f-a5e2-32a112fbff14 req-68d18cee-d9b3-4079-a6fe-eef3ddba52ee tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176481 Feb 04 16:04:28.817158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Router c2f5258c-1c49-4389-86dc-f61b130f2679 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:04:28.832042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:28.832654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:28.847891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c323006-96c0-456f-83d6-e85c398f25ee req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "PUT /v2.0/ports/f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 943 time: 2.7607741 Feb 04 16:04:28.903422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f8607068-2a9b-4c58-a651-f00604be4f3a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:28.978448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c76ae-64c7-4afa-970d-d32f0d545746 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:29.001965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-09c3eeb5-ae1a-4723-87a1-7dedbf237a00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.003381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-09c3eeb5-ae1a-4723-87a1-7dedbf237a00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 200 len: 918 time: 0.6577756 Feb 04 16:04:29.055245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:29.083157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Sync routers for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:29.085308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.086926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35c4388a-c483-4747-9174-87b0cf285f8e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6020334 Feb 04 16:04:29.090276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:29.113240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:29.114179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:29.117434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.166677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Attempting to bind port a9f00509-b7cd-4526-80cb-8239b4e3c527 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:29.167065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Attempting to bind port a9f00509-b7cd-4526-80cb-8239b4e3c527 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:29.167763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Attempting to bind port a9f00509-b7cd-4526-80cb-8239b4e3c527 on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:29.180005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-feaefc9d-ed0f-468e-9f2d-27603ef008b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95e8121d-fd9b-4813-8425-469cb6653eb5 HTTP/1.1" status: 200 len: 217 time: 0.1412482 Feb 04 16:04:29.267031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Port a9f00509-b7cd-4526-80cb-8239b4e3c527 on network e36866c3-3812-4b49-9b2d-5c3096ee591b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:29.267031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Attempting to bind port a9f00509-b7cd-4526-80cb-8239b4e3c527 on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:29.311065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:29.322773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:29.323181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Checking segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:29.323488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Bound using segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:29.323930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Bound port: a9f00509-b7cd-4526-80cb-8239b4e3c527, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:29.324268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.353841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44386-326c-4e43-9a71-280bed1a97d1 req-90d94e04-b14c-40fa-af81-0a59553beae4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.355333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2e44386-326c-4e43-9a71-280bed1a97d1 req-90d94e04-b14c-40fa-af81-0a59553beae4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 943 time: 0.4297106 Feb 04 16:04:29.411302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-64ceed13-dd62-4438-9db2-77588f6f58ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.412974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-64ceed13-dd62-4438-9db2-77588f6f58ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 200 len: 857 time: 0.1939716 Feb 04 16:04:29.423777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-c1912f14-4f35-4114-800c-f9dbce5070c9 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.5503700 Feb 04 16:04:29.500396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4933e59-16d5-4aba-9128-3f156d2bf271 req-6ba809fa-aa0e-42ca-a9e7-032539e6feb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:29.500658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4933e59-16d5-4aba-9128-3f156d2bf271 req-6ba809fa-aa0e-42ca-a9e7-032539e6feb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:29.502846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:29.591999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-0e889304-ff39-435f-ad1d-e85563604a10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665232 Feb 04 16:04:29.605896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:28Z', 'revision_number': 3, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:29.610014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Checking router: c2f5258c-1c49-4389-86dc-f61b130f2679 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:29.610485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Updating router c2f5258c-1c49-4389-86dc-f61b130f2679 port dcbcfcb7-a65f-4317-9ca0-86be14795dbf binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:04:29.663741 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.727268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4933e59-16d5-4aba-9128-3f156d2bf271 req-6ba809fa-aa0e-42ca-a9e7-032539e6feb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:29.728397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4933e59-16d5-4aba-9128-3f156d2bf271 req-6ba809fa-aa0e-42ca-a9e7-032539e6feb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 932 time: 0.7421815 Feb 04 16:04:29.898642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:29.957317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2e44386-326c-4e43-9a71-280bed1a97d1 req-1d40c62d-e656-4300-b959-964cc96fcc9f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477107 Feb 04 16:04:29.987070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.002989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:30.032238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.052716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:30.061604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Transition to ACTIVE for port object dcbcfcb7-a65f-4317-9ca0-86be14795dbf will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:30.086486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.091257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.132759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4933e59-16d5-4aba-9128-3f156d2bf271 req-00633e3c-50f3-441a-9774-1af40753f193 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082512 Feb 04 16:04:30.142869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-45c2ccd6-ff4a-4d20-9a73-063bd6eaa5a5 service neutron] 10.222.0.41 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264370 Feb 04 16:04:30.250099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ce269-74a7-406c-abb6-6d734540ccdb None None] Pushing event updated for resources: {'Port': ['ID=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.254277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Attempting to bind port dcbcfcb7-a65f-4317-9ca0-86be14795dbf on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:30.254659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Attempting to bind port dcbcfcb7-a65f-4317-9ca0-86be14795dbf by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:30.255019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Attempting to bind port dcbcfcb7-a65f-4317-9ca0-86be14795dbf on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:30.262090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:30.262491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:30.262890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.263277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:30.263736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Bound port: dcbcfcb7-a65f-4317-9ca0-86be14795dbf, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:30.264104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.290231 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5', 'code': 200} Feb 04 16:04:30.351253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Allocated IP 172.20.0.1 (c068f452-63b8-4cb4-b2ea-73edde1c37eb/e4a10774-fe84-40ab-9551-8ca1d65f9915/952693e7-a606-4170-b6e0-05b16a6bf4eb) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:30.355084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-1f6cdc07-731c-4208-ba54-f6fbd0466db4 service neutron] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:30.363147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.365898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9f00509-b7cd-4526-80cb-8239b4e3c527 HTTP/1.1" status: 200 len: 1091 time: 4.7792215 Feb 04 16:04:30.373184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:04:30.382500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] For port dcbcfcb7-a65f-4317-9ca0-86be14795dbf, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:30.390256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-1f6cdc07-731c-4208-ba54-f6fbd0466db4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.390842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] For port dcbcfcb7-a65f-4317-9ca0-86be14795dbf, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:30.391888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef8f27b5-d87b-4a19-a0bc-6a9125ae9c0e req-1f6cdc07-731c-4208-ba54-f6fbd0466db4 service neutron] 10.222.0.58 "DELETE /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.9286864 Feb 04 16:04:30.411866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.486772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aca4f2-1b6c-4bdd-a8a5-bdb43b3693d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.547445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:30.550737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:30.667679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.673007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445f1e21-fcc6-48f8-a6cc-155fac0e3faf {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:30.685205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-3a54fbdc-2b70-443f-8e32-0306008d8de8 service neutron] 10.222.0.41 "GET /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210853 Feb 04 16:04:30.695610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.702981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ce269-74a7-406c-abb6-6d734540ccdb None None] Pushing event updated for resources: {'Port': ['ID=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.731182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Transition to ACTIVE for port object 445f1e21-fcc6-48f8-a6cc-155fac0e3faf will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:30.738236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.743261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.751616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:30.830026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Pushing event updated for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:30.844961 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a4b7f2ed-6026-4aba-a403-505ec2b9cc6b req-bf3bcc5d-399c-4385-9151-5dc2bd4cea8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 1096 time: 0.4870620 Feb 04 16:04:30.853723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6421a-5b5f-40d9-a795-bcc6a5b05d4c req-4e28233e-0e53-4f2e-98a7-46ac56c633b1 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.855291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bec6421a-5b5f-40d9-a795-bcc6a5b05d4c req-4e28233e-0e53-4f2e-98a7-46ac56c633b1 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 945 time: 0.2756712 Feb 04 16:04:30.883099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:30.889067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-1cedd958-b4c3-4745-a3c1-82d516c44a81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 1094 time: 0.4379673 Feb 04 16:04:30.891605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:30.894666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698f70b-9768-496c-a091-8cf6927a0a47 req-3f90b10a-fa9f-4a04-97a0-540e256d2147 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:30.896178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b698f70b-9768-496c-a091-8cf6927a0a47 req-3f90b10a-fa9f-4a04-97a0-540e256d2147 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 945 time: 0.3712933 Feb 04 16:04:30.904985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:30.975359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:30.996344 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a4b7f2ed-6026-4aba-a403-505ec2b9cc6b req-ac2c3762-9690-48fa-a088-2890b2c5af7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399393 Feb 04 16:04:31.056191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Pushing event updated for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:31.081842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-6a677984-8df9-4d33-ba19-2591506d928e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527 HTTP/1.1" status: 200 len: 217 time: 0.1820631 Feb 04 16:04:31.088278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.127852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:28Z', 'revision_number': 3, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:31.133009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21803c2c-4773-4e74-9ebb-696d28c3d42d None None] The sync data for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 is: [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:28Z', 'revision_number': 3, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:31.154257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bec6421a-5b5f-40d9-a795-bcc6a5b05d4c req-f17413a8-d9f5-465a-9cf1-db7335d0413a tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867184 Feb 04 16:04:31.164420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b698f70b-9768-496c-a091-8cf6927a0a47 req-0e9fdd1c-c913-4021-89f4-abdf652ba2d8 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648498 Feb 04 16:04:31.241568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-2246a6ea-aeb0-4292-8ca6-1684ee4dbf45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.4591904 Feb 04 16:04:31.310553 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:04:31.424043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.430577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.546937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:31.550440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Pushing event updated for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:31.613251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-70632097-2775-4104-8aca-0a6623ed45a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.615712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-70632097-2775-4104-8aca-0a6623ed45a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.4116833 Feb 04 16:04:31.623353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Attempting to bind port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:31.623641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Attempting to bind port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:31.624162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Attempting to bind port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:31.708884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-93479428-e2b1-4f27-83c1-545ee4f6a4b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819390 Feb 04 16:04:31.804517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:31.805929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:31.910110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:31.910469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Attempting to bind port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:31.918427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-afa2bdba-0ae8-4bf7-b73a-8acad83160c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:31.919876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-afa2bdba-0ae8-4bf7-b73a-8acad83160c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.6419756 Feb 04 16:04:31.936498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-7df4f583-9631-49f7-b498-f37a6433da16 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6874011 Feb 04 16:04:32.060606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:32.093264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:32.103371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:32.103906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:32.104306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:32.105099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Bound port: 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:32.105473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.122305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Usage tracker for resource:floatingip and tenant:4d6e06348f3641b7b596835c8226fdd7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:32.128692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:32.140939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-8db9be6b-5bc8-4cf3-a23d-96366469e87f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.2002461 Feb 04 16:04:32.165378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:32.287231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.291131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:32.311342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4dc40-f2a2-43da-9c1a-4c48f26f4570 req-9b910deb-3f96-437a-92e4-7f7ac258c5d3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:32.313722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5c4dc40-f2a2-43da-9c1a-4c48f26f4570 req-9b910deb-3f96-437a-92e4-7f7ac258c5d3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.8178241 Feb 04 16:04:32.333449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Router c2f5258c-1c49-4389-86dc-f61b130f2679 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:32.367092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcbcfcb7-a65f-4317-9ca0-86be14795dbf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:32.438846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port dcbcfcb7-a65f-4317-9ca0-86be14795dbf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:32.447687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port dcbcfcb7-a65f-4317-9ca0-86be14795dbf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:32.448059 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.470196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-b781d058-27ce-4172-aeef-7bfa6b06b7ab service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491546 Feb 04 16:04:32.471506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-c4b02f5b-948a-41b4-8f0c-1054887bbfa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:32.473013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-c4b02f5b-948a-41b4-8f0c-1054887bbfa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.3095777 Feb 04 16:04:32.481610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:32.484276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:32.579575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:32.600795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7801387e-5c3f-4d2f-9a54-e0da788a6d32 admin admin] 10.222.0.62 "PUT /v2.0/routers/c2f5258c-1c49-4389-86dc-f61b130f2679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015013 Feb 04 16:04:32.638866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-262ee53b-08d6-424a-b30e-53a719f4737f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425014 Feb 04 16:04:32.652451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:32.700953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5c4dc40-f2a2-43da-9c1a-4c48f26f4570 req-2f3dce0e-562e-4b3c-bfff-11601f2cdd8d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737702 Feb 04 16:04:32.702494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:32.783731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.809595 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.832373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:32.848223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.862884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'mac_address': 'fa:16:3e:30:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:32.913860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port dcbcfcb7-a65f-4317-9ca0-86be14795dbf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:32.917782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.919207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] 10.222.0.41 "PUT /v2.0/ports/445f1e21-fcc6-48f8-a6cc-155fac0e3faf HTTP/1.1" status: 200 len: 1092 time: 4.4032888 Feb 04 16:04:32.934788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:32.939361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d7875dd-8a37-4d56-9e17-4bdcd768b7b0 req-1874b2fa-e5eb-498d-af9e-8679dd27d550 service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418480 Feb 04 16:04:32.961200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847a4cc-6ee8-47aa-9c41-6e3486dbeafa service neutron] Pushing event updated for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:32.971033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-16bc7590-9eba-416e-a8c5-69f03d26e117 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233056 Feb 04 16:04:32.998027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:33.011541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.032196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.057423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:33.065394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.186300 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:04:33.186680 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:04:33.191176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.193387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce93aa44-8206-4ebf-b288-cf26643817bd req-aaa9a605-a59b-42ac-b098-b0c7372ec3c1 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077510 Feb 04 16:04:33.202923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.331906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527'}, {'name': 'network-changed', 'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:33.447161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-0d627ec8-a4c3-4d9e-a119-7312ceaebc8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 1095 time: 0.4640315 Feb 04 16:04:33.527827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-d272c25d-66ee-4d89-990a-6c2e2ddc1855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.2857540 Feb 04 16:04:33.569734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-bcdaa2b3-0a2b-4a04-a8a0-033e6c2c0015 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf HTTP/1.1" status: 200 len: 217 time: 0.1140251 Feb 04 16:04:33.573458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Allocated IP 172.25.5.130 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/a569eac9-6864-434b-8d02-3a79759a842b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:33.740415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.742536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa77b0-5fab-4780-9b6a-51de4d1f3770 req-449cb101-2971-4906-90f3-4cd2faaf95b4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:33.743988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdfa77b0-5fab-4780-9b6a-51de4d1f3770 req-449cb101-2971-4906-90f3-4cd2faaf95b4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 943 time: 0.4535964 Feb 04 16:04:33.758805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:33.774524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:33.778392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:33.828907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:04:33.847335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:33.949373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-173f2ee2-b8b4-4954-95ac-785319d49f9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:33.950822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-173f2ee2-b8b4-4954-95ac-785319d49f9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.2046554 Feb 04 16:04:34.006856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdfa77b0-5fab-4780-9b6a-51de4d1f3770 req-aa80eb78-2341-44fb-83df-19f0ebf95436 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230842 Feb 04 16:04:34.019177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-7cba6054-f61a-45c6-a3ee-5178f0c69398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574353 Feb 04 16:04:34.033828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-46bf0df6-41d9-47bc-adf6-85c7f2d9bce5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:34.035286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-46bf0df6-41d9-47bc-adf6-85c7f2d9bce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.4974580 Feb 04 16:04:34.037808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:34.232550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-90e49749-02ed-40d9-b5bb-8638161e5e9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.1766558 Feb 04 16:04:34.302139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.304051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:34.335552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcbcfcb7-a65f-4317-9ca0-86be14795dbf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:34.370472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-f142b3ce-3db7-44ec-8fb4-fbb7449c9b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:34.371883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-f142b3ce-3db7-44ec-8fb4-fbb7449c9b5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.1285794 Feb 04 16:04:34.385051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-d451275b-64a4-4433-8140-03b166cfc66c service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525798 Feb 04 16:04:34.455263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-868815c5-5014-4256-ac51-ef7fb1f2eadb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723534 Feb 04 16:04:34.493555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:34.509673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port dcbcfcb7-a65f-4317-9ca0-86be14795dbf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:34.510036 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.532595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dc32b-24f5-4b5f-89de-464c18b4b154 req-f5ca8e1e-30ab-4f1a-9b72-56fb48ce0a15 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:34.533919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b0dc32b-24f5-4b5f-89de-464c18b4b154 req-f5ca8e1e-30ab-4f1a-9b72-56fb48ce0a15 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 944 time: 0.3614008 Feb 04 16:04:34.536454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'port_id': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'mac_address': 'fa:16:3e:0f:15:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b9d70-06a3-4f12-9d14-c79814d086a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:34.599504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.658979 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.703727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f00509-b7cd-4526-80cb-8239b4e3c527 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:34.738400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:34.745554 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:34.780520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:34.785438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb96ef6-9bad-4cb5-9bee-7644a5999e90 req-49eb0b07-20ec-4f42-a0dc-7d7fda5b5261 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681035 Feb 04 16:04:34.790095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:34.791961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'Port': ['ID=a569eac9-6864-434b-8d02-3a79759a842b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.794158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:34.816532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:34.831703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b0dc32b-24f5-4b5f-89de-464c18b4b154 req-01b41c7c-571f-417c-a0fc-dbe8be24d089 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405727 Feb 04 16:04:34.855360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-da077b85-f4af-4fc4-88fb-f2821f0682b0 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515081 Feb 04 16:04:34.865275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Sync routers for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:34.866029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.866029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.866469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.866862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.867251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.867832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.868123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.868526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.869163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.869280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.869577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:34.876800 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:34.877792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:34.991666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a9f00509-b7cd-4526-80cb-8239b4e3c527'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:35.068752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:35.069981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3b8fca1-75f6-4bbd-9588-7487c979ba86 req-b3e283f0-ebb4-41d9-9f74-9aaf90f9b0ed service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966372 Feb 04 16:04:35.184353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.346368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6309c7-b4b1-4833-a68b-fb5f68e9eafd req-ea9420f3-b372-40f7-b615-cd01647584b7 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:35.347693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6309c7-b4b1-4833-a68b-fb5f68e9eafd req-ea9420f3-b372-40f7-b615-cd01647584b7 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 945 time: 0.3544929 Feb 04 16:04:35.399023 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.439070 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:31Z', 'revision_number': 4, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '952693e7-a606-4170-b6e0-05b16a6bf4eb', 'name': '', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'mac_address': 'fa:16:3e:78:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:30Z', 'updated_at': '2022-02-04T16:04:31Z', 'revision_number': 2, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'subnets': [{'id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:35.443537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Checking router: c2f5258c-1c49-4389-86dc-f61b130f2679 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:35.443979 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Updating router c2f5258c-1c49-4389-86dc-f61b130f2679 port 952693e7-a606-4170-b6e0-05b16a6bf4eb binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:04:35.446555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6309c7-b4b1-4833-a68b-fb5f68e9eafd req-c8f28c49-8d31-462f-b573-2eaad81770a0 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921671 Feb 04 16:04:35.494978 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.513359 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c', 'code': 200} Feb 04 16:04:35.686883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.695637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06c0868b-021d-4290-b672-12905dd36591 req-23c02987-32dc-4695-95eb-291a42bfa85e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 1096 time: 0.1210215 Feb 04 16:04:35.696760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.854352 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.866651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Transition to ACTIVE for port object 952693e7-a606-4170-b6e0-05b16a6bf4eb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:35.873473 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.916297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event updated for resources: {'Port': ['ID=a569eac9-6864-434b-8d02-3a79759a842b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:35.946513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06c0868b-021d-4290-b672-12905dd36591 req-d3ae7ea7-bb5b-423d-a0ca-22ddd9de0e49 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072864 Feb 04 16:04:35.955053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:35.990438 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Pushing event updated for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:36.004567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.005929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-f1ea2941-7e5b-4843-ac26-038d9a7dfd7e tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0683444 Feb 04 16:04:36.008762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.009106 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.009436 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.009760 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.010081 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.010423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.010746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.011061 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.011374 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.011688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.012004 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:36.014198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-1b71db7f-36c9-42af-9c6a-fb4d5eb9fa55 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.015676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-1b71db7f-36c9-42af-9c6a-fb4d5eb9fa55 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 811 time: 0.2475109 Feb 04 16:04:36.101341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-785ab7a2-48f7-419c-af39-505cff410e47 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/quotas/91cb2c53055c4742b041fd60436fbc72 HTTP/1.1" status: 200 len: 375 time: 0.0361433 Feb 04 16:04:36.103304 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Attempting to bind port 952693e7-a606-4170-b6e0-05b16a6bf4eb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:36.103491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-7b107362-9c12-4497-b95c-a9e5dd5c9eae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Synchronizing usage tracker for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:36.103668 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Attempting to bind port 952693e7-a606-4170-b6e0-05b16a6bf4eb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:36.104029 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Attempting to bind port 952693e7-a606-4170-b6e0-05b16a6bf4eb on network c068f452-63b8-4cb4-b2ea-73edde1c37eb {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:36.110626 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:36.110994 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Checking segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:36.111384 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.112085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Bound using segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:36.112220 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Bound port: 952693e7-a606-4170-b6e0-05b16a6bf4eb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:36.112699 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.158740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-7b107362-9c12-4497-b95c-a9e5dd5c9eae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Unset dirty status for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:36.159900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-7b107362-9c12-4497-b95c-a9e5dd5c9eae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.1433711 Feb 04 16:04:36.204365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] For port 952693e7-a606-4170-b6e0-05b16a6bf4eb, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:36.207335 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] For port 952693e7-a606-4170-b6e0-05b16a6bf4eb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=952693e7-a606-4170-b6e0-05b16a6bf4eb,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:36.211743 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.284115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-38e70e0c-292e-46a8-a84c-8d50ae9ed1b3 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1714528 Feb 04 16:04:36.293813 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f8b21-03f8-4471-b122-bfda7d2f7d49 None None] Pushing event updated for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:36.299333 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:36.300602 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:36.311751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 445f1e21-fcc6-48f8-a6cc-155fac0e3faf details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:36.315367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:36.398573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-d82f6658-22ba-4e81-8ccd-be1442522238 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.399880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc8c0669-b864-4fa3-b9de-b9a20e04fad6 req-d82f6658-22ba-4e81-8ccd-be1442522238 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2291214 Feb 04 16:04:36.463205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-35e897d3-e5c4-4923-b8b6-1d91ad66bcc2 service neutron] 10.222.0.62 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621780 Feb 04 16:04:36.488210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port a9f00509-b7cd-4526-80cb-8239b4e3c527 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:36.502712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:36.504264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:36.542562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port a9f00509-b7cd-4526-80cb-8239b4e3c527 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:36.542562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.543927 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'status': 'completed', 'code': 200} Feb 04 16:04:36.544237 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf', 'status': 'completed', 'code': 200} Feb 04 16:04:36.632467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:36.658086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf', 'mac_address': 'fa:16:3e:cf:2f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:36.669474 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-c63b7c33-f3a8-4841-ada8-155dec490d79 service neutron] 10.222.0.62 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055221 Feb 04 16:04:36.742425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-92e215f7-df38-4046-89a6-5ed310aae573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 1095 time: 0.1700549 Feb 04 16:04:36.777726 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.787381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 484a41b7-c244-4aba-97c8-af07a7a5a573 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:36.787787 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.852778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445f1e21-fcc6-48f8-a6cc-155fac0e3faf {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:36.858998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651d99-75da-4871-825d-cd783f99c5a3 req-280b5703-3331-4311-a31f-a53e1b5f9006 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.859407 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.860476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11651d99-75da-4871-825d-cd783f99c5a3 req-280b5703-3331-4311-a31f-a53e1b5f9006 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 949 time: 0.2042432 Feb 04 16:04:36.893856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:36.905932 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:36.918658 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:31Z', 'revision_number': 4, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '952693e7-a606-4170-b6e0-05b16a6bf4eb', 'name': '', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'mac_address': 'fa:16:3e:78:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:30Z', 'updated_at': '2022-02-04T16:04:36Z', 'revision_number': 4, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'subnets': [{'id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:36.925390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639c4dc-08bf-481c-9be4-9e940a2cd276 None None] The sync data for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 is: [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:31Z', 'revision_number': 4, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '952693e7-a606-4170-b6e0-05b16a6bf4eb', 'name': '', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'mac_address': 'fa:16:3e:78:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:30Z', 'updated_at': '2022-02-04T16:04:36Z', 'revision_number': 4, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'subnets': [{'id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:36.966537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11651d99-75da-4871-825d-cd783f99c5a3 req-75e43390-6c15-4a66-aed9-a1d7e352fd1e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831578 Feb 04 16:04:36.967461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9917-2b42-43d8-b6df-5257825090bf req-5370b556-5c77-40e5-bf47-12575dc9e87d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:36.968959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-5370b556-5c77-40e5-bf47-12575dc9e87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 922 time: 0.2177553 Feb 04 16:04:37.025252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:37.044399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.091308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:37.221445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['445f1e21-fcc6-48f8-a6cc-155fac0e3faf'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:37.291893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-e364fde2-e288-4c7a-921a-9163689bf6ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527 HTTP/1.1" status: 200 len: 217 time: 0.3158917 Feb 04 16:04:37.360638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.461251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:37.467069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:37.480949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:37.488448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16d572e9-fa79-4526-b4a1-ed74723ed8cc req-fbd14dca-058f-4524-9255-cec5cb04ea73 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1096 time: 0.2613723 Feb 04 16:04:37.523464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9917-2b42-43d8-b6df-5257825090bf req-4298cfec-1584-4ea0-b103-2101a332ec11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:37.525247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-4298cfec-1584-4ea0-b103-2101a332ec11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.2255850 Feb 04 16:04:37.560880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}, {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527'}, {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:37.588325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-05ee629e-e180-4f8e-b226-0b7128aad5d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535152 Feb 04 16:04:37.603546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1915-d6d3-49d5-a7aa-83464fbb9809 req-278e07fb-fc7e-4579-8f9f-db5a5ab955cc tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:37.605388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-592c1915-d6d3-49d5-a7aa-83464fbb9809 req-278e07fb-fc7e-4579-8f9f-db5a5ab955cc tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 945 time: 0.2308674 Feb 04 16:04:37.643037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:37.661716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16d572e9-fa79-4526-b4a1-ed74723ed8cc req-24aedf5e-de60-4057-9458-d95e1e4d30a6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720436 Feb 04 16:04:37.833207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-81d949fe-0d5c-437f-ad67-a4168c525004 service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264528 Feb 04 16:04:37.998642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-592c1915-d6d3-49d5-a7aa-83464fbb9809 req-8512aa63-a0b7-43b3-882d-15d1b81ca0d4 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689027 Feb 04 16:04:38.060591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-54544136-e2b6-4eef-8778-9659352ee644 service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186260 Feb 04 16:04:38.074255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce882-0e3c-4bee-b1b5-68b4a3877927 req-f2ed2aaa-c5fc-49a5-b998-e1666d1fc30e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:38.075782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a5ce882-0e3c-4bee-b1b5-68b4a3877927 req-f2ed2aaa-c5fc-49a5-b998-e1666d1fc30e tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 945 time: 0.1436446 Feb 04 16:04:38.241782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a5ce882-0e3c-4bee-b1b5-68b4a3877927 req-ee28884d-faa9-47f9-803f-902ac76ebdfe tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592820 Feb 04 16:04:38.284936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-3989ccb6-d0c2-45b5-a064-60cb628ebab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 1096 time: 0.1682963 Feb 04 16:04:38.293337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbb2f5-396b-4393-9f5d-9d199a6b5b3b req-719c0f3f-53f7-4302-9f1b-0e459ed3a326 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:38.295428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96cbb2f5-396b-4393-9f5d-9d199a6b5b3b req-719c0f3f-53f7-4302-9f1b-0e459ed3a326 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 945 time: 0.1419628 Feb 04 16:04:38.316071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 445f1e21-fcc6-48f8-a6cc-155fac0e3faf up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:38.400569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 952693e7-a606-4170-b6e0-05b16a6bf4eb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:38.483628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:38.488985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:38.489672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.526880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 952693e7-a606-4170-b6e0-05b16a6bf4eb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:38.544968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 952693e7-a606-4170-b6e0-05b16a6bf4eb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:38.545343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.599697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96cbb2f5-396b-4393-9f5d-9d199a6b5b3b req-464f1f49-c69f-428f-9587-f61f4ed63377 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704759 Feb 04 16:04:38.690184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9917-2b42-43d8-b6df-5257825090bf req-04456945-cf8b-4b87-81b8-c4b53f8cf470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:38.691795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-04456945-cf8b-4b87-81b8-c4b53f8cf470 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.3952892 Feb 04 16:04:38.703368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-09a214b9-bd39-4b93-bec2-cb640c7df0ec tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:38.704985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-09a214b9-bd39-4b93-bec2-cb640c7df0ec tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 811 time: 0.3438427 Feb 04 16:04:38.713806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.735344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.764500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Request body: {'port': {'device_id': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'admin_state_up': True, 'tenant_id': '91cb2c53055c4742b041fd60436fbc72'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:38.770509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:38.778858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.802577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-02cd4c20-f45b-4480-a3e2-4952dcc5b75f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:38.804083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-02cd4c20-f45b-4480-a3e2-4952dcc5b75f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3590035 Feb 04 16:04:38.858540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 952693e7-a606-4170-b6e0-05b16a6bf4eb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=952693e7-a606-4170-b6e0-05b16a6bf4eb,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:38.868364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:38.886632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:38.901736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-3ea040e6-690f-46b7-aa55-c7b0751c96d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf HTTP/1.1" status: 200 len: 217 time: 0.1950264 Feb 04 16:04:38.953550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:39.060361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12468cec-d702-4631-806b-39e6f59541b7 req-341effd6-c80b-4ec0-82c3-de8862ec03e4 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 210 time: 0.2739751 Feb 04 16:04:39.146429 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'code': 200} Feb 04 16:04:39.152857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-56cccf1e-74a6-40d5-a781-f627158da3a6 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.2630870 Feb 04 16:04:39.164014 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'code': 200} Feb 04 16:04:39.164365 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'code': 200} Feb 04 16:04:39.181284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'floatingip': {'port_id': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:39.306512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa9917-2b42-43d8-b6df-5257825090bf req-27360ded-55d1-48f5-8004-b6baa31c71c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:39.308013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-27360ded-55d1-48f5-8004-b6baa31c71c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.2447689 Feb 04 16:04:39.407567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.458489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:39.527064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Usage tracker for resource:port and tenant:91cb2c53055c4742b041fd60436fbc72 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:39.537240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:39.543368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-135869f6-356d-464a-816a-4f0f63767e2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085316 Feb 04 16:04:39.565894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:39.740301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Made reservation on behalf of 91cb2c53055c4742b041fd60436fbc72 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:39.743350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:39.823810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-246f3d64-7a7a-4009-a281-d5f9ae631e1a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:39.825221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-246f3d64-7a7a-4009-a281-d5f9ae631e1a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.5423427 Feb 04 16:04:39.899181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fb95e97-ef8a-45d0-85a4-91229e1f1667 req-1c2282ad-9bc0-4f88-b28a-b107f06f541a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 1096 time: 0.6505420 Feb 04 16:04:39.974681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e404ff-f028-474b-8ccd-46676423c950 req-921d6ad4-57a9-4658-ba9c-7b0da1a7c11a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1101 time: 0.6349928 Feb 04 16:04:39.991439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-ab426737-a990-4578-870c-0c9918f41659 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/quotas/43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 375 time: 0.1403558 Feb 04 16:04:39.993066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-e035c4e2-e915-4892-98ce-af46da11c127 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250033 Feb 04 16:04:40.292195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fb95e97-ef8a-45d0-85a4-91229e1f1667 req-daf0f363-6e42-483e-949a-057491ffd84e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775773 Feb 04 16:04:40.329747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e404ff-f028-474b-8ccd-46676423c950 req-5d0f7207-24a3-4dfd-8ab7-cfb00ea14efc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413594 Feb 04 16:04:40.337560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 952693e7-a606-4170-b6e0-05b16a6bf4eb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:40.407803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 952693e7-a606-4170-b6e0-05b16a6bf4eb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:40.408175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:40.586005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Allocated IP 172.20.0.9 (c068f452-63b8-4cb4-b2ea-73edde1c37eb/e4a10774-fe84-40ab-9551-8ca1d65f9915/67002ac6-78e9-48a3-9e05-7ab462325bb6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:40.606506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36aa9917-2b42-43d8-b6df-5257825090bf req-c1b0cefd-625f-4a3c-9c24-4746b4bf9b3d service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927095 Feb 04 16:04:40.626458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-8df9f494-770f-41fc-9bcc-744a958ce292 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6108141 Feb 04 16:04:40.991609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-6fd2941a-5d74-443c-a657-6f4354622904 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158584 Feb 04 16:04:41.117690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.166103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:41.254481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-3b34c4d0-0442-42af-aefb-e37e36859ef5 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561524 Feb 04 16:04:41.276267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.281403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.334974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.495149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:41.507255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:41.509076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Pushing event updated for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:41.562434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:41.673901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:41.674588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:41.767586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-11b5fda8-c2fa-41ea-a35d-bb17a65ddba2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0068398 Feb 04 16:04:41.794109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Request body: {'port': {'device_id': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:41.826610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb965a7-e462-4e41-a333-223ff43e685a req-15c60c8a-81f2-476c-a59d-b600091b5599 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:41.828029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8eb965a7-e462-4e41-a333-223ff43e685a req-15c60c8a-81f2-476c-a59d-b600091b5599 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.3318131 Feb 04 16:04:41.955944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8eb965a7-e462-4e41-a333-223ff43e685a req-d5d52664-f3c5-4225-8326-36a267896513 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203792 Feb 04 16:04:41.959780 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Floating IP 046f7eb2-b8f5-4e1a-b9c9-79b72b875450 associated. External IP: 172.25.5.130, port: f8607068-2a9b-4c58-a651-f00604be4f3a. Feb 04 16:04:42.027926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:42.735914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cef53-e067-47e0-a274-1f28f016f729 req-8c22839a-d045-4729-b0b3-676e0874ea9d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.737325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-527cef53-e067-47e0-a274-1f28f016f729 req-8c22839a-d045-4729-b0b3-676e0874ea9d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 945 time: 0.3575263 Feb 04 16:04:42.744173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-c6a3ed68-739a-4736-b739-b772eeb4d18e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:42.745441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-c6a3ed68-739a-4736-b739-b772eeb4d18e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.2490253 Feb 04 16:04:42.775436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Request body: {'port': {'device_id': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'admin_state_up': True, 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:43.001912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-527cef53-e067-47e0-a274-1f28f016f729 req-c5cd1868-26a1-4f2c-88c3-39fcab8e533c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544959 Feb 04 16:04:43.030928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67002ac6-78e9-48a3-9e05-7ab462325bb6 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:43.048580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.077731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:43.082458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Transition to ACTIVE for port object 67002ac6-78e9-48a3-9e05-7ab462325bb6 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:43.091915 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.096773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:43.250242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:43.253221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.392555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Pushing event updated for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:43.565498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60146cb4-f548-4501-b575-9c59097c1067 req-61e65df5-2c6c-482d-aad5-b2241719bdef tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:43.566978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60146cb4-f548-4501-b575-9c59097c1067 req-61e65df5-2c6c-482d-aad5-b2241719bdef tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 946 time: 0.4384534 Feb 04 16:04:43.699790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Attempting to bind port 67002ac6-78e9-48a3-9e05-7ab462325bb6 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:43.700110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Attempting to bind port 67002ac6-78e9-48a3-9e05-7ab462325bb6 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:43.700425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Attempting to bind port 67002ac6-78e9-48a3-9e05-7ab462325bb6 on network c068f452-63b8-4cb4-b2ea-73edde1c37eb {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:43.731603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Allocated IP 172.20.0.3 (7071330f-45a4-4e41-8353-85f589553839/1a3dea2a-b6c4-4080-bad3-e17591b068ca/5a093a9b-4ec7-463e-9133-b631244d1938) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:04:43.742129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Port 67002ac6-78e9-48a3-9e05-7ab462325bb6 on network c068f452-63b8-4cb4-b2ea-73edde1c37eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:43.742811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Attempting to bind port 67002ac6-78e9-48a3-9e05-7ab462325bb6 on network c068f452-63b8-4cb4-b2ea-73edde1c37eb {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:43.768807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60146cb4-f548-4501-b575-9c59097c1067 req-30afc608-b28a-4492-a24f-33081a200063 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649899 Feb 04 16:04:43.780551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:43.780874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Checking segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:43.781248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Bound using segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:43.781670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Bound port: 67002ac6-78e9-48a3-9e05-7ab462325bb6, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:43.782004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:43.805502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Router 4838dca7-c979-4f52-95d7-1beb62681cc8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:44.051024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045c23f-db0b-490c-8e04-d27a45672861 req-f5cb3b88-0551-4cb0-94ba-0f8a6215768c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.052942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0045c23f-db0b-490c-8e04-d27a45672861 req-f5cb3b88-0551-4cb0-94ba-0f8a6215768c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "GET /v2.0/ports?device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 945 time: 0.4177909 Feb 04 16:04:44.299652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:44.313870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Deleting port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:44.314126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.362736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:44.386611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.533546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.537571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.538915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] 10.222.0.41 "PUT /v2.0/ports/67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 200 len: 1091 time: 2.7525828 Feb 04 16:04:44.547563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:44.575123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305bce-20c2-4c0d-86e3-10facaf533e8 req-486663e7-f276-40be-ad25-4ebb2af7ec47 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:44.575677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-88305bce-20c2-4c0d-86e3-10facaf533e8 req-486663e7-f276-40be-ad25-4ebb2af7ec47 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Synchronizing usage tracker for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:44.625092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d017047-255c-4641-b68f-5ccd9c28d06c service neutron] Pushing event updated for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:44.784305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-88305bce-20c2-4c0d-86e3-10facaf533e8 req-486663e7-f276-40be-ad25-4ebb2af7ec47 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Unset dirty status for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:44.785427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88305bce-20c2-4c0d-86e3-10facaf533e8 req-486663e7-f276-40be-ad25-4ebb2af7ec47 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 943 time: 0.9006915 Feb 04 16:04:44.863907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:44.983098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] For port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:44.983445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.010294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88305bce-20c2-4c0d-86e3-10facaf533e8 req-c39528f1-28db-4039-928d-0011c378bdba tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082884 Feb 04 16:04:45.062223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Network 7071330f-45a4-4e41-8353-85f589553839 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:04:45.065728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-a3dd7d16-bf9c-4321-9a6d-707f4fe4d083 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1094 time: 0.4866025 Feb 04 16:04:45.066306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:45.078859 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf', 'code': 200} Feb 04 16:04:45.123244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:45.180385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Calling delete_port for 8de81d14-0938-4e8b-8d52-db41d5fc8e6c owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:45.215556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:04:45.350538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-f1d6763d-adbe-4ec7-bb6b-5bae7f41f5aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 200 len: 217 time: 0.2249799 Feb 04 16:04:45.555460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.556046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.577611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:45.587773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Sync routers for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:45.600177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:45.600790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:45.620697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:45.657941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-9c9d24ac-59a6-4764-b3ef-d83b3a6a68c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.659393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-9c9d24ac-59a6-4764-b3ef-d83b3a6a68c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.2904363 Feb 04 16:04:45.660547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-9ed344c3-8e16-41ad-91e9-0b7b683afcc7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8953116 Feb 04 16:04:45.741152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Request body: {'port': {'device_id': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:45.779298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:45.807740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-511ab4be-ad86-459a-8cd1-33c91afe929f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058948 Feb 04 16:04:45.810441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28eda588-f8c0-4f2b-99ce-cb4651c35c91 req-5c6f9b41-ef6a-4467-9209-c2795d5e7e0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 1097 time: 0.6032937 Feb 04 16:04:45.829278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf5c5a-ee88-4f64-875a-178e2fece203 req-8a84c559-2b7a-498c-92d2-2c0ba7d20dc3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:45.829934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2ddf5c5a-ee88-4f64-875a-178e2fece203 req-8a84c559-2b7a-498c-92d2-2c0ba7d20dc3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:45.899764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-fcc7218b-5285-4a7f-a727-2860b3800c81 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "PUT /v2.0/floatingips/046f7eb2-b8f5-4e1a-b9c9-79b72b875450 HTTP/1.1" status: 200 len: 997 time: 6.7288620 Feb 04 16:04:46.017742 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.031166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:46.053700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['95e8121d-fd9b-4813-8425-469cb6653eb5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:46.086484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2ddf5c5a-ee88-4f64-875a-178e2fece203 req-8a84c559-2b7a-498c-92d2-2c0ba7d20dc3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:46.092656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ddf5c5a-ee88-4f64-875a-178e2fece203 req-8a84c559-2b7a-498c-92d2-2c0ba7d20dc3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 931 time: 0.8770311 Feb 04 16:04:46.127446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event deleted for resources: {'Port': ['ID=8de81d14-0938-4e8b-8d52-db41d5fc8e6c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:46.160800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28eda588-f8c0-4f2b-99ce-cb4651c35c91 req-383ff1dd-95d5-4ebc-97e7-c8e7a7b8e5b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240521 Feb 04 16:04:46.161896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.333678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] No DVR routers for this DVR port 8de81d14-0938-4e8b-8d52-db41d5fc8e6c on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:46.339478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-0604bfdd-5213-4131-85ba-5ae55fed9c12 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068817 Feb 04 16:04:46.340345 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:46.347493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '046f7eb2-b8f5-4e1a-b9c9-79b72b875450', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'port_id': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'mac_address': 'fa:16:3e:07:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:34Z', 'updated_at': '2022-02-04T16:04:40Z', 'revision_number': 1, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:46.351558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ddf5c5a-ee88-4f64-875a-178e2fece203 req-92f9288a-501f-42e1-bacf-5e15985a2d35 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580960 Feb 04 16:04:46.362079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Checking router: 4838dca7-c979-4f52-95d7-1beb62681cc8 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:46.429227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:46.429849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:46.453586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0045c23f-db0b-490c-8e04-d27a45672861 req-dc6e98cd-e7ff-40c9-816c-3716ece5307c tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "DELETE /v2.0/ports/8de81d14-0938-4e8b-8d52-db41d5fc8e6c HTTP/1.1" status: 204 len: 173 time: 2.3746855 Feb 04 16:04:46.463090 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-45a21087-74cf-4102-b1f5-125a275870f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.4856842 Feb 04 16:04:46.588852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81d14-0938-4e8b-8d52-db41d5fc8e6c no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:46.643084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 8de81d14-0938-4e8b-8d52-db41d5fc8e6c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:46.643475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81d14-0938-4e8b-8d52-db41d5fc8e6c not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:46.647610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b4c2378-384b-490d-8652-077126c1e95b req-b7e82b4a-6fe7-4b1a-90ce-7d5d31f908fc tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Synchronizing usage tracker for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:46.670821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:46.789273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b4c2378-384b-490d-8652-077126c1e95b req-b7e82b4a-6fe7-4b1a-90ce-7d5d31f908fc tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Unset dirty status for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:46.790287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4c2378-384b-490d-8652-077126c1e95b req-b7e82b4a-6fe7-4b1a-90ce-7d5d31f908fc tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=9427bbd3-4936-4edb-a237-41953d1b7e9e HTTP/1.1" status: 200 len: 210 time: 0.2843795 Feb 04 16:04:46.796627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fcb678f-5612-47c8-9c1d-ca8772459460 req-2fdd2cc0-1785-41a9-b56a-6d311d2bef4a service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291253 Feb 04 16:04:46.855288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-f346c108-f303-40d6-b7f9-7c068a1bd86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:46.857887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-f346c108-f303-40d6-b7f9-7c068a1bd86f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.3537092 Feb 04 16:04:47.027529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-473fd5ce-fabc-4a09-aad4-22804cc6da35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 1000 time: 0.1568551 Feb 04 16:04:47.197480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '046f7eb2-b8f5-4e1a-b9c9-79b72b875450', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'port_id': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'mac_address': 'fa:16:3e:07:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:34Z', 'updated_at': '2022-02-04T16:04:40Z', 'revision_number': 1, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:47.202907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48356f6a-2ff4-4b68-a0e8-f900947b4488 None None] The sync data for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 is: [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '046f7eb2-b8f5-4e1a-b9c9-79b72b875450', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'port_id': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'mac_address': 'fa:16:3e:07:e9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:04:34Z', 'updated_at': '2022-02-04T16:04:40Z', 'revision_number': 1, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:47.253296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:47.277149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a093a9b-4ec7-463e-9133-b631244d1938 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:47.288477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.325017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-a020f7f5-b39a-47aa-b8a8-6f1317d7cec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:47.326508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-a020f7f5-b39a-47aa-b8a8-6f1317d7cec8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.2866814 Feb 04 16:04:47.331667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Transition to ACTIVE for port object 5a093a9b-4ec7-463e-9133-b631244d1938 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:04:47.374232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.418711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-a3bcabab-6a32-4697-9d19-c9ecf1dcb2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845318 Feb 04 16:04:47.431407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.441317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bff61-5805-42d3-92b8-e005730cbf80 req-87625e5e-acc3-410e-bf12-4db6204a3dd2 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:47.449031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-865bff61-5805-42d3-92b8-e005730cbf80 req-87625e5e-acc3-410e-bf12-4db6204a3dd2 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.4102969 Feb 04 16:04:47.456551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fe1e6-20b2-4dd9-8127-b1d9b92ca7e5 None None] New status for floating IP 046f7eb2-b8f5-4e1a-b9c9-79b72b875450: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:04:47.477856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:47.481868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Usage tracker for resource:security_group_rule and tenant:26ffbde07c75482f9e050b5409ae8d8e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:47.485135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:47.491249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:47.498252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-b7b0377e-e8db-4984-a43e-f10778be94ab service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:04:47.506360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-b7b0377e-e8db-4984-a43e-f10778be94ab service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0756989 Feb 04 16:04:47.509780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.572936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.578739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.637979 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26ffbde07c75482f9e050b5409ae8d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3819876 Feb 04 16:04:47.639543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565016-6a2c-45bc-b089-c521f90d1e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c87be2-b248-4401-887e-793fdbc1f06e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.641666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51968) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:47.700621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.729943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.733199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-865bff61-5805-42d3-92b8-e005730cbf80 req-fb57f96e-48f6-4c7c-8584-0f7a221b26af tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833023 Feb 04 16:04:47.784522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.799840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c87be2-b248-4401-887e-793fdbc1f06e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:47.811801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:47.813187 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68c87be2-b248-4401-887e-793fdbc1f06e HTTP/1.1" status: 204 len: 168 time: 0.1703999 Feb 04 16:04:47.814663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.815001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.815620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.818485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.819198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.819554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.820015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.820359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.821675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.822025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.822736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721cc69a-f8fb-4b2c-a473-d4aad5ebc3b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:47.839961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-258f95b9-eeb1-4d78-812d-53ae44765cd7 service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326473 Feb 04 16:04:47.976830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:04:47.977388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:04:47.977504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:48.010175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:04:48.010523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:04:48.046666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:04:48.047026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:48.047401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:04:48.047832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Bound port: 5a093a9b-4ec7-463e-9133-b631244d1938, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:04:48.048196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.072335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcfcb3b7-612a-4ca2-a8d1-9ce0a8e39007 req-ef254c70-d83b-4b67-9e8f-b27d3a578016 service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315595 Feb 04 16:04:48.134515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e407d8-c8f6-434a-9102-04cd063ac315 req-0d559865-c632-4e8d-9ed5-858b2a23af6f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.136841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89e407d8-c8f6-434a-9102-04cd063ac315 req-0d559865-c632-4e8d-9ed5-858b2a23af6f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 945 time: 0.2195778 Feb 04 16:04:48.169257 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6', 'status': 'completed', 'code': 200} Feb 04 16:04:48.250090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:04:48.261661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89e407d8-c8f6-434a-9102-04cd063ac315 req-b838d3af-dfad-4fe0-9e43-b3686b0cc260 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 Feb 04 16:04:48.274809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:04:48.313986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.343544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67002ac6-78e9-48a3-9e05-7ab462325bb6 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:48.400361 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.401724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 1091 time: 2.7011526 Feb 04 16:04:48.421769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-8c5f93ab-5d5d-410d-833a-d95701569553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1094 time: 0.2252553 Feb 04 16:04:48.496987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e555319-ebe6-47ff-8bb8-3188cab6fca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.535624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:48.553839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '67002ac6-78e9-48a3-9e05-7ab462325bb6', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'port_id': '67002ac6-78e9-48a3-9e05-7ab462325bb6', 'mac_address': 'fa:16:3e:a0:25:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:48.613959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.635268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67002ac6-78e9-48a3-9e05-7ab462325bb6 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:48.645234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a722-81f6-4f46-acab-63f5510fb7c1 req-8c9cd094-5d59-4a4b-aa05-8077fe6eee1b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.647355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afc8a722-81f6-4f46-acab-63f5510fb7c1 req-8c9cd094-5d59-4a4b-aa05-8077fe6eee1b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 946 time: 0.3746228 Feb 04 16:04:48.653984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:48.659532 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.729795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:48.731650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-1d371e0d-f112-480e-b3cb-050a002c8558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.733081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-1d371e0d-f112-480e-b3cb-050a002c8558 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.2728620 Feb 04 16:04:48.742099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.742599 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.743027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.743452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.743872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.744287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.745273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.746015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.746902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.747426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.747923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:04:48.750557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960ab1a-73e6-4cde-901e-c0af9d64b516 req-da090c8e-4f8c-4a37-bacb-2f8e713ab934 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:48.757193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7960ab1a-73e6-4cde-901e-c0af9d64b516 req-da090c8e-4f8c-4a37-bacb-2f8e713ab934 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 943 time: 0.3333354 Feb 04 16:04:48.757422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:48.814127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-2ae88c11-6722-4519-b86f-3c628465d399 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1094 time: 0.3181291 Feb 04 16:04:48.832487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afc8a722-81f6-4f46-acab-63f5510fb7c1 req-26bfad82-91a8-466c-9879-f643995f223f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741912 Feb 04 16:04:48.892503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2039336892-network', 'tenant_id': '05ed76ac634948eab9554b4906d1016d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:48.898032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:48.899924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-c6a81e84-8b71-4808-a4ce-3e70c33d780f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 200 len: 217 time: 0.1567597 Feb 04 16:04:48.902172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Usage tracker for resource:network and tenant:05ed76ac634948eab9554b4906d1016d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:48.905228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:48.912331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:48.923515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Made reservation on behalf of 05ed76ac634948eab9554b4906d1016d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:48.926081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.940049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:48.976821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:48.980864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Usage tracker for resource:security_group_rule and tenant:05ed76ac634948eab9554b4906d1016d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:48.983742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:48.989634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:49.008240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67002ac6-78e9-48a3-9e05-7ab462325bb6'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:49.067246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.079015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.113914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:04:49.114825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-ade6a149-7857-473e-90ea-6d6a970b3107 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 217 time: 0.2804594 Feb 04 16:04:49.135092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48893f5-0af5-4720-9e71-c3536768f3f1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.159454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.160339 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Added segment 3df0d60c-8ded-454e-b671-6ea77a40001d of type vlan for network cab857d3-b1f1-4026-b848-896368eca3fa Feb 04 16:04:49.171923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7960ab1a-73e6-4cde-901e-c0af9d64b516 req-c21aecfa-0dff-453e-89d8-2ee607c8a186 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138923 Feb 04 16:04:49.207347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.222036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-d5b2bc2e-03eb-4937-9148-e4b7bec567b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.223517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-d5b2bc2e-03eb-4937-9148-e4b7bec567b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.3162684 Feb 04 16:04:49.237185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-828e2d48-590e-42a1-aa6c-74f191661c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.238577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-828e2d48-590e-42a1-aa6c-74f191661c2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1054499 Feb 04 16:04:49.246436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.247288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.247837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.324768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-ed1c2b0c-d2fe-482d-930c-caedd7c15fcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905886 Feb 04 16:04:49.352500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] Pushing event updated for resources: {'Network': ['ID=cab857d3-b1f1-4026-b848-896368eca3fa,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.359564 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79f64658-18f5-4a68-bd35-bcfa456cd4eb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5981750 Feb 04 16:04:49.359984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:49.360962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-26d2aaea-97f8-4f40-9991-a913a6f011cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840557 Feb 04 16:04:49.363591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network cab857d3-b1f1-4026-b848-896368eca3fa details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:04:49.367860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Request body: {'subnet': {'network_id': 'cab857d3-b1f1-4026-b848-896368eca3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2039336892-subnet', 'tenant_id': '05ed76ac634948eab9554b4906d1016d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:49.373046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:04:49.376824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Usage tracker for resource:subnet and tenant:05ed76ac634948eab9554b4906d1016d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:04:49.381518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:04:49.391216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:04:49.403767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Made reservation on behalf of 05ed76ac634948eab9554b4906d1016d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:04:49.406469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.415936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc113d-a477-411d-abda-907540a6de8b req-8ebdf8b1-9f1f-470f-b513-dbda1c418e57 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.417380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5dc113d-a477-411d-abda-907540a6de8b req-8ebdf8b1-9f1f-470f-b513-dbda1c418e57 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 943 time: 0.3509593 Feb 04 16:04:49.618572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.681802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5dc113d-a477-411d-abda-907540a6de8b req-16ffb066-0dda-4b60-9a7e-dc1a70bfa640 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578059 Feb 04 16:04:49.689143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-005b7e80-8c4e-404f-9ddc-0c46a2b79c67 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025303 Feb 04 16:04:49.692005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-7920bc26-255c-44fe-ac5a-7e781e51d6d8 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286581 Feb 04 16:04:49.696328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28210c0-2bc2-4622-8399-fb0529077e12,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:49.701245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb302-c14c-4447-a689-47559064f268 req-986380b0-ef7b-4671-b3c6-44db431278ea tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.702714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-964fb302-c14c-4447-a689-47559064f268 req-986380b0-ef7b-4671-b3c6-44db431278ea tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.3844371 Feb 04 16:04:49.705253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Checking segment: {'id': '3df0d60c-8ded-454e-b671-6ea77a40001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cab857d3-b1f1-4026-b848-896368eca3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:04:49.705740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Network hostable DHCP agents. Network: cab857d3-b1f1-4026-b848-896368eca3fa, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:04:49.735762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Network cab857d3-b1f1-4026-b848-896368eca3fa is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:04:49.747910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, cab857d3-b1f1-4026-b848-896368eca3fa) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:04:49.754193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:49.754294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:49.760217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2b3960-85a5-42d8-a273-b8d80df9671e None None] Network cab857d3-b1f1-4026-b848-896368eca3fa requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:49.790062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c24fcf66-f68e-4180-bcf7-6d39c61ff31d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4289658 Feb 04 16:04:49.984128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5f8c2-7899-41e9-b56b-ba8bd24d0cec None None] Network cab857d3-b1f1-4026-b848-896368eca3fa requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:04:50.051089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-964fb302-c14c-4447-a689-47559064f268 req-14702c21-805f-4aa6-9590-1eed30074387 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278415 Feb 04 16:04:50.092018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b34a90f-5210-49d0-9374-94c1cb784d61 req-a22e4719-b431-43ec-9b88-726fa0cb74b0 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868616 Feb 04 16:04:50.097501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-84b35baa-bb82-437a-a3dd-4f1c2eb170ae tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.2615743 Feb 04 16:04:50.103587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ed6760a-890e-430c-984a-c7f9c3aba1a4 req-5b4aa74f-939a-4e4c-95fb-2926f044fcdb service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815579 Feb 04 16:04:50.171875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}, {'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'name': 'network-vif-deleted', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c'}, {'name': 'network-changed', 'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:50.191253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-3d0d1ea4-4196-4b00-b14f-c11868ee902b tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.196835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-3d0d1ea4-4196-4b00-b14f-c11868ee902b tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports/f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 943 time: 0.0910344 Feb 04 16:04:50.357650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67002ac6-78e9-48a3-9e05-7ab462325bb6 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:50.384842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-88f8557b-977c-4901-85b2-c406ef2cd502 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.1099944 Feb 04 16:04:50.429277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 67002ac6-78e9-48a3-9e05-7ab462325bb6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:50.434532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 67002ac6-78e9-48a3-9e05-7ab462325bb6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:50.434960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.559135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-9af2ff61-0cd7-459f-97a6-09946609f909 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:50.560826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-9af2ff61-0cd7-459f-97a6-09946609f909 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.1705387 Feb 04 16:04:50.561958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.592350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:50.604135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:50.609066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.699062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:50.797607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.823322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-40cba6e7-65a1-4f51-b794-d501a783ec2c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.2531536 Feb 04 16:04:50.832596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:04:50.917900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:50.937847 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.016815 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-f2fb5737-a806-4688-8d3e-17bd9f9fcfc5 req-5e83f75d-f1fd-49b3-8f38-d456f39dcb39 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] show failed (client error): The resource could not be found. Feb 04 16:04:51.017825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2fb5737-a806-4688-8d3e-17bd9f9fcfc5 req-5e83f75d-f1fd-49b3-8f38-d456f39dcb39 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/3ef6b6ab-444d-46db-9daf-e0472115a14f HTTP/1.1" status: 404 len: 352 time: 0.0311749 Feb 04 16:04:51.237984 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.241327 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:51.241623 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Floating IP 046f7eb2-b8f5-4e1a-b9c9-79b72b875450 disassociated. External IP: 172.25.5.130, port: f8607068-2a9b-4c58-a651-f00604be4f3a. Feb 04 16:04:51.410460 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:04:51.410718 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427bbd3-4936-4edb-a237-41953d1b7e9e', 'name': 'network-vif-deleted', 'tag': '8de81d14-0938-4e8b-8d52-db41d5fc8e6c', 'status': 'completed', 'code': 200} Feb 04 16:04:51.411758 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938', 'status': 'completed', 'code': 200} Feb 04 16:04:51.615083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-7acb70ae-5de3-45cf-a94b-011549954030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.1805525 Feb 04 16:04:51.772630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcd052-1801-4211-af96-15c7a9e922a4 req-2b13e911-2f44-44a2-8ea5-858f1928c5b4 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.773960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbcd052-1801-4211-af96-15c7a9e922a4 req-2b13e911-2f44-44a2-8ea5-858f1928c5b4 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.2704179 Feb 04 16:04:51.812533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-a87c8ae1-4a40-4f20-9b4f-4a773e7fe538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:51.813885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-a87c8ae1-4a40-4f20-9b4f-4a773e7fe538 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.1930649 Feb 04 16:04:51.947119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-8573b487-f40e-4cfa-9553-311dcf299555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.0808165 Feb 04 16:04:51.953433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbcd052-1801-4211-af96-15c7a9e922a4 req-356b3f23-aa1c-4d90-9277-ba70aab66814 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639199 Feb 04 16:04:52.028260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-07a1d57b-2d54-4312-82cf-6ff3db847c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.029578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-07a1d57b-2d54-4312-82cf-6ff3db847c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.0682950 Feb 04 16:04:52.078693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-c6dcdcbb-9210-4312-94c7-49a80bea635a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422435 Feb 04 16:04:52.088409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Router 4838dca7-c979-4f52-95d7-1beb62681cc8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:04:52.166100 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6', 'code': 200} Feb 04 16:04:52.367937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:52.529080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-2fc94fea-19fb-4de0-86e6-8bd4f5b2491a service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427617 Feb 04 16:04:52.535160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:52.548290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5a093a9b-4ec7-463e-9133-b631244d1938', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'port_id': '5a093a9b-4ec7-463e-9133-b631244d1938', 'mac_address': 'fa:16:3e:e8:9e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3dea2a-b6c4-4080-bad3-e17591b068ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:52.601075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.618532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a093a9b-4ec7-463e-9133-b631244d1938 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:52.634047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:52.638299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d1e92b3-3a87-4d70-8816-d87ef820e6ee req-1a363750-7028-47f5-9df1-e4a550673f75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1096 time: 0.3495708 Feb 04 16:04:52.639117 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.639739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:04:52.647520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e3c92-0b1c-4627-863e-f69105bd0a56 req-e1ebbfc2-4652-4a09-a55a-c102d38b2151 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:52.648896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b7e3c92-0b1c-4627-863e-f69105bd0a56 req-e1ebbfc2-4652-4a09-a55a-c102d38b2151 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 946 time: 0.3592036 Feb 04 16:04:52.778223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:52.818877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-841fd5c4-8528-42bc-81cb-df2f0a0b7510 service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826304 Feb 04 16:04:52.828358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:52.837237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b7e3c92-0b1c-4627-863e-f69105bd0a56 req-2ffa5c1f-99f6-485a-9cfb-dc08fd9d6088 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644585 Feb 04 16:04:52.842270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'port_id': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'mac_address': 'fa:16:3e:0f:15:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b9d70-06a3-4f12-9d14-c79814d086a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:04:52.848398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d1e92b3-3a87-4d70-8816-d87ef820e6ee req-e33ac5c3-baeb-430e-9004-4983c58dc02f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982780 Feb 04 16:04:52.897148 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.899329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:04:52.908742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Sync routers for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:04:52.909154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:52.926507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9f00509-b7cd-4526-80cb-8239b4e3c527 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:04:52.939926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:52.940530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.000517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:53.013838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:53.014585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-61b9cc21-1f33-46d9-82c9-2b6e7aa908ca tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "PUT /v2.0/floatingips/046f7eb2-b8f5-4e1a-b9c9-79b72b875450 HTTP/1.1" status: 200 len: 695 time: 2.1858468 Feb 04 16:04:53.137149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894545-69de-4ac9-90fe-28b3217975ea req-2db553c4-a63c-4f29-810f-97cc473000d3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.138587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba894545-69de-4ac9-90fe-28b3217975ea req-2db553c4-a63c-4f29-810f-97cc473000d3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.1772120 Feb 04 16:04:53.148600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a9f00509-b7cd-4526-80cb-8239b4e3c527'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:53.203966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-acbf6a15-ee94-4fc8-a4b3-e249ddaad7c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.1757839 Feb 04 16:04:53.221743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:53.232124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba894545-69de-4ac9-90fe-28b3217975ea req-a9640048-e88d-4fd7-b0f4-85e8db775526 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821784 Feb 04 16:04:53.237337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-2479a559-8dc6-40f8-8ae6-cd36530f4dcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1095 time: 0.1693335 Feb 04 16:04:53.262803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:53.412642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:53.443982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5a093a9b-4ec7-463e-9133-b631244d1938'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:04:53.503208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-3a186417-ace6-422d-a69d-026dab6d5a9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.505388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-3a186417-ace6-422d-a69d-026dab6d5a9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.2920923 Feb 04 16:04:53.521679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-1c607e46-0eee-44c9-9dc2-2b692aa1518c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.523099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-1c607e46-0eee-44c9-9dc2-2b692aa1518c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.2357943 Feb 04 16:04:53.650217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-a9bada96-dd13-421c-95b0-5c0af5a189b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.1318069 Feb 04 16:04:53.653179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-394e5bb8-ef7d-4ba6-a03e-e106b9656599 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 217 time: 0.0823054 Feb 04 16:04:53.667765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06848f35-036d-4c29-bc39-74157ddd0f20 req-cac947a9-4ae6-4bf8-870c-7b2f279ed97f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.669095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06848f35-036d-4c29-bc39-74157ddd0f20 req-cac947a9-4ae6-4bf8-870c-7b2f279ed97f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.2686875 Feb 04 16:04:53.839177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.846282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Checking router: 4838dca7-c979-4f52-95d7-1beb62681cc8 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:04:53.860427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:04:53.861051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:53.932825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-d56e9bf7-5b00-439f-9416-99938d6357f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.934515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-d56e9bf7-5b00-439f-9416-99938d6357f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.2635186 Feb 04 16:04:53.938225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-20f90fe2-7273-4214-bb1b-27d260cd6484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:53.939899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-20f90fe2-7273-4214-bb1b-27d260cd6484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2699313 Feb 04 16:04:53.957224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06848f35-036d-4c29-bc39-74157ddd0f20 req-8b9dbc7c-e0d2-4d6a-af91-8264a4d82e16 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280598 Feb 04 16:04:54.047756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-a0ccea1e-d357-4d97-8b63-31003c82a9f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889206 Feb 04 16:04:54.054732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-e33517f2-4b12-4161-89ac-9eb4335a3f2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478663 Feb 04 16:04:54.075114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:04:54.307957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-85a567ad-3bf0-412c-a028-343ccb77855b service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507994 Feb 04 16:04:54.311311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-42f5add5-80f5-4e0f-a9e0-fe9923213d9e service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333355 Feb 04 16:04:54.421310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:54.569105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port a9f00509-b7cd-4526-80cb-8239b4e3c527 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:54.569378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.599983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48fbb55a-1a5a-4e4f-a30d-e8abfeb9cda0 req-223dddba-c09c-4841-a7e9-cab8ec8a7dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647035 Feb 04 16:04:54.620660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3830fb2f-eca1-45db-9b6d-417a120d5558 req-b7c2f5c8-0746-4f52-91fc-832bae5fde16 service neutron] 10.222.0.62 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069673 Feb 04 16:04:54.636531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b24a4e-868a-4c3f-b2a1-03ac0e412d24 req-c4e1a335-44dd-4a94-bee8-dc49d05068d2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:54.636531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24b24a4e-868a-4c3f-b2a1-03ac0e412d24 req-c4e1a335-44dd-4a94-bee8-dc49d05068d2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.2222214 Feb 04 16:04:54.689006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:04:54.690817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24b24a4e-868a-4c3f-b2a1-03ac0e412d24 req-370255a6-a7e0-4b38-9463-021b8aff98cd tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Feb 04 16:04:54.698106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49bf9dc-c491-4283-b186-481fcf7dfff3 None None] The sync data for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 is: [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:03:15Z', 'revision_number': 4, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '537e9c6c-d774-4d79-abe6-e83df152acf1', 'name': '', 'network_id': '6ae1786b-b667-42a2-9a1f-0743e30f1b4a', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'mac_address': 'fa:16:3e:01:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:15Z', 'updated_at': '2022-02-04T16:03:35Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'subnets': [{'id': 'e788d909-60bc-4b5a-bdef-4189004324dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:04:54.703393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.740478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:54.750447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:54.757779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:54.809802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acf2dc6f-25a3-4112-9661-6c3a4ccec4f0 req-5184d88c-8405-4dbe-96eb-3e7058272f95 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05ed76ac634948eab9554b4906d1016d HTTP/1.1" status: 200 len: 2652 time: 0.0706313 Feb 04 16:04:54.831119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:54.873321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acf2dc6f-25a3-4112-9661-6c3a4ccec4f0 req-920d7b4b-b689-404e-9036-ace8dee8fff2 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/a48893f5-0af5-4720-9e71-c3536768f3f1 HTTP/1.1" status: 200 len: 2649 time: 0.0528958 Feb 04 16:04:54.916948 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:04:54.930295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acf2dc6f-25a3-4112-9661-6c3a4ccec4f0 req-a47a0662-fc5d-4270-9439-3ee950714de6 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/a48893f5-0af5-4720-9e71-c3536768f3f1 HTTP/1.1" status: 200 len: 2649 time: 0.0510159 Feb 04 16:04:55.021414 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00a6a7ad-04e8-48bd-ab38-15a38952324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:55.116143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-5e4888a1-48f4-4673-a346-f9c9de7747ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d6e06348f3641b7b596835c8226fdd7&device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 1097 time: 0.1635494 Feb 04 16:04:55.255967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68951-651e-45c0-ac5b-ce7cc1ab928b req-55054c20-da2f-4342-9b7b-bec7c404df12 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.257387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2e68951-651e-45c0-ac5b-ce7cc1ab928b req-55054c20-da2f-4342-9b7b-bec7c404df12 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 945 time: 0.2427871 Feb 04 16:04:55.276245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ca8f-b42c-455b-aaf2-ab8554f32465 req-95c1d885-e15e-4cff-9bf4-79f05c829ad6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.277601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76a9ca8f-b42c-455b-aaf2-ab8554f32465 req-95c1d885-e15e-4cff-9bf4-79f05c829ad6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 946 time: 0.2212219 Feb 04 16:04:55.336011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-1064d35c-9f66-447f-85ff-7deda19326d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.337471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-1064d35c-9f66-447f-85ff-7deda19326d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 200 len: 921 time: 0.2131546 Feb 04 16:04:55.425962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2e68951-651e-45c0-ac5b-ce7cc1ab928b req-66c2334b-3811-42b0-8857-84b0e4affce5 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563294 Feb 04 16:04:55.427206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-d7ad8054-a519-4db8-9214-264805974e9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 200 len: 217 time: 0.0806618 Feb 04 16:04:55.429534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76a9ca8f-b42c-455b-aaf2-ab8554f32465 req-3d547233-7f30-4d13-a532-77a766db9bbc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360338 Feb 04 16:04:55.709058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-1487f636-96cf-4d66-925f-506486946f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.710406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-1487f636-96cf-4d66-925f-506486946f6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 200 len: 860 time: 0.2763956 Feb 04 16:04:55.714389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-dc02f6bc-3c36-42e2-abd7-d20fbab1836f tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips/046f7eb2-b8f5-4e1a-b9c9-79b72b875450 HTTP/1.1" status: 200 len: 695 time: 0.2325416 Feb 04 16:04:55.840386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-c8e2dd08-c6ef-45f4-8011-9df7190c766d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ae1786b-b667-42a2-9a1f-0743e30f1b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960629 Feb 04 16:04:55.956638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66a293-5047-4af3-a4d3-02d85f1962e3 req-42025ff3-db3b-41cc-8931-2daf2727d9a5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:55.958141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac66a293-5047-4af3-a4d3-02d85f1962e3 req-42025ff3-db3b-41cc-8931-2daf2727d9a5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.4133132 Feb 04 16:04:56.040282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-b5fa0ef5-9fec-431a-8d45-b5cf1ad5897c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:56.041529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-b5fa0ef5-9fec-431a-8d45-b5cf1ad5897c tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3212461 Feb 04 16:04:56.178214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-f82d5807-4090-4347-88d0-9bd87aebb9fe service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266585 Feb 04 16:04:56.185390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac66a293-5047-4af3-a4d3-02d85f1962e3 req-95695207-5cf2-4e60-b080-b5fb756a0732 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155015 Feb 04 16:04:56.187886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-fd7a8aed-d5a0-4c48-94dc-01022e500fc7 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.1395314 Feb 04 16:04:56.274752 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'code': 200} Feb 04 16:04:56.354686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-88b00a47-1725-49a5-844a-ea875cf2cc53 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.1466129 Feb 04 16:04:56.391423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:04:56.460425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 5a093a9b-4ec7-463e-9133-b631244d1938 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:04:56.467180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5a093a9b-4ec7-463e-9133-b631244d1938 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:04:56.467830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.476385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039314b8-32e0-437a-bba6-77fe5588eaea req-90bf9265-ed30-422a-84c0-8b3eb347d892 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:56.477783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-039314b8-32e0-437a-bba6-77fe5588eaea req-90bf9265-ed30-422a-84c0-8b3eb347d892 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 946 time: 0.3716111 Feb 04 16:04:56.588789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.621347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:56.625236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.625666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65c2adc-6576-411d-9532-997d9610c3c5 req-6b59fe90-ba03-42b1-8529-242332458a3c service neutron] 10.222.0.41 "GET /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361677 Feb 04 16:04:56.626357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:56.631457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Deleting port a569eac9-6864-434b-8d02-3a79759a842b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:56.631785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.707322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:04:56.707684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.744094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:56.798729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.831452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:56.833046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f13ec2f-2c82-4486-ad60-39e9e58ed5d8 req-74fe4da8-c59b-49cb-ad58-cf0ca22e8f40 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/a48893f5-0af5-4720-9e71-c3536768f3f1 HTTP/1.1" status: 200 len: 2649 time: 0.2847159 Feb 04 16:04:56.840455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:56.907941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.143583 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-218524b6-5001-40ea-adbd-288d44ce3a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.177731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.178044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.326729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Calling delete_port for a569eac9-6864-434b-8d02-3a79759a842b owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:57.372530 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-7f13ec2f-2c82-4486-ad60-39e9e58ed5d8 req-8b6184db-2dc3-483a-adc2-21d3199d6fc7 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:04:57.373525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f13ec2f-2c82-4486-ad60-39e9e58ed5d8 req-8b6184db-2dc3-483a-adc2-21d3199d6fc7 tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "DELETE /v2.0/security-groups/a48893f5-0af5-4720-9e71-c3536768f3f1 HTTP/1.1" status: 409 len: 352 time: 0.5267670 Feb 04 16:04:57.411317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:04:57.411855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.579571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for 445f1e21-fcc6-48f8-a6cc-155fac0e3faf owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:04:57.774986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.835200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event deleted for resources: {'Port': ['ID=a569eac9-6864-434b-8d02-3a79759a842b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:57.844777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083517-24b1-47ed-86d8-4c5bb3697b9d req-2c3b2ff4-e73b-4263-9703-8824134b0458 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:57.846198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c083517-24b1-47ed-86d8-4c5bb3697b9d req-2c3b2ff4-e73b-4263-9703-8824134b0458 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.3638754 Feb 04 16:04:57.848466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:57.978295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=445f1e21-fcc6-48f8-a6cc-155fac0e3faf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:58.007892 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb675f-bb0e-4afe-9557-c6155ffd2b91 None None] New status for floating IP 046f7eb2-b8f5-4e1a-b9c9-79b72b875450: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:04:58.084625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port 445f1e21-fcc6-48f8-a6cc-155fac0e3faf on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:04:58.089615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.093304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'name': 'network-vif-deleted', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:58.101034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.107765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c083517-24b1-47ed-86d8-4c5bb3697b9d req-95d346f7-8752-4ac7-a27e-d4e5e7145d6f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265186 Feb 04 16:04:58.130565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-039314b8-32e0-437a-bba6-77fe5588eaea req-7e34bbd8-8ff8-4a61-b164-e0c21bde921e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "DELETE /v2.0/ports/445f1e21-fcc6-48f8-a6cc-155fac0e3faf HTTP/1.1" status: 204 len: 173 time: 1.5827866 Feb 04 16:04:58.132627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.133665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9cf21d2-6950-443f-8219-4df5eba23788 req-e691ae45-af93-438b-ad02-e887ebe490dc tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "DELETE /v2.0/floatingips/046f7eb2-b8f5-4e1a-b9c9-79b72b875450 HTTP/1.1" status: 204 len: 173 time: 1.7685893 Feb 04 16:04:58.276224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938'}, {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:04:58.331790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179aec4-a6f0-4807-bdaf-7ec2f9940481 req-28561c9d-ebcc-4203-a610-fb599990c2c8 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:58.333890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3179aec4-a6f0-4807-bdaf-7ec2f9940481 req-28561c9d-ebcc-4203-a610-fb599990c2c8 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.0862741 Feb 04 16:04:58.383540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3179aec4-a6f0-4807-bdaf-7ec2f9940481 req-5f5f252d-6eef-4393-b1ed-a9a8cc94ccb8 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Feb 04 16:04:58.412617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 445f1e21-fcc6-48f8-a6cc-155fac0e3faf no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:04:58.464358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 445f1e21-fcc6-48f8-a6cc-155fac0e3faf {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:04:58.464543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 445f1e21-fcc6-48f8-a6cc-155fac0e3faf not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:04:58.466932 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.516412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7eba7571-7f74-4ed1-823a-225e3bdc8f82 req-8545928b-030c-4f29-9414-0f9051d18eed tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:04:58.564736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7eba7571-7f74-4ed1-823a-225e3bdc8f82 req-8545928b-030c-4f29-9414-0f9051d18eed tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:04:58.565812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eba7571-7f74-4ed1-823a-225e3bdc8f82 req-8545928b-030c-4f29-9414-0f9051d18eed tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=96546da4-393c-4a2d-a4e7-1de2e957ddb7 HTTP/1.1" status: 200 len: 210 time: 0.0899060 Feb 04 16:04:58.606465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35807edd-2c46-411e-b89a-3765086d1798 req-d25e8d54-d26c-4da5-b690-d8df71048ac6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:58.607893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35807edd-2c46-411e-b89a-3765086d1798 req-d25e8d54-d26c-4da5-b690-d8df71048ac6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.0810130 Feb 04 16:04:58.632677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.654605 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-423e7358-8ff7-432d-a90d-362294458bb4 req-3bccbfe8-0f27-4370-a7b7-c493ea39b3fc tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] show failed (client error): The resource could not be found. Feb 04 16:04:58.655597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-423e7358-8ff7-432d-a90d-362294458bb4 req-3bccbfe8-0f27-4370-a7b7-c493ea39b3fc tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/403e4c8e-f357-4f62-9be3-1ddf399de906 HTTP/1.1" status: 404 len: 352 time: 0.0353034 Feb 04 16:04:58.677156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35807edd-2c46-411e-b89a-3765086d1798 req-3151aea6-f4a1-4a73-81b4-368d36a58a82 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573914 Feb 04 16:04:58.712039 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96546da4-393c-4a2d-a4e7-1de2e957ddb7', 'name': 'network-vif-deleted', 'tag': '445f1e21-fcc6-48f8-a6cc-155fac0e3faf', 'status': 'completed', 'code': 200} Feb 04 16:04:58.776400 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938', 'code': 200} Feb 04 16:04:58.776791 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'code': 200} Feb 04 16:04:58.786579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-15b0196d-d7fb-4caf-a041-e35a0c2a5c03 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups/b3d848c0-8c32-486b-854d-c3be657df500 HTTP/1.1" status: 200 len: 1641 time: 0.0527608 Feb 04 16:04:58.936295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:58.985593 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.045937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffbb6148-9b02-4327-983d-b1a3f536855e req-c7dcae30-d309-4ecb-be37-0a6d4b989a37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1096 time: 0.1906765 Feb 04 16:04:59.055870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759e707-df14-4e12-afa0-9e15fdcbba7f req-e082a2fd-a06f-42c1-b7a7-355b750888e0 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:59.057194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7759e707-df14-4e12-afa0-9e15fdcbba7f req-e082a2fd-a06f-42c1-b7a7-355b750888e0 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 943 time: 0.1632640 Feb 04 16:04:59.173554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.214264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d848c0-8c32-486b-854d-c3be657df500,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:59.242067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.243192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d7a109b-53df-4c09-8f29-d2ab047c6323 req-fbb0dc45-72c2-4638-97a0-821050434a70 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "DELETE /v2.0/security-groups/b3d848c0-8c32-486b-854d-c3be657df500 HTTP/1.1" status: 204 len: 173 time: 0.4472444 Feb 04 16:04:59.249433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffbb6148-9b02-4327-983d-b1a3f536855e req-acd4644f-30c1-4c52-a8d3-a9e309425070 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904979 Feb 04 16:04:59.256630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7759e707-df14-4e12-afa0-9e15fdcbba7f req-4d75229e-63b0-4ca0-866e-64eb1487831d tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866003 Feb 04 16:04:59.322902 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-1988e936-3f2d-4adb-acaa-06bca477e664 req-a4b8313d-28ac-478d-9d16-574fba5109bd tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] show failed (client error): The resource could not be found. Feb 04 16:04:59.323885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1988e936-3f2d-4adb-acaa-06bca477e664 req-a4b8313d-28ac-478d-9d16-574fba5109bd tempest-SecurityGroupsNegativeTestJSON-643397817 tempest-SecurityGroupsNegativeTestJSON-643397817-project] 10.222.0.62 "GET /v2.0/security-groups/fb0b88ce-5d08-4490-a8fa-ca8f7bfd2ed0 HTTP/1.1" status: 404 len: 352 time: 0.0165942 Feb 04 16:04:59.335595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52112) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:59.510074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Deleting subnet d28210c0-2bc2-4622-8399-fb0529077e12 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:04:59.513415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.521108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3ba10-c548-4fa6-97e0-1ffcbf16ef89 req-02b72f91-bdd9-4f50-a89c-f18067948959 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:04:59.522172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3f3ba10-c548-4fa6-97e0-1ffcbf16ef89 req-02b72f91-bdd9-4f50-a89c-f18067948959 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.0882072 Feb 04 16:04:59.569860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.573737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3f3ba10-c548-4fa6-97e0-1ffcbf16ef89 req-8ffebfec-c760-40cc-b358-52baed627d12 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Feb 04 16:04:59.641582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.729582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.775862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28210c0-2bc2-4622-8399-fb0529077e12,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:04:59.781137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.790724 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a45c9a7a-d7ae-4978-a44f-bd7ca6b73230 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d28210c0-2bc2-4622-8399-fb0529077e12 HTTP/1.1" status: 204 len: 168 time: 0.4534817 Feb 04 16:04:59.793125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:04:59.811599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-fc760d0d-4146-44d8-8b3d-69e67d6b11a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1096 time: 0.1069732 Feb 04 16:04:59.894165 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:04:59.916082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.049386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.076549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab857d3-b1f1-4026-b848-896368eca3fa']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:00.084559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-5224772a-69c7-4653-8b4c-b83332b02c82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.086570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-5224772a-69c7-4653-8b4c-b83332b02c82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.2666779 Feb 04 16:05:00.091215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df0d60c-8ded-454e-b671-6ea77a40001d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:00.091722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df0d60c-8ded-454e-b671-6ea77a40001d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:00.112091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.129057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.136100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:00.136481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:00.150455 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:00.219431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5b6c8-8413-4820-b2da-44445476b3b3 req-cc08b9e0-bb6e-42da-9ad3-d1b36b8a04ef tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.220855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52d5b6c8-8413-4820-b2da-44445476b3b3 req-cc08b9e0-bb6e-42da-9ad3-d1b36b8a04ef tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.2482405 Feb 04 16:05:00.229002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-0770eb40-e3d0-4139-94c0-ab61358cb5da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 200 len: 217 time: 0.1343484 Feb 04 16:05:00.232510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.251052 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.256980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] Pushing event deleted for resources: {'Network': ['ID=cab857d3-b1f1-4026-b848-896368eca3fa,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:00.263463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c7ffadc-7e90-4e6f-9b02-cbb9b1dda62c admin admin] 10.222.0.62 "DELETE /v2.0/networks/cab857d3-b1f1-4026-b848-896368eca3fa HTTP/1.1" status: 204 len: 168 time: 0.4669819 Feb 04 16:05:00.340889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-f3062da4-0406-4f90-a6ec-4feee122fbab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.342394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-f3062da4-0406-4f90-a6ec-4feee122fbab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.0924783 Feb 04 16:05:00.348157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52d5b6c8-8413-4820-b2da-44445476b3b3 req-e62ef34d-fce0-4110-836a-4ec630297597 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166542 Feb 04 16:05:00.393845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0403a62-70ea-49b0-9c93-d7a7d2b34e09 req-01676bc4-53c4-48cf-a92c-53c4464edb0e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.395537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0403a62-70ea-49b0-9c93-d7a7d2b34e09 req-01676bc4-53c4-48cf-a92c-53c4464edb0e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.2347913 Feb 04 16:05:00.402233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-d5b1299a-05c3-4227-bbc5-10f4e65ebcbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475488 Feb 04 16:05:00.421397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52140) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:00.475395 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab60ae2a-2643-45f7-b629-f76e511ab63e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05ed76ac634948eab9554b4906d1016d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520535 Feb 04 16:05:00.477873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52144) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:00.545592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.575314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.631842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.634854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0403a62-70ea-49b0-9c93-d7a7d2b34e09 req-848d9deb-5fe3-4d5a-ad5b-bf223c11153d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315905 Feb 04 16:05:00.649556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48893f5-0af5-4720-9e71-c3536768f3f1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:00.656210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:00.657310 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-538996d3-56f7-470c-bd2b-ea1717372c19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a48893f5-0af5-4720-9e71-c3536768f3f1 HTTP/1.1" status: 204 len: 168 time: 0.1785326 Feb 04 16:05:00.713811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-20bfa510-5650-403b-8f59-9aff2543d161 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964680 Feb 04 16:05:00.724504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-43867154-da9c-4343-b369-7a8a6780fa41 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.725880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-43867154-da9c-4343-b369-7a8a6780fa41 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 943 time: 0.2332690 Feb 04 16:05:00.835997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549022f-9010-4901-b44e-37db9f22af34 req-118c480c-95e7-4f7e-aed4-acbcd23e04c5 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:00.836674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0549022f-9010-4901-b44e-37db9f22af34 req-118c480c-95e7-4f7e-aed4-acbcd23e04c5 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Synchronizing usage tracker for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:00.976863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0549022f-9010-4901-b44e-37db9f22af34 req-118c480c-95e7-4f7e-aed4-acbcd23e04c5 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Unset dirty status for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:00.978014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0549022f-9010-4901-b44e-37db9f22af34 req-118c480c-95e7-4f7e-aed4-acbcd23e04c5 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.4843161 Feb 04 16:05:00.985145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Deleting port a9f00509-b7cd-4526-80cb-8239b4e3c527 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:00.985479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.147970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c250fb6-06af-4483-b224-bd014a8501a3 req-9692a5a5-e749-45ad-ada4-d168f0cae19d service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210987 Feb 04 16:05:01.206560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83d96-07ff-47a7-8186-377f05427543 req-fdc41839-f629-4878-ad5d-a9db61210eb0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:01.208831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-fdc41839-f629-4878-ad5d-a9db61210eb0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.4291906 Feb 04 16:05:01.212719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0549022f-9010-4901-b44e-37db9f22af34 req-29fc2c1b-625d-497d-a70b-54f3f289bd96 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Synchronizing usage tracker for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:01.422416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-96b11f02-9eaf-4581-bc0d-e7b8ae8891c5 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.2048743 Feb 04 16:05:01.475435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0549022f-9010-4901-b44e-37db9f22af34 req-29fc2c1b-625d-497d-a70b-54f3f289bd96 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Unset dirty status for tenant:4d6e06348f3641b7b596835c8226fdd7 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:01.476565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0549022f-9010-4901-b44e-37db9f22af34 req-29fc2c1b-625d-497d-a70b-54f3f289bd96 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/security-groups?id=e501c88b-2a9f-4127-b531-7a61ab89a0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651570 Feb 04 16:05:01.487515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-60f50e19-b271-4304-9251-bae7df83e567 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591252 Feb 04 16:05:01.571771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:01.611980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] For port a9f00509-b7cd-4526-80cb-8239b4e3c527, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a9f00509-b7cd-4526-80cb-8239b4e3c527,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:01.612321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.717095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1695116393-network', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:01.721947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:01.725834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Usage tracker for resource:network and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:01.728674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:01.734829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:01.748042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Made reservation on behalf of d4abcbd2253f4fae907f5821bd6628c0 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:01.750914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.753706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Calling delete_port for a9f00509-b7cd-4526-80cb-8239b4e3c527 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:01.766138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.801375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:01.805187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Usage tracker for resource:security_group_rule and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:01.808847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:01.814681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:01.884504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.888721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.921193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:01.923475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-85ac6481-53e4-433c-87c5-1ffd3ae2767b service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197812 Feb 04 16:05:01.931162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969c09f-44e0-48ef-8ad8-82f2b4844da3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:01.936738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:01.937081 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Added segment 461c85f9-1876-49cf-902d-ab4a0b8ced74 of type vlan for network 2ffe1630-5238-44ab-a481-91a525a16c27 Feb 04 16:05:01.974741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.007190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.008252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.009054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.117729 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5447598 Feb 04 16:05:02.120432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:02.122980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9e8c9-9978-403f-bf52-8727accba358 admin admin] Pushing event updated for resources: {'Network': ['ID=2ffe1630-5238-44ab-a481-91a525a16c27,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:02.128403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Request body: {'subnet': {'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1695116393-subnet', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:02.134163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2ffe1630-5238-44ab-a481-91a525a16c27 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:02.140143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:02.146419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Usage tracker for resource:subnet and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:02.150115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:02.156145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d87b1-233b-4afd-afd5-c4acb35c4fba req-9b58fd43-913d-4ecf-9b1b-ba15465b5e8c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.157944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-205d87b1-233b-4afd-afd5-c4acb35c4fba req-9b58fd43-913d-4ecf-9b1b-ba15465b5e8c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f8b3fcd-9817-48bb-aef9-f8f29900c411 HTTP/1.1" status: 200 len: 943 time: 0.4113810 Feb 04 16:05:02.165445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:02.177652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Made reservation on behalf of d4abcbd2253f4fae907f5821bd6628c0 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:02.179951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.198826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-28b76081-2542-476e-a949-e411ed44a253 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1101 time: 0.3635285 Feb 04 16:05:02.224053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-76e684af-1183-432b-8238-069c6dd1f24d service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842202 Feb 04 16:05:02.228054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.372254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event deleted for resources: {'Port': ['ID=a9f00509-b7cd-4526-80cb-8239b4e3c527,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:02.398408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.400223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-205d87b1-233b-4afd-afd5-c4acb35c4fba req-b8c19d18-d22f-4358-a141-992af75c4690 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346153 Feb 04 16:05:02.437972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:02.474478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Pushing event updated for resources: {'Subnet': ['ID=73361084-99be-4f81-90c7-6cb62e7b7948,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:02.490581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Checking segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:02.491037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Network hostable DHCP agents. Network: 2ffe1630-5238-44ab-a481-91a525a16c27, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:05:02.513852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: a9f00509-b7cd-4526-80cb-8239b4e3c527 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:02.514193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a9f00509-b7cd-4526-80cb-8239b4e3c527 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:02.517473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Network 2ffe1630-5238-44ab-a481-91a525a16c27 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:05:02.533172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2ffe1630-5238-44ab-a481-91a525a16c27) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:02.543470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb8ad23-c782-40ae-b538-e4ce6784edb1 None None] Network 2ffe1630-5238-44ab-a481-91a525a16c27 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:02.546956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.547566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.585744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d89017fe-1042-429a-a6c4-96351d06941b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4641798 Feb 04 16:05:02.586640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52194) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:02.592590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:02.599483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:02.604258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Usage tracker for resource:router and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:02.607789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] No DVR routers for this DVR port a9f00509-b7cd-4526-80cb-8239b4e3c527 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:02.608207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:02.615841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:02.631734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.633136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.661246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.669912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.705950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-deleted', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:02.770901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d310c4ed-c65b-41e9-941c-257b0604a5a7 req-ad445f03-1577-45c1-899f-ead196b2104f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "DELETE /v2.0/ports/a9f00509-b7cd-4526-80cb-8239b4e3c527 HTTP/1.1" status: 204 len: 173 time: 2.0224769 Feb 04 16:05:02.771947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-93d06eb0-cf92-40a0-8a18-87c24137808f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.773286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-93d06eb0-cf92-40a0-8a18-87c24137808f service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5425124 Feb 04 16:05:02.850236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:02.885660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-7e4a468b-f545-43e8-9ad3-c54295b679dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=484a41b7-c244-4aba-97c8-af07a7a5a573 HTTP/1.1" status: 200 len: 217 time: 0.1018384 Feb 04 16:05:02.899456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a1085-e692-4135-8939-ef1a77597a34 req-5bd63f97-125e-49fe-bbd2-a558df612753 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.906083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-479a1085-e692-4135-8939-ef1a77597a34 req-5bd63f97-125e-49fe-bbd2-a558df612753 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.3086472 Feb 04 16:05:02.916597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aabff-9ac7-4309-8662-6680939dadee req-9dc1b303-deb3-441c-a41a-50202abed5b3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:02.917992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-905aabff-9ac7-4309-8662-6680939dadee req-9dc1b303-deb3-441c-a41a-50202abed5b3 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 946 time: 0.3655128 Feb 04 16:05:02.918897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2ffe1630-5238-44ab-a481-91a525a16c27', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:05:02.919940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.150590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574102e-a082-4ea1-b862-bc6d13eb0583 req-07b251e6-5e46-4aa2-aad6-4ddf0994f454 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:03.152288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a574102e-a082-4ea1-b862-bc6d13eb0583 req-07b251e6-5e46-4aa2-aad6-4ddf0994f454 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.5505693 Feb 04 16:05:03.171927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Allocated IP 172.20.0.2 (2ffe1630-5238-44ab-a481-91a525a16c27/73361084-99be-4f81-90c7-6cb62e7b7948/e095463d-7666-4f36-9799-d359eaae5f77) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:03.217111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-7c1c4b62-e88e-4110-9551-235693e3dd39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:03.220167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-7c1c4b62-e88e-4110-9551-235693e3dd39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3097482 Feb 04 16:05:03.234400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Deleting port f8607068-2a9b-4c58-a651-f00604be4f3a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:03.235015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.273500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.307745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.314173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-479a1085-e692-4135-8939-ef1a77597a34 req-5e6b59e5-ee67-4ae8-b2e1-8e969a8d41b7 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067667 Feb 04 16:05:03.469670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a574102e-a082-4ea1-b862-bc6d13eb0583 req-d42ff4f3-9394-4ec7-8bd4-db99ada14f76 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986183 Feb 04 16:05:03.529982 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.557323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Transition to ACTIVE for port object e095463d-7666-4f36-9799-d359eaae5f77 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:03.640138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Transition to ACTIVE for port object e095463d-7666-4f36-9799-d359eaae5f77 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:03.648838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.666039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Allocated IP 172.25.5.89 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/42c7f898-efd9-4a7e-bfb9-958a26078063) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:03.697708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-a9d55e98-7493-43ea-a451-59a1adefbe55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4331419 Feb 04 16:05:03.744702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Network 2ffe1630-5238-44ab-a481-91a525a16c27 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:03.747816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:03.752842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:03.756111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Pushing event updated for resources: {'Port': ['ID=e095463d-7666-4f36-9799-d359eaae5f77,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:03.768807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] For port f8607068-2a9b-4c58-a651-f00604be4f3a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f8607068-2a9b-4c58-a651-f00604be4f3a,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:03.769160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.845993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Attempting to bind port e095463d-7666-4f36-9799-d359eaae5f77 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:03.846468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Attempting to bind port e095463d-7666-4f36-9799-d359eaae5f77 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:03.846772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Attempting to bind port e095463d-7666-4f36-9799-d359eaae5f77 on network 2ffe1630-5238-44ab-a481-91a525a16c27 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:03.854206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:03.854564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Checking segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:03.854959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.855476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Bound using segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:03.855936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Bound port: e095463d-7666-4f36-9799-d359eaae5f77, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:03.856309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.863898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.899392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.953801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] For port e095463d-7666-4f36-9799-d359eaae5f77, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:03.959137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] For port e095463d-7666-4f36-9799-d359eaae5f77, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e095463d-7666-4f36-9799-d359eaae5f77,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:03.970122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:03.974702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:03.975480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Pushing event updated for resources: {'Port': ['ID=42c7f898-efd9-4a7e-bfb9-958a26078063,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:03.983019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:03.985250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:04.022322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Calling delete_port for f8607068-2a9b-4c58-a651-f00604be4f3a owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:04.067833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d0a5f-629d-4115-9efc-5d94c5ee63b6 None None] Pushing event updated for resources: {'Port': ['ID=e095463d-7666-4f36-9799-d359eaae5f77,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:04.194069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055672d8-e4d3-46cb-b887-f00555e3387c req-aebac71e-93ae-446d-94d9-9da6fed190e3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.195559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-055672d8-e4d3-46cb-b887-f00555e3387c req-aebac71e-93ae-446d-94d9-9da6fed190e3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.5573134 Feb 04 16:05:04.227936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.228667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.316069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-9c446b0b-3f9a-41f3-a289-0a7b704d862d service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899584 Feb 04 16:05:04.428516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e095463d-7666-4f36-9799-d359eaae5f77 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:04.492168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432467c2-92d1-4e92-92a6-77a71bd8bf18 req-a1822d27-7e96-447a-b6e9-49984f172e6b tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.496149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432467c2-92d1-4e92-92a6-77a71bd8bf18 req-a1822d27-7e96-447a-b6e9-49984f172e6b tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.503444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432467c2-92d1-4e92-92a6-77a71bd8bf18 req-a1822d27-7e96-447a-b6e9-49984f172e6b tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a&device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 1681 time: 0.7455945 Feb 04 16:05:04.523065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83d96-07ff-47a7-8186-377f05427543 req-7814b635-f86e-40b0-abdb-b16c514433d0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:04.524413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e095463d-7666-4f36-9799-d359eaae5f77 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:04.524548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-7814b635-f86e-40b0-abdb-b16c514433d0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.5935223 Feb 04 16:05:04.528514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Router ee529f3f-bf45-4f77-813e-d553033cd160 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:05:04.556717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:04.583482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-055672d8-e4d3-46cb-b887-f00555e3387c req-ce94031d-fe14-421a-b574-97e0508b768f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777847 Feb 04 16:05:04.731805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.757870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:04.770273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Sync routers for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:04.782399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:04.783027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:04.788277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432467c2-92d1-4e92-92a6-77a71bd8bf18 req-3a26dd16-b0bb-44b2-a611-c016f29a9d66 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839816 Feb 04 16:05:04.802312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a7406-0087-47e1-8d58-b55b2b7ba725 req-e6fd89e7-dae7-43ec-9c2a-c6b0044f2c15 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707601 Feb 04 16:05:04.824612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:04.826715 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9cdf6ba7-0023-437d-bda7-05393cccae88 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2385700 Feb 04 16:05:04.829267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:04.989966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Pushing event deleted for resources: {'Port': ['ID=f8607068-2a9b-4c58-a651-f00604be4f3a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:05.008765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec089bfc-3f33-45bb-afd9-569b90fba3a2 req-9ee5b265-e3b0-4437-a712-a570ff4916aa tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 210 time: 0.2313125 Feb 04 16:05:05.084923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:05.180133 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8b3fcd-9817-48bb-aef9-f8f29900c411', 'name': 'network-vif-deleted', 'tag': 'a9f00509-b7cd-4526-80cb-8239b4e3c527', 'status': 'completed', 'code': 200} Feb 04 16:05:05.217562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-298b29af-ae28-4054-9d5a-449985cfb7d3 req-55cf3df3-7a46-4a7a-9351-fdd4e58d7241 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab456caa-fcd6-4ddf-af7b-b2b819deacea HTTP/1.1" status: 200 len: 210 time: 0.2111979 Feb 04 16:05:05.234412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] No DVR routers for this DVR port f8607068-2a9b-4c58-a651-f00604be4f3a on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:05.246016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.285748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:05.305436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-905aabff-9ac7-4309-8662-6680939dadee req-af2c35c8-d8bf-49de-a1e3-7a52f1abfdf4 tempest-ServerRescueTestJSONUnderV235-421020069 tempest-ServerRescueTestJSONUnderV235-421020069-project] 10.222.0.41 "DELETE /v2.0/ports/f8607068-2a9b-4c58-a651-f00604be4f3a HTTP/1.1" status: 204 len: 173 time: 2.2174072 Feb 04 16:05:05.329660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:05.340591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233bc750-1b02-4d53-98eb-d6e229c8ae54 None None] Network 2ffe1630-5238-44ab-a481-91a525a16c27 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:05.370653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:05.373866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.577572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Provisioning for port e095463d-7666-4f36-9799-d359eaae5f77 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:05.655483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Provisioning complete for port e095463d-7666-4f36-9799-d359eaae5f77 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:05.655851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:05.698752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a11c-0319-4c01-84f6-545b957e471b req-6ed2ac32-a1ee-4750-95b9-b013ce3a1e27 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.700368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d86a11c-0319-4c01-84f6-545b957e471b req-6ed2ac32-a1ee-4750-95b9-b013ce3a1e27 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.3063283 Feb 04 16:05:05.764390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324998-6d24-436a-8663-68df6c7be0e2 req-7bd8d614-1936-409e-8506-812d31a12d5a tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:05.766106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c324998-6d24-436a-8663-68df6c7be0e2 req-7bd8d614-1936-409e-8506-812d31a12d5a tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.2572618 Feb 04 16:05:05.841993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.3 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/404fda9a-2525-4846-a643-1f440ede39a2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:05.859367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d86a11c-0319-4c01-84f6-545b957e471b req-b1675300-0e5f-4e14-bd28-d070c68f56f8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267931 Feb 04 16:05:05.871293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c324998-6d24-436a-8663-68df6c7be0e2 req-d3dde165-54d8-4338-972f-401aebabbc55 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959668 Feb 04 16:05:05.987631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.030656 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.045077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:04Z', 'revision_number': 3, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:06.056816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Checking router: ee529f3f-bf45-4f77-813e-d553033cd160 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:06.057402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Updating router ee529f3f-bf45-4f77-813e-d553033cd160 port 42c7f898-efd9-4a7e-bfb9-958a26078063 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:06.132695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] For port e095463d-7666-4f36-9799-d359eaae5f77, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e095463d-7666-4f36-9799-d359eaae5f77,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:06.136147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.162502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.192493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.311519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.403943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Allocated IP 172.20.0.1 (2ffe1630-5238-44ab-a481-91a525a16c27/73361084-99be-4f81-90c7-6cb62e7b7948/7699b817-58ad-4622-a36c-0587e947534d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:06.413583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68742521-bdcb-40c1-807e-5a2f79e684ff None None] Pushing event updated for resources: {'Port': ['ID=e095463d-7666-4f36-9799-d359eaae5f77,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:06.427147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f8607068-2a9b-4c58-a651-f00604be4f3a no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:06.476118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: f8607068-2a9b-4c58-a651-f00604be4f3a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:06.476515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f8607068-2a9b-4c58-a651-f00604be4f3a not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:06.552798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d0c45765-a3f9-4669-b1ff-1cfc7c6e1bab None None] Provisioning complete for port e095463d-7666-4f36-9799-d359eaae5f77 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:06.552798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0c45765-a3f9-4669-b1ff-1cfc7c6e1bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.556165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:06.557182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:06.568604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:06.574971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:06.578307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.594918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Transition to ACTIVE for port object 7699b817-58ad-4622-a36c-0587e947534d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:06.620309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.668123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-3ee1d8cd-6f5d-440a-8cd0-bfc07c8e1d69 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:06.669576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-3ee1d8cd-6f5d-440a-8cd0-bfc07c8e1d69 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.4288430 Feb 04 16:05:06.699405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Network 2ffe1630-5238-44ab-a481-91a525a16c27 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:06.702990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:06.704835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:06.705387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:06.705512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.721072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eefdde1e-bd5e-4ee9-b959-b7293a9d987c req-7caa16dc-7756-469e-9486-120014583f23 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1096 time: 0.4778988 Feb 04 16:05:06.733275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Pushing event updated for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:06.753061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-0d278ae6-c05c-49dc-8170-773a886ab190 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/quotas/db2b023a384645609e4657435befe212 HTTP/1.1" status: 200 len: 375 time: 0.0677953 Feb 04 16:05:06.772853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.829396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.831868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-977b3379-114d-4d27-9363-4f1c9a193120 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2861614 Feb 04 16:05:06.845990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Transition to ACTIVE for port object 42c7f898-efd9-4a7e-bfb9-958a26078063 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:06.850984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eefdde1e-bd5e-4ee9-b959-b7293a9d987c req-5cfbee4a-ba96-426a-9669-8a9acfadcbd3 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289818 Feb 04 16:05:06.861782 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.875838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:06.876424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Request body: {'port': {'device_id': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:06.981810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4678-06b2-4ff7-a5cd-77e1e3fd10f5 None None] Pushing event updated for resources: {'Port': ['ID=42c7f898-efd9-4a7e-bfb9-958a26078063,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:06.986909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-15e7dae2-76eb-4a1c-b4ee-76d295a0de1a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Synchronizing usage tracker for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:06.991066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Attempting to bind port 42c7f898-efd9-4a7e-bfb9-958a26078063 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:06.991447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Attempting to bind port 42c7f898-efd9-4a7e-bfb9-958a26078063 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:06.991850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Attempting to bind port 42c7f898-efd9-4a7e-bfb9-958a26078063 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:07.012494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:07.012861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:07.013258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.013644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:07.014174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Bound port: 42c7f898-efd9-4a7e-bfb9-958a26078063, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:07.014584 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.074103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-15e7dae2-76eb-4a1c-b4ee-76d295a0de1a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Unset dirty status for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:07.082997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-15e7dae2-76eb-4a1c-b4ee-76d295a0de1a tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3187404 Feb 04 16:05:07.166122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-faa67e5a-0a88-4467-88f0-1ba6864179da None None] Provisioning for port 7699b817-58ad-4622-a36c-0587e947534d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:07.171344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] For port 42c7f898-efd9-4a7e-bfb9-958a26078063, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:07.173218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-faa67e5a-0a88-4467-88f0-1ba6864179da None None] Provisioning complete for port 7699b817-58ad-4622-a36c-0587e947534d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:07.173582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa67e5a-0a88-4467-88f0-1ba6864179da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.180876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'name': 'network-vif-deleted', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:07.195204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.197182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.204114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.229455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] For port 42c7f898-efd9-4a7e-bfb9-958a26078063, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=42c7f898-efd9-4a7e-bfb9-958a26078063,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:07.245571 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.304769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-faa67e5a-0a88-4467-88f0-1ba6864179da None None] Port 7699b817-58ad-4622-a36c-0587e947534d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:07.350060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb4678-06b2-4ff7-a5cd-77e1e3fd10f5 None None] Pushing event updated for resources: {'Port': ['ID=42c7f898-efd9-4a7e-bfb9-958a26078063,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.352311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.357296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Pushing event updated for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:07.357807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:07.358435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:07.367822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-02941dee-4712-4087-8660-ed94f4aefa28 service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838786 Feb 04 16:05:07.505471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Network 2ffe1630-5238-44ab-a481-91a525a16c27 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:07.506870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:07.561684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:07.833117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-8c64da35-2d8f-45a1-a5ab-dabf128730b7 service neutron] 10.222.0.62 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282775 Feb 04 16:05:07.841092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680446c-1d35-4da6-944d-22a526f9d94f req-c2559ffe-e0bd-4957-9af6-a97ea92b8f2e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:07.841764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d680446c-1d35-4da6-944d-22a526f9d94f req-c2559ffe-e0bd-4957-9af6-a97ea92b8f2e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:07.891822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d680446c-1d35-4da6-944d-22a526f9d94f req-c2559ffe-e0bd-4957-9af6-a97ea92b8f2e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:07.892087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90830b0b-454f-46ea-ac46-ef7218dc0b71 None None] Provisioning complete for port 7699b817-58ad-4622-a36c-0587e947534d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:07.892580 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90830b0b-454f-46ea-ac46-ef7218dc0b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:07.898284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d680446c-1d35-4da6-944d-22a526f9d94f req-c2559ffe-e0bd-4957-9af6-a97ea92b8f2e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 931 time: 0.5334980 Feb 04 16:05:07.990993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-90830b0b-454f-46ea-ac46-ef7218dc0b71 None None] Port 7699b817-58ad-4622-a36c-0587e947534d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:08.015815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d680446c-1d35-4da6-944d-22a526f9d94f req-a9099b97-b556-4f26-8f14-bf8e706429ff tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164501 Feb 04 16:05:08.025935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404fda9a-2525-4846-a643-1f440ede39a2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:08.028057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 2, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:08.032436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67bae3-2c17-49c3-8a7e-8c793478511e None None] The sync data for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 is: [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 2, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:08.059223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.077531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Router ee529f3f-bf45-4f77-813e-d553033cd160 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:05:08.087952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Transition to ACTIVE for port object 404fda9a-2525-4846-a643-1f440ede39a2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:08.104068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.168568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:08.422460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e095463d-7666-4f36-9799-d359eaae5f77 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:08.487205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:08.505108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67047085-867d-4380-9a07-24ba1b99106f admin admin] 10.222.0.62 "PUT /v2.0/routers/ee529f3f-bf45-4f77-813e-d553033cd160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6745081 Feb 04 16:05:08.558120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e095463d-7666-4f36-9799-d359eaae5f77 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:08.558530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:08.604487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:08.792863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3cc5c-b1ec-4ce0-8f2b-d3ec9f8c85fe req-a8d40bb6-30cd-47de-8feb-e692626824fc tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.794370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fd3cc5c-b1ec-4ce0-8f2b-d3ec9f8c85fe req-a8d40bb6-30cd-47de-8feb-e692626824fc tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.4898958 Feb 04 16:05:08.814489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf738a2-20b8-4d1e-b4a1-4ba0c94f8930 req-5f2e7edc-5e42-4085-aad3-7d54a3bf62f4 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:08.815938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcf738a2-20b8-4d1e-b4a1-4ba0c94f8930 req-5f2e7edc-5e42-4085-aad3-7d54a3bf62f4 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.4157307 Feb 04 16:05:08.980775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Attempting to bind port 404fda9a-2525-4846-a643-1f440ede39a2 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:08.981452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Attempting to bind port 404fda9a-2525-4846-a643-1f440ede39a2 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:08.981452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Attempting to bind port 404fda9a-2525-4846-a643-1f440ede39a2 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:09.008584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fd3cc5c-b1ec-4ce0-8f2b-d3ec9f8c85fe req-d2d6e054-6a39-45fe-a077-4b3fa54bc200 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027035 Feb 04 16:05:09.021141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcf738a2-20b8-4d1e-b4a1-4ba0c94f8930 req-f7f9d0c1-9fe0-4274-a977-112350ac60b1 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741195 Feb 04 16:05:09.022968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Port 404fda9a-2525-4846-a643-1f440ede39a2 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:09.023294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Attempting to bind port 404fda9a-2525-4846-a643-1f440ede39a2 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:09.049177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:09.049504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:09.049887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:09.050370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Bound port: 404fda9a-2525-4846-a643-1f440ede39a2, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:09.050693 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.216970 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab456caa-fcd6-4ddf-af7b-b2b819deacea', 'name': 'network-vif-deleted', 'tag': 'f8607068-2a9b-4c58-a651-f00604be4f3a', 'status': 'completed', 'code': 200} Feb 04 16:05:09.341455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83c76d92-03c1-40ee-ab75-8bc43caea466 req-3a99c464-c22a-41bc-b931-ca15db154707 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 210 time: 0.0824149 Feb 04 16:05:09.353197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:09.382829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:09.416116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.487253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:09.488809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] 10.222.0.58 "PUT /v2.0/ports/404fda9a-2525-4846-a643-1f440ede39a2 HTTP/1.1" status: 200 len: 1091 time: 2.6345348 Feb 04 16:05:09.703897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-688b4951-feed-48a5-abb8-12b874028279 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:09.705594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-688b4951-feed-48a5-abb8-12b874028279 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 821 time: 0.1834335 Feb 04 16:05:09.919026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:09.925398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460280879', 'description': 'tempest-description--1906173437'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:09.933270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:09.937204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:security_group and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:09.941533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:09.949555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:09.966999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.013395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.017924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:security_group_rule and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.021775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.028460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.032131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c977b44-4ba3-4a46-9adb-34bf77bf7e3e service neutron] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:10.050953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Request body: {'port': {'device_id': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'admin_state_up': True, 'tenant_id': 'db2b023a384645609e4657435befe212'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:10.107474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.119570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.192670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa52a46-ed69-4b09-aeed-55393dcef30a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:10.211971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.215989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cccd207b-ce5e-4e3a-8984-dff860ae2948 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2932472 Feb 04 16:05:10.216247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52286) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:10.222638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'security_group_rule': {'security_group_id': 'caa52a46-ed69-4b09-aeed-55393dcef30a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:10.235039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.238916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:security_group_rule and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.242255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.249121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.279511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.365208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.372114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.404122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd1e139-1fbf-45d5-8c32-0b1f24e80ea8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:10.429636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.430903 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9390a88d-116f-4645-a00a-784230231644 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2137299 Feb 04 16:05:10.433531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:10.435628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 42c7f898-efd9-4a7e-bfb9-958a26078063 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:10.440457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'security_group_rule': {'security_group_id': 'caa52a46-ed69-4b09-aeed-55393dcef30a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:10.447133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.451170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:security_group_rule and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.454533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.466086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.482401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7c95d-0c67-464a-b3a4-abce2bd266ff req-7fe6b93b-5aee-4bd4-a7cb-ec4c46b03920 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.490476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.493311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29b7c95d-0c67-464a-b3a4-abce2bd266ff req-7fe6b93b-5aee-4bd4-a7cb-ec4c46b03920 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 943 time: 0.5501521 Feb 04 16:05:10.522052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-6b51740c-3c6b-4a18-9e92-79c02cb93ea0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 1094 time: 0.8149974 Feb 04 16:05:10.523128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.557344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 42c7f898-efd9-4a7e-bfb9-958a26078063 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:10.563434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 42c7f898-efd9-4a7e-bfb9-958a26078063 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:10.563995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.591247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.592851 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.597408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.618259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ae2cb8-c3de-4bd7-a83f-492a8ff9b3d1,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:10.637378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.641376 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-422f2495-ad47-42ea-a158-249349340075 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2040486 Feb 04 16:05:10.642163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52298) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:10.647936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:10.653992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:10.657957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:floatingip and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:10.662553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:10.670145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.677896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:10.682268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.691226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.709897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 42c7f898-efd9-4a7e-bfb9-958a26078063, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=42c7f898-efd9-4a7e-bfb9-958a26078063,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:10.711040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-dece7b6d-26d0-4bed-adaf-573195814013 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404fda9a-2525-4846-a643-1f440ede39a2 HTTP/1.1" status: 200 len: 217 time: 0.1711578 Feb 04 16:05:10.714292 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.754980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29b7c95d-0c67-464a-b3a4-abce2bd266ff req-919d4c20-5c62-485a-8fcd-6d9b5313ecf4 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606511 Feb 04 16:05:10.787366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=42c7f898-efd9-4a7e-bfb9-958a26078063,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:10.797157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Made reservation on behalf of db2b023a384645609e4657435befe212 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:10.800665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.813765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83d96-07ff-47a7-8186-377f05427543 req-b980b8bf-1e3d-419d-bc06-1f45fc6025ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.815267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-b980b8bf-1e3d-419d-bc06-1f45fc6025ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.0978096 Feb 04 16:05:10.829316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:10.842440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:10.889557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-ea165a1d-05db-4c9f-abe0-73a2e4f6eacb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558465 Feb 04 16:05:10.927062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e1ac0-0859-40d4-8b6d-fb198b285207 req-1facf1f2-c19c-426f-843d-111b34537d27 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:10.930867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-281e1ac0-0859-40d4-8b6d-fb198b285207 req-1facf1f2-c19c-426f-843d-111b34537d27 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.5608346 Feb 04 16:05:11.000033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Allocated IP 172.25.5.243 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d60dbd60-0cd6-446d-bc9b-dc6e22abb452) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:11.158830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.188453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.220156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:11.261686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:11.265058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'Port': ['ID=d60dbd60-0cd6-446d-bc9b-dc6e22abb452,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.267426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:11.270695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:11.312077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-281e1ac0-0859-40d4-8b6d-fb198b285207 req-3f81916e-9054-4da0-ae0a-b0012c17289c tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070509 Feb 04 16:05:11.332671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-3649c8c5-d6ea-4c61-863c-49d690509ba2 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620129 Feb 04 16:05:11.424596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480ca6-41f6-4d79-98a5-13a1ea410513 req-381ab4d1-8b56-4aa6-ac35-b64175268842 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:11.425818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4480ca6-41f6-4d79-98a5-13a1ea410513 req-381ab4d1-8b56-4aa6-ac35-b64175268842 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.5436449 Feb 04 16:05:11.447732 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.464130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Allocated IP 172.20.0.8 (e36866c3-3812-4b49-9b2d-5c3096ee591b/803b9d70-06a3-4f12-9d14-c79814d086a5/63877010-7ec6-428f-b3fd-0b1e2d4da30a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:11.515951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.743830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.748460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:11.812910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4480ca6-41f6-4d79-98a5-13a1ea410513 req-cd40bf57-10e3-4b44-b4b7-543dcd166d15 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750200 Feb 04 16:05:11.858970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f685b81-f634-4bea-917a-0d2d078d51f2 req-ec550782-f5dd-4352-a436-4a6334e2a2e8 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 210 time: 0.1281636 Feb 04 16:05:11.916077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'Port': ['ID=d60dbd60-0cd6-446d-bc9b-dc6e22abb452,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:11.946479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1d83d96-07ff-47a7-8186-377f05427543 req-805a0d94-5434-48c9-a804-c831b91f514a service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048295 Feb 04 16:05:11.950109 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2', 'status': 'completed', 'code': 200} Feb 04 16:05:11.986206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.023190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.026994 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-37c34c3e-7374-49e8-90a5-de41260f79d8 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3841834 Feb 04 16:05:12.390162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c4aef-a619-438d-8ab6-abc9fece071f req-c3e3ec17-bd44-4520-b44a-807920483c5f tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.391786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-279c4aef-a619-438d-8ab6-abc9fece071f req-c3e3ec17-bd44-4520-b44a-807920483c5f tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 945 time: 0.6621885 Feb 04 16:05:12.416034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 42c7f898-efd9-4a7e-bfb9-958a26078063 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:12.504844 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.548649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 42c7f898-efd9-4a7e-bfb9-958a26078063 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:12.549357 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.590249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-63b91a06-8ac3-4df3-822e-273693edebcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 1094 time: 0.5174882 Feb 04 16:05:12.601671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Deleting port 95e8121d-fd9b-4813-8425-469cb6653eb5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:12.602012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.644326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4104fb-3c0e-45a0-8e5b-2edbe894869b req-e3cabf18-926e-4c81-a122-54dfcc809f3b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:12.646354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e4104fb-3c0e-45a0-8e5b-2edbe894869b req-e3cabf18-926e-4c81-a122-54dfcc809f3b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 943 time: 0.4799490 Feb 04 16:05:12.939862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:12.943583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e4104fb-3c0e-45a0-8e5b-2edbe894869b req-5e60fa7a-83c1-4533-87ef-6562b12a8f7f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652578 Feb 04 16:05:13.188361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b0aa85-b97e-43d8-ab35-849e54ca739f req-8f9df84a-96c9-4087-b4e8-78e2e4e5fd78 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.196173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1b0aa85-b97e-43d8-ab35-849e54ca739f req-8f9df84a-96c9-4087-b4e8-78e2e4e5fd78 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1f63b9ae-6452-485c-b91e-adea096efef3 HTTP/1.1" status: 200 len: 945 time: 0.6628745 Feb 04 16:05:13.198602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-2bfc89ca-9e84-4ede-82e8-61b4896317ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.200494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-2bfc89ca-9e84-4ede-82e8-61b4896317ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.5690391 Feb 04 16:05:13.279698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Network e36866c3-3812-4b49-9b2d-5c3096ee591b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:13.291148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:13.292914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event updated for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:13.306923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:13.554929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-0d19b99d-c1b5-4718-9a94-2bd06d41a4b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404fda9a-2525-4846-a643-1f440ede39a2 HTTP/1.1" status: 200 len: 217 time: 0.3429849 Feb 04 16:05:13.727153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:13.727761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:13.767046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1b0aa85-b97e-43d8-ab35-849e54ca739f req-31a9d3a7-f722-4030-9c9b-7ffdc4f41fc2 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d923ae4-e494-44de-8688-3b0c566d34ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695431 Feb 04 16:05:13.793115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] For port 95e8121d-fd9b-4813-8425-469cb6653eb5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95e8121d-fd9b-4813-8425-469cb6653eb5,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:13.793482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:13.974227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Calling delete_port for 95e8121d-fd9b-4813-8425-469cb6653eb5 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:14.077755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-c8af16d1-0763-4404-a8e4-2eec3fddb4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.079189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-c8af16d1-0763-4404-a8e4-2eec3fddb4aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.5085127 Feb 04 16:05:14.172212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-891aaf9e-4ba7-4120-b356-9b370ed46c1c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1556270 Feb 04 16:05:14.178081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f79ec5-f541-4ced-ba8e-237c5142bf46 req-89351d91-74dd-467c-825c-9220751d6699 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.179477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70f79ec5-f541-4ced-ba8e-237c5142bf46 req-89351d91-74dd-467c-825c-9220751d6699 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 1.0634601 Feb 04 16:05:14.189929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-91b051e2-19f3-4fda-b9fe-d22e19bafd3a tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.191278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-91b051e2-19f3-4fda-b9fe-d22e19bafd3a tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 945 time: 0.9021256 Feb 04 16:05:14.194053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-0e027c99-7a94-4aca-aabd-a8211d6a15a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940714 Feb 04 16:05:14.208760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Request body: {'port': {'device_id': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:14.559784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Deleting port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:14.560329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.632827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70f79ec5-f541-4ced-ba8e-237c5142bf46 req-6f469b57-7a81-4503-ab88-cd6ef92733dc tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374909 Feb 04 16:05:14.677235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4376-0f71-4b80-b164-b4d499182a7c req-c8bed3c0-e15e-489b-9392-995d0c33ed00 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:14.679214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22be4376-0f71-4b80-b164-b4d499182a7c req-c8bed3c0-e15e-489b-9392-995d0c33ed00 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.6761928 Feb 04 16:05:14.733449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.790488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:14.803116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:14.924034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-9b2a0fa2-6ae8-4fab-a754-05fe165e0e39 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878147 Feb 04 16:05:14.986453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event deleted for resources: {'Port': ['ID=95e8121d-fd9b-4813-8425-469cb6653eb5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:15.017482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Deleting port 537e9c6c-d774-4d79-abe6-e83df152acf1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:15.017812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.393839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22be4376-0f71-4b80-b164-b4d499182a7c req-cc883680-c479-4e2f-a235-07d3876abfee tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872134 Feb 04 16:05:15.594975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] No DVR routers for this DVR port 95e8121d-fd9b-4813-8425-469cb6653eb5 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:15.643497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.647648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'name': 'network-vif-deleted', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:15.791249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-279c4aef-a619-438d-8ab6-abc9fece071f req-b5384713-a9a3-40b1-9d4e-b3f13354d340 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.41 "DELETE /v2.0/ports/95e8121d-fd9b-4813-8425-469cb6653eb5 HTTP/1.1" status: 204 len: 173 time: 3.3929274 Feb 04 16:05:15.797169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] For port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,segment=NetworkSegment(5937a000-971d-4997-ad84-d8be56389955),segment_id=5937a000-971d-4997-ad84-d8be56389955)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:15.797524 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:15.809014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b47b991c-81b2-428d-a1fd-4456fd8e1e1a req-e0a12d84-d8d8-469e-8bd6-fe2ec34fab41 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423798 Feb 04 16:05:15.853097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0879772-65ab-4550-9658-6935d6905aa0 req-ba9e4c3f-ed69-40bb-8073-509810d68292 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:15.853598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f0879772-65ab-4550-9658-6935d6905aa0 req-ba9e4c3f-ed69-40bb-8073-509810d68292 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Synchronizing usage tracker for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:16.053982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Calling delete_port for 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:16.100072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] For port 537e9c6c-d774-4d79-abe6-e83df152acf1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=537e9c6c-d774-4d79-abe6-e83df152acf1,segment=NetworkSegment(8b9a00a5-1bf0-4c39-b989-95294c05c33c),segment_id=8b9a00a5-1bf0-4c39-b989-95294c05c33c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:16.100456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:16.195189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f0879772-65ab-4550-9658-6935d6905aa0 req-ba9e4c3f-ed69-40bb-8073-509810d68292 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Unset dirty status for tenant:db2b023a384645609e4657435befe212 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:16.196350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0879772-65ab-4550-9658-6935d6905aa0 req-ba9e4c3f-ed69-40bb-8073-509810d68292 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 931 time: 1.4132345 Feb 04 16:05:16.259405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Calling delete_port for 537e9c6c-d774-4d79-abe6-e83df152acf1 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:16.352793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709158e-6eeb-4e1f-8636-d1816636e66c req-e48a4400-0622-4cec-bf3e-f7d509847246 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:16.354229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d709158e-6eeb-4e1f-8636-d1816636e66c req-e48a4400-0622-4cec-bf3e-f7d509847246 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 943 time: 0.7724273 Feb 04 16:05:16.452975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95e8121d-fd9b-4813-8425-469cb6653eb5 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:16.492778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 95e8121d-fd9b-4813-8425-469cb6653eb5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:16.493239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95e8121d-fd9b-4813-8425-469cb6653eb5 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:16.525168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0879772-65ab-4550-9658-6935d6905aa0 req-305fada2-9954-4f72-ba76-05d781807704 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366583 Feb 04 16:05:16.592113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d709158e-6eeb-4e1f-8636-d1816636e66c req-719e85d8-6bd9-45c0-8f23-0723fb0792ba tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108402 Feb 04 16:05:16.623758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63877010-7ec6-428f-b3fd-0b1e2d4da30a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:16.628193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:16.642077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:16.645354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:16.740060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Pushing event deleted for resources: {'Port': ['ID=8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:16.754534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Transition to ACTIVE for port object 63877010-7ec6-428f-b3fd-0b1e2d4da30a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:16.796310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:16.805949 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f63b9ae-6452-485c-b91e-adea096efef3', 'name': 'network-vif-deleted', 'tag': '95e8121d-fd9b-4813-8425-469cb6653eb5', 'status': 'completed', 'code': 200} Feb 04 16:05:16.938465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:16.955328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] No DVR routers for this DVR port 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:16.964254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '404fda9a-2525-4846-a643-1f440ede39a2', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': '404fda9a-2525-4846-a643-1f440ede39a2', 'mac_address': 'fa:16:3e:55:c5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:16.977790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.053901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.074757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404fda9a-2525-4846-a643-1f440ede39a2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:17.093163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:17.099603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.100539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:17.235316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Pushing event updated for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:17.244166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e589372-43f1-49c7-b1a6-95aa2c57f674 req-9115440d-855b-458a-baa1-f3791eb24dff tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.58 "DELETE /v2.0/ports/8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 HTTP/1.1" status: 204 len: 173 time: 2.9804003 Feb 04 16:05:17.258968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:17.338782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:17.359000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'mac_address': 'fa:16:3e:30:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:17.370738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.424459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.434405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=537e9c6c-d774-4d79-abe6-e83df152acf1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:17.442631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4e7aa-c9d0-48bf-ad3c-f596a56306dd req-5588a276-b494-4c96-a717-48cea6c68b54 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.449482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6e4e7aa-c9d0-48bf-ad3c-f596a56306dd req-5588a276-b494-4c96-a717-48cea6c68b54 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.5747881 Feb 04 16:05:17.455876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:17.476533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:17.481313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfdc88-e71d-4206-b2b6-a7355c7b7966 req-b72b7583-e347-4362-8ada-70f77c898c89 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:17.482662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.487755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1dfdc88-e71d-4206-b2b6-a7355c7b7966 req-b72b7583-e347-4362-8ada-70f77c898c89 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 950 time: 0.5677433 Feb 04 16:05:17.559379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:17.615279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Attempting to bind port 63877010-7ec6-428f-b3fd-0b1e2d4da30a on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:17.615611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Attempting to bind port 63877010-7ec6-428f-b3fd-0b1e2d4da30a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:17.615935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Attempting to bind port 63877010-7ec6-428f-b3fd-0b1e2d4da30a on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:17.655986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Port 63877010-7ec6-428f-b3fd-0b1e2d4da30a on network e36866c3-3812-4b49-9b2d-5c3096ee591b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:17.656726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Attempting to bind port 63877010-7ec6-428f-b3fd-0b1e2d4da30a on network e36866c3-3812-4b49-9b2d-5c3096ee591b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:17.660105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6e4e7aa-c9d0-48bf-ad3c-f596a56306dd req-fcdb1ec3-b70d-4a0c-b244-dbc7267b5813 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098277 Feb 04 16:05:17.675265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1dfdc88-e71d-4206-b2b6-a7355c7b7966 req-63a965e3-30f8-4f41-849c-b114182d1eef tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854117 Feb 04 16:05:17.678967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:17.679315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Checking segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:17.679696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Bound using segment: {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:17.680307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Bound port: 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e233f5f1-9900-40d5-a09e-dedb2de8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:17.680679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:17.818136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['404fda9a-2525-4846-a643-1f440ede39a2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:17.894136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:17.985955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0fab2559-7781-4980-90ad-291a257225bb req-906ce78b-7c0d-4c28-ada7-3904cd1b92b2 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Synchronizing usage tracker for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:17.992848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:18.026015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:18.040558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.159252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0fab2559-7781-4980-90ad-291a257225bb req-906ce78b-7c0d-4c28-ada7-3904cd1b92b2 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] Unset dirty status for tenant:f8e5a5db2c8d4901a2454725adcf5105 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:18.173085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fab2559-7781-4980-90ad-291a257225bb req-906ce78b-7c0d-4c28-ada7-3904cd1b92b2 tempest-ListServersNegativeTestJSON-658529480 tempest-ListServersNegativeTestJSON-658529480-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a548d56-fe10-4985-9393-f26819c39e2a HTTP/1.1" status: 200 len: 210 time: 0.2814269 Feb 04 16:05:18.248989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.250362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] 10.222.0.41 "PUT /v2.0/ports/63877010-7ec6-428f-b3fd-0b1e2d4da30a HTTP/1.1" status: 200 len: 1091 time: 4.0540349 Feb 04 16:05:18.263643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ac6e2-cd0a-4844-b983-e4af477642a4 req-67f3f367-3c80-48c5-9167-303956394171 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.265372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-947ac6e2-cd0a-4844-b983-e4af477642a4 req-67f3f367-3c80-48c5-9167-303956394171 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 943 time: 0.4313054 Feb 04 16:05:18.344468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cdb5e-361a-4244-8102-3b7cf672d2cd service neutron] Pushing event updated for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:18.456139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-947ac6e2-cd0a-4844-b983-e4af477642a4 req-0f90177c-ec0a-4bdc-b527-7eb64b806d82 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760445 Feb 04 16:05:18.475969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.570446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a0edc-5fa9-4bbf-8fac-c40a9a902ad0 req-175c42dd-6bff-4bb3-9f6e-ca61e1708bc7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.571808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-079a0edc-5fa9-4bbf-8fac-c40a9a902ad0 req-175c42dd-6bff-4bb3-9f6e-ca61e1708bc7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 944 time: 0.2383900 Feb 04 16:05:18.575748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-9b755004-1cd1-4c93-8cd7-98a97e0a0934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 1094 time: 0.2777076 Feb 04 16:05:18.618384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:18.686156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-ca4930bf-2094-4a64-8346-cf83c4243710 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a HTTP/1.1" status: 200 len: 217 time: 0.0906267 Feb 04 16:05:18.744545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-079a0edc-5fa9-4bbf-8fac-c40a9a902ad0 req-1ce138e6-afe3-45f3-88ea-bc7ffd62ad6b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666782 Feb 04 16:05:18.759222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.781917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-6abd1e23-c97c-4367-a193-e15d47a1c9fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:18.783398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-6abd1e23-c97c-4367-a193-e15d47a1c9fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.0896602 Feb 04 16:05:18.794764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:18.815457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:18.821627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:18.823320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:18.856379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'name': 'network-vif-deleted', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02'}, {'name': 'network-changed', 'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:18.933245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:18.933587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:18.971303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:19.016073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-d62dd3b7-ff3c-4d08-9806-3f9a0a419120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871996 Feb 04 16:05:19.310726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643361-e3a1-4c99-9405-6ece2d81dd4f req-97671ca5-8a48-413b-a0f2-248efee1d60d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:19.312156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26643361-e3a1-4c99-9405-6ece2d81dd4f req-97671ca5-8a48-413b-a0f2-248efee1d60d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 949 time: 0.2987180 Feb 04 16:05:19.313820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-4eefe74f-46c3-46e6-98f1-a4a6bd485f91 service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337377 Feb 04 16:05:19.320928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9d2b-354f-4080-9a3c-72d07ee07d57 req-4b8386ae-3f25-4186-a043-abc5201bb33d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:19.322314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-796f9d2b-354f-4080-9a3c-72d07ee07d57 req-4b8386ae-3f25-4186-a043-abc5201bb33d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.3101392 Feb 04 16:05:19.648420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26643361-e3a1-4c99-9405-6ece2d81dd4f req-2413e7af-2d83-4447-87a1-9726bd04411d tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245263 Feb 04 16:05:19.650365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-796f9d2b-354f-4080-9a3c-72d07ee07d57 req-a5968a14-af28-4784-ac5f-9ab6bba5d671 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377770 Feb 04 16:05:19.697973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74bd8e9f-daf8-4197-850f-f8c256c1b247 req-de8fb3fb-04bf-4b3a-b84c-cec48e8b2efc service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730083 Feb 04 16:05:19.780616 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a548d56-fe10-4985-9393-f26819c39e2a', 'name': 'network-vif-deleted', 'tag': '8bd366fe-3ea5-4acb-ad8c-f6d43c5f7c02', 'status': 'completed', 'code': 200} Feb 04 16:05:19.780877 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a', 'status': 'completed', 'code': 200} Feb 04 16:05:19.793782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:19.931158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Deleting subnet c9d89737-2339-46f7-8371-12f21adfaf7a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:05:19.938793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.028365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-50412ba5-e341-490c-b67f-b9de8d5d6cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db2b023a384645609e4657435befe212&device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 1094 time: 0.2281795 Feb 04 16:05:20.054576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.121378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.228866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.261188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3a807-f8eb-4871-921e-4ff68771f39b req-980660fb-bf3a-428b-8259-9d6016247c67 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:20.268192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73f3a807-f8eb-4871-921e-4ff68771f39b req-980660fb-bf3a-428b-8259-9d6016247c67 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 944 time: 0.3304861 Feb 04 16:05:20.303178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f4abf-3c46-41f3-a01f-1c961abac2af req-24925253-8bbd-456b-b4a3-f11a07f1a608 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:20.304293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6f4abf-3c46-41f3-a01f-1c961abac2af req-24925253-8bbd-456b-b4a3-f11a07f1a608 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 943 time: 0.4099116 Feb 04 16:05:20.310225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d89737-2339-46f7-8371-12f21adfaf7a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:20.321748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-74debd64-5838-4bda-bf5a-cb03c2d81365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:20.323194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-74debd64-5838-4bda-bf5a-cb03c2d81365 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 200 len: 922 time: 0.2860241 Feb 04 16:05:20.339399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.352081 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d3a8efa-0461-4e09-9dd6-10e14e96c9e6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c9d89737-2339-46f7-8371-12f21adfaf7a HTTP/1.1" status: 204 len: 168 time: 0.5571084 Feb 04 16:05:20.355089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:20.451273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-c51b7a46-ab87-4db1-b11f-d8f7425d6e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a HTTP/1.1" status: 200 len: 217 time: 0.1158919 Feb 04 16:05:20.469284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73f3a807-f8eb-4871-921e-4ff68771f39b req-c712e034-4ae6-4aa0-9d26-a62470ae0fbf tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001679 Feb 04 16:05:20.539251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.542904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6f4abf-3c46-41f3-a01f-1c961abac2af req-15ae2d92-080b-4587-80fe-31dd2a57e872 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177002 Feb 04 16:05:20.553782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Router 4838dca7-c979-4f52-95d7-1beb62681cc8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:05:20.577954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-656fba62-7283-44cc-b85c-7aa51a2f1de4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:20.580572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-656fba62-7283-44cc-b85c-7aa51a2f1de4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 200 len: 861 time: 0.0982366 Feb 04 16:05:20.617672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:20.780299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.809049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 404fda9a-2525-4846-a643-1f440ede39a2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:20.831819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc57dcbb-8d0d-4cdd-b277-038d0e9246e1']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:20.840424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 404fda9a-2525-4846-a643-1f440ede39a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:20.841523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.849658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5937a000-971d-4997-ad84-d8be56389955') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:20.850502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5937a000-971d-4997-ad84-d8be56389955') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:20.869384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.889355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.899727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:20.900775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:20.907401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-fc1d0b26-1705-4d74-8636-5dccae047868 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e36866c3-3812-4b49-9b2d-5c3096ee591b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3183658 Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:20.930413 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:20.976887 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.017592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.060854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.106358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.135281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.142258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc57dcbb-8d0d-4cdd-b277-038d0e9246e1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:21.160892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ef0ddf49-215a-4a45-bbc0-70fbd0b34de7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dc57dcbb-8d0d-4cdd-b277-038d0e9246e1 HTTP/1.1" status: 204 len: 168 time: 0.8047309 Feb 04 16:05:21.217156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:21.235049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:21.243753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.244539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:21.297144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-b2a9e13c-600b-453d-bd65-390172d35501 service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730102 Feb 04 16:05:21.315468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23712f-2827-4df0-82be-e222c647a391 req-980d1c5e-955b-4db0-8ea6-b361ee62a39f tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:21.323721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d23712f-2827-4df0-82be-e222c647a391 req-980d1c5e-955b-4db0-8ea6-b361ee62a39f tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.3678539 Feb 04 16:05:21.381349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:21.417813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:21.455503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 484a41b7-c244-4aba-97c8-af07a7a5a573 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:21.456642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.463095 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f7874034-5cf0-4e80-96da-57c45b65b2fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8e5a5db2c8d4901a2454725adcf5105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0805953 Feb 04 16:05:21.465522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52448) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:21.504082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b172b69-3997-4d0e-bb69-114898a48390 req-bfb2f509-31f2-4d4c-96f0-ab27635fa2e3 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1096 time: 0.5492589 Feb 04 16:05:21.551868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.588823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.610699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d23712f-2827-4df0-82be-e222c647a391 req-6d64d95f-1115-4863-a324-8c432231c0c6 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859912 Feb 04 16:05:21.620420 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.653811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.680144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b172b69-3997-4d0e-bb69-114898a48390 req-c75256f7-5962-445d-abd0-d23ebc92f491 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747911 Feb 04 16:05:21.680788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.682320 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d923ae4-e494-44de-8688-3b0c566d34ce HTTP/1.1" status: 204 len: 168 time: 0.2156637 Feb 04 16:05:21.683591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bbc24-f573-4448-822b-0f06b70c7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d923ae4-e494-44de-8688-3b0c566d34ce,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:21.693277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:21.702930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:21.711464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-341fc643-3b0b-4fc0-9828-18a849bedb99 req-0631a68d-f1a0-44f8-8c19-c42f5d6881ad service neutron] 10.222.0.41 "GET /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019964 Feb 04 16:05:21.750209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:05:21.759004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52460) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:21.761900 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Sync routers for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:21.771058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-caed2fad-7a0f-429a-9002-0acf9148bd66 admin admin] 10.222.0.62 "PUT /v2.0/routers/4838dca7-c979-4f52-95d7-1beb62681cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5876830 Feb 04 16:05:21.782741 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:21.783608 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:21.937829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:22.011531 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2', 'code': 200} Feb 04 16:05:22.042502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2f5b1-cc36-4ed9-8e3a-17e10dfa3724 req-76d69893-6d76-47d7-9b62-6d758208b9a7 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:22.051843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cd2f5b1-cc36-4ed9-8e3a-17e10dfa3724 req-76d69893-6d76-47d7-9b62-6d758208b9a7 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.2067506 Feb 04 16:05:22.173908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:22.228897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.377173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Sync routers for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:05:22.382930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cd2f5b1-cc36-4ed9-8e3a-17e10dfa3724 req-21f90741-606c-4d4f-b9da-4a53ecf1e259 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193860 Feb 04 16:05:22.393861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:22.395553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:22.434323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8d034c-9004-47d1-9015-0d028e1b09ae req-9eb98732-44ec-4faf-a682-8913ea02620f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 1096 time: 0.3477268 Feb 04 16:05:22.500396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63877010-7ec6-428f-b3fd-0b1e2d4da30a details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:22.569964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8d034c-9004-47d1-9015-0d028e1b09ae req-e76113fe-7cc4-4aa1-aa13-76c5cd68ed9d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255970 Feb 04 16:05:22.577524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8a61c-5c3a-458d-a565-9fa19e2ac6a8 req-9aa4c8f8-9ef7-43be-834e-9adf0ca74084 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:22.580817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.589672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd8a61c-5c3a-458d-a565-9fa19e2ac6a8 req-9aa4c8f8-9ef7-43be-834e-9adf0ca74084 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.4039121 Feb 04 16:05:22.607848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Deleting port bf533acf-4dfa-431f-bcfe-8263fba79f21 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:22.608544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:22.655373 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:05:22.681881 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:05:16Z', 'revision_number': 5, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port': {'id': 'bf533acf-4dfa-431f-bcfe-8263fba79f21', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:b1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:03:13Z', 'updated_at': '2022-02-04T16:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:22.704523 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Checking router: 4838dca7-c979-4f52-95d7-1beb62681cc8 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:22.760919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Routers {'4838dca7-c979-4f52-95d7-1beb62681cc8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:22.761547 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4838dca7-c979-4f52-95d7-1beb62681cc8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:22.825429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359a36-0bf3-41d2-b2d3-8b248285a01f req-38f0a5bc-ca44-455f-b7d1-05730799eca2 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:22.834571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2359a36-0bf3-41d2-b2d3-8b248285a01f req-38f0a5bc-ca44-455f-b7d1-05730799eca2 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 943 time: 0.1122622 Feb 04 16:05:22.848311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:22.906140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2359a36-0bf3-41d2-b2d3-8b248285a01f req-724b6698-db3a-4c40-b117-7dcbe669f212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704150 Feb 04 16:05:22.995521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] For port bf533acf-4dfa-431f-bcfe-8263fba79f21, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bf533acf-4dfa-431f-bcfe-8263fba79f21,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:22.995882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.126548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd8a61c-5c3a-458d-a565-9fa19e2ac6a8 req-70a5cb41-57f6-49cb-aeb2-8b3dd2181889 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333958 Feb 04 16:05:23.156590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Calling delete_port for bf533acf-4dfa-431f-bcfe-8263fba79f21 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:23.287541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:23.327593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee790572-5f61-462f-924c-10bc173cb690 req-133b1be6-e0b9-41fd-b5a0-5c93b86e619a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1922121 Feb 04 16:05:23.370820 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] Set router 4838dca7-c979-4f52-95d7-1beb62681cc8 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:23.524929 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.656769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf533acf-4dfa-431f-bcfe-8263fba79f21,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:23.662912 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:05:22Z', 'revision_number': 6, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:23.665127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadcece-98de-4b50-a6a2-be6e3943a4da req-eed70415-0731-464c-806a-78eed41577c0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:23.671334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fadcece-98de-4b50-a6a2-be6e3943a4da req-eed70415-0731-464c-806a-78eed41577c0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.1506917 Feb 04 16:05:23.679723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '63877010-7ec6-428f-b3fd-0b1e2d4da30a', 'network_id': 'e36866c3-3812-4b49-9b2d-5c3096ee591b', 'port_id': '63877010-7ec6-428f-b3fd-0b1e2d4da30a', 'mac_address': 'fa:16:3e:3f:4c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b9d70-06a3-4f12-9d14-c79814d086a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:23.680299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14e8c4-4357-4060-8d26-34b3dc14d131 None None] The sync data for ids ['4838dca7-c979-4f52-95d7-1beb62681cc8'] in n-d-827873-1 is: [{'id': '4838dca7-c979-4f52-95d7-1beb62681cc8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844121666-router', 'tenant_id': '4d6e06348f3641b7b596835c8226fdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:03:12Z', 'updated_at': '2022-02-04T16:05:22Z', 'revision_number': 6, 'project_id': '4d6e06348f3641b7b596835c8226fdd7', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:23.844628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fadcece-98de-4b50-a6a2-be6e3943a4da req-6df069f1-e5b0-4584-9342-62b5e0cf398d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712241 Feb 04 16:05:23.944853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52494) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:23.974258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:23.982802 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.013203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:24.030935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63877010-7ec6-428f-b3fd-0b1e2d4da30a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:24.087415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:24.097305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 2, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:24.120856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Checking router: ee529f3f-bf45-4f77-813e-d553033cd160 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:05:24.125536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Updating router ee529f3f-bf45-4f77-813e-d553033cd160 port 7699b817-58ad-4622-a36c-0587e947534d binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:05:24.199233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.362429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-279612140-network', 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:24.387646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:24.397428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.406581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Usage tracker for resource:network and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:24.412411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:24.421759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:24.438502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:24.444110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd89f22-8e14-4254-9828-0a83cc02f747 req-d1937163-5c56-4e38-bf9f-ef3bfa2b6bc0 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:24.446019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd89f22-8e14-4254-9828-0a83cc02f747 req-d1937163-5c56-4e38-bf9f-ef3bfa2b6bc0 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.2444103 Feb 04 16:05:24.447138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:24.449956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.488229 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.516864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.527808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.566219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd89f22-8e14-4254-9828-0a83cc02f747 req-6bc6cba7-b0b4-418b-9852-b81fc2dea104 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045034 Feb 04 16:05:24.568159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:24.580416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Usage tracker for resource:security_group_rule and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:24.593858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.593858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4838dca7-c979-4f52-95d7-1beb62681cc8 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:05:24.597707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:24.609851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.612798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['63877010-7ec6-428f-b3fd-0b1e2d4da30a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:24.619097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52520) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:24.623061 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e42e37b5-c8f4-4326-aa3b-286fc0c3794d admin admin] 10.222.0.62 "DELETE /v2.0/routers/4838dca7-c979-4f52-95d7-1beb62681cc8 HTTP/1.1" status: 204 len: 168 time: 2.8611937 Feb 04 16:05:24.624112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:24.789706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Deleting subnet e788d909-60bc-4b5a-bdef-4189004324dd {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:05:24.795536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.822637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bf533acf-4dfa-431f-bcfe-8263fba79f21 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:24.871611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:24.879641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: bf533acf-4dfa-431f-bcfe-8263fba79f21 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:24.880005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bf533acf-4dfa-431f-bcfe-8263fba79f21 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:24.880385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 537e9c6c-d774-4d79-abe6-e83df152acf1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:24.939006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 537e9c6c-d774-4d79-abe6-e83df152acf1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:24.939353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 537e9c6c-d774-4d79-abe6-e83df152acf1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:25.130243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb1042d8-0484-4edc-85a2-43d3dda528d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.159145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-32557666-9ec8-41d7-84e6-5924e27710d1 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:05:25.163697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.164655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-32557666-9ec8-41d7-84e6-5924e27710d1 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0086949 Feb 04 16:05:25.178480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:25.179224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Unknown quota resources ['binding']. {{(pid=83596) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:05:25.221044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.235660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.275086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.277697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:05:25.291113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Transition to ACTIVE for port object 7699b817-58ad-4622-a36c-0587e947534d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:25.300821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1214338d-fcf2-4f08-8621-fdceb253429e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:25.302308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.311566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3f864-baf0-4905-9b56-469fbd693055 req-b688f9db-654e-497d-9a5a-3231885f39a8 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:25.318938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33a3f864-baf0-4905-9b56-469fbd693055 req-b688f9db-654e-497d-9a5a-3231885f39a8 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 944 time: 0.2839403 Feb 04 16:05:25.321385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.321719 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Added segment 8276f1d6-44f6-4ecc-a7a1-4dcf68001d95 of type vlan for network bf0bbdca-a806-4881-b534-bf1b2caef43b Feb 04 16:05:25.341137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.401620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e788d909-60bc-4b5a-bdef-4189004324dd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:25.436240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.464284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.474141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23094dba-4abc-4532-a052-38c622c4888b None None] Pushing event updated for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:25.526935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33a3f864-baf0-4905-9b56-469fbd693055 req-fb587667-8736-400e-825c-cfb2c0d55613 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070658 Feb 04 16:05:25.556433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2d75f54b-108e-489a-965f-0c63671bc7c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e788d909-60bc-4b5a-bdef-4189004324dd HTTP/1.1" status: 204 len: 168 time: 0.9224494 Feb 04 16:05:25.558646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:25.574898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:25.575522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:25.576783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:25.593859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:25.593859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:25.604614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:25.604810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:25.605395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:25.608610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Bound port: 5a093a9b-4ec7-463e-9133-b631244d1938, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:25.652869 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'code': 200} Feb 04 16:05:25.714814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:25.715007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Attempting to bind port 7699b817-58ad-4622-a36c-0587e947534d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:25.716391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Attempting to bind port 7699b817-58ad-4622-a36c-0587e947534d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:25.716777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Attempting to bind port 7699b817-58ad-4622-a36c-0587e947534d on network 2ffe1630-5238-44ab-a481-91a525a16c27 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:25.723912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] Notify callbacks [] for binding, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.724794 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-ac5da213-e5ff-4d86-99a3-6788b0191080 service neutron] 10.222.0.62 "POST /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938/bindings HTTP/1.1" status: 201 len: 389 time: 0.5526378 Feb 04 16:05:25.751060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:25.755477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Checking segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:25.755477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.755695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.755800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Bound using segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:25.757307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:25.757307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.759574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Bound port: 7699b817-58ad-4622-a36c-0587e947534d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:25.759574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:25.977171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] For port 7699b817-58ad-4622-a36c-0587e947534d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:25.987741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] For port 7699b817-58ad-4622-a36c-0587e947534d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7699b817-58ad-4622-a36c-0587e947534d,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:26.003853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.159408 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.197578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23094dba-4abc-4532-a052-38c622c4888b None None] Pushing event updated for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:26.211061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:05:26.213045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:04:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:26.232772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] Pushing event updated for resources: {'Network': ['ID=bf0bbdca-a806-4881-b534-bf1b2caef43b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:26.266040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52540) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:26.266674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3832537e-7e5b-4a09-b9c6-226a2b3c43ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3205075 Feb 04 16:05:26.277349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Request body: {'subnet': {'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-279612140-subnet', 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:26.283169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:26.287703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Usage tracker for resource:subnet and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:26.291002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:26.298786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:26.312723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:26.317300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.366668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network bf0bbdca-a806-4881-b534-bf1b2caef43b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:05:26.473577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a1de7eb-d2d6-4101-9c5e-6f0cb9154149 req-a54b1c50-4a06-4379-9dfa-a39b04385583 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1102 time: 0.5633240 Feb 04 16:05:26.545391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7699b817-58ad-4622-a36c-0587e947534d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:26.578440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63877010-7ec6-428f-b3fd-0b1e2d4da30a up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:26.614413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2708580-4f0b-4f05-b87c-65c131da8861 req-63c1aad9-a35f-42d6-8e75-20f47636ed9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:26.622026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2708580-4f0b-4f05-b87c-65c131da8861 req-63c1aad9-a35f-42d6-8e75-20f47636ed9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.6357393 Feb 04 16:05:26.669034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.761730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-e413d9ad-e251-4437-b367-211feaee6e9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1096 time: 0.5848813 Feb 04 16:05:26.764652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae1786b-b667-42a2-9a1f-0743e30f1b4a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:26.824649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9a00a5-1bf0-4c39-b989-95294c05c33c') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:26.825202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9a00a5-1bf0-4c39-b989-95294c05c33c') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:26.843525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a1de7eb-d2d6-4101-9c5e-6f0cb9154149 req-ec6baddb-2d4b-4b63-ba1a-d0cd65fb0ea1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608837 Feb 04 16:05:26.862411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.883995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.935654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 63877010-7ec6-428f-b3fd-0b1e2d4da30a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:26.950985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2708580-4f0b-4f05-b87c-65c131da8861 req-9831db05-bae5-4ca6-ac44-e080d32dd4e1 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277121 Feb 04 16:05:26.951820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 63877010-7ec6-428f-b3fd-0b1e2d4da30a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:26.952397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.968320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:26.990042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:26.990501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:27.006543 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:27.014041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Checking segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:27.014752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Network hostable DHCP agents. Network: bf0bbdca-a806-4881-b534-bf1b2caef43b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:05:27.024563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7699b817-58ad-4622-a36c-0587e947534d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:27.029539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:05:27.039462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8febb39-d832-4349-a758-e59e425a3acd,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.085479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Network bf0bbdca-a806-4881-b534-bf1b2caef43b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:05:27.094885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7699b817-58ad-4622-a36c-0587e947534d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:27.095312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.111921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858f8e8-bf48-4d53-9b3c-0b22e1247877 req-ef26cfb3-7086-406e-a0a0-0db44bf7f98d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.114864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7858f8e8-bf48-4d53-9b3c-0b22e1247877 req-ef26cfb3-7086-406e-a0a0-0db44bf7f98d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.8598530 Feb 04 16:05:27.121612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, bf0bbdca-a806-4881-b534-bf1b2caef43b) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:27.139048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.139682 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.162806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63195c-a97c-4703-a2e1-a6366590f999 None None] Network bf0bbdca-a806-4881-b534-bf1b2caef43b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:27.165354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-f8a67ac2-1cca-4dc8-8878-26a09d5a0a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.167264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-f8a67ac2-1cca-4dc8-8878-26a09d5a0a67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.3790379 Feb 04 16:05:27.175549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.210675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d9c15c67-efd7-479d-8560-8e49a2c65a47 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9432418 Feb 04 16:05:27.329558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.348869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae1786b-b667-42a2-9a1f-0743e30f1b4a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:27.375023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7858f8e8-bf48-4d53-9b3c-0b22e1247877 req-204808dd-7d1d-45eb-a560-6cc13c0633f1 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511213 Feb 04 16:05:27.377875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-4c344d94-02b6-4af9-a18a-ba4a39467400 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 217 time: 0.1988926 Feb 04 16:05:27.388782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-129ea421-b585-4005-97e3-140fbc449463 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ae1786b-b667-42a2-9a1f-0743e30f1b4a HTTP/1.1" status: 204 len: 168 time: 1.8287554 Feb 04 16:05:27.542370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.655616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae7020f8-2088-49da-89f5-4cab678ff0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.696634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:27.724007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52562) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:27.741085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:27.790210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.813576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-67feaf76-a1c5-4840-9c69-48ae36e15893 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:27.815838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-67feaf76-a1c5-4840-9c69-48ae36e15893 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.4238207 Feb 04 16:05:27.837728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-114cfd3e-ef56-4369-be80-b5d7df0524f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d6e06348f3641b7b596835c8226fdd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1106691 Feb 04 16:05:27.838184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:27.891579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-7ea6d253-6391-468d-9720-0984c8925b17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643384 Feb 04 16:05:27.954095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:27.977901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.002126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ffde1-1440-4f46-8897-4f53810becf1 req-4c8a88cd-6843-4c23-9c79-44f603b234eb tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.009152 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.009723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953ffde1-1440-4f46-8897-4f53810becf1 req-4c8a88cd-6843-4c23-9c79-44f603b234eb tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.5300968 Feb 04 16:05:28.056002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f40b81c-d4e0-4922-ac2e-916da7a5082c req-954c5d75-6fd7-4e1f-86f2-115f88d6d3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1096 time: 0.3661752 Feb 04 16:05:28.072412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27baa2-a7ea-4555-983a-5d57731c3532 req-a26fcffd-559a-4e9b-b72b-f0f7e86ab629 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.074156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c27baa2-a7ea-4555-983a-5d57731c3532 req-a26fcffd-559a-4e9b-b72b-f0f7e86ab629 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.3807623 Feb 04 16:05:28.088463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:28.119181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 7699b817-58ad-4622-a36c-0587e947534d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7699b817-58ad-4622-a36c-0587e947534d,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:28.121545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.130264 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.169657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab61fa0e-4290-4953-9f8f-f53de5a87ef2 None None] Network bf0bbdca-a806-4881-b534-bf1b2caef43b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:05:28.173636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953ffde1-1440-4f46-8897-4f53810becf1 req-21802d3d-f716-416d-a3a7-5dc53adb726a tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627393 Feb 04 16:05:28.204708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e501c88b-2a9f-4127-b531-7a61ab89a0b8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:28.227331 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.235032 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32c8243f-e371-4ad7-8805-028792bf1712 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e501c88b-2a9f-4127-b531-7a61ab89a0b8 HTTP/1.1" status: 204 len: 168 time: 0.3935332 Feb 04 16:05:28.277558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-e98064d9-050a-4822-a7e9-ea5367b9a5a9 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751903 Feb 04 16:05:28.288001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f40b81c-d4e0-4922-ac2e-916da7a5082c req-45e44149-dd32-429c-9915-06fd36929061 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054248 Feb 04 16:05:28.360169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c27baa2-a7ea-4555-983a-5d57731c3532 req-2b463be0-9beb-4d1d-93e5-a953a72156ab tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719824 Feb 04 16:05:28.560467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-40ef2b5f-f0e3-45ac-86a6-267aef265e6c service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750878 Feb 04 16:05:28.572141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdcb2-16b4-4617-8e64-a8b14c27f8c7 req-c1796180-0708-4a21-941a-221776adc531 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:28.579372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-310cdcb2-16b4-4617-8e64-a8b14c27f8c7 req-c1796180-0708-4a21-941a-221776adc531 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 945 time: 0.1479342 Feb 04 16:05:28.625514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:25Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:28.636947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:28.644785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:28.650184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2697f3c4-466f-4ebb-b320-c5d58f00a5db None None] The sync data for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 is: [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:25Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:05:28.667077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-310cdcb2-16b4-4617-8e64-a8b14c27f8c7 req-0a4f7bc7-4784-4b80-8f1e-36db0f25896c tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865381 Feb 04 16:05:28.732944 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.522309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-307a88cc-87c5-49ea-9846-f2090585fafe tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:29.523837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-307a88cc-87c5-49ea-9846-f2090585fafe tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:29.545071 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a', 'code': 200} Feb 04 16:05:29.598473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-307a88cc-87c5-49ea-9846-f2090585fafe tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:29.605506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-307a88cc-87c5-49ea-9846-f2090585fafe tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 0.3821559 Feb 04 16:05:29.630895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-d153c4b4-292b-4ecd-95e3-7929cf8a2932 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/quotas/2d57203b3a6246a890435a5a33a6fb81 HTTP/1.1" status: 200 len: 375 time: 0.0240493 Feb 04 16:05:29.796351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-5cf8329f-0e2c-4448-8a96-3001af561926 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1644769 Feb 04 16:05:29.907903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:29.982680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e7b18ff-0bc3-4c25-9c57-032cfc00c377 req-5c406aa1-c721-49a4-b6fe-52a226c903c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 1096 time: 0.3455522 Feb 04 16:05:30.015924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f0b48-d4ed-4dd9-b417-ddc6212c882f req-bc9fe4e1-6db1-4384-be0b-76ee2d766f89 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.023096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c1f0b48-d4ed-4dd9-b417-ddc6212c882f req-bc9fe4e1-6db1-4384-be0b-76ee2d766f89 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.2777197 Feb 04 16:05:30.045936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ac7c522c-ea68-435f-8ab3-f40f471dfaf5 service neutron] 10.222.0.62 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422066 Feb 04 16:05:30.162540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e7b18ff-0bc3-4c25-9c57-032cfc00c377 req-dd3c7072-6adc-4cc5-b7b7-6d740a9f305b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710818 Feb 04 16:05:30.182654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c1f0b48-d4ed-4dd9-b417-ddc6212c882f req-96656306-3b8e-4c4d-ac11-7c4604d8910c tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Feb 04 16:05:30.276517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-3869fc41-0bf3-4e79-a475-04fad8636ffc service neutron] 10.222.0.62 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204704 Feb 04 16:05:30.432105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7699b817-58ad-4622-a36c-0587e947534d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:30.463786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e775770-c06c-4f3a-9447-4c6fed9d6de9 req-e68fe6d8-6fd9-459e-8199-c3d35adc4c3a tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.471217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e775770-c06c-4f3a-9447-4c6fed9d6de9 req-e68fe6d8-6fd9-459e-8199-c3d35adc4c3a tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.1325109 Feb 04 16:05:30.531223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e775770-c06c-4f3a-9447-4c6fed9d6de9 req-1d4b4833-14e9-464b-97a6-46357031ba32 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585597 Feb 04 16:05:30.551532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7699b817-58ad-4622-a36c-0587e947534d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:30.552068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:30.958758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a3ed8-bcaa-424e-9ac6-f7f1df8774a2 req-07720c29-e0f1-4f14-8dd1-433ca0323cd8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:30.960218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b25a3ed8-bcaa-424e-9ac6-f7f1df8774a2 req-07720c29-e0f1-4f14-8dd1-433ca0323cd8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.2041295 Feb 04 16:05:31.128047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e567958-b5fb-4e23-a5f4-147e979bdb4f req-05ceb87f-cd74-48e2-beea-4727c33ae7bc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.130970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e567958-b5fb-4e23-a5f4-147e979bdb4f req-05ceb87f-cd74-48e2-beea-4727c33ae7bc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.2924643 Feb 04 16:05:31.157957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b25a3ed8-bcaa-424e-9ac6-f7f1df8774a2 req-39c385fe-de7f-4d8b-b185-53b2a0aec91e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906674 Feb 04 16:05:31.231881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e567958-b5fb-4e23-a5f4-147e979bdb4f req-170443fa-aa8b-4f95-a221-12db0401485c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924730 Feb 04 16:05:31.469144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb669e0-b786-46b4-b2fa-f025ee89de5c req-0db92ddc-bad2-4108-9909-969ec4b2a8f6 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.476349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cb669e0-b786-46b4-b2fa-f025ee89de5c req-0db92ddc-bad2-4108-9909-969ec4b2a8f6 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 945 time: 0.1368155 Feb 04 16:05:31.533156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cb669e0-b786-46b4-b2fa-f025ee89de5c req-44201a24-4205-472b-8381-6f9e3504708b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Feb 04 16:05:31.901448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-abd80997-e744-41c5-b174-076ce6344839 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:31.909451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-abd80997-e744-41c5-b174-076ce6344839 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 811 time: 0.2389972 Feb 04 16:05:31.952187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-99f0c1db-0268-4b9a-872c-9cebda9e1b91 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/quotas/91cb2c53055c4742b041fd60436fbc72 HTTP/1.1" status: 200 len: 375 time: 0.0387371 Feb 04 16:05:32.229915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-5023830e-5b61-4a4b-b542-4c3e92d0ca8f tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2535324 Feb 04 16:05:32.546279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-5e0c04ab-249b-4c25-a97f-f8d0c5494401 service neutron] 10.222.0.62 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087215 Feb 04 16:05:32.805463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a92e526a-fcfb-4038-8470-877036ef3505 req-06662f57-2cca-4863-9e61-19316e3b0353 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.1065195 Feb 04 16:05:32.822957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-18839e6e-710d-4ca2-a057-0d12801f1c8c service neutron] 10.222.0.62 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685492 Feb 04 16:05:33.371787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6359318f-bb8e-440f-89bd-3e5b68a8be6a req-e573c95c-7564-4574-a7ee-7d9261e4213a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 210 time: 0.1005049 Feb 04 16:05:33.417215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-9302d0e3-5347-452a-8482-0e996680bb56 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.418863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-9302d0e3-5347-452a-8482-0e996680bb56 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 0.5860982 Feb 04 16:05:33.427431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-5d372fe5-95bf-4736-8829-e339c5c4cac6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.429447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-5d372fe5-95bf-4736-8829-e339c5c4cac6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.58 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 0.5075407 Feb 04 16:05:33.466510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Request body: {'port': {'device_id': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'admin_state_up': True, 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:33.505931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Request body: {'port': {'device_id': '966b9a05-c5f2-468b-a273-3583b4410490', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'admin_state_up': True, 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:33.542597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fbba4-c6eb-43c2-b721-06fd0a615188 req-5e789315-2325-4b2f-8d64-10dcd1dbcc29 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:33.544534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3fbba4-c6eb-43c2-b721-06fd0a615188 req-5e789315-2325-4b2f-8d64-10dcd1dbcc29 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3811262 Feb 04 16:05:33.931361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3fbba4-c6eb-43c2-b721-06fd0a615188 req-9d5840e2-2568-407d-a5c6-892bea5412b0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124545 Feb 04 16:05:33.956126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:33.961242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:33.965269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Usage tracker for resource:port and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:33.970365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:33.977226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Usage tracker for resource:port and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:33.981334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:33.983429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:33.997878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b114ff-0ee4-4286-a434-f3d66230dead req-aaf9dc56-ab9d-43f1-b62d-41a50fa87ecc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:34.006028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4b114ff-0ee4-4286-a434-f3d66230dead req-aaf9dc56-ab9d-43f1-b62d-41a50fa87ecc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.4740496 Feb 04 16:05:34.026237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:34.043665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:34.045211 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.070562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:34.073511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:34.119168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4b114ff-0ee4-4286-a434-f3d66230dead req-ff9a59f9-07db-4947-ba85-d6dcc640c42e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120310 Feb 04 16:05:34.607395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07929211-af37-4448-a09f-f2930f16f4e8 req-38e202a8-588c-4ca7-b561-2c73ea01238b tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1102 time: 0.4826403 Feb 04 16:05:34.619061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2a440-6187-4e40-a6b2-ef02f1195871 req-e5b0651f-5f4f-4e37-afc4-9bfc62d3a601 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:34.620503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fb2a440-6187-4e40-a6b2-ef02f1195871 req-e5b0651f-5f4f-4e37-afc4-9bfc62d3a601 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 945 time: 0.2858469 Feb 04 16:05:34.621772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Allocated IP 172.20.0.2 (bf0bbdca-a806-4881-b534-bf1b2caef43b/c8febb39-d832-4349-a758-e59e425a3acd/9789fc8f-6dd7-4d86-ae15-4b35144dc13d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:34.840424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07929211-af37-4448-a09f-f2930f16f4e8 req-710ecb63-3a5f-4040-b043-1130836f31a9 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160852 Feb 04 16:05:34.936538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fb2a440-6187-4e40-a6b2-ef02f1195871 req-c126db65-f68b-49d9-8526-7438aecc26d8 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952659 Feb 04 16:05:35.001654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-df6884c0-8555-4587-9922-e3c9b5996129 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:35.002941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-df6884c0-8555-4587-9922-e3c9b5996129 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 811 time: 0.2942050 Feb 04 16:05:35.042109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Request body: {'port': {'device_id': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'admin_state_up': True, 'tenant_id': '91cb2c53055c4742b041fd60436fbc72'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:35.119210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.243165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43c99490-33fa-4328-ac00-6a4334a5a372 req-798a361a-2a91-4eee-a3ad-27efb5492c87 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 210 time: 0.1875942 Feb 04 16:05:35.325723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.340580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9456fb27-bea3-4856-a589-c8073db807e3 req-48124d94-bd13-49f1-b121-06bb209bf9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.1332848 Feb 04 16:05:35.527092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event updated for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:35.532595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Allocated IP 172.20.0.12 (bf0bbdca-a806-4881-b534-bf1b2caef43b/c8febb39-d832-4349-a758-e59e425a3acd/fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:35.538781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Network bf0bbdca-a806-4881-b534-bf1b2caef43b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:35.556186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:35.568840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:35.573493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:35.626576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.626913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.627246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.627571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.628137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.628488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.629389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.629699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.630014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.630354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.630673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:35.653527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:35.667490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-10d8246d-8956-402d-87e6-1e374c5d87bc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1460280879&fields=id&tenant_id=d4abcbd2253f4fae907f5821bd6628c0 HTTP/1.1" status: 200 len: 267 time: 0.2382295 Feb 04 16:05:35.694784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95d36-80ef-4c39-9625-a4b58b65df32 req-437fe846-ffc0-4545-8de4-e652787f3c5f tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:35.696224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbb95d36-80ef-4c39-9625-a4b58b65df32 req-437fe846-ffc0-4545-8de4-e652787f3c5f tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 931 time: 0.4903772 Feb 04 16:05:35.728790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Made reservation on behalf of 91cb2c53055c4742b041fd60436fbc72 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:35.731655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:35.779920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:35.780500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.114535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-97122c68-1f2a-47c9-89b7-e2e2d1aec293 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6702712 Feb 04 16:05:36.147986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-0d23a8f8-198e-4042-b67f-bb82feeecef6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:05:36.148909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-0d23a8f8-198e-4042-b67f-bb82feeecef6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049918 Feb 04 16:05:36.189453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fbb95d36-80ef-4c39-9625-a4b58b65df32 req-f3414a82-fce4-444b-b02a-7741b1da5d97 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:36.261236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-15a7bc46-7a44-41f6-987e-85c610e0448a tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:36.262585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-15a7bc46-7a44-41f6-987e-85c610e0448a tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/networks?id=2ffe1630-5238-44ab-a481-91a525a16c27 HTTP/1.1" status: 200 len: 816 time: 0.5647838 Feb 04 16:05:36.331872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.334735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fbb95d36-80ef-4c39-9625-a4b58b65df32 req-f3414a82-fce4-444b-b02a-7741b1da5d97 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:36.335773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbb95d36-80ef-4c39-9625-a4b58b65df32 req-f3414a82-fce4-444b-b02a-7741b1da5d97 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290083 Feb 04 16:05:36.345936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-ed18d458-d48d-49a1-90b2-31b15d9fa6dd tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/quotas/d4abcbd2253f4fae907f5821bd6628c0 HTTP/1.1" status: 200 len: 375 time: 0.0645862 Feb 04 16:05:36.398195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Request body: {'port': {'device_id': '966b9a05-c5f2-468b-a273-3583b4410490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:36.465979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Allocated IP 172.20.0.11 (c068f452-63b8-4cb4-b2ea-73edde1c37eb/e4a10774-fe84-40ab-9551-8ca1d65f9915/d75be2b6-2fb6-4850-a048-095b198b6e2a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:36.556766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.703559 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:36.759237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Network bf0bbdca-a806-4881-b534-bf1b2caef43b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:36.760886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event updated for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:36.770104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:36.821437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-bdc0a3da-0f86-4972-ae00-87b1a2aff818 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4abcbd2253f4fae907f5821bd6628c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4663346 Feb 04 16:05:36.826541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:37.081516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:37.082203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.258894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-1b5e41e6-a496-42e3-9d97-63e1c7993405 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8117321 Feb 04 16:05:37.291301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef91f3-e20d-41d8-b79f-b36849d2796a req-e62f801f-f272-47b4-8aa8-78cddfbc9f7f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:37.292673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93ef91f3-e20d-41d8-b79f-b36849d2796a req-e62f801f-f272-47b4-8aa8-78cddfbc9f7f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.6400809 Feb 04 16:05:37.296621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-d5420166-d6af-4f7c-a5ec-398e9d0ecb4f tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:05:37.297520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-d5420166-d6af-4f7c-a5ec-398e9d0ecb4f tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0150516 Feb 04 16:05:37.301397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.312503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-33d3ffdf-12ff-46bf-bf89-150cbe00fa64 service neutron] 10.222.0.62 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257114 Feb 04 16:05:37.357353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Request body: {'port': {'device_id': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:37.533264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c370f3ec-bb84-4d95-95d6-d92e626a0153 req-c29c9e7b-12d8-47fb-86b0-8a8efb60587d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0395470 Feb 04 16:05:37.546976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-e5ab7c34-1303-4e04-8ed8-69816ad710c4 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.5467491 Feb 04 16:05:37.648340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93ef91f3-e20d-41d8-b79f-b36849d2796a req-c63bc320-971a-41b0-9014-80911a262922 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400490 Feb 04 16:05:37.674987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.680627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:37.687638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67002ac6-78e9-48a3-9e05-7ab462325bb6'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:37.888481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:37.950836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-6ba02de9-aae4-4834-9024-c125cc27f598 service neutron] 10.222.0.62 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666385 Feb 04 16:05:37.964072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:05:38.063770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Network c068f452-63b8-4cb4-b2ea-73edde1c37eb is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:38.074132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Pushing event updated for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:38.076703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:38.084535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:38.245956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9789fc8f-6dd7-4d86-ae15-4b35144dc13d {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:38.260416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.264376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.355156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:38.355759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.366299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Transition to ACTIVE for port object 9789fc8f-6dd7-4d86-ae15-4b35144dc13d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:38.432834 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:38.541730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-9d9d40a7-093c-4f03-a291-2a9acda0e875 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5054493 Feb 04 16:05:38.582319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Request body: {'port': {'device_id': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:38.682579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:38.836095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Pushing event updated for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:38.879571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157ce82-73f8-4f92-92bc-ff7562ac214f req-39b251aa-24f7-4617-97c4-7731e12062c2 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:38.881040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8157ce82-73f8-4f92-92bc-ff7562ac214f req-39b251aa-24f7-4617-97c4-7731e12062c2 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 945 time: 0.7107718 Feb 04 16:05:38.921038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:38.935978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:05:39.083984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba8da-5ea4-46f7-9700-8d3f23e968a1 req-bd3979e4-13db-4e7c-a957-bbc098c1d0f0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:39.084658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-28fba8da-5ea4-46f7-9700-8d3f23e968a1 req-bd3979e4-13db-4e7c-a957-bbc098c1d0f0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Synchronizing usage tracker for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:39.135020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:39.148992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.178652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8157ce82-73f8-4f92-92bc-ff7562ac214f req-8ec7c5b0-736c-49d5-b3c9-d7407a0eed4e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888298 Feb 04 16:05:39.198843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-28fba8da-5ea4-46f7-9700-8d3f23e968a1 req-bd3979e4-13db-4e7c-a957-bbc098c1d0f0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Unset dirty status for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:39.199977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28fba8da-5ea4-46f7-9700-8d3f23e968a1 req-bd3979e4-13db-4e7c-a957-bbc098c1d0f0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 932 time: 0.7682159 Feb 04 16:05:39.286858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:05:39.320153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Attempting to bind port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:39.320488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Attempting to bind port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:39.320812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Attempting to bind port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:39.326783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:39.615234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-488bfce3-dca5-4b14-a7af-67b6cfd02669 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:39.615903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-488bfce3-dca5-4b14-a7af-67b6cfd02669 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Synchronizing usage tracker for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:39.634246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-488bfce3-dca5-4b14-a7af-67b6cfd02669 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Unset dirty status for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:39.636073 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-488bfce3-dca5-4b14-a7af-67b6cfd02669 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.58 "GET /v2.0/networks?id=2ffe1630-5238-44ab-a481-91a525a16c27 HTTP/1.1" status: 200 len: 816 time: 0.1652491 Feb 04 16:05:39.639145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d on network bf0bbdca-a806-4881-b534-bf1b2caef43b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:39.639467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Attempting to bind port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:39.698791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-8f4fddce-1c58-4a9c-adf0-33c25fd366a3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Synchronizing usage tracker for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:39.712243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:39.717828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-8f4fddce-1c58-4a9c-adf0-33c25fd366a3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Unset dirty status for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:39.719026 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-8f4fddce-1c58-4a9c-adf0-33c25fd366a3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4abcbd2253f4fae907f5821bd6628c0 HTTP/1.1" status: 200 len: 380 time: 0.0700719 Feb 04 16:05:39.729921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'port': {'device_id': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'admin_state_up': True, 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'security_groups': ['caa52a46-ed69-4b09-aeed-55393dcef30a']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:39.735526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.744519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28fba8da-5ea4-46f7-9700-8d3f23e968a1 req-9aa873c1-d04d-432a-9b94-770bb6719407 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069561 Feb 04 16:05:39.745208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:39.745530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Checking segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:39.745900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Bound using segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:39.746355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Bound port: 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:39.746711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.781357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:39.787126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.827243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.831175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Transition to ACTIVE for port object fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:39.904639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:39.908478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Usage tracker for resource:port and tenant:d4abcbd2253f4fae907f5821bd6628c0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:39.911814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:39.917496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:39.928333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Made reservation on behalf of d4abcbd2253f4fae907f5821bd6628c0 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:05:39.931879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:39.999110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.114657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Allocated IP 172.20.0.9 (2ffe1630-5238-44ab-a481-91a525a16c27/73361084-99be-4f81-90c7-6cb62e7b7948/b297153e-9ca4-4f4f-92d4-15e123505800) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:05:40.161714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7882fc97-76be-484f-8795-95f74aad4c21 req-b5cd78a0-358f-437c-9b31-809dffcc8126 tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 1102 time: 0.8480310 Feb 04 16:05:40.167346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6a62e5b6-0efc-4365-a32e-ccab057e4a20 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:40.168708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6a62e5b6-0efc-4365-a32e-ccab057e4a20 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 945 time: 0.8457396 Feb 04 16:05:40.307558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.343415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.360484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Transition to ACTIVE for port object b297153e-9ca4-4f4f-92d4-15e123505800 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:40.387813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.439994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:40.462834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Network 2ffe1630-5238-44ab-a481-91a525a16c27 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:05:40.466521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:05:40.468396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event updated for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.470295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:05:40.499506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:40.517629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Deleting port 63877010-7ec6-428f-b3fd-0b1e2d4da30a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:40.517970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.541653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:40.542456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.569051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-d81b8073-81cc-4d57-b842-6d0c47487d93 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428741 Feb 04 16:05:40.587452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Request body: {'port': {'device_id': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:40.605041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7882fc97-76be-484f-8795-95f74aad4c21 req-4b57e044-4949-4ad2-8558-4aeb1a0eaded tempest-ServersAdminTestJSON-1528567130 tempest-ServersAdminTestJSON-1528567130-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257331 Feb 04 16:05:40.606054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.650131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.651751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] 10.222.0.58 "PUT /v2.0/ports/9789fc8f-6dd7-4d86-ae15-4b35144dc13d HTTP/1.1" status: 200 len: 1091 time: 4.4810743 Feb 04 16:05:40.652448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:40.652955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:40.653284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:40.655650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Pushing event updated for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.779221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.807477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddedb90d-bbcf-4b72-babf-ca3c0afeaedc service neutron] Pushing event updated for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:40.851965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c7c980eb-23c3-4ec4-81c7-1b15f7f0234e None None] Provisioning for port b297153e-9ca4-4f4f-92d4-15e123505800 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:40.858012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c7c980eb-23c3-4ec4-81c7-1b15f7f0234e None None] Provisioning complete for port b297153e-9ca4-4f4f-92d4-15e123505800 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:40.858421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7c980eb-23c3-4ec4-81c7-1b15f7f0234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:40.889398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1cf47-d428-4817-b816-190821754938 req-3c97f930-5700-4b4f-8067-221dc289a2b8 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:40.890416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6bd1cf47-d428-4817-b816-190821754938 req-3c97f930-5700-4b4f-8067-221dc289a2b8 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:40.901901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:05:40.939107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7c980eb-23c3-4ec4-81c7-1b15f7f0234e None None] Port b297153e-9ca4-4f4f-92d4-15e123505800 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:05:40.978158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:40.978512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Attempting to bind port 5a093a9b-4ec7-463e-9133-b631244d1938 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:41.124744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:41.124995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:41.125385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:41.126260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Bound port: 5a093a9b-4ec7-463e-9133-b631244d1938, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:41.126260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.200113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75be2b6-2fb6-4850-a048-095b198b6e2a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:41.210562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6bd1cf47-d428-4817-b816-190821754938 req-3c97f930-5700-4b4f-8067-221dc289a2b8 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:41.211825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bd1cf47-d428-4817-b816-190821754938 req-3c97f930-5700-4b4f-8067-221dc289a2b8 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 943 time: 1.3290417 Feb 04 16:05:41.227225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.236147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b297153e-9ca4-4f4f-92d4-15e123505800 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:41.246264 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.264094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Transition to ACTIVE for port object b297153e-9ca4-4f4f-92d4-15e123505800 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:41.271900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.280685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Attempting to bind port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:41.280989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Attempting to bind port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:41.281265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Attempting to bind port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:41.544696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Transition to ACTIVE for port object d75be2b6-2fb6-4850-a048-095b198b6e2a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:41.556129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Pushing event updated for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:41.557230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-179e6ad9-6d24-47c8-8b21-3ca3bf74c4e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 1094 time: 0.8014417 Feb 04 16:05:41.563309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 on network bf0bbdca-a806-4881-b534-bf1b2caef43b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:41.563659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Attempting to bind port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:41.639166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Attempting to bind port b297153e-9ca4-4f4f-92d4-15e123505800 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:41.639563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Attempting to bind port b297153e-9ca4-4f4f-92d4-15e123505800 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:41.639806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Attempting to bind port b297153e-9ca4-4f4f-92d4-15e123505800 on network 2ffe1630-5238-44ab-a481-91a525a16c27 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:41.642676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.647522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Port b297153e-9ca4-4f4f-92d4-15e123505800 on network 2ffe1630-5238-44ab-a481-91a525a16c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:41.647908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Attempting to bind port b297153e-9ca4-4f4f-92d4-15e123505800 on network 2ffe1630-5238-44ab-a481-91a525a16c27 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:41.654542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:41.654873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Checking segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:41.655319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Bound using segment: {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:41.655717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Bound port: b297153e-9ca4-4f4f-92d4-15e123505800, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461c85f9-1876-49cf-902d-ab4a0b8ced74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:41.656059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.730696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4780b5-5339-47e9-b70e-63e0073eeed2 req-b145cf87-bd73-4f5e-a3cb-de26cf0f9a15 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:41.732146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a4780b5-5339-47e9-b70e-63e0073eeed2 req-b145cf87-bd73-4f5e-a3cb-de26cf0f9a15 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/ports?device_id=4271af1f-be28-47c5-9e4c-2c691c3069db HTTP/1.1" status: 200 len: 945 time: 0.8832018 Feb 04 16:05:41.747934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:41.751010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b297153e-9ca4-4f4f-92d4-15e123505800,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:41.756113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.761317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:41.761655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Checking segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:41.762036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Bound using segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:41.762514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Bound port: fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:41.762859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.820494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bd1cf47-d428-4817-b816-190821754938 req-ef5f7022-c6f5-495f-8595-7bfc32ad7dea tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884933 Feb 04 16:05:41.821720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-8e959eba-097c-4271-b20f-375fd8cc9e22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d HTTP/1.1" status: 200 len: 217 time: 0.2376521 Feb 04 16:05:41.826831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:41.827837 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] 10.222.0.58 "PUT /v2.0/ports/b297153e-9ca4-4f4f-92d4-15e123505800 HTTP/1.1" status: 200 len: 1091 time: 1.2445569 Feb 04 16:05:41.828277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:41.849251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f32c1-d862-48e0-8890-9730b8b52d9e service neutron] Pushing event updated for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:41.877366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:41.946697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:41.965086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-6a69eff7-f420-4d03-95dc-caff662d8d92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4abcbd2253f4fae907f5821bd6628c0&device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 1094 time: 0.0866532 Feb 04 16:05:42.015515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:42.043720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-e71cc250-07dc-4a49-89d5-aff1d6e007e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b297153e-9ca4-4f4f-92d4-15e123505800 HTTP/1.1" status: 200 len: 217 time: 0.0712516 Feb 04 16:05:42.051985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.119402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-b4636e55-1222-4d97-b28c-fa9a38f403ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:42.121296 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-b4636e55-1222-4d97-b28c-fa9a38f403ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73361084-99be-4f81-90c7-6cb62e7b7948 HTTP/1.1" status: 200 len: 855 time: 0.0712821 Feb 04 16:05:42.136685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-5e9d5fe5-8cc7-439b-ac35-c4bad6e0a53d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:42.138027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-5e9d5fe5-8cc7-439b-ac35-c4bad6e0a53d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.1829774 Feb 04 16:05:42.144492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] For port 63877010-7ec6-428f-b3fd-0b1e2d4da30a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63877010-7ec6-428f-b3fd-0b1e2d4da30a,segment=NetworkSegment(e233f5f1-9900-40d5-a09e-dedb2de8b032),segment_id=e233f5f1-9900-40d5-a09e-dedb2de8b032)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:42.144879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:42.203887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-082ee936-7775-4b75-8c14-df7a9aca2c50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ffe1630-5238-44ab-a481-91a525a16c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733104 Feb 04 16:05:42.285759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-347ef054-b536-43a2-b6ff-051ab3d169f3 req-9cadf505-fb45-4c3a-bf13-545c245933a5 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2550235 Feb 04 16:05:42.353423 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-ec2fe3ad-e77c-43a0-82ad-70f401df8e30 service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431050 Feb 04 16:05:42.368762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Calling delete_port for 63877010-7ec6-428f-b3fd-0b1e2d4da30a owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:42.400223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-c0d3cec0-e461-4b58-8bf3-b8d0849e3292 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2364614 Feb 04 16:05:42.444687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a4780b5-5339-47e9-b70e-63e0073eeed2 req-ce998f7b-7715-4fe0-bccb-f9700763d338 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups?id=5191fdca-147d-4b11-849b-f53f39ed969b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713521 Feb 04 16:05:42.499531 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-62a644ba-5f7e-4365-9134-7cf772c43b6a req-21e92fb1-fce1-4643-a5c4-638a69a2738f service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389744 Feb 04 16:05:42.659161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:42.732716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:42.737118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:42.778083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.061586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5a093a9b-4ec7-463e-9133-b631244d1938'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:43.087820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['5a093a9b-4ec7-463e-9133-b631244d1938'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:43.120152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.121512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-25cbae46-c2cc-469b-80a0-3a40ae993c46 service neutron] 10.222.0.58 "PUT /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 1121 time: 5.2558382 Feb 04 16:05:43.142227 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.143596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] 10.222.0.41 "PUT /v2.0/ports/fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 HTTP/1.1" status: 200 len: 1092 time: 5.8364022 Feb 04 16:05:43.148149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Attempting to bind port d75be2b6-2fb6-4850-a048-095b198b6e2a on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:05:43.148149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Attempting to bind port d75be2b6-2fb6-4850-a048-095b198b6e2a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:05:43.148407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Attempting to bind port d75be2b6-2fb6-4850-a048-095b198b6e2a on network c068f452-63b8-4cb4-b2ea-73edde1c37eb {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:43.157544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-a9fb86d0-0f5f-40a6-a87d-05769a4e03b6 service neutron] 10.222.0.58 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456398 Feb 04 16:05:43.199575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73c55a-74eb-4c36-a357-f7c26b1ce56c service neutron] Pushing event updated for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:43.301420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Port d75be2b6-2fb6-4850-a048-095b198b6e2a on network c068f452-63b8-4cb4-b2ea-73edde1c37eb not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:05:43.301706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Attempting to bind port d75be2b6-2fb6-4850-a048-095b198b6e2a on network c068f452-63b8-4cb4-b2ea-73edde1c37eb {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:05:43.322641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.343294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb19a5-91d1-4bce-9027-8282041832df req-983a24e5-c90e-4fff-b08f-ecdd6885f962 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:43.344759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7dbb19a5-91d1-4bce-9027-8282041832df req-983a24e5-c90e-4fff-b08f-ecdd6885f962 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 943 time: 0.8428853 Feb 04 16:05:43.389244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911f7cf-d478-4038-9c18-f2a1c6a52c3b req-45bca92f-aaa1-4c41-a1d4-64f15b8b382f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:43.390684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a911f7cf-d478-4038-9c18-f2a1c6a52c3b req-45bca92f-aaa1-4c41-a1d4-64f15b8b382f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.7342365 Feb 04 16:05:43.406711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:05:43.407044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Checking segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:05:43.407418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Bound using segment: {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:05:43.407860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Bound port: d75be2b6-2fb6-4850-a048-095b198b6e2a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417962ab-5a39-4bef-bf58-15466535ccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:05:43.408202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.435537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event deleted for resources: {'Port': ['ID=63877010-7ec6-428f-b3fd-0b1e2d4da30a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:43.670849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-133dc8fb-480c-4bc2-b00a-a6a3c5eb5773 service neutron] 10.222.0.58 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001504 Feb 04 16:05:43.671696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] No DVR routers for this DVR port 63877010-7ec6-428f-b3fd-0b1e2d4da30a on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:43.686031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7dbb19a5-91d1-4bce-9027-8282041832df req-c5dffe87-662a-4ca1-8dc5-ef6cec48b7a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102126 Feb 04 16:05:43.691570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.699664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a911f7cf-d478-4038-9c18-f2a1c6a52c3b req-c85fdf4d-bb14-4df7-83e7-70a0096aada0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703784 Feb 04 16:05:43.708376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-0ea8cf4b-b05f-4ce8-a165-45e76a8ffae1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 1095 time: 0.5005660 Feb 04 16:05:43.718295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:43.773930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed4cd7a-3afa-4c88-80ad-caee9a45cad1 req-6cc3d354-2f67-4169-b90d-09623202a212 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.41 "DELETE /v2.0/ports/63877010-7ec6-428f-b3fd-0b1e2d4da30a HTTP/1.1" status: 204 len: 173 time: 3.5184069 Feb 04 16:05:43.775486 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938', 'code': 200} Feb 04 16:05:43.794558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:05:43.797458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-f03fa0ee-97f6-4a65-a25e-66e19b26c775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 HTTP/1.1" status: 200 len: 217 time: 0.0767319 Feb 04 16:05:43.803233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.974004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:43.975372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 200 len: 1092 time: 5.4109766 Feb 04 16:05:44.011897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b27aa2-d5f5-452a-b9c3-d78d7e3e02f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:44.016581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-d3b5d876-a3bb-4a2e-b1fe-c97687da5478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.018026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-d3b5d876-a3bb-4a2e-b1fe-c97687da5478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.1614857 Feb 04 16:05:44.103296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-b18b476c-264e-43a7-8cdc-9377bb6b81de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491130 Feb 04 16:05:44.242732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf467c-2841-4814-b10f-7785910a2c36 req-c5f2d008-e4f3-4bc5-8ee0-24a8169c1db4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.244169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cddf467c-2841-4814-b10f-7785910a2c36 req-c5f2d008-e4f3-4bc5-8ee0-24a8169c1db4 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 943 time: 0.3888388 Feb 04 16:05:44.345850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-8fcacc36-e934-4585-8111-81faece120eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1095 time: 0.3268616 Feb 04 16:05:44.418385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-6864128a-c59d-45e8-94b4-a7eaf5663128 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765570 Feb 04 16:05:44.429020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cddf467c-2841-4814-b10f-7785910a2c36 req-1bb58c4f-7e14-49f7-bee4-37a40f38c2de tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790419 Feb 04 16:05:44.460417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558592a5-0939-4838-bf1c-187416d86dbf req-bca2d89b-f424-4d0d-b5f9-35f0bf062e93 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.461839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-558592a5-0939-4838-bf1c-187416d86dbf req-bca2d89b-f424-4d0d-b5f9-35f0bf062e93 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 944 time: 0.3565991 Feb 04 16:05:44.465639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-3ec574f9-7aba-43ee-aec7-7376765c999c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 200 len: 217 time: 0.1081755 Feb 04 16:05:44.593919 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'status': 'completed', 'code': 200} Feb 04 16:05:44.611999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63877010-7ec6-428f-b3fd-0b1e2d4da30a no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:44.639031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-558592a5-0939-4838-bf1c-187416d86dbf req-a3b6bf28-d8e8-4776-9a62-f3ca8af0afac tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696475 Feb 04 16:05:44.649610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 63877010-7ec6-428f-b3fd-0b1e2d4da30a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:44.650190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63877010-7ec6-428f-b3fd-0b1e2d4da30a not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:44.688110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-797df394-cbb7-4647-b736-9a19f8a1592d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:44.689616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-797df394-cbb7-4647-b736-9a19f8a1592d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.1764081 Feb 04 16:05:44.748441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57a1314c-6c65-49cb-ac35-a1df0c500944 req-6d3779f9-279d-4ead-acc4-099c885dd544 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119521 Feb 04 16:05:44.755712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-5d1b51e4-8e9c-47a5-9464-ffd3a68999a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536737 Feb 04 16:05:45.067254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-906bfcfd-bcd3-4858-a912-b26438110ae1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4abcbd2253f4fae907f5821bd6628c0&device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 1094 time: 0.4272869 Feb 04 16:05:45.231148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdfcba-837d-4c7c-8ab4-9c60fbd92dbd req-371cafa6-1c3c-4fe9-b9ae-2321c49650d0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.232579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64bdfcba-837d-4c7c-8ab4-9c60fbd92dbd req-371cafa6-1c3c-4fe9-b9ae-2321c49650d0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 943 time: 0.4674466 Feb 04 16:05:45.236948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-a50b9c32-ad07-4cb5-a91a-731066d7d067 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703968 Feb 04 16:05:45.406174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237036-88e2-4f87-90df-0d17c29c863c req-32315950-1805-490a-9795-28df86fd6449 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.407628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-32315950-1805-490a-9795-28df86fd6449 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ffe1630-5238-44ab-a481-91a525a16c27 HTTP/1.1" status: 200 len: 917 time: 0.3287084 Feb 04 16:05:45.471363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64bdfcba-837d-4c7c-8ab4-9c60fbd92dbd req-f65bc6f2-abd2-467d-88dd-0c215beb2faf tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251375 Feb 04 16:05:45.512177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce7e6e-0ed2-4e77-aad3-4e4afa65689c req-5015f87c-ef36-4b28-ac19-226b2dc080dc tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.513621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ce7e6e-0ed2-4e77-aad3-4e4afa65689c req-5015f87c-ef36-4b28-ac19-226b2dc080dc tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 950 time: 0.4071188 Feb 04 16:05:45.517430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-35bf0b69-f85b-4a21-b12a-e55fab7e5605 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b297153e-9ca4-4f4f-92d4-15e123505800 HTTP/1.1" status: 200 len: 217 time: 0.0963423 Feb 04 16:05:45.588480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fd58f0-c614-4c9b-929c-ea61b6fbef5f req-d2679397-0747-4295-b2d4-130e9b8e617b service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397884 Feb 04 16:05:45.679862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237036-88e2-4f87-90df-0d17c29c863c req-824d012c-ae09-461c-9511-72279487a368 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.681205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-824d012c-ae09-461c-9511-72279487a368 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73361084-99be-4f81-90c7-6cb62e7b7948 HTTP/1.1" status: 200 len: 855 time: 0.1514170 Feb 04 16:05:45.684565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ce7e6e-0ed2-4e77-aad3-4e4afa65689c req-44d7879b-248c-4ea2-9ba8-07dac2a791ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640432 Feb 04 16:05:45.745774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b971-94bb-4514-a86c-bdc7813f7fd2 req-938c9b06-7b71-4800-a0fd-b3a5a7975acb tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:45.747241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5463b971-94bb-4514-a86c-bdc7813f7fd2 req-938c9b06-7b71-4800-a0fd-b3a5a7975acb tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 943 time: 0.1657004 Feb 04 16:05:45.777884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d'}, {'name': 'network-changed', 'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938'}, {'name': 'network-changed', 'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9'}, {'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'name': 'network-vif-deleted', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a'}, {'name': 'network-changed', 'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:45.857950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-40ee91c3-c1a2-471c-82de-bad9181b62a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ffe1630-5238-44ab-a481-91a525a16c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639242 Feb 04 16:05:45.861462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5463b971-94bb-4514-a86c-bdc7813f7fd2 req-0f1d2cb4-bd33-4fd9-864b-6268e484cd36 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022644 Feb 04 16:05:45.999767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7763-efd4-459a-8192-365bf3bea26e req-27d5db54-0244-40ec-9cf7-fba6ee5585fc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.001111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52fd7763-efd4-459a-8192-365bf3bea26e req-27d5db54-0244-40ec-9cf7-fba6ee5585fc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.1996245 Feb 04 16:05:46.072333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7884fc-29dd-4a93-a796-b80dcc9e7dcf req-1f45679c-7de3-4ad9-a37d-e2d263315e4f tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0687745 Feb 04 16:05:46.074019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-bf0e6030-41e5-4dee-8400-3e5268d12d7a service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056630 Feb 04 16:05:46.209912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52fd7763-efd4-459a-8192-365bf3bea26e req-eb7ec532-c15e-4876-b00a-15f17211b824 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962922 Feb 04 16:05:46.324352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77237036-88e2-4f87-90df-0d17c29c863c req-74422468-1836-4fb7-818f-cae3c713559a service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378464 Feb 04 16:05:46.381955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-9056f3ed-1fec-4a68-8bfc-f0b55d36b729 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.383417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-9056f3ed-1fec-4a68-8bfc-f0b55d36b729 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 950 time: 0.2987478 Feb 04 16:05:46.477702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Deleting port c232be17-ede9-4512-8dfc-72c3d3bc21b0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:46.478035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:46.512125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56ed8-af98-4431-a176-a153b1b5638c req-03cd1536-4a30-4683-a232-36770b190678 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.513555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8f56ed8-af98-4431-a176-a153b1b5638c req-03cd1536-4a30-4683-a232-36770b190678 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 943 time: 0.2557347 Feb 04 16:05:46.553133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e282b-0ac6-4cbf-87b4-8b6bd043d595 req-c908476a-ad97-4c34-9593-b0087d4c6a00 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:46.554562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27e282b-0ac6-4cbf-87b4-8b6bd043d595 req-c908476a-ad97-4c34-9593-b0087d4c6a00 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 944 time: 0.2326002 Feb 04 16:05:46.758845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9789fc8f-6dd7-4d86-ae15-4b35144dc13d details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:46.779656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8f56ed8-af98-4431-a176-a153b1b5638c req-19d09963-49fe-450f-b189-1deaa2652c0f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581563 Feb 04 16:05:46.783938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27e282b-0ac6-4cbf-87b4-8b6bd043d595 req-c22d1d9d-ec2d-4937-b747-8870898b532c tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228885 Feb 04 16:05:46.900922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:46.915592 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d', 'status': 'completed', 'code': 200} Feb 04 16:05:46.916414 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938', 'status': 'completed', 'code': 200} Feb 04 16:05:46.916414 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9', 'status': 'completed', 'code': 200} Feb 04 16:05:46.916730 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4271af1f-be28-47c5-9e4c-2c691c3069db', 'name': 'network-vif-deleted', 'tag': '63877010-7ec6-428f-b3fd-0b1e2d4da30a', 'status': 'completed', 'code': 200} Feb 04 16:05:46.916920 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a', 'status': 'completed', 'code': 200} Feb 04 16:05:46.918605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'port_id': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d', 'mac_address': 'fa:16:3e:6b:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8febb39-d832-4349-a758-e59e425a3acd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:46.989248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.008933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9789fc8f-6dd7-4d86-ae15-4b35144dc13d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:47.025310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] For port c232be17-ede9-4512-8dfc-72c3d3bc21b0, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c232be17-ede9-4512-8dfc-72c3d3bc21b0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:47.025671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.027375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:47.032801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.103201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.229658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Calling delete_port for c232be17-ede9-4512-8dfc-72c3d3bc21b0 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:47.394816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-cc3aa9d4-b41b-461f-b6bb-406106ec00af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1124 time: 0.4286206 Feb 04 16:05:47.401469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-ec82f6c2-3dbf-4d2b-9c4e-2f3601cfdce4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 1094 time: 0.4687831 Feb 04 16:05:47.462797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27947c-f8a6-4e6f-9e84-c45c3088694b req-f2d3f4be-358d-4b7e-9f70-870620ed35d2 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.464183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f27947c-f8a6-4e6f-9e84-c45c3088694b req-f2d3f4be-358d-4b7e-9f70-870620ed35d2 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 944 time: 0.4216995 Feb 04 16:05:47.465581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['9789fc8f-6dd7-4d86-ae15-4b35144dc13d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:47.500018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedbb47-f5b6-4a0b-9b44-1cc00773f304 req-4ba10089-f6ed-46eb-bd94-6b6bac90b96b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.501418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afedbb47-f5b6-4a0b-9b44-1cc00773f304 req-4ba10089-f6ed-46eb-bd94-6b6bac90b96b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=31e960cd-6226-4fff-9932-2113b24296f8 HTTP/1.1" status: 200 len: 950 time: 0.4542570 Feb 04 16:05:47.712280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:47.726476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:47.817704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event deleted for resources: {'Port': ['ID=c232be17-ede9-4512-8dfc-72c3d3bc21b0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:47.833118 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:05:47.836826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f27947c-f8a6-4e6f-9e84-c45c3088694b req-d48042c2-515e-4272-aea5-6ac61ac1be98 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465064 Feb 04 16:05:47.837762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-a5ddd173-8920-407e-8ebb-7467c6887830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.839117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-a5ddd173-8920-407e-8ebb-7467c6887830 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 913 time: 0.3827698 Feb 04 16:05:47.841126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afedbb47-f5b6-4a0b-9b44-1cc00773f304 req-1b163d8e-d60e-42a4-bd0f-7c0cff80c1ca tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336926 Feb 04 16:05:47.842473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-25d8abf0-303e-4f51-936c-ee18b0e68542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:47.843792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-25d8abf0-303e-4f51-936c-ee18b0e68542 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.4414949 Feb 04 16:05:48.075068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-9cdeeb2f-1bdf-4dba-b838-feab04306e01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d HTTP/1.1" status: 200 len: 217 time: 0.2019246 Feb 04 16:05:48.081916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] No DVR routers for this DVR port c232be17-ede9-4512-8dfc-72c3d3bc21b0 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:48.084781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-6c64dbde-581d-40fc-ba14-4b35ffdc6059 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 217 time: 0.2128351 Feb 04 16:05:48.087515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.229943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c232be17-ede9-4512-8dfc-72c3d3bc21b0', '484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:48.323590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fa56831-897c-4170-9810-ded22098075b req-7df95951-b521-4714-a700-aefe71f81c6b tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2433589 Feb 04 16:05:48.330981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1bf2d07-8d9f-4899-bf08-c1467f8a681a req-8912c6e5-4a01-44d4-8602-54fa7eaa3847 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "DELETE /v2.0/ports/c232be17-ede9-4512-8dfc-72c3d3bc21b0 HTTP/1.1" status: 204 len: 173 time: 1.9397833 Feb 04 16:05:48.379116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-ea281404-d79c-483b-900d-c7b0ec317d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.380746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-ea281404-d79c-483b-900d-c7b0ec317d5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1098275 Feb 04 16:05:48.382291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-8dff5d85-a9be-48b4-9641-4df8b752c29a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.383624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-8dff5d85-a9be-48b4-9641-4df8b752c29a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.2973192 Feb 04 16:05:48.467054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-21f4b4ef-bd37-4775-ab27-9123822411c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785356 Feb 04 16:05:48.478565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-a37fdf80-75be-47e1-9dcc-d27769578aca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538852 Feb 04 16:05:48.507310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f19c63-b30b-41eb-be80-1ba56ef20338 req-26870949-8977-4ca1-ad35-39f5d2460ef5 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.510772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0f19c63-b30b-41eb-be80-1ba56ef20338 req-26870949-8977-4ca1-ad35-39f5d2460ef5 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 943 time: 0.5330057 Feb 04 16:05:48.639794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:48.768403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9789fc8f-6dd7-4d86-ae15-4b35144dc13d up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:48.793001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0f19c63-b30b-41eb-be80-1ba56ef20338 req-46fd251c-6d89-4909-903c-d0053396b92f tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593727 Feb 04 16:05:48.816550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-1a256851-c19f-45d2-a8b5-3c422c6a525a service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361442 Feb 04 16:05:48.817339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:48.826774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-cc515811-adef-4921-b972-483e543c7f68 service neutron] 10.222.0.58 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265269 Feb 04 16:05:48.837850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f14fd-a11f-4817-b901-d15ab813b12c req-243b9340-a00b-44af-85e0-3993bdd9cb35 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:48.839178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-807f14fd-a11f-4817-b901-d15ab813b12c req-243b9340-a00b-44af-85e0-3993bdd9cb35 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3106945 Feb 04 16:05:48.841565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'port_id': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9', 'mac_address': 'fa:16:3e:6e:ae:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8febb39-d832-4349-a758-e59e425a3acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:48.905392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.916755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:48.924370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:48.924370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:48.951185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'name': 'network-vif-deleted', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:48.962800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:48.994282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.000946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.001569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d75be2b6-2fb6-4850-a048-095b198b6e2a details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:49.143569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:49.163042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.167692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-807f14fd-a11f-4817-b901-d15ab813b12c req-b3e411a8-3c4e-4a78-99be-b9c0d98b7204 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833529 Feb 04 16:05:49.227437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-628fa33f-4db0-4538-8657-b015a6a43bab service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987558 Feb 04 16:05:49.231380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-ce8b5531-0451-4118-b3e1-c78484f6db9d service neutron] 10.222.0.58 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729935 Feb 04 16:05:49.259969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155909-a4c8-467a-a5cc-ca4e21287bfb req-b4728d9f-b6b8-4c0d-a057-d6a6e5fa8b11 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:49.267612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca155909-a4c8-467a-a5cc-ca4e21287bfb req-b4728d9f-b6b8-4c0d-a057-d6a6e5fa8b11 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 944 time: 0.3110754 Feb 04 16:05:49.315203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.316342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.316456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.316703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.317235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.317737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.318238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.318820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.319307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.319794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.320296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.350863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:49.376454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.383629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.384479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c232be17-ede9-4512-8dfc-72c3d3bc21b0 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:49.436842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca155909-a4c8-467a-a5cc-ca4e21287bfb req-c19cc43a-5a79-4547-98e0-513bd95fec10 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680119 Feb 04 16:05:49.464693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: c232be17-ede9-4512-8dfc-72c3d3bc21b0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:49.464693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c232be17-ede9-4512-8dfc-72c3d3bc21b0 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:49.484386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-d427803c-69b7-49f9-81e7-bc55fd7a30c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 1096 time: 0.1952105 Feb 04 16:05:49.487291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-13d6f96f-14b2-4958-aa71-a8e860b237ce service neutron] 10.222.0.41 "GET /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.1184108 Feb 04 16:05:49.495534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.517942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'd75be2b6-2fb6-4850-a048-095b198b6e2a', 'network_id': 'c068f452-63b8-4cb4-b2ea-73edde1c37eb', 'port_id': 'd75be2b6-2fb6-4850-a048-095b198b6e2a', 'mac_address': 'fa:16:3e:1c:fb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a10774-fe84-40ab-9551-8ca1d65f9915', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:49.523990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:49.572505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:49.594351 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.617299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75be2b6-2fb6-4850-a048-095b198b6e2a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:49.619411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.639883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:49.644546 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.654760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.709594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.719119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:49.730992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.732088 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f475195-0f72-406a-82c8-b7214e672aa0 HTTP/1.1" status: 204 len: 168 time: 0.2071369 Feb 04 16:05:49.732885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f475195-0f72-406a-82c8-b7214e672aa0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:49.734939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:49.756932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.757275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.757605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.757937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.758264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.758605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.759048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.759367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.759682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.759999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.760310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7585c5-bb41-49ca-9c0e-8c9317db9482 tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:05:49.763237 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-ec4e2ceb-5d48-4535-8e57-57cc23d09e2f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] show failed (client error): The resource could not be found. Feb 04 16:05:49.764438 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec4e2ceb-5d48-4535-8e57-57cc23d09e2f tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "GET /v2.0/security-groups/4f475195-0f72-406a-82c8-b7214e672aa0 HTTP/1.1" status: 404 len: 347 time: 0.0280571 Feb 04 16:05:49.767084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:49.902493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['d75be2b6-2fb6-4850-a048-095b198b6e2a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:49.928144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Deleting port 7cc30c2f-8b99-48fe-8f19-b5fdb20748ff {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:49.928564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:49.933056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:49.981496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-a023bfe4-56b5-42a0-8c4d-6b886f965c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:49.982962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-a023bfe4-56b5-42a0-8c4d-6b886f965c65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 913 time: 0.4863241 Feb 04 16:05:50.087779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59ed39-19bd-4d77-b957-2998d98e4bd0 req-22ea018f-682f-427e-8382-6215b4e0fd7c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.094467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec59ed39-19bd-4d77-b957-2998d98e4bd0 req-22ea018f-682f-427e-8382-6215b4e0fd7c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 943 time: 0.5303512 Feb 04 16:05:50.099630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.100242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.157586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103620d-dead-4438-9015-5dc193312eed req-27328d1a-d703-489a-b299-80fc95513827 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.159063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9103620d-dead-4438-9015-5dc193312eed req-27328d1a-d703-489a-b299-80fc95513827 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 945 time: 0.5008278 Feb 04 16:05:50.174582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-38416d9b-2add-49e9-b647-af3466bef949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 HTTP/1.1" status: 200 len: 217 time: 0.1811280 Feb 04 16:05:50.224840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Calling delete_port for 7cc30c2f-8b99-48fe-8f19-b5fdb20748ff owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:50.289286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec59ed39-19bd-4d77-b957-2998d98e4bd0 req-54d1b3a0-0242-441c-a649-f1484bb14ec8 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940341 Feb 04 16:05:50.334626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-fab6a27d-874b-4109-b4c6-3c160cb17207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.334626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-fab6a27d-874b-4109-b4c6-3c160cb17207 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.1344213 Feb 04 16:05:50.334626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9103620d-dead-4438-9015-5dc193312eed req-714d34cd-d409-464e-9597-290adcf9f7f9 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605856 Feb 04 16:05:50.411774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-1ac032cd-3e07-48de-b9eb-61adeb8f6b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767179 Feb 04 16:05:50.413479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:50.444703 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e960cd-6226-4fff-9932-2113b24296f8', 'name': 'network-vif-deleted', 'tag': 'c232be17-ede9-4512-8dfc-72c3d3bc21b0', 'status': 'completed', 'code': 200} Feb 04 16:05:50.469894 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d', 'code': 200} Feb 04 16:05:50.494664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.519734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:50.570107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Pushing event deleted for resources: {'Port': ['ID=7cc30c2f-8b99-48fe-8f19-b5fdb20748ff,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:50.656478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:50.669178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.684591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.688379 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6af0982a-97ca-448b-adf0-7fca5605767b tempest-ImagesOneServerNegativeTestJSON-730284424 tempest-ImagesOneServerNegativeTestJSON-730284424-project] 10.222.0.62 "DELETE /v2.0/floatingips/7522f4aa-6985-4c56-a58c-82f3d06d01e9 HTTP/1.1" status: 204 len: 168 time: 0.9203372 Feb 04 16:05:50.708533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c85a2d1e-57c5-461d-97cb-3253919a3f26 req-7ce60407-c7bf-42ca-8356-7fcc4fd2ae48 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.1133091 Feb 04 16:05:50.722726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a093a9b-4ec7-463e-9133-b631244d1938 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:50.756447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:50.758680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b297153e-9ca4-4f4f-92d4-15e123505800 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:05:50.779068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-d2351ffa-1202-4576-9d96-5ba8b7fe3705 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572874 Feb 04 16:05:50.818894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.866448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.937231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b297153e-9ca4-4f4f-92d4-15e123505800,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:50.944652 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:50.951301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'port_id': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'mac_address': 'fa:16:3e:09:6d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:05:50.987684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5649aace-4650-4eb5-8bce-7e541159d061 req-04e7c859-386e-4ab0-90a6-eafc4fa0436d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 1096 time: 0.4332430 Feb 04 16:05:50.997751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee17ce-aeaa-45ca-a391-3b258928bf9b req-538f38c2-d5fa-41e5-846c-c68d8364c500 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:50.999152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72ee17ce-aeaa-45ca-a391-3b258928bf9b req-538f38c2-d5fa-41e5-846c-c68d8364c500 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 943 time: 0.3962152 Feb 04 16:05:51.005316 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.023046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b297153e-9ca4-4f4f-92d4-15e123505800 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:05:51.038633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b297153e-9ca4-4f4f-92d4-15e123505800,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:51.042961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.111912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:51.125990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-2c8e8517-d40a-41c4-beb1-b060cd7c8d4b service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378212 Feb 04 16:05:51.166672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5649aace-4650-4eb5-8bce-7e541159d061 req-a8a0ef27-244e-4228-9b3f-bd8d5f78f8bf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558349 Feb 04 16:05:51.170349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72ee17ce-aeaa-45ca-a391-3b258928bf9b req-daef7ce5-372f-4f23-84cd-70ff91cf4adf tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354318 Feb 04 16:05:51.172206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] Transition to ACTIVE for port object 5a093a9b-4ec7-463e-9133-b631244d1938 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:05:51.209479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:51.252659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d2692-5809-4f29-a600-858973260572 req-fa02c40c-8ab6-4f3a-8a97-24f5a929597b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:51.254749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-705d2692-5809-4f29-a600-858973260572 req-fa02c40c-8ab6-4f3a-8a97-24f5a929597b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3832104 Feb 04 16:05:51.381791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['b297153e-9ca4-4f4f-92d4-15e123505800'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:51.401248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] Pushing event updated for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:51.449933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-705d2692-5809-4f29-a600-858973260572 req-8126a6c6-fe5e-49e0-9e6a-264961f307d9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883447 Feb 04 16:05:51.450759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] No DVR routers for this DVR port 5a093a9b-4ec7-463e-9133-b631244d1938 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:51.496136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-fee82708-b221-4afa-a5f8-4335a2018fe4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1096 time: 0.3228505 Feb 04 16:05:51.515456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6e4e4627-c9e5-41bb-a350-aa793b274155 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0175509 Feb 04 16:05:51.929391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-b6874150-76fe-495e-9ff9-7080ba65a51f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:51.930838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-b6874150-76fe-495e-9ff9-7080ba65a51f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.4142261 Feb 04 16:05:51.951161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1811f9e-9bbc-41e6-af64-550cbefc97d0 req-171dba7e-dec2-4c2a-98f8-58e7bdab13a2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:51.952493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1811f9e-9bbc-41e6-af64-550cbefc97d0 req-171dba7e-dec2-4c2a-98f8-58e7bdab13a2 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 945 time: 0.4157906 Feb 04 16:05:52.004487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-39e1dbbf-70bc-46b6-8036-13689133a683 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.3122129 Feb 04 16:05:52.011799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3916a8-4377-4bc8-a92c-e76af234b624 req-93f804ce-3b7b-4661-a04c-fa914f1f4580 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.013094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e3916a8-4377-4bc8-a92c-e76af234b624 req-93f804ce-3b7b-4661-a04c-fa914f1f4580 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.3158846 Feb 04 16:05:52.097630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-289e2daa-32e7-4d4e-b01d-d68caa04ee34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 200 len: 217 time: 0.1523609 Feb 04 16:05:52.197062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e3916a8-4377-4bc8-a92c-e76af234b624 req-c28f6897-c5b7-45ba-8cef-07aba204dd7c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510468 Feb 04 16:05:52.201314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1811f9e-9bbc-41e6-af64-550cbefc97d0 req-3939d61d-ebae-4028-82e5-fe04484ccd5b tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952343 Feb 04 16:05:52.206786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-7f54764d-4353-4f57-a105-4ef53b7e5430 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.208280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-7f54764d-4353-4f57-a105-4ef53b7e5430 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.1011522 Feb 04 16:05:52.262662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-6cd8cfff-c360-4e73-9538-24d318359575 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905&tenant_id=43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 1095 time: 0.2486632 Feb 04 16:05:52.268345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-2b735adc-4ab0-4f4f-9659-63744b5bace7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523901 Feb 04 16:05:52.571872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-04ea2235-d4ea-4d10-9712-ebe451c48ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954831 Feb 04 16:05:52.605738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38503390-53fb-49c7-a1fd-f17c5020f3cb req-4098a167-7d09-4fd8-b1e4-02bf470cb66f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.606232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38503390-53fb-49c7-a1fd-f17c5020f3cb req-4098a167-7d09-4fd8-b1e4-02bf470cb66f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:52.614048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-c8adbe98-177e-4801-a450-c15815943a1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1095 time: 0.3149159 Feb 04 16:05:52.619458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58202bc-db78-4306-af73-c06f36a16d5c req-3882f8e3-fc66-4c70-9e8f-9e7f765cadaf tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.620856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c58202bc-db78-4306-af73-c06f36a16d5c req-3882f8e3-fc66-4c70-9e8f-9e7f765cadaf tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 945 time: 0.2776399 Feb 04 16:05:52.666767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:52.737557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:52.743574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:52.743959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.790724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b297153e-9ca4-4f4f-92d4-15e123505800 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:52.798381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38503390-53fb-49c7-a1fd-f17c5020f3cb req-4098a167-7d09-4fd8-b1e4-02bf470cb66f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:52.799536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38503390-53fb-49c7-a1fd-f17c5020f3cb req-4098a167-7d09-4fd8-b1e4-02bf470cb66f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 949 time: 0.4611022 Feb 04 16:05:52.889331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c58202bc-db78-4306-af73-c06f36a16d5c req-5a48d564-6e8e-4abb-91a8-7790c3517c0f tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442379 Feb 04 16:05:52.921048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port b297153e-9ca4-4f4f-92d4-15e123505800 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:52.927690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:52.935306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-e3a4ef8f-5643-4892-980f-131c5f014f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:52.936744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-e3a4ef8f-5643-4892-980f-131c5f014f3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.3145926 Feb 04 16:05:52.938462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port b297153e-9ca4-4f4f-92d4-15e123505800 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:52.939338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.002739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:53.017585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:53.024563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.025277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d75be2b6-2fb6-4850-a048-095b198b6e2a up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:05:53.051964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38503390-53fb-49c7-a1fd-f17c5020f3cb req-2640ddd5-a7e7-4a32-801b-0b65e9fa6e90 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293892 Feb 04 16:05:53.064685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-562f26cf-3c25-41c6-bc2c-c6a264b81fe9 req-8a283470-d2b6-4628-9343-c71c4f14d446 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790668 Feb 04 16:05:53.078820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-2eb2ee8b-8f00-45c1-9a21-f7455c9b3909 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 200 len: 217 time: 0.1306076 Feb 04 16:05:53.195401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.214860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.243277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port d75be2b6-2fb6-4850-a048-095b198b6e2a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:05:53.247258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b297153e-9ca4-4f4f-92d4-15e123505800,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:53.250717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port d75be2b6-2fb6-4850-a048-095b198b6e2a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:05:53.251131 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.309117 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.340456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-450d404e-1875-4d35-92c0-98a6e19f2afe req-6a474949-4c6c-4209-ba08-8fa31e3c96ec tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2495310 Feb 04 16:05:53.377239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-4975e0ee-93ee-42d8-a1a8-1b1688a82149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:53.379244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-4975e0ee-93ee-42d8-a1a8-1b1688a82149 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2896600 Feb 04 16:05:53.396970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-e32d5cff-5d43-44eb-bf1e-7cf862d9aeec tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:53.398519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-e32d5cff-5d43-44eb-bf1e-7cf862d9aeec tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 949 time: 0.4478369 Feb 04 16:05:53.412838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.468030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.483020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-45d96881-0be1-48e4-ad4d-67cb6c5b8056 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830097 Feb 04 16:05:53.502046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:53.506284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.571210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:53.639254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Deleting port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:53.639593 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:53.705977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0e0b6-2a20-43b3-a11b-745c346acfb0 req-6f7e653f-d023-4ec4-aebc-2952cd2aa176 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:53.707982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24a0e0b6-2a20-43b3-a11b-745c346acfb0 req-6f7e653f-d023-4ec4-aebc-2952cd2aa176 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.4088309 Feb 04 16:05:53.821596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-55f0164a-f378-4ed2-a240-af4fd8fc9fd3 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990398 Feb 04 16:05:53.863497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc7dd2-8f01-46e5-8291-6278cf7ae30b req-ac88fa3d-2999-43d9-911e-62a094cb1ee7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:53.865138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cbc7dd2-8f01-46e5-8291-6278cf7ae30b req-ac88fa3d-2999-43d9-911e-62a094cb1ee7 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3846202 Feb 04 16:05:53.953452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24a0e0b6-2a20-43b3-a11b-745c346acfb0 req-17928618-6e03-41ab-abfd-6201f19e83d5 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308583 Feb 04 16:05:54.066622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52888) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:54.094896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cbc7dd2-8f01-46e5-8291-6278cf7ae30b req-b3e8c51a-4da1-4012-b045-eca7221209bd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222846 Feb 04 16:05:54.162578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Deleting subnet 803b9d70-06a3-4f12-9d14-c79814d086a5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:05:54.172541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.229404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-cedee7be-b82e-4cdb-811b-09e5d4c1b0cd service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963606 Feb 04 16:05:54.261059 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9', 'code': 200} Feb 04 16:05:54.290385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] For port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:54.290771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.296793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.389040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.427033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Calling delete_port for ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:54.476511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.521856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803b9d70-06a3-4f12-9d14-c79814d086a5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.530298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.538141 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e45e8887-8d54-4f7b-8d05-e1a7e45fa86e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/803b9d70-06a3-4f12-9d14-c79814d086a5 HTTP/1.1" status: 204 len: 168 time: 0.4721429 Feb 04 16:05:54.540569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:54.646590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.669413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8b4b7-d53b-4d83-8752-edfa4f6f8f13 req-f5a6fe88-06e2-4dc6-931c-d0cf49797474 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:54.670870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81d8b4b7-d53b-4d83-8752-edfa4f6f8f13 req-f5a6fe88-06e2-4dc6-931c-d0cf49797474 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.4406075 Feb 04 16:05:54.774203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.790254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8c8d8-44c3-4ea3-bfe1-9bf454439bf2 req-fecd1689-3b81-4286-8a67-b37b9af3817e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:54.791702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67e8c8d8-44c3-4ea3-bfe1-9bf454439bf2 req-fecd1689-3b81-4286-8a67-b37b9af3817e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.3714345 Feb 04 16:05:54.800027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36866c3-3812-4b49-9b2d-5c3096ee591b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.803527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-043f71ee-dbd0-4642-a98f-d7af81f5f309 req-38b56a3a-43fb-4baa-a1eb-f205bab88b8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 1097 time: 0.3843234 Feb 04 16:05:54.812556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e233f5f1-9900-40d5-a09e-dedb2de8b032') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.812850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e233f5f1-9900-40d5-a09e-dedb2de8b032') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:05:54.824350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.840868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.848716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:05:54.848913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.853466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-8d7e7d25-5fe0-4c54-9b42-a4d01e51853e tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.2971189 Feb 04 16:05:54.861469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81d8b4b7-d53b-4d83-8752-edfa4f6f8f13 req-1a1c3613-e961-4a9e-bc9e-6135ce86fc36 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804080 Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:05:54.862351 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:05:54.898719 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.914446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:54.944427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.953615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:54.967412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:54.980857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e36866c3-3812-4b49-9b2d-5c3096ee591b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:54.983978 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f730bca-e29a-4912-b9e5-20065e25b0bf admin admin] 10.222.0.62 "DELETE /v2.0/networks/e36866c3-3812-4b49-9b2d-5c3096ee591b HTTP/1.1" status: 204 len: 168 time: 0.4423559 Feb 04 16:05:55.040826 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b613ef4-a931-4d11-ac9e-9bd46e41901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.144375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event deleted for resources: {'Port': ['ID=ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.180327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-043f71ee-dbd0-4642-a98f-d7af81f5f309 req-9ff32cc3-82b6-4b60-8ac2-2aca92d0e3bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653190 Feb 04 16:05:55.212522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67e8c8d8-44c3-4ea3-bfe1-9bf454439bf2 req-c3098229-1a51-4bca-a07c-edfed4b314f3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060686 Feb 04 16:05:55.260383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.275688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] No DVR routers for this DVR port ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:05:55.279602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.282480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'name': 'network-vif-deleted', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:55.313702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d15a16c-af43-4978-9363-8e269b8ba78b req-9b02b434-1085-4392-a632-521fbb10f6b3 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.41 "DELETE /v2.0/ports/ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 HTTP/1.1" status: 204 len: 173 time: 1.8729589 Feb 04 16:05:55.317764 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7f1fcd7-be4b-4430-ab07-cee687b3dca7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db2b023a384645609e4657435befe212&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531476 Feb 04 16:05:55.318113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:55.320494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ae525-5467-448d-b879-40b86bd3ee22 req-27260158-ef49-48e6-bc00-d246bb06e53d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:55.321948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3ae525-5467-448d-b879-40b86bd3ee22 req-27260158-ef49-48e6-bc00-d246bb06e53d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 945 time: 0.2457020 Feb 04 16:05:55.331203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-f665d5b8-b68c-4501-8ee7-c6ef5e9e4dd0 service neutron] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:05:55.348576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-f665d5b8-b68c-4501-8ee7-c6ef5e9e4dd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.349718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0de8666-b33c-4b0c-97b5-dc7fe9ae4138 req-f665d5b8-b68c-4501-8ee7-c6ef5e9e4dd0 service neutron] 10.222.0.58 "DELETE /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.4850354 Feb 04 16:05:55.380626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.402764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2af2ea9a-b53d-44b8-b63d-f5ee9c0905c9 req-a679a227-89ec-4ee3-ac0d-a8367666974b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:05:55.416648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.435010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3ae525-5467-448d-b879-40b86bd3ee22 req-c933024c-a8fc-43a8-ab4c-f3fb671ad919 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059158 Feb 04 16:05:55.436224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2af2ea9a-b53d-44b8-b63d-f5ee9c0905c9 req-a679a227-89ec-4ee3-ac0d-a8367666974b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:05:55.437666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2af2ea9a-b53d-44b8-b63d-f5ee9c0905c9 req-a679a227-89ec-4ee3-ac0d-a8367666974b tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bfbb411-5844-4176-aa65-315181e1d6e4 HTTP/1.1" status: 200 len: 210 time: 0.0870333 Feb 04 16:05:55.489834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.504638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191fdca-147d-4b11-849b-f53f39ed969b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:55.521699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:55.528864 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-41388164-13a5-490e-87fa-0b2c2d10a548 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5191fdca-147d-4b11-849b-f53f39ed969b HTTP/1.1" status: 204 len: 168 time: 0.2097652 Feb 04 16:05:55.683611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54cdb47c-6f9e-4eff-8776-510a63715e67 req-9e351b00-a1eb-4ae0-9dd1-d11eba26e0a8 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0519924 Feb 04 16:05:55.721357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bce52-9c3a-4961-b296-a82581d85b3f req-d212e613-90bb-4634-a897-691352d673b2 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:55.723549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c2bce52-9c3a-4961-b296-a82581d85b3f req-d212e613-90bb-4634-a897-691352d673b2 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.1409681 Feb 04 16:05:55.782844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c2bce52-9c3a-4961-b296-a82581d85b3f req-79c734b7-2eb1-405b-a98c-dec422ac672b tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Feb 04 16:05:55.867360 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfbb411-5844-4176-aa65-315181e1d6e4', 'name': 'network-vif-deleted', 'tag': 'ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0', 'status': 'completed', 'code': 200} Feb 04 16:05:55.911882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b7f18-4e7b-4f98-8a72-c77b6c930675 req-bbbe80b6-9777-4629-86e8-d70942455a44 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:55.913749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f5b7f18-4e7b-4f98-8a72-c77b6c930675 req-bbbe80b6-9777-4629-86e8-d70942455a44 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.0841904 Feb 04 16:05:55.969649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f5b7f18-4e7b-4f98-8a72-c77b6c930675 req-c8c7c2d9-5d5f-413b-8f86-5071969817f1 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465059 Feb 04 16:05:56.091725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54727195-93e4-4d75-ba67-7e160f485c1c req-aee4b829-a639-49f6-9ac4-359dec064a33 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:56.093577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54727195-93e4-4d75-ba67-7e160f485c1c req-aee4b829-a639-49f6-9ac4-359dec064a33 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 946 time: 0.1226609 Feb 04 16:05:56.210596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54727195-93e4-4d75-ba67-7e160f485c1c req-5c433457-9c62-4794-befc-037b3b883897 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110234 Feb 04 16:05:56.232747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e3b1b-dd49-4943-928d-28c4f570d97b req-3009065b-4e34-4936-a44c-d1e65819d6ca tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:56.234213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9e3b1b-dd49-4943-928d-28c4f570d97b req-3009065b-4e34-4936-a44c-d1e65819d6ca tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.1157131 Feb 04 16:05:56.263220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800'}, {'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:05:56.285000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9e3b1b-dd49-4943-928d-28c4f570d97b req-2d63ee2a-a7a7-480e-b843-c3892b50de94 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Feb 04 16:05:56.376125 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'code': 200} Feb 04 16:05:56.376453 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a', 'code': 200} Feb 04 16:05:56.584137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75f951-b1d8-4404-857b-d1935bb7aa90 req-5cef85c4-47d6-4cc5-a702-75518e1962d0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:56.585914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd75f951-b1d8-4404-857b-d1935bb7aa90 req-5cef85c4-47d6-4cc5-a702-75518e1962d0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.1980078 Feb 04 16:05:56.671822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04370741-4c53-4c1d-8f71-8b41c2dba771 req-da1c6950-0695-4028-953b-a6b0268170e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1097 time: 0.1958201 Feb 04 16:05:56.711305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd75f951-b1d8-4404-857b-d1935bb7aa90 req-f2f613b1-de8a-4e5d-ae31-26c2ee480c93 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072068 Feb 04 16:05:56.736934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ea8ba3-085e-40fb-8cea-3ad4a6e925f3 req-c3c1a38e-49e2-41bb-b2d0-9c264cd178fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 1096 time: 0.2009933 Feb 04 16:05:56.744025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04370741-4c53-4c1d-8f71-8b41c2dba771 req-bd3f11f8-d901-4a62-8598-f2ab3fb90915 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 Feb 04 16:05:56.795715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ea8ba3-085e-40fb-8cea-3ad4a6e925f3 req-f2eb8ffe-e05d-4669-aaa5-f3f5ea8510a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406559 Feb 04 16:05:56.983279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-779624aa-87c1-4b7a-af3c-819b08204927 req-212ea189-96b1-4556-9e5a-63f9e5aeb165 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0447199 Feb 04 16:05:57.150235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7439a198-9f2f-4e49-818a-f250091a5f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:57.216497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b470-3139-4ef0-bfbc-f6937786cdfa req-a2a300da-fdac-49d9-abbe-fd1e91028b4d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:57.217920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f82b470-3139-4ef0-bfbc-f6937786cdfa req-a2a300da-fdac-49d9-abbe-fd1e91028b4d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.1419287 Feb 04 16:05:57.224221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8343-8f3f-4fdb-93c4-c1052c8dfeb4 req-08e4f823-b49e-4834-b942-37549436f148 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:57.225534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35ee8343-8f3f-4fdb-93c4-c1052c8dfeb4 req-08e4f823-b49e-4834-b942-37549436f148 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.1159720 Feb 04 16:05:57.293480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f82b470-3139-4ef0-bfbc-f6937786cdfa req-aa9885cd-8ae6-42a1-826b-03ac88fc16d1 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670121 Feb 04 16:05:57.301110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35ee8343-8f3f-4fdb-93c4-c1052c8dfeb4 req-47f22115-6b6b-4fe9-abfd-33084f9b767a tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607791 Feb 04 16:05:57.481062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43235214-4327-4f01-b902-794d3d4de9f8 req-73596022-5836-4b60-9fe3-2331543a84ad tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1095 time: 0.0679567 Feb 04 16:05:57.575517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43235214-4327-4f01-b902-794d3d4de9f8 req-8364be5b-6a5b-453c-b947-f07a4cd10112 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 Feb 04 16:05:57.589718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cc3ac-741c-41ef-b6cc-52de366a8d0e req-7eb5f201-3cec-41e9-a44c-57390220c2c0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:57.591157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a6cc3ac-741c-41ef-b6cc-52de366a8d0e req-7eb5f201-3cec-41e9-a44c-57390220c2c0 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.1086154 Feb 04 16:05:57.636818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a6cc3ac-741c-41ef-b6cc-52de366a8d0e req-b19b17fd-8ec1-4329-b09e-680bb87cbf48 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Feb 04 16:05:57.891918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bf961-9db9-4e0a-b9ac-7a36326410e9 req-52f7ce76-2304-4b67-a753-444ada2f9135 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:57.893340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b2bf961-9db9-4e0a-b9ac-7a36326410e9 req-52f7ce76-2304-4b67-a753-444ada2f9135 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 946 time: 0.1366022 Feb 04 16:05:57.900157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae813c-ab8d-47c8-b1c0-379aa5ddfca1 req-b0b7ca93-4ed6-4f7e-b00c-c3687edf8721 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:57.901488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3ae813c-ab8d-47c8-b1c0-379aa5ddfca1 req-b0b7ca93-4ed6-4f7e-b00c-c3687edf8721 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.1097701 Feb 04 16:05:57.989319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b2bf961-9db9-4e0a-b9ac-7a36326410e9 req-f4b8cafd-58b8-4ad6-8619-c7dc4bae2045 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864830 Feb 04 16:05:57.993663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3ae813c-ab8d-47c8-b1c0-379aa5ddfca1 req-095c2c24-f37b-43e1-82f1-ea0a9033b36c tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701160 Feb 04 16:05:58.314245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8f7b2d8-377f-4ccd-a510-6f0c0bc8fad0 req-9524c97b-9d09-4ec4-9dcf-feb246cb3c29 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 1095 time: 0.1957114 Feb 04 16:05:58.380722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8f7b2d8-377f-4ccd-a510-6f0c0bc8fad0 req-572cb316-2bdd-444a-838d-35a7310180a4 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578160 Feb 04 16:05:58.431944 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.476292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53002) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:58.524350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53652620-10a1-4bf9-9cf4-c37bf0331d54 req-b9aa6e05-b41a-4460-b30b-3ebebccbde65 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0632486 Feb 04 16:05:58.660947 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.691647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.700823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:05:58.724853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:05:58.728683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Usage tracker for resource:security_group_rule and tenant:529e191d912c4510baf2d9aa4cbb1cda is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:05:58.731731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:05:58.734042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:05:58.734486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ffaeba3c-e56e-4e88-87c6-d4fe5a4cf8d0 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:05:58.738572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:05:58.744665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c0fa-e64e-4a59-9a92-e681bf868baa req-f5d41e3c-ee1a-4477-a565-55dc6a3df0e0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:58.746244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f9c0fa-e64e-4a59-9a92-e681bf868baa req-f5d41e3c-ee1a-4477-a565-55dc6a3df0e0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.1428432 Feb 04 16:05:58.799703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805df80-a690-485a-a698-5c630b19f82b req-408be6f4-6e50-41f5-af79-cd0b8b0850c2 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:58.801637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1805df80-a690-485a-a698-5c630b19f82b req-408be6f4-6e50-41f5-af79-cd0b8b0850c2 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.1368430 Feb 04 16:05:58.803667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.807762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.810965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f9c0fa-e64e-4a59-9a92-e681bf868baa req-8450d052-c982-48e9-b61e-6f416b3904b3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585513 Feb 04 16:05:58.855170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605e0e82-dd74-4112-aafd-987b5930d946,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:58.859253 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ad112208-27c0-4941-9abf-92126c415c28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=529e191d912c4510baf2d9aa4cbb1cda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3827744 Feb 04 16:05:58.862008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:58.915224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1805df80-a690-485a-a698-5c630b19f82b req-1aae6ac9-86f9-4a30-80a3-c030d9a3b84f tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/security-groups?id=973b83d3-5093-4218-b2b5-3ad2dd2188ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069369 Feb 04 16:05:58.927890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:58.933977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-c4a54b9d-2529-47fa-b0d6-d584f92fde5e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:58.935696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-c4a54b9d-2529-47fa-b0d6-d584f92fde5e tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 951 time: 0.1109560 Feb 04 16:05:58.955088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.012398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.020851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Deleting port 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:05:59.021425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.028964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605e0e82-dd74-4112-aafd-987b5930d946,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:05:59.035746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.036843 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ecbadacd-6dce-4716-88e1-36aedad3b797 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/605e0e82-dd74-4112-aafd-987b5930d946 HTTP/1.1" status: 204 len: 168 time: 0.1731219 Feb 04 16:05:59.408659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] For port 484a41b7-c244-4aba-97c8-af07a7a5a573, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=484a41b7-c244-4aba-97c8-af07a7a5a573,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:05:59.409181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.490968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7346fb-edb9-48d0-b932-d8db86499ff3 req-3ad9e9e0-7434-42e3-8900-9833941c031f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.492390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe7346fb-edb9-48d0-b932-d8db86499ff3 req-3ad9e9e0-7434-42e3-8900-9833941c031f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.2165880 Feb 04 16:05:59.587148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Calling delete_port for 484a41b7-c244-4aba-97c8-af07a7a5a573 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:05:59.717945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe7346fb-edb9-48d0-b932-d8db86499ff3 req-b4c3c3f7-87c7-45df-9d5a-c286ab0ed170 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423509 Feb 04 16:05:59.771681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff757f3-5163-4001-88a9-0469ee934448 req-b00ca7a0-24e0-43b4-9a8a-9dd146b10869 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:05:59.773129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ff757f3-5163-4001-88a9-0469ee934448 req-b00ca7a0-24e0-43b4-9a8a-9dd146b10869 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.2894509 Feb 04 16:05:59.783359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:05:59.789852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Request body: {'floatingip': {'port_id': 'b297153e-9ca4-4f4f-92d4-15e123505800'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:05:59.823841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.839997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['484a41b7-c244-4aba-97c8-af07a7a5a573'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:05:59.924190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.929734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:05:59.931870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Pushing event deleted for resources: {'Port': ['ID=484a41b7-c244-4aba-97c8-af07a7a5a573,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:00.449825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] No DVR routers for this DVR port 484a41b7-c244-4aba-97c8-af07a7a5a573 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:00.452753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.459403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-deleted', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:00.522618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5099f9c-c005-4bc2-a0ce-ada345b9e81a req-b49da158-00d2-4fff-a704-393e5bf080aa tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.58 "DELETE /v2.0/ports/484a41b7-c244-4aba-97c8-af07a7a5a573 HTTP/1.1" status: 204 len: 173 time: 1.5808589 Feb 04 16:06:00.529025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-b45e88b8-da85-4d9b-83ae-3cd5ae2100d1 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.530637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-b45e88b8-da85-4d9b-83ae-3cd5ae2100d1 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/ports?device_id=475cd6fb-044f-47cf-9916-2a09cfb3b9ed HTTP/1.1" status: 200 len: 946 time: 0.5998881 Feb 04 16:06:00.539110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-58e3c47f-3cee-452b-bd77-7b37aca16c7d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.545496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-58e3c47f-3cee-452b-bd77-7b37aca16c7d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 0.6180506 Feb 04 16:06:00.600810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562be6-c973-4168-a346-1fee64cca2ec req-eb9125ff-8630-4f06-ac02-46247131d72d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:00.602255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f562be6-c973-4168-a346-1fee64cca2ec req-eb9125ff-8630-4f06-ac02-46247131d72d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6736038 Feb 04 16:06:00.619323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-1f3bd05c-fef6-4c18-ad25-043adb5f50b6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/quotas/2d57203b3a6246a890435a5a33a6fb81 HTTP/1.1" status: 200 len: 375 time: 0.0728536 Feb 04 16:06:00.713449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Deleting port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:00.714054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.790875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f562be6-c973-4168-a346-1fee64cca2ec req-edc9094c-f0ad-4658-9d47-4322a33298bc tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813185 Feb 04 16:06:00.793790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.815033 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:00.880906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-b0c689cc-15e8-4d18-b1b1-ca2e1a453d6d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2607527 Feb 04 16:06:01.083472 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Floating IP f3b19f68-1639-47d2-ab45-44b7ff015e53 associated. External IP: 172.25.5.243, port: b297153e-9ca4-4f4f-92d4-15e123505800. Feb 04 16:06:01.141896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95193a5b-3b04-4ddd-ab6b-93458f50fb20 req-2f27cb71-77d5-40d6-a4e9-a328a00c7237 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0787852 Feb 04 16:06:01.239268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-5e9063c0-c46e-4724-b122-30d20b29900f service neutron] 10.222.0.62 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568323 Feb 04 16:06:01.485725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] For port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:01.486443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.505007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4a33750d-bb0b-44aa-9a1f-a20b15c4dc79 req-abc82c38-3eec-46e6-a9e0-55742aec1bc8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Synchronizing usage tracker for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:01.597803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Router ee529f3f-bf45-4f77-813e-d553033cd160 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:01.656841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Calling delete_port for fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:01.730373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4a33750d-bb0b-44aa-9a1f-a20b15c4dc79 req-abc82c38-3eec-46e6-a9e0-55742aec1bc8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] Unset dirty status for tenant:fe4c90fdb5354ffd90cf9d024230926f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:01.731652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a33750d-bb0b-44aa-9a1f-a20b15c4dc79 req-abc82c38-3eec-46e6-a9e0-55742aec1bc8 tempest-ServersAdminTestJSON-195827323 tempest-ServersAdminTestJSON-195827323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6304054-55dc-4c1a-a610-a1e42cfc78a5 HTTP/1.1" status: 200 len: 210 time: 0.3559315 Feb 04 16:06:01.744475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-b45e1753-218a-4e90-8256-f158a31b4f30 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:01.745900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-b45e1753-218a-4e90-8256-f158a31b4f30 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.58 "GET /v2.0/ports?device_id=966b9a05-c5f2-468b-a273-3583b4410490 HTTP/1.1" status: 200 len: 945 time: 0.7216098 Feb 04 16:06:01.822681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:01.828462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.835153 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Sync routers for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:01.857928 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:01.860693 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:01.867273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-fc6419da-72d9-4df7-95fe-6746fd8e23ab service neutron] 10.222.0.62 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076131 Feb 04 16:06:01.878936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Deleting port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:01.879437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:01.949330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-072961d4-618d-4d9e-93ec-20fbc5e39f2d tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "PUT /v2.0/floatingips/f3b19f68-1639-47d2-ab45-44b7ff015e53 HTTP/1.1" status: 200 len: 991 time: 2.1647892 Feb 04 16:06:01.952955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:02.271832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.284292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['9789fc8f-6dd7-4d86-ae15-4b35144dc13d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:02.322033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:02.331667 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6304054-55dc-4c1a-a610-a1e42cfc78a5', 'name': 'network-vif-deleted', 'tag': '484a41b7-c244-4aba-97c8-af07a7a5a573', 'status': 'completed', 'code': 200} Feb 04 16:06:02.344575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event deleted for resources: {'Port': ['ID=fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:02.428110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:02.763233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] For port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:02.763835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.797331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] No DVR routers for this DVR port fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:02.818130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:02.871624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:02.884010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:02.932669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 484a41b7-c244-4aba-97c8-af07a7a5a573 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:02.932669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 484a41b7-c244-4aba-97c8-af07a7a5a573 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:03.069189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Calling delete_port for 9789fc8f-6dd7-4d86-ae15-4b35144dc13d owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:03.162040 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f3b19f68-1639-47d2-ab45-44b7ff015e53', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'port_id': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'mac_address': 'fa:16:3e:09:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:11Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 1, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.171395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Checking router: ee529f3f-bf45-4f77-813e-d553033cd160 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:03.202693 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:03.207340 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:03.213479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:03.231930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '404fda9a-2525-4846-a643-1f440ede39a2', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': '404fda9a-2525-4846-a643-1f440ede39a2', 'mac_address': 'fa:16:3e:55:c5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:03.333433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.360012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 404fda9a-2525-4846-a643-1f440ede39a2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:03.403720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:03.416331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:03.429251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e568f56a-40bf-4ba4-9aa1-74d45cc8eab6 req-e108d3f1-2291-48a9-8689-64b5e791d72d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "DELETE /v2.0/ports/fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 HTTP/1.1" status: 204 len: 173 time: 2.8751190 Feb 04 16:06:03.529658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:03.555323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['404fda9a-2525-4846-a643-1f440ede39a2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:03.585698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:03.586667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd056d74-eb22-4fd7-a5d2-8211606203e1 req-0097e3a2-74ea-47ca-9b97-f70fda323432 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:03.596001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd056d74-eb22-4fd7-a5d2-8211606203e1 req-0097e3a2-74ea-47ca-9b97-f70fda323432 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 1.0505517 Feb 04 16:06:03.653433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-c03683f4-f96b-467f-af94-1872941e981d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1097 time: 0.7212145 Feb 04 16:06:03.734961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977f04-1589-43f6-a26e-45a809eaf971 req-5eadc5d0-ac49-4156-a7e6-19316ae73ca3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:03.742896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4977f04-1589-43f6-a26e-45a809eaf971 req-5eadc5d0-ac49-4156-a7e6-19316ae73ca3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.5291584 Feb 04 16:06:03.902069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd056d74-eb22-4fd7-a5d2-8211606203e1 req-8f517b4c-9a17-4ffd-a875-9874aadf4033 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046484 Feb 04 16:06:04.074374 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'status': 'completed', 'code': 200} Feb 04 16:06:04.081416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:04.090689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4977f04-1589-43f6-a26e-45a809eaf971 req-87515284-5eb9-49d3-a5af-b6a42307ad38 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466516 Feb 04 16:06:04.206724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-61a713fe-30d8-41bb-aed8-251b6a2084c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:04.208302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-61a713fe-30d8-41bb-aed8-251b6a2084c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.5046942 Feb 04 16:06:04.417352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'name': 'network-vif-deleted', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:04.500441 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f3b19f68-1639-47d2-ab45-44b7ff015e53', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'port_id': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'mac_address': 'fa:16:3e:09:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:11Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 1, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:04.505861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c490a6c-9534-4d13-b35c-c411a6541a71 None None] The sync data for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 is: [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f3b19f68-1639-47d2-ab45-44b7ff015e53', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'floating_ip_address': '172.25.5.243', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'port_id': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'mac_address': 'fa:16:3e:09:6d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:05:11Z', 'updated_at': '2022-02-04T16:06:00Z', 'revision_number': 1, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:04.564210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-eedc9b54-508f-48a2-bb70-dbba9153508a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 200 len: 217 time: 0.2640023 Feb 04 16:06:04.604041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event deleted for resources: {'Port': ['ID=9789fc8f-6dd7-4d86-ae15-4b35144dc13d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:04.716514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:04.860919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:04.861183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:04.873194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:04.958607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b72501df-75f6-4f57-abb8-233542678101 req-a3b14a7c-3571-4c70-b4c7-eac6e9787beb tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.3633666 Feb 04 16:06:05.043680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab71aed-d929-47bf-aaec-e7f6d222c27b None None] New status for floating IP f3b19f68-1639-47d2-ab45-44b7ff015e53: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:06:05.387020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-e26c202a-55e1-4aec-934e-8bbb563a81ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:05.388852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-e26c202a-55e1-4aec-934e-8bbb563a81ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.7827559 Feb 04 16:06:05.394313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-407c4ba2-5138-44ce-892a-d39dbdffb195 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:05.396288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-407c4ba2-5138-44ce-892a-d39dbdffb195 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 0.5294375 Feb 04 16:06:05.454611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Request body: {'port': {'device_id': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'admin_state_up': True, 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:05.471332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53178) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:05.533523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-f2bc6f6e-620c-4f7d-8fa6-2ebacf350bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866735 Feb 04 16:06:05.540382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] No DVR routers for this DVR port 9789fc8f-6dd7-4d86-ae15-4b35144dc13d on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:05.557124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:05.569166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d2081d3-46dc-4521-89fb-11a9221a4deb req-801e5a6b-a052-432a-8783-25f0d617b04d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.58 "DELETE /v2.0/ports/9789fc8f-6dd7-4d86-ae15-4b35144dc13d HTTP/1.1" status: 204 len: 173 time: 3.8066356 Feb 04 16:06:05.650825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 404fda9a-2525-4846-a643-1f440ede39a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:05.651658 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.001407 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9d93726d-21bd-4fea-94e2-a3c78b3b13a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe4c90fdb5354ffd90cf9d024230926f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5280631 Feb 04 16:06:06.006558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53186) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:06.180699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.219815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.339491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.375865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.379165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b83d3-5093-4218-b2b5-3ad2dd2188ca,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:06.383765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-d4ad6b02-90d7-4e2d-a72e-3fe8c0c68c19 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8136587 Feb 04 16:06:06.412301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.416785 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c4249f0-5c9d-4715-ab1b-0471ae606d75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/973b83d3-5093-4218-b2b5-3ad2dd2188ca HTTP/1.1" status: 204 len: 168 time: 0.4088573 Feb 04 16:06:06.481263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:06.494357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:06.510123 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:06.512162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9789fc8f-6dd7-4d86-ae15-4b35144dc13d no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:06.632434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-24396666-ad34-4644-a4da-ba920270c9b2 req-8db92ba4-9c36-4967-bc68-61350141ab63 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:06.633062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 9789fc8f-6dd7-4d86-ae15-4b35144dc13d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:06.633512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9789fc8f-6dd7-4d86-ae15-4b35144dc13d not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:06.667244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:06.805389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-3a191c69-4776-4d22-b998-1937a9720657 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4abcbd2253f4fae907f5821bd6628c0&device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 1096 time: 2.5248208 Feb 04 16:06:06.825230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-64c10757-efa5-4aec-b194-77aaabbd9e47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937121 Feb 04 16:06:06.890623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76760892-9183-4072-ba71-9131e4c5d559 req-7b56a8d6-47a2-4ee9-b0af-fc451a03cab8 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:06.899739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76760892-9183-4072-ba71-9131e4c5d559 req-7b56a8d6-47a2-4ee9-b0af-fc451a03cab8 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 2.0382357 Feb 04 16:06:06.936942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-24396666-ad34-4644-a4da-ba920270c9b2 req-8db92ba4-9c36-4967-bc68-61350141ab63 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:06.938078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24396666-ad34-4644-a4da-ba920270c9b2 req-8db92ba4-9c36-4967-bc68-61350141ab63 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 210 time: 0.7033598 Feb 04 16:06:07.148969 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475cd6fb-044f-47cf-9916-2a09cfb3b9ed', 'name': 'network-vif-deleted', 'tag': 'fe6dda4b-40a0-4c0b-ae54-f9aa356b14f9', 'status': 'completed', 'code': 200} Feb 04 16:06:07.190223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:07.266810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:07.317594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7425d031-4ae9-4b7d-a612-36f548bbdbc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01cb62b3129d4bb88133c335eb5a0594&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1253994 Feb 04 16:06:07.319894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:07.340822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3e2f12-697c-4b58-b2b2-eceba0fc7462 req-aa3b4059-ecd0-45ea-85f7-c806f021b162 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900452 Feb 04 16:06:07.348460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-d25a6416-a28a-4569-8047-19a97712724d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.350227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-d25a6416-a28a-4569-8047-19a97712724d tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 812 time: 1.1166480 Feb 04 16:06:07.353036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-cba0755e-cb9e-4e4a-ad82-99e976b59d0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 1096 time: 0.3907373 Feb 04 16:06:07.467516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Request body: {'port': {'device_id': 'd2570e35-ae19-4872-a812-409d350f04c9', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'admin_state_up': True, 'tenant_id': '2d57203b3a6246a890435a5a33a6fb81'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:07.528164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.562012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:07.617284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76760892-9183-4072-ba71-9131e4c5d559 req-ee9c2f0f-6be8-4898-9b14-abedff08f915 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159553 Feb 04 16:06:07.629910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.634708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:07.645478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.697974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975681-9179-45b5-8f11-a6761e297e17 req-fcf12680-77af-4e83-96bd-b50b7e01b8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.700066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-fcf12680-77af-4e83-96bd-b50b7e01b8f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.3084791 Feb 04 16:06:07.701086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.739443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-c94f1172-7909-473f-8048-d5f46340e23c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.745260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-c94f1172-7909-473f-8048-d5f46340e23c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ffe1630-5238-44ab-a481-91a525a16c27 HTTP/1.1" status: 200 len: 917 time: 0.9126773 Feb 04 16:06:07.787282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347b658-00ac-42f6-9edf-88f6d735bcf2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:07.841239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:07.844873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7c684d5-73a7-4672-b1d5-718841448723 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e347b658-00ac-42f6-9edf-88f6d735bcf2 HTTP/1.1" status: 204 len: 168 time: 0.5215001 Feb 04 16:06:07.844873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-533b655d-fc35-4595-804f-9d6c4bdcf96e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 200 len: 217 time: 0.1309180 Feb 04 16:06:07.949832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f975681-9179-45b5-8f11-a6761e297e17 req-593d63c5-3e29-4a13-bfca-bc7a40f4e998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:07.951477 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-593d63c5-3e29-4a13-bfca-bc7a40f4e998 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.0916841 Feb 04 16:06:08.035101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-87aa18e2-729a-45db-a4c1-8e69418ba048 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743072 Feb 04 16:06:08.112029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Allocated IP 172.20.0.13 (bf0bbdca-a806-4881-b534-bf1b2caef43b/c8febb39-d832-4349-a758-e59e425a3acd/7dbba69e-b1f0-4d2c-b37f-3947b7c054c4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:08.314402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-fa9ff228-f02e-4613-b81c-62fa1451f8ec service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698350 Feb 04 16:06:08.540164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6f975681-9179-45b5-8f11-a6761e297e17 req-50a5f9cc-3697-4ed9-9f5c-acae8261e6fe service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168760 Feb 04 16:06:08.605096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275de66-a84a-4c75-8614-a588253fe9e2 req-e0e59af8-e856-40a5-998a-49321d8e40ff tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:08.613051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a275de66-a84a-4c75-8614-a588253fe9e2 req-e0e59af8-e856-40a5-998a-49321d8e40ff tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 1.2521641 Feb 04 16:06:08.688040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:08.720319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-a780552f-1fd1-4cbe-be2b-2346ce353099 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b297153e-9ca4-4f4f-92d4-15e123505800 HTTP/1.1" status: 200 len: 1001 time: 0.9533212 Feb 04 16:06:08.732372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Usage tracker for resource:port and tenant:2d57203b3a6246a890435a5a33a6fb81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:08.771926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:08.799393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a275de66-a84a-4c75-8614-a588253fe9e2 req-29d33a9e-fe2e-4b91-a72b-c4d2531f38db tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846271 Feb 04 16:06:09.054753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:09.090011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-a7fa1d44-2b11-4995-9c04-5071264d1493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.094207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-a7fa1d44-2b11-4995-9c04-5071264d1493 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73361084-99be-4f81-90c7-6cb62e7b7948 HTTP/1.1" status: 200 len: 855 time: 0.3372381 Feb 04 16:06:09.219097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.222848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'name': 'network-vif-deleted', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:09.304540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbad2d-50b6-432e-955a-629af1492057 req-fa2bbe73-db27-46dd-980f-5433d76d676c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:09.314004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fefbad2d-50b6-432e-955a-629af1492057 req-fa2bbe73-db27-46dd-980f-5433d76d676c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.9486301 Feb 04 16:06:09.320068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Made reservation on behalf of 2d57203b3a6246a890435a5a33a6fb81 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:09.323061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.485605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fefbad2d-50b6-432e-955a-629af1492057 req-4623633c-a3a1-463b-a01e-b8a3f4aed60b tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706052 Feb 04 16:06:09.543388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.551916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:09.640134 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2', 'code': 200} Feb 04 16:06:09.735596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-network', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:09.742515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-1086863b-879f-4573-97b5-324c58f277f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ffe1630-5238-44ab-a481-91a525a16c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6236012 Feb 04 16:06:09.745803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:09.756991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Usage tracker for resource:network and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:09.763396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:09.776069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:09.796486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Made reservation on behalf of 6d8c4edc55624b65ba85c5d280e99d4a for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:09.799820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.814983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:09.817342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7386ea34-eedc-4289-9b35-12026cf0050d req-7104ffe5-8a7d-4da1-b752-b668c203862c tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.1816926 Feb 04 16:06:09.854402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:09.859511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Usage tracker for resource:security_group_rule and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:09.863533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:09.870271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:09.947283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Network bf0bbdca-a806-4881-b534-bf1b2caef43b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:09.959293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:09.962544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:10.002731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event updated for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:10.059523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.070931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.109621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:06:10.121458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf06b73-1696-4c9c-966f-b9c1e18d6514,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:10.135043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.135389 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Added segment b7b933f2-2e6a-41fd-b49b-725743b4dd6a of type vlan for network 39f739d4-22f9-4cbf-86b7-69858332b9b1 Feb 04 16:06:10.187922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.208661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-655c3a31-60aa-4440-879d-63e8b2e7fba0 {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:06:10.209085 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:06:10.242273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.243071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.253729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.255297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.255995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.304569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-148ed5e3-a381-4b5b-8011-9a110bb656ac service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154166 Feb 04 16:06:10.341699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-6c8f1f99-cc98-4e1d-9489-c05215c6d7af tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9013686 Feb 04 16:06:10.407500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Request body: {'port': {'device_id': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:10.408023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] Pushing event updated for resources: {'Network': ['ID=39f739d4-22f9-4cbf-86b7-69858332b9b1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:10.418922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:06:10.430680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-34c387cd-bbfb-4abf-b0d7-4bf31978e5bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8763118 Feb 04 16:06:10.431671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:10.447062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Request body: {'subnet': {'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-subnet', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:10.450369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48b6c-5031-4c9f-96e9-5ed76ba35bfd req-60fd7924-4de5-4327-95f5-0ac3dee24211 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.451068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-31f48b6c-5031-4c9f-96e9-5ed76ba35bfd req-60fd7924-4de5-4327-95f5-0ac3dee24211 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:10.460885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:10.475222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Usage tracker for resource:subnet and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:10.482380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:10.497002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:10.533641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Made reservation on behalf of 6d8c4edc55624b65ba85c5d280e99d4a for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:10.536605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.605627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-31f48b6c-5031-4c9f-96e9-5ed76ba35bfd req-60fd7924-4de5-4327-95f5-0ac3dee24211 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:10.608250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31f48b6c-5031-4c9f-96e9-5ed76ba35bfd req-60fd7924-4de5-4327-95f5-0ac3dee24211 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 932 time: 0.8179350 Feb 04 16:06:10.672259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475937bf-dada-44b5-93e0-114bc2607ab8 req-37203247-5515-4e54-9f97-cf08bebb9511 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:10.681572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-475937bf-dada-44b5-93e0-114bc2607ab8 req-37203247-5515-4e54-9f97-cf08bebb9511 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6417398 Feb 04 16:06:10.714114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.750845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91aa3f4b-0bf1-4267-bc45-924ed2092c05 req-31680109-4114-41b8-8ed7-6c6c510464d5 service neutron] 10.222.0.58 "GET /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366786 Feb 04 16:06:10.782705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.939561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-475937bf-dada-44b5-93e0-114bc2607ab8 req-a879ac49-aafc-482d-b8de-df93dd197221 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572868 Feb 04 16:06:10.951802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:10.969603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31f48b6c-5031-4c9f-96e9-5ed76ba35bfd req-4b1256ba-186d-4d3b-8268-dbc88c356abf tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263245 Feb 04 16:06:11.060960 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966b9a05-c5f2-468b-a273-3583b4410490', 'name': 'network-vif-deleted', 'tag': '9789fc8f-6dd7-4d86-ae15-4b35144dc13d', 'status': 'completed', 'code': 200} Feb 04 16:06:11.195531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Checking segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:11.197937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Network hostable DHCP agents. Network: 39f739d4-22f9-4cbf-86b7-69858332b9b1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:06:11.211495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11874869-2423-4bde-9866-d723f3bd28f6,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:11.277006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:06:11.307225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 39f739d4-22f9-4cbf-86b7-69858332b9b1) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:11.312802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:11.314179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.324334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48801cc8-1958-4960-8795-3a6914c5f760 None None] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:11.399647 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-708ae517-7979-4982-b4b9-dc5874e5e4b6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9614761 Feb 04 16:06:11.401600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:11.413351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:11.419954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:11.425976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Usage tracker for resource:router and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:11.428941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:11.436655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:11.459755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.460709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.498883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.560006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Allocated IP 172.20.0.6 (bf0bbdca-a806-4881-b534-bf1b2caef43b/c8febb39-d832-4349-a758-e59e425a3acd/735d9f39-4368-41a1-bd73-1322ddc6f040) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:11.944463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:11.953452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22b7c3-7ad6-4fa5-97df-1b27ecc93834 req-897ccddd-f1f0-411a-8758-479e996eb316 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:11.960708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af22b7c3-7ad6-4fa5-97df-1b27ecc93834 req-897ccddd-f1f0-411a-8758-479e996eb316 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.5441635 Feb 04 16:06:11.986348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2959e-156c-45bc-b208-9585a6cf5440 req-26e7f983-a760-4943-bd5c-cdcd3d552b6a tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:12.000674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3e2959e-156c-45bc-b208-9585a6cf5440 req-26e7f983-a760-4943-bd5c-cdcd3d552b6a tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.5569375 Feb 04 16:06:12.084297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-39f739d4-22f9-4cbf-86b7-69858332b9b1', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:06:12.086309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.246916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af22b7c3-7ad6-4fa5-97df-1b27ecc93834 req-15a1a251-d09b-46da-82b8-c1f2e0ff53e7 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848985 Feb 04 16:06:12.333596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3e2959e-156c-45bc-b208-9585a6cf5440 req-d5b01490-35db-4cd7-91c5-c401de26cb81 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293352 Feb 04 16:06:12.399880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.484340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.564688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Allocated IP 172.20.0.2 (39f739d4-22f9-4cbf-86b7-69858332b9b1/11874869-2423-4bde-9866-d723f3bd28f6/c2d0da66-8114-4ae9-989a-901b36d56e09) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:12.703148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.743643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.753435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event updated for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:12.885156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4925964-4ce9-4f1c-ab0d-895bf2aefe6f req-1b986a0f-de13-4f73-b6ba-5a0954b23628 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2206318 Feb 04 16:06:12.887187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.907402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Transition to ACTIVE for port object c2d0da66-8114-4ae9-989a-901b36d56e09 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:12.917703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Network bf0bbdca-a806-4881-b534-bf1b2caef43b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:12.921576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:12.949534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Transition to ACTIVE for port object c2d0da66-8114-4ae9-989a-901b36d56e09 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:12.963664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:12.965886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:13.020421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Allocated IP 172.25.5.239 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/71349672-d1a4-4e28-aa43-e75e150bd3ae) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:13.202351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:13.265752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:13.306534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:13.414201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.415167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.427711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Pushing event updated for resources: {'Port': ['ID=c2d0da66-8114-4ae9-989a-901b36d56e09,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.429490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b430e-7eaf-4318-901d-0c9bbd4cd36f req-2d1201ef-df93-4ac3-bfbd-d07f8c481d7d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.431625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.437206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Attempting to bind port c2d0da66-8114-4ae9-989a-901b36d56e09 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:13.437620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Attempting to bind port c2d0da66-8114-4ae9-989a-901b36d56e09 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:13.437982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Attempting to bind port c2d0da66-8114-4ae9-989a-901b36d56e09 on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:13.438408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-895b430e-7eaf-4318-901d-0c9bbd4cd36f req-2d1201ef-df93-4ac3-bfbd-d07f8c481d7d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6861184 Feb 04 16:06:13.445881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:13.446431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Checking segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:13.446878 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.447271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Bound using segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:13.448244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Bound port: c2d0da66-8114-4ae9-989a-901b36d56e09, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:13.448620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.470410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.514418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:13.539766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-844cdf89-50b7-44ac-a79e-a1a132a2ea26 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0909295 Feb 04 16:06:13.567810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=71349672-d1a4-4e28-aa43-e75e150bd3ae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.582835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] For port c2d0da66-8114-4ae9-989a-901b36d56e09, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:13.585191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Request body: {'port': {'device_id': 'd2570e35-ae19-4872-a812-409d350f04c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:13.586430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] For port c2d0da66-8114-4ae9-989a-901b36d56e09, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c2d0da66-8114-4ae9-989a-901b36d56e09,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:13.596204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:13.597845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.600669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:13.605203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:13.681049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd80ae-a29f-4030-8a17-8cb959cc266a req-dc726526-ac65-4d26-b264-e026df3f84f0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:13.682223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90bd80ae-a29f-4030-8a17-8cb959cc266a req-dc726526-ac65-4d26-b264-e026df3f84f0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Synchronizing usage tracker for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:13.718937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-895b430e-7eaf-4318-901d-0c9bbd4cd36f req-9281b3ac-5cb3-4ed2-be0e-d0aebe9d5858 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794104 Feb 04 16:06:13.722904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74a97-252c-4d85-aec7-5275c97f2821 None None] Pushing event updated for resources: {'Port': ['ID=c2d0da66-8114-4ae9-989a-901b36d56e09,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:13.754162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:13.776276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.788797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90bd80ae-a29f-4030-8a17-8cb959cc266a req-dc726526-ac65-4d26-b264-e026df3f84f0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Unset dirty status for tenant:2d57203b3a6246a890435a5a33a6fb81 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:13.796027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90bd80ae-a29f-4030-8a17-8cb959cc266a req-dc726526-ac65-4d26-b264-e026df3f84f0 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 932 time: 0.4862931 Feb 04 16:06:13.881675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Transition to ACTIVE for port object 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:13.931239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.986171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:13.986919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.085811 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:14.207496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90bd80ae-a29f-4030-8a17-8cb959cc266a req-be491888-4c93-4346-baaa-42b3f8dc5e01 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100409 Feb 04 16:06:14.355030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Pushing event updated for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:14.545080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c2d0da66-8114-4ae9-989a-901b36d56e09 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:14.599411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:14.677484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c2d0da66-8114-4ae9-989a-901b36d56e09 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:14.767866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59a1e-d7f3-4702-a360-6d9741473536 req-32803af6-bcc1-4bf7-a137-c55dda0a82ad tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:14.770609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51d59a1e-d7f3-4702-a360-6d9741473536 req-32803af6-bcc1-4bf7-a137-c55dda0a82ad tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.8941557 Feb 04 16:06:14.772297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Attempting to bind port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:14.773430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Attempting to bind port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:14.775401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Attempting to bind port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:14.947886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 on network bf0bbdca-a806-4881-b534-bf1b2caef43b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:14.948134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Attempting to bind port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:15.012920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:15.015893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:15.016259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Checking segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:15.016646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Bound using segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:15.017087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Bound port: 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:15.017430 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.022998 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:15.050707 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:15.051639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:15.070263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51d59a1e-d7f3-4702-a360-6d9741473536 req-37fb8fab-1ccd-4687-85bc-84bf5ce2aae3 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688797 Feb 04 16:06:15.083408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.088399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e5a0979b-1451-4a25-9a34-eb02d5d45ea7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.6859496 Feb 04 16:06:15.089473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:15.206664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b69a-568d-4b6e-834a-4cecf35da3b7 req-bdecea91-45dc-4ed6-9a6a-3052782cd298 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:15.208192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db9b69a-568d-4b6e-834a-4cecf35da3b7 req-bdecea91-45dc-4ed6-9a6a-3052782cd298 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.5550482 Feb 04 16:06:15.404994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106d432-4169-4a7b-abe2-1d1d9fbc72df None None] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:15.512343 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:15.644229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:15.648854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b4444fc-e8fb-4627-aefe-e64450531af1 req-0c11e76c-e009-417a-9ad9-f2233fa8a4ce tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0834458 Feb 04 16:06:15.664941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db9b69a-568d-4b6e-834a-4cecf35da3b7 req-3fd06c66-149d-4ab3-82f1-4153eb95805a tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310327 Feb 04 16:06:15.706404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735d9f39-4368-41a1-bd73-1322ddc6f040 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:15.733485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:15.752995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.774676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.810533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Provisioning for port c2d0da66-8114-4ae9-989a-901b36d56e09 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:15.819976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Provisioning complete for port c2d0da66-8114-4ae9-989a-901b36d56e09 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:15.820608 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:15.947665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Transition to ACTIVE for port object 735d9f39-4368-41a1-bd73-1322ddc6f040 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:15.964475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.003232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.005107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] 10.222.0.41 "PUT /v2.0/ports/7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 HTTP/1.1" status: 200 len: 1092 time: 5.6022763 Feb 04 16:06:16.008767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:16.203891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.285182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] For port c2d0da66-8114-4ae9-989a-901b36d56e09, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c2d0da66-8114-4ae9-989a-901b36d56e09,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:16.292171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.396487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c389-d1ae-40ce-bb8c-aefd3f7dc50a service neutron] Pushing event updated for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.430670 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:16.448540 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:16.449160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Updating router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 port 71349672-d1a4-4e28-aa43-e75e150bd3ae binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:16.542464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0bc4f-27e0-4292-8844-d70ad6f3195a None None] Pushing event updated for resources: {'Port': ['ID=c2d0da66-8114-4ae9-989a-901b36d56e09,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.592338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Pushing event updated for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:16.607122 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:16.611029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4f1f5-1e7e-4f5b-a0a1-26decf307249 req-911dc535-1fe5-46be-96dc-e4b2e8ee4977 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.619493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6df4f1f5-1e7e-4f5b-a0a1-26decf307249 req-911dc535-1fe5-46be-96dc-e4b2e8ee4977 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 944 time: 0.5680943 Feb 04 16:06:16.679009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d31be-4d02-4e7f-baf8-29a3d6418b12 req-8c3e5b5b-31b3-48e3-9ffd-a95faf347656 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:16.680492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c14d31be-4d02-4e7f-baf8-29a3d6418b12 req-8c3e5b5b-31b3-48e3-9ffd-a95faf347656 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6500578 Feb 04 16:06:16.683882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-5cf0fa0e-d7f9-4758-8545-fd979c61e424 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 1095 time: 0.5608690 Feb 04 16:06:16.859917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-8895b63d-bfd9-4722-844d-e1e95577fe6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 HTTP/1.1" status: 200 len: 217 time: 0.1413589 Feb 04 16:06:17.146338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6df4f1f5-1e7e-4f5b-a0a1-26decf307249 req-fd440a20-d29b-4df8-a036-e263a9144fd6 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258653 Feb 04 16:06:17.150209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-ada041c4-1af7-4c8c-8793-90caf8585bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:17.157922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-ada041c4-1af7-4c8c-8793-90caf8585bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.2349355 Feb 04 16:06:17.210061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5b04dd8b-6620-49ba-8640-1fb0ffcac939 None None] Provisioning complete for port c2d0da66-8114-4ae9-989a-901b36d56e09 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:17.210061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b04dd8b-6620-49ba-8640-1fb0ffcac939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.227375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Attempting to bind port 735d9f39-4368-41a1-bd73-1322ddc6f040 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:17.227375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Attempting to bind port 735d9f39-4368-41a1-bd73-1322ddc6f040 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:17.227672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Attempting to bind port 735d9f39-4368-41a1-bd73-1322ddc6f040 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:17.361712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-53f82ee5-2eb7-48b8-8bcd-561a2bc798f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311131 Feb 04 16:06:17.365012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Port 735d9f39-4368-41a1-bd73-1322ddc6f040 on network bf0bbdca-a806-4881-b534-bf1b2caef43b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:17.365332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Attempting to bind port 735d9f39-4368-41a1-bd73-1322ddc6f040 on network bf0bbdca-a806-4881-b534-bf1b2caef43b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:17.378797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c14d31be-4d02-4e7f-baf8-29a3d6418b12 req-ef46b587-4f31-405e-915a-6a734e3ecac0 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893394 Feb 04 16:06:17.424431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.620488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:17.621505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Checking segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:17.622152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Bound using segment: {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:17.622899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Bound port: 735d9f39-4368-41a1-bd73-1322ddc6f040, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:17.624563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.668744 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4', 'status': 'completed', 'code': 200} Feb 04 16:06:17.742962 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:17.765247 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Transition to ACTIVE for port object 71349672-d1a4-4e28-aa43-e75e150bd3ae will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:17.787948 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.006854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Attempting to bind port 71349672-d1a4-4e28-aa43-e75e150bd3ae on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:18.012011 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Attempting to bind port 71349672-d1a4-4e28-aa43-e75e150bd3ae by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:18.012616 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Attempting to bind port 71349672-d1a4-4e28-aa43-e75e150bd3ae on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:18.020138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Pushing event updated for resources: {'Port': ['ID=71349672-d1a4-4e28-aa43-e75e150bd3ae,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:18.022916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5efe9a3-f4e4-4459-b366-79ce6c43560a req-75c283eb-c4e3-47fc-9f83-c96b7c86b95a tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2361495 Feb 04 16:06:18.036772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Allocated IP 172.20.0.1 (39f739d4-22f9-4cbf-86b7-69858332b9b1/11874869-2423-4bde-9866-d723f3bd28f6/129f9f0d-e8f8-48de-b101-f70d4d87bbc3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:18.054697 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.055033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.056733 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.057663 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.058728 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.060139 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.060654 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.062226 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.062850 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.063340 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.064643 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:18.079813 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:18.082395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:18.082997 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.086241 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:18.086958 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Bound port: 71349672-d1a4-4e28-aa43-e75e150bd3ae, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:18.087531 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.181126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-7496fca7-3ca0-413d-b307-2f18ceeeaaed service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998292 Feb 04 16:06:18.255082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] For port 71349672-d1a4-4e28-aa43-e75e150bd3ae, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:18.264013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] For port 71349672-d1a4-4e28-aa43-e75e150bd3ae, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71349672-d1a4-4e28-aa43-e75e150bd3ae,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:18.276054 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.428484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:18.457779 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36e66e-3d3e-4b01-bcf5-e2a5e419be41 None None] Pushing event updated for resources: {'Port': ['ID=71349672-d1a4-4e28-aa43-e75e150bd3ae,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:18.472435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.473087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=735d9f39-4368-41a1-bd73-1322ddc6f040,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:18.517253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:18.517433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345c68-bee8-4a93-ad4c-003e7bb2da9a req-97739a55-2e61-4e05-9674-6be6ef3fc951 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:18.517991 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:18.550699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Transition to ACTIVE for port object 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:18.561427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2345c68-bee8-4a93-ad4c-003e7bb2da9a req-97739a55-2e61-4e05-9674-6be6ef3fc951 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.8326154 Feb 04 16:06:18.586042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c2d0da66-8114-4ae9-989a-901b36d56e09 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:18.598960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.745589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c2d0da66-8114-4ae9-989a-901b36d56e09 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:18.745589 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.822934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:18.887799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:18.891153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Pushing event updated for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:18.900990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:18.903595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:18.997521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:19.003960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.071817 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:19.289220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.602589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9ee18cf8-b0f8-475c-95e5-6daee49ba1ec None None] Provisioning for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:19.640563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9ee18cf8-b0f8-475c-95e5-6daee49ba1ec None None] Provisioning complete for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:19.640563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ee18cf8-b0f8-475c-95e5-6daee49ba1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.691108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Pushing event updated for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:19.702968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-e946db3e-bbe8-4bc5-aa24-0b3b31fd93c5 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4872353 Feb 04 16:06:19.748709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff560fe1-8150-4384-addd-e8e568b52204 req-1b0e3ae6-0543-415e-9f09-e3cc7e0a1dad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.9434643 Feb 04 16:06:19.761461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.777780 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.777780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9404db3d-c8fa-4437-9ec8-f61b95ae0a09 service neutron] 10.222.0.41 "PUT /v2.0/ports/735d9f39-4368-41a1-bd73-1322ddc6f040 HTTP/1.1" status: 200 len: 1091 time: 6.1897895 Feb 04 16:06:19.821053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:19.845663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9ee18cf8-b0f8-475c-95e5-6daee49ba1ec None None] Port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:19.867993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:19.888238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8829d30c304e1d8f50605cc64ff728 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:19.888238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:19.901309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:19.941237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:19.961179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.074605 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:20.091404 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2bbf7-cbc2-4064-bedc-c209d46b4529 None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:13Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:20.284905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2345c68-bee8-4a93-ad4c-003e7bb2da9a req-fa222b08-24e7-43f0-b4c4-e4b1927403e5 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7267952 Feb 04 16:06:20.288809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Pushing event updated for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:20.308295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.348279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.375173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.456418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d41b66-bfdb-454c-a832-f13863a1b76f req-df5e24eb-d4fc-4683-b101-5daab5c5e39c tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:20.467229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22d41b66-bfdb-454c-a832-f13863a1b76f req-df5e24eb-d4fc-4683-b101-5daab5c5e39c tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 944 time: 1.9846883 Feb 04 16:06:20.643256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd7ae94-2c68-4bf3-84da-78d3e92c1bbf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:20.656310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-95892e00-7f55-4880-a77d-2fd7a5befc0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 1094 time: 0.7698934 Feb 04 16:06:20.684718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-37e134f1-2abb-448f-9440-4b294d551c68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed8829d30c304e1d8f50605cc64ff728&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6859355 Feb 04 16:06:20.686474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:20.689049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-c239d0f2-9534-4d08-ab23-7c882edfed4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 1095 time: 0.8858430 Feb 04 16:06:20.826165 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.872354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.910534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:20.964725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.012363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22d41b66-bfdb-454c-a832-f13863a1b76f req-072d7704-389c-41e6-980c-81529407d1e1 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431020 Feb 04 16:06:21.060299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:21.094923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:21.349673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.385767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-0024aacf-5f2b-42a3-95d2-840238c5767c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735d9f39-4368-41a1-bd73-1322ddc6f040 HTTP/1.1" status: 200 len: 217 time: 0.7048945 Feb 04 16:06:21.750944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b3ddcaa-a33a-4b01-b4d3-9d1729621143 req-6db33459-94db-471d-a396-f2198c29faed tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.1936061 Feb 04 16:06:21.834684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-becb9732-1222-4560-9b44-672029c22e50 None None] Provisioning complete for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:21.835234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-becb9732-1222-4560-9b44-672029c22e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:21.913283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-bc0f1033-cf35-4e93-82ba-1bead51c29ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:21.924177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-bc0f1033-cf35-4e93-82ba-1bead51c29ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.5188379 Feb 04 16:06:21.931902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd7ae94-2c68-4bf3-84da-78d3e92c1bbf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:21.955427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466691ed-3eb8-48cb-b495-1ba03d0dd0fc req-d62e996f-fbcd-4fd0-a96f-3d162320e7af tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:21.985355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-466691ed-3eb8-48cb-b495-1ba03d0dd0fc req-d62e996f-fbcd-4fd0-a96f-3d162320e7af tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 1.1174264 Feb 04 16:06:22.022708 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:22.026929 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2becf50e-d90f-4219-95df-0d6969c2187a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cd7ae94-2c68-4bf3-84da-78d3e92c1bbf HTTP/1.1" status: 204 len: 168 time: 1.3345058 Feb 04 16:06:22.096516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-becb9732-1222-4560-9b44-672029c22e50 None None] Port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:22.173873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-eaba3a52-9301-472f-9261-92a459368d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:22.175903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-eaba3a52-9301-472f-9261-92a459368d02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 913 time: 1.4766030 Feb 04 16:06:22.208362 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040', 'status': 'completed', 'code': 200} Feb 04 16:06:22.283302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-ac45e07b-2420-4035-8716-6f7c8f12ec18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2290483 Feb 04 16:06:22.426414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:22.569015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71349672-d1a4-4e28-aa43-e75e150bd3ae up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:22.611215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-47ed4731-923a-4621-b304-26da14a7b019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 HTTP/1.1" status: 200 len: 217 time: 0.4020514 Feb 04 16:06:22.679719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-9d3b42d4-84ff-4040-be1e-c11ab1b610c7 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812275 Feb 04 16:06:22.790293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 71349672-d1a4-4e28-aa43-e75e150bd3ae completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:22.801817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71349672-d1a4-4e28-aa43-e75e150bd3ae triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:22.802068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:22.828118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:22.847940 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c5abee45-3344-4366-a34c-8e2f1dd870c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/b5fd0114-26f9-4d1b-b52f-8d635ebdcff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7569034 Feb 04 16:06:22.942321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:23.003623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-466691ed-3eb8-48cb-b495-1ba03d0dd0fc req-8ec86fb4-434a-4a1d-b54e-7d924da70389 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0173459 Feb 04 16:06:23.005794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5674ebfd-3b59-4650-bc2f-614e3c33c51f req-bf53b86e-6667-493e-baf4-c2dcf886e68e service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709074 Feb 04 16:06:23.029398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-383f1a5f-10bb-4698-8969-7e84899960ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.030938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-383f1a5f-10bb-4698-8969-7e84899960ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.3479977 Feb 04 16:06:23.169488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-b32337ad-6b7a-454b-8637-913dc27137fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198659 Feb 04 16:06:23.278088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:23.332138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 71349672-d1a4-4e28-aa43-e75e150bd3ae, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71349672-d1a4-4e28-aa43-e75e150bd3ae,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:23.332138 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:23.407427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:23.511084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-8e4d3e85-34f4-41b6-95c4-6a75fa1a90cb service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256776 Feb 04 16:06:23.656434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=71349672-d1a4-4e28-aa43-e75e150bd3ae,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:23.690459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:23.728072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'port_id': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4', 'mac_address': 'fa:16:3e:29:da:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8febb39-d832-4349-a758-e59e425a3acd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:23.869697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414bdc22-508f-4066-ae49-79c3f1f210e1 req-7fc4be1b-1518-4267-8230-9fdb0ca23116 service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460963 Feb 04 16:06:23.878048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ee0b-4082-4da1-90d0-de249a3740a1 req-28965cbe-c52b-4a88-a7bd-1f7d377d3fa1 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:23.884918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a29ee0b-4082-4da1-90d0-de249a3740a1 req-28965cbe-c52b-4a88-a7bd-1f7d377d3fa1 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 1.3809974 Feb 04 16:06:23.918199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-84477cb5-b614-46a5-b26b-5ae89cfa238a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d57203b3a6246a890435a5a33a6fb81&device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 1094 time: 0.8173044 Feb 04 16:06:23.945453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:23.958916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a29ee0b-4082-4da1-90d0-de249a3740a1 req-847cb8dd-f67f-49fa-8cfd-e74be063dbb5 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729084 Feb 04 16:06:23.973044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:23.992862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:24.005695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:24.218535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:24.265551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7dbba69e-b1f0-4d2c-b37f-3947b7c054c4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:24.327187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-80745e79-0fcc-4b14-9a5a-54adaac9ccda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:24.327187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-80745e79-0fcc-4b14-9a5a-54adaac9ccda service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 200 len: 913 time: 0.3786848 Feb 04 16:06:24.572423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71349672-d1a4-4e28-aa43-e75e150bd3ae up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:24.715287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-970a8b1a-9c2b-478e-908b-70217fb3e520 req-59398221-ba67-44ee-b299-1c01993d4c6a tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6&device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.1205037 Feb 04 16:06:24.723668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-1ebf33ee-f909-4846-bc8c-99dc7216b431 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735d9f39-4368-41a1-bd73-1322ddc6f040 HTTP/1.1" status: 200 len: 217 time: 0.2942927 Feb 04 16:06:24.842056 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:06:24.849982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-91b845cb-5eb1-4fa7-9bf1-a9a0ebdf67cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:24.851077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-91b845cb-5eb1-4fa7-9bf1-a9a0ebdf67cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 200 len: 852 time: 0.1161714 Feb 04 16:06:24.930139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-b4da9564-b78d-438a-a2b9-6dae62bd9e53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf0bbdca-a806-4881-b534-bf1b2caef43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682809 Feb 04 16:06:24.943584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685a7e2-9331-4deb-bc43-b0a0fca8c5f4 req-87506a21-88b2-4b41-b646-c384d0d965cc tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:24.952803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2685a7e2-9331-4deb-bc43-b0a0fca8c5f4 req-87506a21-88b2-4b41-b646-c384d0d965cc tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 945 time: 0.6284761 Feb 04 16:06:25.155539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2685a7e2-9331-4deb-bc43-b0a0fca8c5f4 req-682b6c0e-a162-4cde-bebd-401da274cbb5 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009416 Feb 04 16:06:25.160793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-4bcf8541-cbf7-4e24-9a72-f60f5d63769b service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772194 Feb 04 16:06:25.186067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fe93446-163d-4129-b9fb-9b15924ddf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:25.201371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71349672-d1a4-4e28-aa43-e75e150bd3ae triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:25.201751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:25.379898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:25.439753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:25.442275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:25.627772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-6c96021a-3356-4093-9ca6-5d949c704419 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:25.634633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-6c96021a-3356-4093-9ca6-5d949c704419 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 820 time: 0.2344842 Feb 04 16:06:25.672581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-5264f51b-95b7-4f2a-9024-eee8ba7be83e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/quotas/6d8c4edc55624b65ba85c5d280e99d4a HTTP/1.1" status: 200 len: 375 time: 0.0367942 Feb 04 16:06:25.754704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23982c-bfc3-45ac-868c-d4b419ba8040 req-f929e058-e484-4c1f-9720-805d9d868658 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:25.761730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c23982c-bfc3-45ac-868c-d4b419ba8040 req-f929e058-e484-4c1f-9720-805d9d868658 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.3647137 Feb 04 16:06:25.859050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c23982c-bfc3-45ac-868c-d4b419ba8040 req-452d1a04-78d7-4bcb-bc7e-8f8b61217b04 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963504 Feb 04 16:06:25.894278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:25.916857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-fcf7ee43-c1f1-49f8-aa59-fb1351ab111a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2433534 Feb 04 16:06:25.919038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de286521-b528-4d94-ab7e-9fad83f79fbb req-c7219028-3c98-40ee-b307-e022039e2d3d service neutron] 10.222.0.41 "GET /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505794 Feb 04 16:06:26.233351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-95559b8d-cd69-45bc-913b-be6cbb509b59 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:06:26.234685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-95559b8d-cd69-45bc-913b-be6cbb509b59 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3035192 Feb 04 16:06:26.402806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-686b25a6-b832-4e8b-a439-dc8c5d75ffdf req-8c6ef950-a8eb-48b2-a617-b4588a1c23d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1cc0776c1fc4c52822c650c83d98869&device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0469751 Feb 04 16:06:26.453952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-686b25a6-b832-4e8b-a439-dc8c5d75ffdf req-12ac0e7b-b8f4-47d4-af11-ea409480dc06 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e1cc0776c1fc4c52822c650c83d98869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398605 Feb 04 16:06:26.607037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-c39d22e3-ae11-4480-9f9e-0e4b1da54f62 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620689 Feb 04 16:06:26.699880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 2, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:26.706320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b25a6-b832-4e8b-a439-dc8c5d75ffdf req-54085097-f66c-4915-8585-79dcdf2dc705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:26.706320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-686b25a6-b832-4e8b-a439-dc8c5d75ffdf req-54085097-f66c-4915-8585-79dcdf2dc705 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2230377 Feb 04 16:06:26.717558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:26.717558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Updating router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:26.829566 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:26.873981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 735d9f39-4368-41a1-bd73-1322ddc6f040 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:26.879969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:27.079936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-64b2fd5b-da1a-473d-8d9b-c035e5c7eee9 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780129 Feb 04 16:06:27.131744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:27.173259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53424) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:27.226936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b86b-6b4e-4a77-8c60-77b8710fe06b req-3d358cab-ebaa-4ac6-8020-4a88911361cc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:27.234860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0126b86b-6b4e-4a77-8c60-77b8710fe06b req-3d358cab-ebaa-4ac6-8020-4a88911361cc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.1535184 Feb 04 16:06:27.371026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.372348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0126b86b-6b4e-4a77-8c60-77b8710fe06b req-e8b098fa-9240-40b4-8ef7-665510cb6862 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329997 Feb 04 16:06:27.428565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:27.433123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Usage tracker for resource:security_group_rule and tenant:cb2e597e2e9545c09348ab6ea5479254 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:27.438837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:27.443506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:27.546483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.557158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.711177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8057c979-00f9-4f2a-953f-4d6acd38c8d2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:27.788007 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-71850333-7f5c-4ac9-bc9e-036f1fe31e8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb2e597e2e9545c09348ab6ea5479254&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6094539 Feb 04 16:06:27.789393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53438) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:27.886233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95b9d93a-3dc6-449d-8841-2f7f08bafbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:27.910317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:27.996280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd9d2ea-d589-4f16-a41b-7a4289a8c099 req-feacc923-dc70-4dea-a82d-2f792fc7704c tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.0926504 Feb 04 16:06:28.004610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.054222 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.287110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.358956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.366288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:28.366288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.426467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-686b25a6-b832-4e8b-a439-dc8c5d75ffdf req-9047c8ab-096f-4c37-994b-320ff7219f53 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c521f6a-7ddf-47a5-8362-acd2eb0f17f6 HTTP/1.1" status: 200 len: 210 time: 0.2652278 Feb 04 16:06:28.490071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Transition to ACTIVE for port object 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:28.494835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=735d9f39-4368-41a1-bd73-1322ddc6f040,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:28.522141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.529105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '735d9f39-4368-41a1-bd73-1322ddc6f040', 'network_id': 'bf0bbdca-a806-4881-b534-bf1b2caef43b', 'port_id': '735d9f39-4368-41a1-bd73-1322ddc6f040', 'mac_address': 'fa:16:3e:1f:2e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8febb39-d832-4349-a758-e59e425a3acd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:28.532412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.620219 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.622127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8057c979-00f9-4f2a-953f-4d6acd38c8d2 HTTP/1.1" status: 204 len: 168 time: 0.8303599 Feb 04 16:06:28.671044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9fcda-dbc2-4d7c-8ae4-c2f1824c8e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8057c979-00f9-4f2a-953f-4d6acd38c8d2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:28.818084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:28.851708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ba31c-880f-430d-ac98-93ff897d8884 None None] Pushing event updated for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:29.009045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07524e-c71a-4b97-9ee8-580b1551a455 req-8e510afc-33df-4647-b92d-a06f1e3fc7cb tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:29.016566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d07524e-c71a-4b97-9ee8-580b1551a455 req-8e510afc-33df-4647-b92d-a06f1e3fc7cb tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6099386 Feb 04 16:06:29.046160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.070623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c87b3-3fed-449e-b18a-e9a460c46d55 req-8655d999-4ee4-4db3-b94e-167128a441c4 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:29.081665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e64c87b3-3fed-449e-b18a-e9a460c46d55 req-8655d999-4ee4-4db3-b94e-167128a441c4 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 945 time: 0.6865005 Feb 04 16:06:29.089333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735d9f39-4368-41a1-bd73-1322ddc6f040 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:29.154642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=735d9f39-4368-41a1-bd73-1322ddc6f040,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:29.265362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d07524e-c71a-4b97-9ee8-580b1551a455 req-43d0619b-04ff-405d-9fc5-eb51815a0e37 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464201 Feb 04 16:06:29.356708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.403222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.413353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e64c87b3-3fed-449e-b18a-e9a460c46d55 req-61e8ccb0-bd87-4531-b0a9-64151a4b4e7b tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305597 Feb 04 16:06:29.429592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f765c737-50c1-43be-93e9-ef565a6f6f27 req-6f22dd74-2972-4486-be21-447b7582d1cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1097 time: 0.5955997 Feb 04 16:06:29.641827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f765c737-50c1-43be-93e9-ef565a6f6f27 req-121cf512-10f2-4e80-aea2-b87e1ca86659 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046368 Feb 04 16:06:29.651705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:29.693445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:29.709115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Attempting to bind port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:29.709115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Attempting to bind port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:29.709365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Attempting to bind port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:29.718412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:29.718583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Checking segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:29.718896 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.719992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Bound using segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:29.720641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Bound port: 129f9f0d-e8f8-48de-b101-f70d4d87bbc3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:29.723388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:29.752779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:29.838551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['735d9f39-4368-41a1-bd73-1322ddc6f040'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:29.847101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7647fd6b-3325-4dd9-8d25-1b5c5029dd43 req-62aea2a0-e6ec-42d2-89f4-b16e6a50bc26 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 210 time: 0.1828849 Feb 04 16:06:29.912209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.006160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.134994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f68006-76a4-4be8-9749-0d472bf17a62 req-588a73dd-d4cd-4c12-b284-f9b7732502c6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:30.171849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2f68006-76a4-4be8-9749-0d472bf17a62 req-588a73dd-d4cd-4c12-b284-f9b7732502c6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3468859 Feb 04 16:06:30.179361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] For port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:30.184562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] For port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:30.198558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:30.243189 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:30.366942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2f68006-76a4-4be8-9749-0d472bf17a62 req-4e9ff64f-bb66-4c4a-8911-a1e82efaaf78 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960135 Feb 04 16:06:30.447360 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4', 'code': 200} Feb 04 16:06:30.467130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ba31c-880f-430d-ac98-93ff897d8884 None None] Pushing event updated for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:30.479178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:30.486137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:30.929453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53490) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:31.160581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:31.368080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2124940560-network', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:31.376083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:31.388408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Usage tracker for resource:network and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:31.404482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 735d9f39-4368-41a1-bd73-1322ddc6f040 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:31.405561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:31.427613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:31.475351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Made reservation on behalf of 0a2c3e0777694e1f83ffea62f7056ac2 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:31.485259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.536483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.583634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c936926-30c3-4a13-9eca-2c1933f27e7e req-abd65638-50d4-4025-895f-af59316a21a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cc0776c1fc4c52822c650c83d98869&device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.2855561 Feb 04 16:06:31.623845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:31.630070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Usage tracker for resource:security_group_rule and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:31.633235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:31.638118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-c66217d5-c818-45cc-a3a7-536fc740488a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.640007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-c66217d5-c818-45cc-a3a7-536fc740488a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 820 time: 1.1280391 Feb 04 16:06:31.640289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:31.668196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'port': {'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'admin_state_up': True, 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:31.692935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c936926-30c3-4a13-9eca-2c1933f27e7e req-8f72ec64-4f9b-4281-9c4a-cbd2b71e10f8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1cc0776c1fc4c52822c650c83d98869&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895524 Feb 04 16:06:31.717436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.725134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.754887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:06:31.765358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.765938 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Added segment 7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2 of type vlan for network 1252e59a-7a1a-473d-a86f-5bead8717ce4 Feb 04 16:06:31.797622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.840683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.842101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:31.843110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:31.876508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21d379f6-328a-41d5-b4da-26c411413ecf req-cb2cf877-436b-4494-8867-c3e726dddd87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 1097 time: 1.1340141 Feb 04 16:06:31.945887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0155103 Feb 04 16:06:31.951002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:31.951731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ccd7f-f25f-470e-8bc0-da0a6a768e87,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:31.961351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Request body: {'subnet': {'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2124940560-subnet', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:32.005003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 735d9f39-4368-41a1-bd73-1322ddc6f040 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:32.014099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 735d9f39-4368-41a1-bd73-1322ddc6f040 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:32.014099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:32.103185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0ac41-fb79-458e-8742-9eb9e11a8508 req-b83ec41e-48fd-4ff3-851c-bcce3e23e8ec tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:32.104174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:30Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:32.114858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2efa0a2-5ea3-49b4-97c7-4559ad6a5899 None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:30Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:32.128462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aed0ac41-fb79-458e-8742-9eb9e11a8508 req-b83ec41e-48fd-4ff3-851c-bcce3e23e8ec tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 1.2347870 Feb 04 16:06:32.156574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:32.225272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365928f-d493-4494-a82e-362b97aff5ee req-e0be3313-843a-488e-8368-a5b9e35a481c tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:32.227147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5365928f-d493-4494-a82e-362b97aff5ee req-e0be3313-843a-488e-8368-a5b9e35a481c tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 946 time: 0.7779951 Feb 04 16:06:32.229718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Usage tracker for resource:subnet and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:32.233910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:32.272446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db0127-d0d7-43f1-8b6f-794735542a6c admin admin] Pushing event updated for resources: {'Network': ['ID=1252e59a-7a1a-473d-a86f-5bead8717ce4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:32.284373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:32.382176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:06:32.444821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Made reservation on behalf of 0a2c3e0777694e1f83ffea62f7056ac2 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:32.447248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:32.481743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:32.488262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21d379f6-328a-41d5-b4da-26c411413ecf req-2f485398-b63b-4ada-8375-8824691159f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975442 Feb 04 16:06:32.524163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Usage tracker for resource:port and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:32.540684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:32.548364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:32.755442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:32.762588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Made reservation on behalf of 6d8c4edc55624b65ba85c5d280e99d4a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:32.765691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:32.829922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aed0ac41-fb79-458e-8742-9eb9e11a8508 req-8bf9da62-2775-411a-839c-9a646c46dafd tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002852 Feb 04 16:06:32.875501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:32.901325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936926-30c3-4a13-9eca-2c1933f27e7e req-ef06222e-8cdc-4f4a-b109-32d230142781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:32.902612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c936926-30c3-4a13-9eca-2c1933f27e7e req-ef06222e-8cdc-4f4a-b109-32d230142781 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1897073 Feb 04 16:06:32.917755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5365928f-d493-4494-a82e-362b97aff5ee req-a21046bf-ee82-4085-988c-1edd446c2814 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913702 Feb 04 16:06:33.057734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.061343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=735d9f39-4368-41a1-bd73-1322ddc6f040,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:33.072462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:33.100648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.275676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c089f3de-84d9-460b-b572-b50686f4305b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:33.345602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:33.369728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:33.370459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.372588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Checking segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:33.374930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Network hostable DHCP agents. Network: 1252e59a-7a1a-473d-a86f-5bead8717ce4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:06:33.420156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d56c4b6d-be20-41e7-8115-8ffbf3adc91e req-21cbfb13-6206-4bfc-bae4-faab0f79165e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 210 time: 0.0574579 Feb 04 16:06:33.441527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:06:33.469410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 1252e59a-7a1a-473d-a86f-5bead8717ce4) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:33.475154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:33.475844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.501211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef053f9-d010-4597-8058-7d55cc7a36ae None None] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:33.534503 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03701732-64d7-4256-b7c4-c19481f2e264 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5793874 Feb 04 16:06:33.538705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53510) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:33.546312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:33.564495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:33.585027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Usage tracker for resource:router and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:33.595319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:33.609456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:33.650602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-911f97ea-b9ae-468b-ae7f-68fb37b9143a req-524f2dbb-b593-4136-a598-19fa1d71e1cd tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.62 "GET /v2.0/ports?device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.2255938 Feb 04 16:06:33.701043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.702658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.757120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Allocated IP 172.20.0.3 (39f739d4-22f9-4cbf-86b7-69858332b9b1/11874869-2423-4bde-9866-d723f3bd28f6/0cedbe99-a704-442d-9d51-616ff5405a07) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:33.787925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:33.954743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:33.983259 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040', 'code': 200} Feb 04 16:06:34.227557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.355430 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.529032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-1252e59a-7a1a-473d-a86f-5bead8717ce4', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:06:34.529870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.547501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:34.556923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.693653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c936926-30c3-4a13-9eca-2c1933f27e7e req-a203c393-98aa-4856-b2c1-8731b10c78f3 tempest-ServerShowV247Test-836968593 tempest-ServerShowV247Test-836968593-project] 10.222.0.41 "GET /v2.0/ports?device_id=748ff5c0-948b-4b5a-b365-d1c1799f418f HTTP/1.1" status: 200 len: 210 time: 0.4693780 Feb 04 16:06:34.712121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:34.730702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:35.011048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Allocated IP 172.20.0.2 (1252e59a-7a1a-473d-a86f-5bead8717ce4/c089f3de-84d9-460b-b572-b50686f4305b/5b0293b4-a42b-4c8c-8d3e-706452275184) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:35.013507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37da3-9e04-49b2-9cdc-4b165a56f1ff req-a7872dc2-6d32-4924-a0ae-0b443730ed8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:35.021807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00e37da3-9e04-49b2-9cdc-4b165a56f1ff req-a7872dc2-6d32-4924-a0ae-0b443730ed8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 1.0877070 Feb 04 16:06:35.038558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.066278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.097614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Transition to ACTIVE for port object 0cedbe99-a704-442d-9d51-616ff5405a07 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:35.140486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.166582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e8076-8a95-4ce4-b963-922c5e025dc1 req-c4ab7838-1189-45dc-b280-3cd4b4108d37 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:35.177557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a00e8076-8a95-4ce4-b963-922c5e025dc1 req-c4ab7838-1189-45dc-b280-3cd4b4108d37 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.7012630 Feb 04 16:06:35.416607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b2c9f73-7224-46b4-84b9-622f22d023ca req-bb04d5b8-dfd6-4a2e-a084-98735a3b9265 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 1096 time: 1.2243285 Feb 04 16:06:35.443822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Allocated IP 172.25.5.184 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/83bc54ed-02cd-4593-8f3a-02e25a6e4660) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:35.482504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00e37da3-9e04-49b2-9cdc-4b165a56f1ff req-5f1456cc-e7ed-4a11-bc0b-05cc80c6c7e9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594676 Feb 04 16:06:35.526773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a00e8076-8a95-4ce4-b963-922c5e025dc1 req-61f8e8c9-6661-4f05-8986-527b8bbcf7db tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478100 Feb 04 16:06:35.550223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.558816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:35.562906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event updated for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:35.574114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:35.578896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:35.606953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Transition to ACTIVE for port object 5b0293b4-a42b-4c8c-8d3e-706452275184 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:35.671984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Transition to ACTIVE for port object 5b0293b4-a42b-4c8c-8d3e-706452275184 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:35.690962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:35.692213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.699992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:35.732902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-58d0b4b6-1e1b-4c9b-a01c-fcb48d6d0872 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0696168 Feb 04 16:06:35.749942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Request body: {'port': {'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:35.920740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:35.922109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Pushing event updated for resources: {'Port': ['ID=5b0293b4-a42b-4c8c-8d3e-706452275184,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:35.925683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:35.931905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:35.947908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.003144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b2c9f73-7224-46b4-84b9-622f22d023ca req-4aeea478-f228-43c7-978d-a033b13efe68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175953 Feb 04 16:06:36.030807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.090358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Attempting to bind port 5b0293b4-a42b-4c8c-8d3e-706452275184 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:36.090882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Attempting to bind port 5b0293b4-a42b-4c8c-8d3e-706452275184 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:36.091076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Attempting to bind port 5b0293b4-a42b-4c8c-8d3e-706452275184 on network 1252e59a-7a1a-473d-a86f-5bead8717ce4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:36.107905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:36.118195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Checking segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:36.135119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.135119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Bound using segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:36.135119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Bound port: 5b0293b4-a42b-4c8c-8d3e-706452275184, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:36.135119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.149400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:36.169228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:36.179424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-190fa1d0-87e3-4d8f-ab5d-c641cd670cea None None] Provisioning for port 0cedbe99-a704-442d-9d51-616ff5405a07 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:36.187306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:36.222658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-190fa1d0-87e3-4d8f-ab5d-c641cd670cea None None] Provisioning complete for port 0cedbe99-a704-442d-9d51-616ff5405a07 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:36.223685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-190fa1d0-87e3-4d8f-ab5d-c641cd670cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.284077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Pushing event updated for resources: {'Port': ['ID=83bc54ed-02cd-4593-8f3a-02e25a6e4660,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:36.291860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.337903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcb8c0-486c-437a-a636-73fe213dc0ce req-602338f9-434e-43b7-bf8c-fba945238a14 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:36.341143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-190fa1d0-87e3-4d8f-ab5d-c641cd670cea None None] Port 0cedbe99-a704-442d-9d51-616ff5405a07 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:36.348922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fbcb8c0-486c-437a-a636-73fe213dc0ce req-602338f9-434e-43b7-bf8c-fba945238a14 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 946 time: 0.4727876 Feb 04 16:06:36.364434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] For port 5b0293b4-a42b-4c8c-8d3e-706452275184, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:36.368497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] For port 5b0293b4-a42b-4c8c-8d3e-706452275184, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b0293b4-a42b-4c8c-8d3e-706452275184,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:36.382679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.490484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.491353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.492420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04366-4f26-4482-a6e8-92764a2b12b4 None None] Pushing event updated for resources: {'Port': ['ID=5b0293b4-a42b-4c8c-8d3e-706452275184,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:36.712530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:36.903658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:36.904108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:36.911118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Router 3c750a55-e88c-444e-8c53-4136d63e2325 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:06:37.011818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fbcb8c0-486c-437a-a636-73fe213dc0ce req-363fe1fd-7d96-4fa1-9c3c-a05199345e0b tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587362 Feb 04 16:06:37.133386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e9e1-61eb-42b5-a321-4035e2696b50 req-6b2fcf91-e217-4633-b716-4a47d52a2e80 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:37.135540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e261e9e1-61eb-42b5-a321-4035e2696b50 req-6b2fcf91-e217-4633-b716-4a47d52a2e80 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:37.226138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:37.238727 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Sync routers for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:37.265312 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:37.267299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:37.271803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:37.273733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a19c0831-16c6-4d6d-832b-caedbe6427da admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7335999 Feb 04 16:06:37.274576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e261e9e1-61eb-42b5-a321-4035e2696b50 req-6b2fcf91-e217-4633-b716-4a47d52a2e80 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:37.276999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53540) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:37.290108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e261e9e1-61eb-42b5-a321-4035e2696b50 req-6b2fcf91-e217-4633-b716-4a47d52a2e80 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 931 time: 1.1991179 Feb 04 16:06:37.460681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:06:37.505053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e261e9e1-61eb-42b5-a321-4035e2696b50 req-b46266bc-4ebd-4cf7-ab9d-2a40a175ff21 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131131 Feb 04 16:06:38.025486 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:38.048914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53558) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:38.182730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cedbe99-a704-442d-9d51-616ff5405a07 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:38.207861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.358404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Transition to ACTIVE for port object 0cedbe99-a704-442d-9d51-616ff5405a07 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:38.382150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e68bf9c-8e52-4f88-98bc-05412606198d None None] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:38.392514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.414150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.501387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:38.512622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Usage tracker for resource:security_group_rule and tenant:e1cc0776c1fc4c52822c650c83d98869 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:38.517343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:38.531375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:38.535572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2f6e1cf2-684f-4bb3-b53e-bea07ce97573 None None] Provisioning for port 5b0293b4-a42b-4c8c-8d3e-706452275184 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:38.571824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665017-159c-4823-a732-7da35c059d4e req-cd52b04e-1d53-4e5d-8bff-14ca0213b570 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:38.579743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-cd52b04e-1d53-4e5d-8bff-14ca0213b570 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.6260676 Feb 04 16:06:38.634374 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:36Z', 'revision_number': 3, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:38.651375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Checking router: 3c750a55-e88c-444e-8c53-4136d63e2325 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:38.651709 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Updating router 3c750a55-e88c-444e-8c53-4136d63e2325 port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:38.700761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7ccc9-579b-4b57-8118-8890bd2a36ac req-385a9549-884a-4583-984b-3521edcf22fb tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:38.703467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3af7ccc9-579b-4b57-8118-8890bd2a36ac req-385a9549-884a-4583-984b-3521edcf22fb tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.7524416 Feb 04 16:06:38.739716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b0293b4-a42b-4c8c-8d3e-706452275184 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:38.739963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-4dc9da45-7ef5-49d3-892a-2bb9e61cb543 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91cb2c53055c4742b041fd60436fbc72&device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 1097 time: 0.8662546 Feb 04 16:06:38.740636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Pushing event updated for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:38.754693 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:38.762525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.762864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.763196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.763524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.763844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.764160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.764476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.764787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.765114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.765402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.770448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:38.826220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-67551f32-57cf-4729-a380-740be6f30065 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/quotas/43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 375 time: 0.2469804 Feb 04 16:06:38.886154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5b0293b4-a42b-4c8c-8d3e-706452275184 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:38.893500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5b0293b4-a42b-4c8c-8d3e-706452275184 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:38.894559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.090112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.101766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.167167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.179138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1cc0776c1fc4c52822c650c83d98869&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1281610 Feb 04 16:06:39.179748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53566) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:39.193406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368bc20-d34e-403f-b76d-ad22f58b3187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7bf914-573b-4efc-a25f-9ba76d5d3321,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:39.211008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-f9190f33-5439-4a80-b12c-4a84f63bd723 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 1096 time: 0.7663817 Feb 04 16:06:39.249658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5b0293b4-a42b-4c8c-8d3e-706452275184, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b0293b4-a42b-4c8c-8d3e-706452275184,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:39.264399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.265550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.273522 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.284101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3af7ccc9-579b-4b57-8118-8890bd2a36ac req-f8a70f44-0da7-4ae0-8ec1-6c4789e125ab tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262241 Feb 04 16:06:39.287464 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Transition to ACTIVE for port object 83bc54ed-02cd-4593-8f3a-02e25a6e4660 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:39.297421 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.378620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.382605 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e26b73-b9bc-440d-8198-59fd2e555746 None None] Pushing event updated for resources: {'Port': ['ID=83bc54ed-02cd-4593-8f3a-02e25a6e4660,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:39.421075 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Attempting to bind port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:39.421524 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Attempting to bind port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:39.421885 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Attempting to bind port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:39.422383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5b0293b4-a42b-4c8c-8d3e-706452275184,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:39.431218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:39.431589 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:39.431988 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.432795 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:39.432925 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Bound port: 83bc54ed-02cd-4593-8f3a-02e25a6e4660, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:39.434221 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.451796 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.456810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-f9586b6a-47f9-4021-b19b-5ad83c3f5d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.458212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-f9586b6a-47f9-4021-b19b-5ad83c3f5d28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 200 len: 912 time: 0.6982820 Feb 04 16:06:39.546019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6bc0ea93-9577-4563-b93b-8f0328c434a8 None None] Provisioning complete for port 5b0293b4-a42b-4c8c-8d3e-706452275184 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:39.546581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6bc0ea93-9577-4563-b93b-8f0328c434a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.573399 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] For port 83bc54ed-02cd-4593-8f3a-02e25a6e4660, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:39.581719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Attempting to bind port 0cedbe99-a704-442d-9d51-616ff5405a07 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:39.582056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Attempting to bind port 0cedbe99-a704-442d-9d51-616ff5405a07 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:39.583241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Attempting to bind port 0cedbe99-a704-442d-9d51-616ff5405a07 on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:39.587907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] For port 83bc54ed-02cd-4593-8f3a-02e25a6e4660, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=83bc54ed-02cd-4593-8f3a-02e25a6e4660,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:39.606655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.606810 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.618260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-b93b36c7-5b0d-4da1-aa89-7751f1127919 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 200 len: 217 time: 0.1185944 Feb 04 16:06:39.633549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Port 0cedbe99-a704-442d-9d51-616ff5405a07 on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:39.633889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Attempting to bind port 0cedbe99-a704-442d-9d51-616ff5405a07 on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:39.635684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7bf914-573b-4efc-a25f-9ba76d5d3321,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:39.650016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.650451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-7f9a8ed2-60b6-4fb9-91d1-2b9907815e2b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8225532 Feb 04 16:06:39.653792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1b89d52-7f2e-40ee-ab32-e65674e9c779 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c7bf914-573b-4efc-a25f-9ba76d5d3321 HTTP/1.1" status: 204 len: 168 time: 0.4350133 Feb 04 16:06:39.655737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Allocated IP 172.20.0.1 (1252e59a-7a1a-473d-a86f-5bead8717ce4/c089f3de-84d9-460b-b572-b50686f4305b/d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:39.749274 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:39.749789 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:39.859669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:39.860007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Checking segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:39.860387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Bound using segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:39.860829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Bound port: 0cedbe99-a704-442d-9d51-616ff5405a07, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:39.861174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.876426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-e1f3895b-f2b2-442f-807f-ee14b39f9d15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:39.877016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-e1f3895b-f2b2-442f-807f-ee14b39f9d15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.6442096 Feb 04 16:06:39.881901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e26b73-b9bc-440d-8198-59fd2e555746 None None] Pushing event updated for resources: {'Port': ['ID=83bc54ed-02cd-4593-8f3a-02e25a6e4660,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:39.927070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:39.949748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Transition to ACTIVE for port object d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:39.993473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.014016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-d8dc5a13-3801-4665-9054-fe7d9d94c0a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:40.015671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-d8dc5a13-3801-4665-9054-fe7d9d94c0a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 200 len: 851 time: 0.3289421 Feb 04 16:06:40.117308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Pushing event updated for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:40.125009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:40.129161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:40.145707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:40.169290 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:40.241717 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.352789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-6e7bae74-6455-4d72-9296-098eb310f004 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404fda9a-2525-4846-a643-1f440ede39a2 HTTP/1.1" status: 200 len: 217 time: 0.4593277 Feb 04 16:06:40.369072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.376221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-cc8e656d-843a-4cc5-af84-828d92a1c33f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c068f452-63b8-4cb4-b2ea-73edde1c37eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3391826 Feb 04 16:06:40.504653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a006c3-684f-4c5e-9c03-568d009cbe4c req-d0e63952-9c9e-486c-9c6c-7531c1177b62 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:40.506089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7a006c3-684f-4c5e-9c03-568d009cbe4c req-d0e63952-9c9e-486c-9c6c-7531c1177b62 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 945 time: 1.0549881 Feb 04 16:06:40.561990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-0c11bc3b-c57f-47a5-9719-79d3992b932c service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106104 Feb 04 16:06:40.576534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8aa14825-13fb-4e47-8516-59285c0344ea None None] Provisioning for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:40.582900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8aa14825-13fb-4e47-8516-59285c0344ea None None] Provisioning complete for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:40.583106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8aa14825-13fb-4e47-8516-59285c0344ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.629328 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:36Z', 'revision_number': 3, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:40.642060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5093427-7469-4456-ade0-00afe0b3e481 None None] The sync data for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 is: [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:36Z', 'revision_number': 3, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:40.696370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8aa14825-13fb-4e47-8516-59285c0344ea None None] Port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:40.716520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b0293b4-a42b-4c8c-8d3e-706452275184 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:40.723697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:40.747366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-7732f039-004d-42ee-9694-e3a644b2812b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:40.749353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-7732f039-004d-42ee-9694-e3a644b2812b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.3798413 Feb 04 16:06:40.780901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.790064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.802693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5b0293b4-a42b-4c8c-8d3e-706452275184 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:40.803791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.805252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=0cedbe99-a704-442d-9d51-616ff5405a07,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:40.838288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:40.883487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-9d4efe3f-3a40-4c89-9bf5-c3a00f15c2c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210799 Feb 04 16:06:40.896558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7a006c3-684f-4c5e-9c03-568d009cbe4c req-b316edc8-bbf3-48ea-9bcb-c461ae952180 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320272 Feb 04 16:06:40.969260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-bdadede5-6e42-461a-9d35-34ea4bc62b2f service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365660 Feb 04 16:06:41.005848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.086544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.087997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] 10.222.0.58 "PUT /v2.0/ports/0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 1091 time: 5.3435605 Feb 04 16:06:41.164240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:41.169252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53594) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:41.185781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Pushing event updated for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:41.357092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:41.357092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:41.450997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-753197c0-a45b-4ca3-9462-0d3bf930f81b service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385573 Feb 04 16:06:41.454474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-638247347-network', 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:41.464361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:41.479180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-7cd44a83-43f2-4311-95b3-9091cd4d9473 service neutron] 10.222.0.62 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848848 Feb 04 16:06:41.489133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Usage tracker for resource:network and tenant:0184b34f7eab4dfca7a1a812fe862c61 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:41.493565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:41.503172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:41.572753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac7c3b-d51f-4735-bdaa-5577a0609a08 service neutron] Pushing event updated for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:41.725109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:41.727412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.743000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.806092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-328ab8bf-f822-4c48-bbe4-b0a9bf93fd4d None None] Provisioning complete for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:41.807072 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-328ab8bf-f822-4c48-bbe4-b0a9bf93fd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:41.809400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524363a2-4e2e-472f-99f7-f5fc3e20b213 req-14420055-eb98-41ca-933f-371d3ff3d2b1 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:41.817207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524363a2-4e2e-472f-99f7-f5fc3e20b213 req-14420055-eb98-41ca-933f-371d3ff3d2b1 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.6345549 Feb 04 16:06:41.821096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8e3b8-6325-49a3-82a4-1a91fe4131c9 req-a6d961d1-6292-407a-8590-f52ebdca4a50 service neutron] 10.222.0.41 "GET /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8369641 Feb 04 16:06:41.822863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47b09cb0-207f-4be8-a81e-484e5dbfa24b req-e29a8ec6-c4ea-45a6-9ab9-dd295d1ee14d service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556347 Feb 04 16:06:41.870648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-a1f6ce86-fcd7-4a22-9bfb-2507a44f250e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1094 time: 0.6890056 Feb 04 16:06:41.905471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:41.923519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-328ab8bf-f822-4c48-bbe4-b0a9bf93fd4d None None] Port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:41.931452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Usage tracker for resource:security_group_rule and tenant:0184b34f7eab4dfca7a1a812fe862c61 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:41.938192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:41.947954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:41.996617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-65dd15ee-0613-4f67-93b1-d1928b0f6823 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.1145604 Feb 04 16:06:42.010835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-524363a2-4e2e-472f-99f7-f5fc3e20b213 req-b6db1b48-f785-4c8a-b7a4-144c29804313 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926877 Feb 04 16:06:42.163145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Router 3c750a55-e88c-444e-8c53-4136d63e2325 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:06:42.176127 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.259384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.271976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:06:42.283220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.283417 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Added segment 52686dbb-c6cc-49f9-84f8-0011c8be2fa9 of type vlan for network a28c5991-4077-42f4-8061-815426a97e00 Feb 04 16:06:42.326061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.430396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:42.452726 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.454020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.455595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-1e3e748a-6e65-4621-b120-98f68ab9bde1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.456312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.457585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-1e3e748a-6e65-4621-b120-98f68ab9bde1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.4456758 Feb 04 16:06:42.546907 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3699260 Feb 04 16:06:42.569329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:42.585928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Request body: {'subnet': {'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-638247347-subnet', 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:42.601958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:42.610437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Usage tracker for resource:subnet and tenant:0184b34f7eab4dfca7a1a812fe862c61 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:42.616586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:42.628236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:42.660063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0732652-d7ce-4581-84a4-ae0fe3d75d5c req-e77dcdea-153a-4053-86b8-97e5bc71c5a4 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.666460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0732652-d7ce-4581-84a4-ae0fe3d75d5c req-e77dcdea-153a-4053-86b8-97e5bc71c5a4 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 943 time: 0.4791677 Feb 04 16:06:42.675734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe749858-75e3-44f6-a532-1fccdfe1380b req-9df0a6ef-59b1-4296-8ff8-9848346a0a93 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:42.677119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe749858-75e3-44f6-a532-1fccdfe1380b req-9df0a6ef-59b1-4296-8ff8-9848346a0a93 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 945 time: 0.3981414 Feb 04 16:06:42.684485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505b45-d5a8-433d-a281-67d18b583670 admin admin] Pushing event updated for resources: {'Network': ['ID=a28c5991-4077-42f4-8061-815426a97e00,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:42.692273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:42.694887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:42.701821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a28c5991-4077-42f4-8061-815426a97e00 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:06:42.871940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:06:42.886847 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d28f68b-9839-4b16-9a21-ebc348e99160 admin admin] 10.222.0.62 "PUT /v2.0/routers/3c750a55-e88c-444e-8c53-4136d63e2325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6033516 Feb 04 16:06:42.914245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-361cad05-ca91-47c4-acad-4a26939c705e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4462435 Feb 04 16:06:43.039862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:43.179007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0732652-d7ce-4581-84a4-ae0fe3d75d5c req-f561457e-859c-446a-afe9-dbcd3b43fb54 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116715 Feb 04 16:06:43.199945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe749858-75e3-44f6-a532-1fccdfe1380b req-abfb7b2f-a351-4173-8d38-c52359152808 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888005 Feb 04 16:06:43.225042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.266886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:43.280699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:43.288089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.333741 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:06:43.337181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-d3c4a899-7784-4b64-a370-3b6697b15786 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631878 Feb 04 16:06:43.375269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:43.524224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec591279-5c53-42bb-a30e-71d05ce58530 req-972f3edc-67a1-4eed-86e5-975eccd69e45 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 210 time: 0.0734348 Feb 04 16:06:43.600547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:43.738853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e7abc9f-23e1-425d-b43a-3d9d5c4dff29 req-f1c96b4b-f495-4739-81bf-f2d9dba86c10 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889360 Feb 04 16:06:43.764547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed88b620-0560-44ab-b37a-9076fe66673f,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:43.813756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:43.814114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Network hostable DHCP agents. Network: a28c5991-4077-42f4-8061-815426a97e00, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:06:43.828976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134596-dda1-49c1-ab70-599b4a30a53f req-94d5db42-b8e9-410e-9379-a9ce425ac82a tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:43.830477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8134596-dda1-49c1-ab70-599b4a30a53f req-94d5db42-b8e9-410e-9379-a9ce425ac82a tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.1460021 Feb 04 16:06:44.019465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Network a28c5991-4077-42f4-8061-815426a97e00 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:06:44.063019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8134596-dda1-49c1-ab70-599b4a30a53f req-0aa10911-888a-45c6-8a7e-bf6ae4765077 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242031 Feb 04 16:06:44.128825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665017-159c-4823-a732-7da35c059d4e req-8d355582-3793-4a2b-9ead-e7f24e114a1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:44.130448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-8d355582-3793-4a2b-9ead-e7f24e114a1b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 821 time: 0.2302010 Feb 04 16:06:44.131110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a28c5991-4077-42f4-8061-815426a97e00) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:44.140519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a7930-01a6-4422-bbae-869c3b888ed2 None None] Network a28c5991-4077-42f4-8061-815426a97e00 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:44.171826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Request body: {'port': {'device_id': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'admin_state_up': True, 'tenant_id': '43fed9740e7341b184f2f36a6b4f6b61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:44.209900 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2', 'code': 200} Feb 04 16:06:44.335831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:44.336651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:44.397443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-8b397c74-748f-4a4e-a14c-625c4392ce3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1094 time: 0.5391886 Feb 04 16:06:44.403217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:44.415216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:44.426382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4eb8782f-9dd6-4e6e-8aa6-66d5c145bffc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8558769 Feb 04 16:06:44.589535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:44.598126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137418474', 'description': 'tempest-description--869018329'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:44.621977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Made reservation on behalf of 43fed9740e7341b184f2f36a6b4f6b61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:44.623960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:44.635108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:44.639127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:security_group and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:44.649017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:44.664891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:44.695182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:44.748910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f09005d-0488-4a89-9e36-1a36b61cfd6b None None] Network a28c5991-4077-42f4-8061-815426a97e00 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:06:44.798719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:44.812656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:security_group_rule and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:44.825793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:44.847486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:44.951989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:44.960494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.039938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d111d112-d629-47e4-93fd-9487812796bb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:45.053126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.057982 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-508cff54-fe79-4017-99f9-eba9f12805ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4666107 Feb 04 16:06:45.058707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53652) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.067567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'security_group_rule': {'security_group_id': 'd111d112-d629-47e4-93fd-9487812796bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:45.074967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:45.086223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:security_group_rule and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:45.089672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:45.099651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:45.137257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.169004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-a0a86e7c-767f-4755-b563-0af413700381 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.170982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-a0a86e7c-767f-4755-b563-0af413700381 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.7471673 Feb 04 16:06:45.242841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.246928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.272364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c611dd5e-e995-4e21-a207-1cefef2a3b76,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:45.285981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.287815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b5b8b150-a5b9-473b-8362-b1c0e5c270fa tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2270427 Feb 04 16:06:45.290418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53658) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.298619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'security_group_rule': {'security_group_id': 'd111d112-d629-47e4-93fd-9487812796bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:45.306463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:45.311139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:security_group_rule and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:45.314486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:45.321474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:45.338654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.412173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.416827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.418065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-44e1c6b1-bd9a-4404-a1f8-b0ad247973d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.2289288 Feb 04 16:06:45.441438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bb5501-8235-4b6a-a8cc-bd10286e4ffa,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:45.455629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.458358 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-186e1f78-d09d-4a8d-a640-3685493fc6ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1652434 Feb 04 16:06:45.460287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53662) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:45.468820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:45.473428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Allocated IP 172.20.0.9 (7071330f-45a4-4e41-8353-85f589553839/1a3dea2a-b6c4-4080-bad3-e17591b068ca/ea471e7b-67ee-44dc-9e62-b6db2d889cf9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:45.476598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:45.482851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:floatingip and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:45.483280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ab0d-ff07-48df-8721-f6ecb769470b req-a890161e-05c9-4614-b1ea-46b97163f7e2 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.484739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3669ab0d-ff07-48df-8721-f6ecb769470b req-a890161e-05c9-4614-b1ea-46b97163f7e2 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 943 time: 0.6092858 Feb 04 16:06:45.500244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1f5db-0157-4e98-82f5-abf2e57c0176 req-8302718c-9ce3-45d1-98a9-721bbfd54dc2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.515766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71d1f5db-0157-4e98-82f5-abf2e57c0176 req-8302718c-9ce3-45d1-98a9-721bbfd54dc2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 943 time: 0.6451211 Feb 04 16:06:45.524450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:45.532513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:45.552768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.627873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-c61b19a6-3a4e-47e2-90b5-c2688d5224ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.629323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-c61b19a6-3a4e-47e2-90b5-c2688d5224ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.1975923 Feb 04 16:06:45.638759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-a05ffdbc-d5cf-465a-a745-0573a8a962fc tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:45.640155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-a05ffdbc-d5cf-465a-a745-0573a8a962fc tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 945 time: 0.6249630 Feb 04 16:06:45.714803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.793427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Deleting port 735d9f39-4368-41a1-bd73-1322ddc6f040 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:45.793848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:45.834175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3669ab0d-ff07-48df-8721-f6ecb769470b req-a54906cb-779a-4a1d-8185-f38a8be848bf tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103294 Feb 04 16:06:45.906495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Allocated IP 172.25.5.130 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1ab198ae-0548-42aa-8c01-0d33abde26d8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:45.954174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71d1f5db-0157-4e98-82f5-abf2e57c0176 req-0da6fde2-6cfa-44df-9064-38b0ec8beed8 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187114 Feb 04 16:06:46.113666 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.164504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.268103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:46.269538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:46.274501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:46.303261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'Port': ['ID=1ab198ae-0548-42aa-8c01-0d33abde26d8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:46.330594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b16d7bf-42f3-4565-9eac-ff560758448f req-6866bb16-c860-48e1-99f8-ff70f8a53a1a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 210 time: 0.1252785 Feb 04 16:06:46.468911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.518685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-1c6fb652-2a8a-4e8c-b7e7-21232e3873ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8679142 Feb 04 16:06:46.576227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.676750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-4423f1bd-12f0-4e8c-b8bd-9d346555de06 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:46.677319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-4423f1bd-12f0-4e8c-b8bd-9d346555de06 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d61fbd1-34cd-408d-93e0-6ba599d3e017 HTTP/1.1" status: 200 len: 946 time: 0.6394212 Feb 04 16:06:46.682769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 83bc54ed-02cd-4593-8f3a-02e25a6e4660 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:46.692299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.770389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:46.777118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:46.777612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.877788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c8d19-77cc-405b-bf9a-6d1e032dc3c5 req-1bd35f2d-fbf6-4932-b674-c5b66eaa5707 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:46.884456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-852c8d19-77cc-405b-bf9a-6d1e032dc3c5 req-1bd35f2d-fbf6-4932-b674-c5b66eaa5707 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2570e35-ae19-4872-a812-409d350f04c9 HTTP/1.1" status: 200 len: 945 time: 0.7947652 Feb 04 16:06:46.913154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.930899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 83bc54ed-02cd-4593-8f3a-02e25a6e4660, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=83bc54ed-02cd-4593-8f3a-02e25a6e4660,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:46.936015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.947420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.952034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:46.978447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] For port 735d9f39-4368-41a1-bd73-1322ddc6f040, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=735d9f39-4368-41a1-bd73-1322ddc6f040,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:46.978894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.012488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=83bc54ed-02cd-4593-8f3a-02e25a6e4660,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.058420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 0cedbe99-a704-442d-9d51-616ff5405a07 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:47.060390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'Port': ['ID=1ab198ae-0548-42aa-8c01-0d33abde26d8,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.062086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 404fda9a-2525-4846-a643-1f440ede39a2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:47.077710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.102960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.104444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b142a991-069e-4c39-8c66-a14c665031a0 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6426542 Feb 04 16:06:47.184180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Calling delete_port for 735d9f39-4368-41a1-bd73-1322ddc6f040 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:47.355954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Deleting port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:47.356287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.373218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=0cedbe99-a704-442d-9d51-616ff5405a07,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:47.387285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '0cedbe99-a704-442d-9d51-616ff5405a07', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:47.415575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-852c8d19-77cc-405b-bf9a-6d1e032dc3c5 req-eb4e0416-6fec-4935-b783-57676273ea82 tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.62 "GET /v2.0/security-groups?id=1214338d-fcf2-4f08-8621-fdceb253429e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288904 Feb 04 16:06:47.432403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-4db1054b-232f-4a07-a418-21f400b48f9b service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8943336 Feb 04 16:06:47.442431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-1b8b940a-173b-441f-81a5-6563073fefb4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:47.444120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-1b8b940a-173b-441f-81a5-6563073fefb4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.8220954 Feb 04 16:06:47.455443 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.478508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cedbe99-a704-442d-9d51-616ff5405a07 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:47.479457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.483865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 735d9f39-4368-41a1-bd73-1322ddc6f040 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:47.513805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['5a093a9b-4ec7-463e-9133-b631244d1938'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:47.581190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=0cedbe99-a704-442d-9d51-616ff5405a07,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:47.593757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.719138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-7ecdc82c-bf4e-4d4d-9490-606e87237e9f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.2409446 Feb 04 16:06:47.745348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.762005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:47.832780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Network 7071330f-45a4-4e41-8353-85f589553839 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:47.855721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:47.857514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:47.867163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:47.878419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['0cedbe99-a704-442d-9d51-616ff5405a07'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:47.895132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-b9e36367-0f3d-4f3d-8e74-08d553f8c189 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615186 Feb 04 16:06:48.016612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c54ecfe-6eed-47a7-8870-7cedbda40693 req-4c6016e3-9d98-4549-b0b8-4a451997736c service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717890 Feb 04 16:06:48.063358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.071993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:48.072588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.168063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaba77d-ed9b-4005-997d-50739ce3b80a req-b9aad823-2096-4681-946e-12a5db005bfb tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:48.169476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eaba77d-ed9b-4005-997d-50739ce3b80a req-b9aad823-2096-4681-946e-12a5db005bfb tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.5743752 Feb 04 16:06:48.243587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event deleted for resources: {'Port': ['ID=735d9f39-4368-41a1-bd73-1322ddc6f040,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:48.343511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-8b7a26fa-6373-45d5-b241-eb00251f26e5 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1805129 Feb 04 16:06:48.384591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Request body: {'port': {'device_id': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:48.411195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] For port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,segment=NetworkSegment(8276f1d6-44f6-4ecc-a7a1-4dcf68001d95),segment_id=8276f1d6-44f6-4ecc-a7a1-4dcf68001d95)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:48.411488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.571545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] No DVR routers for this DVR port 735d9f39-4368-41a1-bd73-1322ddc6f040 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:48.584332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Calling delete_port for 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:48.610268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.613122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8451a690-4e12-4ab7-8487-1e6b7de984d3 req-3dea093a-85d3-4e76-bd91-acbb37efe5cd tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "DELETE /v2.0/ports/735d9f39-4368-41a1-bd73-1322ddc6f040 HTTP/1.1" status: 204 len: 173 time: 2.9636042 Feb 04 16:06:48.621433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'name': 'network-vif-deleted', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:48.638295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eaba77d-ed9b-4005-997d-50739ce3b80a req-7fbb81d2-6fd8-47a5-b94c-343b06311da7 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087720 Feb 04 16:06:48.644740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-78cb0658-cc5e-44c4-8d7e-43b0c4d6ce06 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124798 Feb 04 16:06:48.661278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 83bc54ed-02cd-4593-8f3a-02e25a6e4660 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:48.745036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:48.745648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:48.840080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.071282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 0cedbe99-a704-442d-9d51-616ff5405a07 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:49.137308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8e83e74a-6e82-4d58-b332-ffd05243cf6e service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800866 Feb 04 16:06:49.156831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.228827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 0cedbe99-a704-442d-9d51-616ff5405a07 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:49.251635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 0cedbe99-a704-442d-9d51-616ff5405a07 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:49.253561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.269513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Pushing event deleted for resources: {'Port': ['ID=7dbba69e-b1f0-4d2c-b37f-3947b7c054c4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:49.434086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] No DVR routers for this DVR port 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:49.494806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.506863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:49.542875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14919685-2f04-47f3-b433-ba63a5d6e5bb req-594fae5b-1ae0-4571-9c9a-229b9c1e022a tempest-MultipleCreateTestJSON-1456293973 tempest-MultipleCreateTestJSON-1456293973-project] 10.222.0.41 "DELETE /v2.0/ports/7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 HTTP/1.1" status: 204 len: 173 time: 2.8385046 Feb 04 16:06:49.571819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:06:49.572252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7dbba69e-b1f0-4d2c-b37f-3947b7c054c4 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:06:49.588995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.606888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Sync routers for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:06:49.637017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:49.637727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:49.759251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:49.765762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea471e7b-67ee-44dc-9e62-b6db2d889cf9 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:49.783742 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.799423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=0cedbe99-a704-442d-9d51-616ff5405a07,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:49.811526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.812835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Transition to ACTIVE for port object ea471e7b-67ee-44dc-9e62-b6db2d889cf9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:49.824674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:49.913002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:49.978225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:49.994235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.994673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.995059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.995469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.995856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.996236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.996568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.996885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.997197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.997505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:49.997820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:50.001568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:50.045861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9b08d-5bbd-4cb8-a54f-8395336462de req-d8b52e83-0c2c-459b-afb6-2586b31a7a3b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:50.046188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3c9b08d-5bbd-4cb8-a54f-8395336462de req-d8b52e83-0c2c-459b-afb6-2586b31a7a3b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 944 time: 0.3192973 Feb 04 16:06:50.186627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4edbd-c355-43a1-b65f-6447394614be req-b52655f8-c82c-47e6-bfeb-53ebc0baa737 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:50.194129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6e4edbd-c355-43a1-b65f-6447394614be req-b52655f8-c82c-47e6-bfeb-53ebc0baa737 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=d043b02a-c31f-4159-a1bf-b1902f9e0883 HTTP/1.1" status: 200 len: 943 time: 0.2829568 Feb 04 16:06:50.225940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3c9b08d-5bbd-4cb8-a54f-8395336462de req-71654861-c2f1-44ca-b8eb-0a5edd4410e9 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715479 Feb 04 16:06:50.313321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port 404fda9a-2525-4846-a643-1f440ede39a2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:50.313658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.364763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:50.364763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:50.364763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:50.394273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:50.394566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:50.456987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:50.457155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:50.457477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:50.457915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Bound port: ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:50.458256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.474017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 2, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:50.479500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Checking router: 3c750a55-e88c-444e-8c53-4136d63e2325 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:06:50.480685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Updating router 3c750a55-e88c-444e-8c53-4136d63e2325 port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:06:50.566939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-bbb6515d-06fc-4c95-82af-fae987d37085 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--137418474&fields=id&tenant_id=0a2c3e0777694e1f83ffea62f7056ac2 HTTP/1.1" status: 200 len: 267 time: 0.1425939 Feb 04 16:06:50.572699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.794414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:50.816733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:50.826710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.835417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.914985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-8ca7b948-da4f-4b51-9179-9f6c8c05bc9a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:50.916416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-8ca7b948-da4f-4b51-9179-9f6c8c05bc9a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/networks?id=1252e59a-7a1a-473d-a86f-5bead8717ce4 HTTP/1.1" status: 200 len: 812 time: 0.2881060 Feb 04 16:06:50.918174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port 404fda9a-2525-4846-a643-1f440ede39a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=404fda9a-2525-4846-a643-1f440ede39a2,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:50.918581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.956186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:50.957037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] 10.222.0.58 "PUT /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 1091 time: 2.5862093 Feb 04 16:06:50.984626 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.003689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Transition to ACTIVE for port object d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:51.007007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.015044 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.166042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773464-d5c8-4e45-8c21-53763c3fcfe9 None None] Pushing event updated for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:51.289251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-1cbbd2f1-ac18-4e1c-a3b0-f8d83c525fe2 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/quotas/0a2c3e0777694e1f83ffea62f7056ac2 HTTP/1.1" status: 200 len: 375 time: 0.3587570 Feb 04 16:06:51.302188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for 404fda9a-2525-4846-a643-1f440ede39a2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:51.332368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Attempting to bind port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:51.332368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Attempting to bind port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:51.332368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Attempting to bind port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c on network 1252e59a-7a1a-473d-a86f-5bead8717ce4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Checking segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Bound using segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Bound port: d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:51.342711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.437798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df57fc-4910-4214-932f-33681eeaf58b service neutron] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:51.484741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] For port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:51.487947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] For port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:51.492062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:51.597695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773464-d5c8-4e45-8c21-53763c3fcfe9 None None] Pushing event updated for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:51.597695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:06:51.597695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:51.604011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-917d66e7-6c22-4bc9-9d67-5766ba2f6ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1094 time: 0.4738708 Feb 04 16:06:51.610273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-93240082-9659-4d3d-be25-9ba97c83c5e6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:51.610273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-93240082-9659-4d3d-be25-9ba97c83c5e6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.4708960 Feb 04 16:06:51.710464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:51.794164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-a929f07c-57b2-4aa6-929f-e0b1b98d5d15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.1794960 Feb 04 16:06:51.800782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:06:51.805390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-f6764e9f-bc26-413c-99f6-866adfafd5c8 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a2c3e0777694e1f83ffea62f7056ac2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5153396 Feb 04 16:06:51.967522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.024752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665017-159c-4823-a732-7da35c059d4e req-2ff6ca69-76d5-4e9c-b923-d617d6c96e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:52.026159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-2ff6ca69-76d5-4e9c-b923-d617d6c96e47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2199247 Feb 04 16:06:52.087179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=404fda9a-2525-4846-a643-1f440ede39a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:52.122883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-befb4af6-77dc-47aa-bafc-62eeb1ebf41b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760570 Feb 04 16:06:52.147695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:51Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:52.151821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde8088-ee9a-4f27-b186-c1b5144fd5e3 None None] The sync data for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 is: [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:51Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:06:52.295435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:52.308506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-4c195001-e759-4128-a76d-4422efcf812c service neutron] 10.222.0.62 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626300 Feb 04 16:06:52.309248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Usage tracker for resource:port and tenant:0184b34f7eab4dfca7a1a812fe862c61 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:52.329424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port 404fda9a-2525-4846-a643-1f440ede39a2 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:06:52.335132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:52.366190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.375391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:52.463673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6e4edbd-c355-43a1-b65f-6447394614be req-e3d6f1bb-5dfc-441c-95fe-8a07ba31b54d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "DELETE /v2.0/ports/404fda9a-2525-4846-a643-1f440ede39a2 HTTP/1.1" status: 204 len: 173 time: 2.2677863 Feb 04 16:06:52.474071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:52.477348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.545726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-d5762b2d-1d48-4016-8c69-dc6cd8904f55 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816910 Feb 04 16:06:52.719207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:52.820439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:52.828253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:52.828636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:52.903465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-e5efaf14-bb8e-46b6-ba6c-fb4927348fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637658 Feb 04 16:06:53.084742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a665017-159c-4823-a732-7da35c059d4e req-b85fb465-0e67-4e55-a2a2-b100dcbefbc0 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178561 Feb 04 16:06:53.156485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.14 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/7038ba68-c15a-434f-9b20-f98c074abfa8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:53.230738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.272007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:53.277444 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.400381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:53.632183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.671563 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2570e35-ae19-4872-a812-409d350f04c9', 'name': 'network-vif-deleted', 'tag': '735d9f39-4368-41a1-bd73-1322ddc6f040', 'status': 'completed', 'code': 200} Feb 04 16:06:53.714085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabebe8-afad-4072-abfd-08bdabf4edd0 req-99803d79-0573-4354-99fe-a838d112de3a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:53.714816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5cabebe8-afad-4072-abfd-08bdabf4edd0 req-99803d79-0573-4354-99fe-a838d112de3a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:53.732848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:53.776757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5cabebe8-afad-4072-abfd-08bdabf4edd0 req-99803d79-0573-4354-99fe-a838d112de3a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:53.787469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cabebe8-afad-4072-abfd-08bdabf4edd0 req-99803d79-0573-4354-99fe-a838d112de3a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 943 time: 0.2849267 Feb 04 16:06:53.890227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:53.906236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cabebe8-afad-4072-abfd-08bdabf4edd0 req-24d0de24-7681-429d-9071-951e8dff515e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145890 Feb 04 16:06:53.912191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:53.922521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:54.046189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:54.046860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.051506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:54.069819 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'code': 200} Feb 04 16:06:54.105615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-8981e2f3-80ac-428e-9228-8b5bebc3bf82 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4139497 Feb 04 16:06:54.200622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Request body: {'port': {'device_id': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:54.537957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.555727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf434f-b4ee-4d1e-aafc-22d13794111f req-7f5f3e38-63bb-4c6f-936e-37c1079603c9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:54.555727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a0bf434f-b4ee-4d1e-aafc-22d13794111f req-7f5f3e38-63bb-4c6f-936e-37c1079603c9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:54.575737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49383cb-32d3-448c-98a7-4d7c6c2dabf6 req-c14638af-9639-43cb-828c-11458ed15e33 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:54.575737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d49383cb-32d3-448c-98a7-4d7c6c2dabf6 req-c14638af-9639-43cb-828c-11458ed15e33 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 945 time: 0.2572143 Feb 04 16:06:54.581988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21d1f40c-8aa1-4a08-af56-9517a94c96df req-3ce0e6a7-2b6a-4a84-b87a-0782e1b1f1d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.3248551 Feb 04 16:06:54.662321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:06:54.666184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a0bf434f-b4ee-4d1e-aafc-22d13794111f req-7f5f3e38-63bb-4c6f-936e-37c1079603c9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:54.672656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0bf434f-b4ee-4d1e-aafc-22d13794111f req-7f5f3e38-63bb-4c6f-936e-37c1079603c9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 932 time: 0.5615282 Feb 04 16:06:54.739693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:54.740415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:54.749783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d49383cb-32d3-448c-98a7-4d7c6c2dabf6 req-83627384-c8f0-4495-a819-eaf1f1b04f1d tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680157 Feb 04 16:06:54.959001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21d1f40c-8aa1-4a08-af56-9517a94c96df req-d29ede87-6939-4fe6-85f1-039efb3c360e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484819 Feb 04 16:06:54.974983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0bf434f-b4ee-4d1e-aafc-22d13794111f req-41a627dc-257f-46cd-ae0a-079704b18764 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013425 Feb 04 16:06:55.030570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d1f1b25-eed8-4f84-add3-3a19990e50c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.134804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a7074c7-3eeb-474e-8144-821aa127db12 req-69039bc4-ad60-4307-a009-e6c97c7f5953 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 210 time: 0.1347141 Feb 04 16:06:55.225709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-82cf348f-5e17-4424-a01f-8e391856b55a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:55.225709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-82cf348f-5e17-4424-a01f-8e391856b55a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.41 "GET /v2.0/networks?id=1252e59a-7a1a-473d-a86f-5bead8717ce4 HTTP/1.1" status: 200 len: 812 time: 0.3636119 Feb 04 16:06:55.235529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.316521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Deleting subnet c8febb39-d832-4349-a758-e59e425a3acd {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:06:55.320936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.327862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-8b2c8252-18ea-4dfb-900f-107a222f5af3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a2c3e0777694e1f83ffea62f7056ac2 HTTP/1.1" status: 200 len: 379 time: 0.0829730 Feb 04 16:06:55.363081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'port': {'device_id': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'admin_state_up': True, 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'security_groups': ['d111d112-d629-47e4-93fd-9487812796bb']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:55.376247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.437764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.508711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.546851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8febb39-d832-4349-a758-e59e425a3acd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.558564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.561468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.561468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.561468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.561468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:06:55.564205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.571004 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5dfb76e5-2edb-4ba2-85b9-ce3644af9872 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c8febb39-d832-4349-a758-e59e425a3acd HTTP/1.1" status: 204 len: 168 time: 0.3323743 Feb 04 16:06:55.574790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:55.661969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7038ba68-c15a-434f-9b20-f98c074abfa8 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:06:55.674702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.678784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'name': 'network-vif-deleted', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4'}, {'name': 'network-changed', 'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9'}, {'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-deleted', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:55.692954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.745801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Transition to ACTIVE for port object 7038ba68-c15a-434f-9b20-f98c074abfa8 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:55.765718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.820782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:06:55.826573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.836377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Usage tracker for resource:port and tenant:0a2c3e0777694e1f83ffea62f7056ac2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:06:55.849085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:06:55.856934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0bbdca-a806-4881-b534-bf1b2caef43b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:55.871687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:55.871976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8276f1d6-44f6-4ecc-a7a1-4dcf68001d95') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:06:55.884523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.901693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.906456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:06:55.911637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:06:55.912149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:55.913693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e9158-0727-4f31-abb9-8b256d399b5a req-aa1ce2fe-0b7a-449f-be20-695ffe6651fc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:55.915413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-194e9158-0727-4f31-abb9-8b256d399b5a req-aa1ce2fe-0b7a-449f-be20-695ffe6651fc tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 943 time: 0.4235687 Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:06:55.930426 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:06:55.932738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1337e9-351b-4b6f-98d0-e5c0228dba83 req-6fbec1ac-4ac9-4d7e-b381-a917952d7749 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:55.932738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e1337e9-351b-4b6f-98d0-e5c0228dba83 req-6fbec1ac-4ac9-4d7e-b381-a917952d7749 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.4414246 Feb 04 16:06:55.943278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Pushing event updated for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:55.990419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Made reservation on behalf of 0a2c3e0777694e1f83ffea62f7056ac2 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:06:55.993372 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.017616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.023790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.054983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0bbdca-a806-4881-b534-bf1b2caef43b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:56.062041 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1cfc0f77-3a99-447d-991c-a3f78e2b1890 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bf0bbdca-a806-4881-b534-bf1b2caef43b HTTP/1.1" status: 204 len: 168 time: 0.4862437 Feb 04 16:06:56.179478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e1337e9-351b-4b6f-98d0-e5c0228dba83 req-f3748c69-56c4-42d1-a46b-c5867ff7a0d9 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231328 Feb 04 16:06:56.219593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-194e9158-0727-4f31-abb9-8b256d399b5a req-9fa0680d-2c78-4081-8856-1137a0350061 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766817 Feb 04 16:06:56.252273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.319026 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9573c790-2e46-430c-8594-4e0603dbf72e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d57203b3a6246a890435a5a33a6fb81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647209 Feb 04 16:06:56.321378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53804) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:06:56.379290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Attempting to bind port 7038ba68-c15a-434f-9b20-f98c074abfa8 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:06:56.379687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Attempting to bind port 7038ba68-c15a-434f-9b20-f98c074abfa8 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:06:56.379957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Attempting to bind port 7038ba68-c15a-434f-9b20-f98c074abfa8 on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:56.384841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.415605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.453796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Allocated IP 172.20.0.10 (1252e59a-7a1a-473d-a86f-5bead8717ce4/c089f3de-84d9-460b-b572-b50686f4305b/108ae72c-838d-4805-8657-a1f1aaaba9e9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:06:56.456583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Port 7038ba68-c15a-434f-9b20-f98c074abfa8 on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:06:56.456906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Attempting to bind port 7038ba68-c15a-434f-9b20-f98c074abfa8 on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:06:56.469991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.490705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214338d-fcf2-4f08-8621-fdceb253429e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:56.496362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:06:56.496970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:06:56.497630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:06:56.498260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Bound port: 7038ba68-c15a-434f-9b20-f98c074abfa8, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:06:56.498797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.499069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:56.500358 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-96f5530e-5c2c-46fb-b92d-57d25a1dd809 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1214338d-fcf2-4f08-8621-fdceb253429e HTTP/1.1" status: 204 len: 168 time: 0.1780102 Feb 04 16:06:56.628076 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d61fbd1-34cd-408d-93e0-6ba599d3e017', 'name': 'network-vif-deleted', 'tag': '7dbba69e-b1f0-4d2c-b37f-3947b7c054c4', 'status': 'completed', 'code': 200} Feb 04 16:06:56.628659 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'status': 'completed', 'code': 200} Feb 04 16:06:56.629297 n-d-827873-1 neutron-server[83597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd043b02a-c31f-4159-a1bf-b1902f9e0883', 'name': 'network-vif-deleted', 'tag': '404fda9a-2525-4846-a643-1f440ede39a2', 'status': 'failed', 'code': 422} returned with failed status Feb 04 16:06:56.654957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-08164443-f6d1-422f-9a9e-73afca189e03 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:56.656353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-08164443-f6d1-422f-9a9e-73afca189e03 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.3113513 Feb 04 16:06:56.848406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-c23c0c0e-dbb9-4ca3-b941-9ef0a1f5c73a tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.1578488 Feb 04 16:06:56.872073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:06:56.952061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7038ba68-c15a-434f-9b20-f98c074abfa8,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:06:56.956356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-43600135-b0f7-4b2a-84c0-648cc59d4252 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:56.967551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.046552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.072888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-20562e59-d3d4-4105-b0d8-8a0e83a06d9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1094 time: 0.4230251 Feb 04 16:06:57.079255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-43600135-b0f7-4b2a-84c0-648cc59d4252 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:57.081164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-43600135-b0f7-4b2a-84c0-648cc59d4252 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2229838 Feb 04 16:06:57.134912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Transition to ACTIVE for port object 108ae72c-838d-4805-8657-a1f1aaaba9e9 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:06:57.136868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.138195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] 10.222.0.41 "PUT /v2.0/ports/7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 200 len: 1092 time: 2.9496286 Feb 04 16:06:57.172187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03bc520b-0615-4478-9566-1af6ff5011bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.272198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-a8112670-2dde-44c4-8f7e-3eabd6809ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 1095 time: 0.0811093 Feb 04 16:06:57.342685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-51aaeec6-b988-4ff4-9331-5ea362f690b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 200 len: 217 time: 0.0624008 Feb 04 16:06:57.370196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004727d4-ed38-4c5e-804a-dace673bc88b req-fe6494f2-d977-49af-9dbf-b543d0d4c080 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:57.371636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-004727d4-ed38-4c5e-804a-dace673bc88b req-fe6494f2-d977-49af-9dbf-b543d0d4c080 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 945 time: 0.6238215 Feb 04 16:06:57.414576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-efdef5ae-d4b6-40ca-a200-eb7ac0bfd824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:57.416845 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-efdef5ae-d4b6-40ca-a200-eb7ac0bfd824 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.0685825 Feb 04 16:06:57.423280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e75c5-0b7b-45d4-90cb-aa309fbf850a service neutron] Pushing event updated for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:57.465275 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-46f6f952-dd99-40b2-a618-bdeaae5462b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421090 Feb 04 16:06:57.579747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:57.594960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-0953daef-ca0e-4a26-a877-46aeb30ee129 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044897 Feb 04 16:06:57.606664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-66b5e5b0-2e63-4758-a01e-6191ff7e732e service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349933 Feb 04 16:06:57.658340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-96f5bb64-bf52-4900-a21c-d4101349529f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:57.659939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-96f5bb64-bf52-4900-a21c-d4101349529f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.5714579 Feb 04 16:06:57.662137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-004727d4-ed38-4c5e-804a-dace673bc88b req-a481eb21-ec51-4064-9e1e-04fde85e0613 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463727 Feb 04 16:06:57.823808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-197a1d7c-c1ac-4359-ad17-aaeca71053f4 req-1a268d2c-8e8e-4e55-b3b8-fccc5d5abb71 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110522 Feb 04 16:06:57.825280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:06:57.864218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-41144171-fc15-4771-9977-e52607256403 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.1857517 Feb 04 16:06:57.865024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:06:57.866806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:06:57.868927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:06:57.917780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-df4b6c28-ca32-4e9a-a637-1c0ed8c7d4bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:57.919236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-df4b6c28-ca32-4e9a-a637-1c0ed8c7d4bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 946 time: 0.5552824 Feb 04 16:06:58.061099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c9f0141e-72da-4de6-b885-93feec2b5c1d None None] Provisioning for port 108ae72c-838d-4805-8657-a1f1aaaba9e9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:06:58.066683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c9f0141e-72da-4de6-b885-93feec2b5c1d None None] Provisioning complete for port 108ae72c-838d-4805-8657-a1f1aaaba9e9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:06:58.067051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9f0141e-72da-4de6-b885-93feec2b5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.103689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-6a2256a9-1459-488c-bf04-824a6304e142 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723506 Feb 04 16:06:58.112700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:58.113581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.121256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-843f5952-92a8-41ff-9fc1-d431867b0731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:58.122791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-843f5952-92a8-41ff-9fc1-d431867b0731 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2157989 Feb 04 16:06:58.124470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0141e-72da-4de6-b885-93feec2b5c1d None None] Port 108ae72c-838d-4805-8657-a1f1aaaba9e9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:06:58.125898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Deleting port d75be2b6-2fb6-4850-a048-095b198b6e2a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:06:58.126591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.230474 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-f3732aa8-8333-40c7-b576-4d310bf06221 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686331 Feb 04 16:06:58.259484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-53680899-a1cf-48a4-8eea-d78761f1e43b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9010084 Feb 04 16:06:58.269608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccbdef-e4c0-4a82-a65a-295be12e8fb5 req-248b619f-fbe3-417f-90c4-a7f8c889621e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:58.271053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02ccbdef-e4c0-4a82-a65a-295be12e8fb5 req-248b619f-fbe3-417f-90c4-a7f8c889621e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 944 time: 0.4647903 Feb 04 16:06:58.330296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Request body: {'port': {'device_id': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:58.421461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.654081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:06:58.656222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:58.716359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02ccbdef-e4c0-4a82-a65a-295be12e8fb5 req-fe62633a-320b-4d0e-9f5a-ae46dbdaca9d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624654 Feb 04 16:06:58.723249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-7046803e-45fb-417f-a88c-c62329d4bb65 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847696 Feb 04 16:06:58.726976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.040874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8cb2-1746-4958-83cc-8f724d58ddca req-24505541-f408-47b9-9998-72bebc19cd1a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.041557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ec4f8cb2-1746-4958-83cc-8f724d58ddca req-24505541-f408-47b9-9998-72bebc19cd1a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Synchronizing usage tracker for tenant:0a2c3e0777694e1f83ffea62f7056ac2 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:06:59.052445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] For port d75be2b6-2fb6-4850-a048-095b198b6e2a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=d75be2b6-2fb6-4850-a048-095b198b6e2a,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:59.052890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.212153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Calling delete_port for d75be2b6-2fb6-4850-a048-095b198b6e2a owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:06:59.400462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ec4f8cb2-1746-4958-83cc-8f724d58ddca req-24505541-f408-47b9-9998-72bebc19cd1a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Unset dirty status for tenant:0a2c3e0777694e1f83ffea62f7056ac2 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:06:59.401544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec4f8cb2-1746-4958-83cc-8f724d58ddca req-24505541-f408-47b9-9998-72bebc19cd1a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 932 time: 1.0466661 Feb 04 16:06:59.477937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30393990-b46a-40c2-ab3d-00c8508f61b0 req-eab465f5-3401-49ac-b19e-2d3e6a897bb5 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354898 Feb 04 16:06:59.604284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7038ba68-c15a-434f-9b20-f98c074abfa8 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:06:59.608115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device d75be2b6-2fb6-4850-a048-095b198b6e2a no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:06:59.713287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec4f8cb2-1746-4958-83cc-8f724d58ddca req-3cca4b86-d18a-44b3-b7e5-5af64498112a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000619 Feb 04 16:06:59.765524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae9be-d0f1-4d25-9b17-73c76c4673f3 req-603563ad-c743-4906-8780-2aaf6621c516 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.767191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf6ae9be-d0f1-4d25-9b17-73c76c4673f3 req-603563ad-c743-4906-8780-2aaf6621c516 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.5734115 Feb 04 16:06:59.781980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-85b48ffb-92cb-49e3-8a23-24f6319ca113 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:06:59.783476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-85b48ffb-92cb-49e3-8a23-24f6319ca113 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.4113991 Feb 04 16:06:59.816935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:06:59.822220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.832869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.846847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67002ac6-78e9-48a3-9e05-7ab462325bb6'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:06:59.914635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7038ba68-c15a-434f-9b20-f98c074abfa8,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:06:59.968484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7038ba68-c15a-434f-9b20-f98c074abfa8', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '7038ba68-c15a-434f-9b20-f98c074abfa8', 'mac_address': 'fa:16:3e:58:a1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:06:59.977624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:06:59.989464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Pushing event deleted for resources: {'Port': ['ID=d75be2b6-2fb6-4850-a048-095b198b6e2a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:00.024487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e37602b-ed9d-4687-bf8d-15eb2030a436 req-d0a348f8-6883-4a7b-bd0a-ca7bed61ad66 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb683eb4-266a-4084-9113-c94dfb4c1365 HTTP/1.1" status: 200 len: 210 time: 0.1377275 Feb 04 16:07:00.060137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.093006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7038ba68-c15a-434f-9b20-f98c074abfa8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:00.125091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf6ae9be-d0f1-4d25-9b17-73c76c4673f3 req-b0efcbfe-14e3-49f4-b65a-540567a8224a tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493183 Feb 04 16:07:00.129197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7038ba68-c15a-434f-9b20-f98c074abfa8,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:00.145418 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.170407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:00.219501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] No DVR routers for this DVR port d75be2b6-2fb6-4850-a048-095b198b6e2a on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:00.243719 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.272593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:00.316067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1948263b-0d4d-4dd8-a616-8d6e87fcba59 req-788f65b1-73a8-47ff-92b5-9cd3a401c3bf tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "DELETE /v2.0/ports/d75be2b6-2fb6-4850-a048-095b198b6e2a HTTP/1.1" status: 204 len: 173 time: 2.3505700 Feb 04 16:07:00.319926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:00.324221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108ae72c-838d-4805-8657-a1f1aaaba9e9 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:00.341149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.350832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:00.364659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:00.375093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Transition to ACTIVE for port object 108ae72c-838d-4805-8657-a1f1aaaba9e9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:00.380508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:00.383887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.400869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:00.712458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74ca2-06a9-4938-b8ed-d335ded32cdd req-2ac09196-6820-4dd7-95b8-7714e373d968 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:00.713906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bd74ca2-06a9-4938-b8ed-d335ded32cdd req-2ac09196-6820-4dd7-95b8-7714e373d968 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 943 time: 0.4717100 Feb 04 16:07:00.843680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:01.006617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bd74ca2-06a9-4938-b8ed-d335ded32cdd req-1f12f90c-611c-4d69-abe1-73e94c3daf4a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366817 Feb 04 16:07:01.054959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-3543c6ae-ab99-4412-869b-8df18a3feef6 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6592898 Feb 04 16:07:01.066138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:01.077718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:01.086311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Usage tracker for resource:floatingip and tenant:6d8c4edc55624b65ba85c5d280e99d4a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:01.094860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.14 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/e5c65e67-1220-4243-8d6b-c965093888fc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:01.097103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:01.109369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:01.133871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:01.140264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Attempting to bind port 108ae72c-838d-4805-8657-a1f1aaaba9e9 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:01.140630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Attempting to bind port 108ae72c-838d-4805-8657-a1f1aaaba9e9 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:01.140954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Attempting to bind port 108ae72c-838d-4805-8657-a1f1aaaba9e9 on network 1252e59a-7a1a-473d-a86f-5bead8717ce4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:01.159646 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.230969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Port 108ae72c-838d-4805-8657-a1f1aaaba9e9 on network 1252e59a-7a1a-473d-a86f-5bead8717ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:01.231311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Attempting to bind port 108ae72c-838d-4805-8657-a1f1aaaba9e9 on network 1252e59a-7a1a-473d-a86f-5bead8717ce4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:01.253460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4d47d63-5e04-4661-aea3-73d88f05aa5f req-8cb53371-898f-4968-b5a6-3b81ca7d641c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 210 time: 0.0949514 Feb 04 16:07:01.309854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:01.310190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Checking segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:01.310499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:01.310796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Bound using segment: {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:01.311235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Bound port: 108ae72c-838d-4805-8657-a1f1aaaba9e9, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:01.311576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.322953 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8', 'status': 'completed', 'code': 200} Feb 04 16:07:01.333140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'network_id': '7071330f-45a4-4e41-8353-85f589553839', 'port_id': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'mac_address': 'fa:16:3e:27:0d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a3dea2a-b6c4-4080-bad3-e17591b068ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:01.391686 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.441554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea471e7b-67ee-44dc-9e62-b6db2d889cf9 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:01.457829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:01.461548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.524535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:01.606491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7038ba68-c15a-434f-9b20-f98c074abfa8 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:01.671688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:01.678592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7038ba68-c15a-434f-9b20-f98c074abfa8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:01.683106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7038ba68-c15a-434f-9b20-f98c074abfa8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:01.683468 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.695480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.699664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:01.713119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-94cabb90-0965-42f5-bcf0-4627e33c30e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 1096 time: 0.3598099 Feb 04 16:07:01.716919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.755878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a1143-07e5-451e-b18b-16c54b048e66 req-5d5efbc5-9377-4562-aba6-ff2b38d780bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:01.757304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c04a1143-07e5-451e-b18b-16c54b048e66 req-5d5efbc5-9377-4562-aba6-ff2b38d780bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 945 time: 0.3199584 Feb 04 16:07:01.771748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ea471e7b-67ee-44dc-9e62-b6db2d889cf9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:01.836420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:01.841941 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.887209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:01.905039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7038ba68-c15a-434f-9b20-f98c074abfa8,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:01.911872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.995882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:01.997260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] 10.222.0.41 "PUT /v2.0/ports/108ae72c-838d-4805-8657-a1f1aaaba9e9 HTTP/1.1" status: 200 len: 1092 time: 3.7204635 Feb 04 16:07:02.020117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.021917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74bdc3-597f-4cab-8356-a569ddbd6f6e service neutron] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:02.025205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:02.132481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c04a1143-07e5-451e-b18b-16c54b048e66 req-20bdd5b9-363c-43e7-a1fb-69fbe8a4d71c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345780 Feb 04 16:07:02.144839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.249138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-d34e95ca-4283-490e-a2e7-1f1cfda021a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:02.250609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-d34e95ca-4283-490e-a2e7-1f1cfda021a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.5294123 Feb 04 16:07:02.323936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-dba21af3-6818-4ab6-9487-420475c8985e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5270965 Feb 04 16:07:02.380454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:02.553109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:02.591706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:02.624234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:02.641393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-3b1a44ed-db4b-4681-aed4-cb7fb54b1e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 200 len: 217 time: 0.3813589 Feb 04 16:07:02.747696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Allocated IP 172.25.5.171 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d22ad1f6-315a-4717-997c-a4fefc60e7a6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:02.757350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-f55b3077-d005-440a-983e-7a0a750352d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a2c3e0777694e1f83ffea62f7056ac2&device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 1095 time: 0.6816480 Feb 04 16:07:02.780996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:02.781591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:02.864288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-a7de9e2b-686c-4870-8a8d-7b1f323a06eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:02.865628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-a7de9e2b-686c-4870-8a8d-7b1f323a06eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.2117393 Feb 04 16:07:02.988813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-e8847045-b58b-4a35-834e-0cb1c0b7e4dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9 HTTP/1.1" status: 200 len: 217 time: 0.2120736 Feb 04 16:07:03.003575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-b14f7403-a2ac-4461-acae-1ecd944ceb01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059039 Feb 04 16:07:03.046082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231926e4-ba08-47aa-979d-f2d48800b0cc req-4f6162ae-fe35-47fa-bccd-874b85c454ca tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:03.047546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231926e4-ba08-47aa-979d-f2d48800b0cc req-4f6162ae-fe35-47fa-bccd-874b85c454ca tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 944 time: 0.7197385 Feb 04 16:07:03.055543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-2e4d05e3-c584-4d48-b121-9aca3063bcfc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2585785 Feb 04 16:07:03.097895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Request body: {'port': {'device_id': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:03.149724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:03.212376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-16916665-a2d9-4d88-b78d-b392fdb18ddc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 1096 time: 0.6674061 Feb 04 16:07:03.235316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:03.241163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:03.241528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.353812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.362375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'name': 'network-vif-deleted', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a'}, {'name': 'network-changed', 'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:03.386755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:03.387003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-0eea98b7-d640-4142-9b40-16c856fd14e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:03.388298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-0eea98b7-d640-4142-9b40-16c856fd14e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c089f3de-84d9-460b-b572-b50686f4305b HTTP/1.1" status: 200 len: 851 time: 0.3884089 Feb 04 16:07:03.391060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.460636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:03.516907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-231926e4-ba08-47aa-979d-f2d48800b0cc req-2936362a-7972-433b-81bc-2524d30e48c4 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554350 Feb 04 16:07:03.531305 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.580490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-13c69eed-c204-41c1-8726-e7b590d8acbf service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260386 Feb 04 16:07:03.593856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.658143 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8', 'code': 200} Feb 04 16:07:03.709218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-c56eb6ef-660e-41f6-8d0c-1eb7e11e77bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:03.710799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-c56eb6ef-660e-41f6-8d0c-1eb7e11e77bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.4622788 Feb 04 16:07:03.790553 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-15fb1a39-d995-4ffe-9b2d-043b228c644b req-b17f8e76-25fa-41c5-b141-875b84c60410 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 1097 time: 0.0749366 Feb 04 16:07:03.833511 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-15fb1a39-d995-4ffe-9b2d-043b228c644b req-0475738c-cdb2-4c47-a1a4-8fb63a71916f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Feb 04 16:07:03.889579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-e719feb0-1c7e-4c71-85de-846ad9aa5dc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 200 len: 217 time: 0.1523368 Feb 04 16:07:03.957514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:03.963068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-c9ef85ac-49f8-4dc5-ba50-948fadd99408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1252e59a-7a1a-473d-a86f-5bead8717ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5311317 Feb 04 16:07:04.295286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf9fd10-ddc1-4698-9d38-df98f4408789 req-6c1b9065-babe-4233-9038-48c8ad95bad4 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081037 Feb 04 16:07:04.338425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:04.349043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:04.352467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-92c4983e-b420-4c08-bad2-2d05819478e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:04.353871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-92c4983e-b420-4c08-bad2-2d05819478e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.4454393 Feb 04 16:07:04.356077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:04.413493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event updated for resources: {'Port': ['ID=d22ad1f6-315a-4717-997c-a4fefc60e7a6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:04.521953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-a01a07e7-3f59-4da0-85bf-c70540a6d8bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095202 Feb 04 16:07:04.532777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49542208-cd0d-4eb6-b2ad-ee8cbf0f9c19 req-e0afc566-c978-411a-9d91-05367b2b4c7f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:04.534132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49542208-cd0d-4eb6-b2ad-ee8cbf0f9c19 req-e0afc566-c978-411a-9d91-05367b2b4c7f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.7295516 Feb 04 16:07:04.707913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-e653e77d-fa0b-4ade-a4a2-cf2f39e935f4 service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269232 Feb 04 16:07:04.832183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49542208-cd0d-4eb6-b2ad-ee8cbf0f9c19 req-335e04bb-feb9-44c6-8928-a6533f938868 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622280 Feb 04 16:07:04.971367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-34201b00-1db2-4e9e-b308-1085b78beab4 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311762 Feb 04 16:07:05.050311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94814bd6-16b0-447b-98b4-b73073cc58a3 req-32f9bcbc-49f3-4bb2-95ae-db65715619f8 service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242793 Feb 04 16:07:05.107956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c65e67-1220-4243-8d6b-c965093888fc {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:05.121368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.224807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.234492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Transition to ACTIVE for port object e5c65e67-1220-4243-8d6b-c965093888fc will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:05.278982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.385487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecd9d61e-c735-43a7-a9ff-3933613128a9 req-5dbf9546-094b-49de-b96e-d2b7a3a0423a service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030406 Feb 04 16:07:05.431721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.484608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Pushing event updated for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:05.501531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cde6e3-6cab-4a43-ad1e-b8f342f1438e req-07529829-8d00-4ea9-bd1b-24dd09c67f8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:05.502219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17cde6e3-6cab-4a43-ad1e-b8f342f1438e req-07529829-8d00-4ea9-bd1b-24dd09c67f8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:05.607209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17cde6e3-6cab-4a43-ad1e-b8f342f1438e req-07529829-8d00-4ea9-bd1b-24dd09c67f8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:05.608372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17cde6e3-6cab-4a43-ad1e-b8f342f1438e req-07529829-8d00-4ea9-bd1b-24dd09c67f8e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 932 time: 0.6009555 Feb 04 16:07:05.660302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:05.891967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17cde6e3-6cab-4a43-ad1e-b8f342f1438e req-57cedb8e-843f-457b-85f8-ab715ec56179 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755392 Feb 04 16:07:05.895528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Attempting to bind port e5c65e67-1220-4243-8d6b-c965093888fc on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:05.895857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Attempting to bind port e5c65e67-1220-4243-8d6b-c965093888fc by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:05.896174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Attempting to bind port e5c65e67-1220-4243-8d6b-c965093888fc on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:05.907921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Port e5c65e67-1220-4243-8d6b-c965093888fc on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:05.908244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Attempting to bind port e5c65e67-1220-4243-8d6b-c965093888fc on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:05.917891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:05.918160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:05.918575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:05.918999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Bound port: e5c65e67-1220-4243-8d6b-c965093888fc, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:05.919343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.950179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:05.978320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.108919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event updated for resources: {'Port': ['ID=d22ad1f6-315a-4717-997c-a4fefc60e7a6,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:06.131920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:06.143944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.148851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e5c65e67-1220-4243-8d6b-c965093888fc,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:06.157881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.221439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.222642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-9903e854-d321-481d-a108-d7b6d15fb1f8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1668789 Feb 04 16:07:06.228059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:06.229497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] 10.222.0.58 "PUT /v2.0/ports/e5c65e67-1220-4243-8d6b-c965093888fc HTTP/1.1" status: 200 len: 1092 time: 3.1370666 Feb 04 16:07:06.400344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b45e9-a24b-4937-90ec-b95391bb874a service neutron] Pushing event updated for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:06.407116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-d0c39a3b-1319-4ede-84d2-32fc4d290e66 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:06.449420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-d0c39a3b-1319-4ede-84d2-32fc4d290e66 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:06.450582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-d0c39a3b-1319-4ede-84d2-32fc4d290e66 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.2183733 Feb 04 16:07:06.544250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-7612bbcc-fce3-44dc-996f-8b2b0412efa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 1095 time: 0.2488518 Feb 04 16:07:06.556409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161534e8-5b1f-4a7a-8b24-46e4c359479b req-a8d44ec5-f9a9-4427-bb88-90266e5e6353 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.557721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-161534e8-5b1f-4a7a-8b24-46e4c359479b req-a8d44ec5-f9a9-4427-bb88-90266e5e6353 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 946 time: 0.2636185 Feb 04 16:07:06.659973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-d9e78260-4401-4ea9-9668-e83a1d6586ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c65e67-1220-4243-8d6b-c965093888fc HTTP/1.1" status: 200 len: 217 time: 0.1013153 Feb 04 16:07:06.751015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-161534e8-5b1f-4a7a-8b24-46e4c359479b req-2218b4a7-930c-44d4-9456-c7e2d116dce9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404476 Feb 04 16:07:06.767419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-7765c3d3-4b88-4928-a38e-0e6fd4e7a1c1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.768851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c3270c-f3ca-44c7-88d4-caeeeee11067 req-7765c3d3-4b88-4928-a38e-0e6fd4e7a1c1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3109055 Feb 04 16:07:06.772784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-8ed889d4-ad93-4b3f-9bcb-835227e82231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:06.773870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-8ed889d4-ad93-4b3f-9bcb-835227e82231 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.1040349 Feb 04 16:07:06.828301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-0207d0fb-6e23-4012-b900-862018d800dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468092 Feb 04 16:07:06.933422 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb683eb4-266a-4084-9113-c94dfb4c1365', 'name': 'network-vif-deleted', 'tag': 'd75be2b6-2fb6-4850-a048-095b198b6e2a', 'status': 'completed', 'code': 200} Feb 04 16:07:06.933692 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'status': 'completed', 'code': 200} Feb 04 16:07:07.103456 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'code': 200} Feb 04 16:07:07.117652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-d5bf762e-54dd-48b0-8378-0a05eac6def7 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813582 Feb 04 16:07:07.151526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-44a6d86b-d8fc-4563-94f7-5848ec18c8df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a2c3e0777694e1f83ffea62f7056ac2&device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 1095 time: 0.2170134 Feb 04 16:07:07.480890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd851cc8-e12e-40e9-aeeb-b7c2fe1651e4 req-a9735309-a028-4643-baba-17881fca7535 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.482387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd851cc8-e12e-40e9-aeeb-b7c2fe1651e4 req-a9735309-a028-4643-baba-17881fca7535 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 944 time: 0.5052307 Feb 04 16:07:07.638394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e78c029-0eb7-4a88-bbe7-596f6fa3d3d3 req-73b9e551-7df3-478d-a88f-0f2a56663672 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101097 Feb 04 16:07:07.651878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 108ae72c-838d-4805-8657-a1f1aaaba9e9 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:07.652286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce72d0b-77b4-408a-a477-968c6be7413c req-5c11c754-1113-404d-a0d5-80617663d95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.653714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-5c11c754-1113-404d-a0d5-80617663d95a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1252e59a-7a1a-473d-a86f-5bead8717ce4 HTTP/1.1" status: 200 len: 913 time: 0.4945359 Feb 04 16:07:07.656049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd851cc8-e12e-40e9-aeeb-b7c2fe1651e4 req-57891542-0e6f-4899-ad54-b5541a209c95 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624308 Feb 04 16:07:07.663844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d51e85e5-5d4c-46cf-b0f0-24b1b279fbab req-46cfadf8-398a-4691-8232-f30a28f18669 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1096 time: 0.4406607 Feb 04 16:07:07.724372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded0c4-3f11-4300-8e2c-c0aaccc4af85 req-fe4a503c-3d7c-44e0-a99f-73f8f55ea146 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.725937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51ded0c4-3f11-4300-8e2c-c0aaccc4af85 req-fe4a503c-3d7c-44e0-a99f-73f8f55ea146 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.4985764 Feb 04 16:07:07.779002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-cd074093-0491-4481-92f2-145e735cb031 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9 HTTP/1.1" status: 200 len: 217 time: 0.1132319 Feb 04 16:07:07.856965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:07.870960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'port_id': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'mac_address': 'fa:16:3e:1c:03:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:07.925423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:07.942650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108ae72c-838d-4805-8657-a1f1aaaba9e9 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:07.949508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d51e85e5-5d4c-46cf-b0f0-24b1b279fbab req-7c7225db-f7ee-4715-b97d-6bbf6c67c9f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327147 Feb 04 16:07:07.957290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51ded0c4-3f11-4300-8e2c-c0aaccc4af85 req-debe4938-e21b-4b97-9b23-e16fa2b4a5a3 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128408 Feb 04 16:07:07.957585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:07.958608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce72d0b-77b4-408a-a477-968c6be7413c req-1a31d91f-5501-419e-8fed-4bfc36744278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:07.960046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-1a31d91f-5501-419e-8fed-4bfc36744278 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c089f3de-84d9-460b-b572-b50686f4305b HTTP/1.1" status: 200 len: 851 time: 0.1746655 Feb 04 16:07:07.962789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.036859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:08.080670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd75b-2fcb-42c0-aba0-9f82b03c34a3 req-21be7de4-67e6-4de3-8c51-b915a6194e7c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.082104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cd75b-2fcb-42c0-aba0-9f82b03c34a3 req-21be7de4-67e6-4de3-8c51-b915a6194e7c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.2630732 Feb 04 16:07:08.139677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-be8b9655-cb2f-433d-89a5-470a085979fd tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.141073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-be8b9655-cb2f-433d-89a5-470a085979fd tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.58 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 945 time: 0.2276368 Feb 04 16:07:08.183212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['108ae72c-838d-4805-8657-a1f1aaaba9e9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:08.260860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-eb6b5c5d-0f9a-4ca5-8516-cd14b92d892a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1252e59a-7a1a-473d-a86f-5bead8717ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2942109 Feb 04 16:07:08.377577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cd75b-2fcb-42c0-aba0-9f82b03c34a3 req-ea3e723f-fe65-4a5a-a95d-c196b21d15bb tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups?id=caa52a46-ed69-4b09-aeed-55393dcef30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848721 Feb 04 16:07:08.397543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Deleting port b297153e-9ca4-4f4f-92d4-15e123505800 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:08.397882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:08.477913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-64ece2d3-aa4d-4ce6-b615-966d88c91cee tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.479367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-64ece2d3-aa4d-4ce6-b615-966d88c91cee tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.3899829 Feb 04 16:07:08.602630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-53c5d8d9-9194-4f7c-b1f8-b245ec07c166 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.1168165 Feb 04 16:07:08.617164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-98942d41-06d7-4d3d-8128-c3aaa81721f6 service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374410 Feb 04 16:07:08.912844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b44b0-3e89-4ac8-b7fd-beb5fb7a77ea req-6376af2c-122f-4f3a-b6d5-9677021fe547 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:08.914287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-922b44b0-3e89-4ac8-b7fd-beb5fb7a77ea req-6376af2c-122f-4f3a-b6d5-9677021fe547 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 944 time: 0.4166191 Feb 04 16:07:08.935199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:08.970294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce72d0b-77b4-408a-a477-968c6be7413c req-28213b59-950e-49fe-aa7b-8d3fabf1f00d service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129103 Feb 04 16:07:08.984022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] For port b297153e-9ca4-4f4f-92d4-15e123505800, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b297153e-9ca4-4f4f-92d4-15e123505800,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:08.984382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.008229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-ebc67ad6-73a4-4171-84eb-35e3a86eded2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3912218 Feb 04 16:07:09.226404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-3e9065de-fc9f-460b-88dd-59f7895e54de service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:07:09.227404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-3e9065de-fc9f-460b-88dd-59f7895e54de service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0419710 Feb 04 16:07:09.277640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-922b44b0-3e89-4ac8-b7fd-beb5fb7a77ea req-72890602-1401-43f4-9e69-9fef95cfcc66 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471606 Feb 04 16:07:09.640374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-30c407b8-37e1-49e3-b911-13d4c8ecfa29 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000096 Feb 04 16:07:09.652523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 108ae72c-838d-4805-8657-a1f1aaaba9e9 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:09.690256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-e0b558a8-6d9e-42d9-8ba5-67d01d6377f5 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:09.690971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-e0b558a8-6d9e-42d9-8ba5-67d01d6377f5 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Synchronizing usage tracker for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:09.722707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 108ae72c-838d-4805-8657-a1f1aaaba9e9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:09.727464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 108ae72c-838d-4805-8657-a1f1aaaba9e9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:09.727829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.803377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.803743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.804050 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Floating IP f3b19f68-1639-47d2-ab45-44b7ff015e53 disassociated. External IP: 172.25.5.243, port: b297153e-9ca4-4f4f-92d4-15e123505800. Feb 04 16:07:09.804385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Calling delete_port for b297153e-9ca4-4f4f-92d4-15e123505800 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:09.843176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.844540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-e0b558a8-6d9e-42d9-8ba5-67d01d6377f5 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Unset dirty status for tenant:91cb2c53055c4742b041fd60436fbc72 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:09.846212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-e0b558a8-6d9e-42d9-8ba5-67d01d6377f5 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.6619825 Feb 04 16:07:09.870817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:09.880636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:09.884333 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:09.904302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483662-f015-49ca-b185-dafe7065f0ff req-bb464f9c-b168-4647-99d3-eb79522710b3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:09.905590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-bb464f9c-b168-4647-99d3-eb79522710b3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 820 time: 0.4886179 Feb 04 16:07:09.949042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:09.991094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-81ecde33-849a-473c-8861-8df46ed7078d tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/quotas/6d8c4edc55624b65ba85c5d280e99d4a HTTP/1.1" status: 200 len: 375 time: 0.0769870 Feb 04 16:07:10.040140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Deleting port 67002ac6-78e9-48a3-9e05-7ab462325bb6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:10.040464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.065110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-2eb54cd9-0d7b-4a73-86ba-d258ddd6ce39 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145181 Feb 04 16:07:10.223219 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.288517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event deleted for resources: {'Port': ['ID=b297153e-9ca4-4f4f-92d4-15e123505800,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:10.327850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-c0c1b507-4e95-45e6-99ee-c0dcff05a1df tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3275216 Feb 04 16:07:10.833953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] For port 67002ac6-78e9-48a3-9e05-7ab462325bb6, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67002ac6-78e9-48a3-9e05-7ab462325bb6,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:10.834384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:10.846786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-42bd4795-ec4a-4001-bd13-c68cc69b8d29 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405587 Feb 04 16:07:11.040374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Calling delete_port for 67002ac6-78e9-48a3-9e05-7ab462325bb6 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:11.084288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94724d-2714-41b7-8d8d-0efe4a5db144 req-4531d0a3-cbd2-46a9-b2d6-ca06f9e19982 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:11.085709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c94724d-2714-41b7-8d8d-0efe4a5db144 req-4531d0a3-cbd2-46a9-b2d6-ca06f9e19982 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6369e30-11dd-440c-9cfa-6d65f7ef006d HTTP/1.1" status: 200 len: 945 time: 0.7719557 Feb 04 16:07:11.215244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e5c65e67-1220-4243-8d6b-c965093888fc details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:11.218624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b297153e-9ca4-4f4f-92d4-15e123505800 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:11.258837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: b297153e-9ca4-4f4f-92d4-15e123505800 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:11.259493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b297153e-9ca4-4f4f-92d4-15e123505800 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:11.309961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-8aa64eb0-cfe1-43e8-bf97-58733b9948d4 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543047 Feb 04 16:07:11.409583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c94724d-2714-41b7-8d8d-0efe4a5db144 req-3a6b9248-90ae-477a-9446-e4669b4c525d tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.62 "GET /v2.0/security-groups?id=96efd7d4-b9f9-4200-94de-26d024b36976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091140 Feb 04 16:07:11.430862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e5c65e67-1220-4243-8d6b-c965093888fc,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:11.465227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'e5c65e67-1220-4243-8d6b-c965093888fc', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': 'e5c65e67-1220-4243-8d6b-c965093888fc', 'mac_address': 'fa:16:3e:d9:84:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:11.567848 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc', 'status': 'completed', 'code': 200} Feb 04 16:07:11.636374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.657717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.674987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67002ac6-78e9-48a3-9e05-7ab462325bb6 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:11.728691 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-1e484f84-f704-4257-b8d1-ba77e9378f75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 1095 time: 0.1545134 Feb 04 16:07:11.762185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 67002ac6-78e9-48a3-9e05-7ab462325bb6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:11.762682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67002ac6-78e9-48a3-9e05-7ab462325bb6 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:11.771027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c65e67-1220-4243-8d6b-c965093888fc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:11.787571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e5c65e67-1220-4243-8d6b-c965093888fc,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:11.795611 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.824700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Pushing event deleted for resources: {'Port': ['ID=67002ac6-78e9-48a3-9e05-7ab462325bb6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:11.836837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Router ee529f3f-bf45-4f77-813e-d553033cd160 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:11.882949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:11.936791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-36afa460-3d10-4786-bf74-afef44c664f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:11.939231 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-36afa460-3d10-4786-bf74-afef44c664f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.2017448 Feb 04 16:07:11.945860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-f5331b0b-3390-4ff2-8a65-896fb73e2a0b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:11.947280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-f5331b0b-3390-4ff2-8a65-896fb73e2a0b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.58 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.6717732 Feb 04 16:07:11.960421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] No DVR routers for this DVR port 67002ac6-78e9-48a3-9e05-7ab462325bb6 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:11.966048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:11.981356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:12.007841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:12.029647 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-dbf6ac75-b776-4922-8e8e-49584f2019c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5c65e67-1220-4243-8d6b-c965093888fc HTTP/1.1" status: 200 len: 217 time: 0.0842724 Feb 04 16:07:12.067440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe9b1a97-b04e-4a66-bed0-fff6452cb522 req-ea8e58bc-d1c0-44e2-aded-eedb191ac945 tempest-ServerRescueTestJSON-1390728063 tempest-ServerRescueTestJSON-1390728063-project] 10.222.0.41 "DELETE /v2.0/ports/67002ac6-78e9-48a3-9e05-7ab462325bb6 HTTP/1.1" status: 204 len: 173 time: 2.1992657 Feb 04 16:07:12.080835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e5c65e67-1220-4243-8d6b-c965093888fc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:12.095529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-a80507a7-5b02-4082-9bfd-668683730408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.096940 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-a80507a7-5b02-4082-9bfd-668683730408 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.0595622 Feb 04 16:07:12.206428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-6b53f2a5-4ae7-4a19-bfcb-8c4b109db4d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901320 Feb 04 16:07:12.237322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f39aa-10ed-46ed-8061-9ae8f9ec1173 req-b51e05be-75f9-4cae-a00c-79670e9746d6 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.239110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-371f39aa-10ed-46ed-8061-9ae8f9ec1173 req-b51e05be-75f9-4cae-a00c-79670e9746d6 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.6146121 Feb 04 16:07:12.327624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:12.364751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd32286-4320-4621-940e-4972312824ea req-dae1f5eb-6404-4b92-9d70-5e3149725098 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:12.371274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffd32286-4320-4621-940e-4972312824ea req-dae1f5eb-6404-4b92-9d70-5e3149725098 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.6068900 Feb 04 16:07:12.415847 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-7d608ff1-ab11-4683-96ca-9fdab2fff470 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025628 Feb 04 16:07:12.443910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:12.455457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-371f39aa-10ed-46ed-8061-9ae8f9ec1173 req-a2868558-dc4c-4f0c-99de-a27e4604e4ef tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871510 Feb 04 16:07:12.458510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.545631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:12.548771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:12.567733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-3ef1f30c-7508-435b-8f59-b8a0d19862c3 service neutron] 10.222.0.58 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454124 Feb 04 16:07:12.734522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffd32286-4320-4621-940e-4972312824ea req-82976638-68a2-4c48-ac92-d3ff4c60e05f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623664 Feb 04 16:07:12.749343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7f69473e-268e-40da-bb81-6dcca5d78d28 req-fa729033-6090-4790-9c96-56a9d992f43c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Synchronizing usage tracker for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:12.798751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:12.808344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0acbbf2edb4cb088c2eb919c590c3c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:12.820303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:12.841808 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'code': 200} Feb 04 16:07:12.842835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:12.946572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7f69473e-268e-40da-bb81-6dcca5d78d28 req-fa729033-6090-4790-9c96-56a9d992f43c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Unset dirty status for tenant:d4abcbd2253f4fae907f5821bd6628c0 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:12.948150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f69473e-268e-40da-bb81-6dcca5d78d28 req-fa729033-6090-4790-9c96-56a9d992f43c tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/ports?device_id=58a6d3cc-4346-4e35-8380-a9f48611ac0d HTTP/1.1" status: 200 len: 210 time: 0.2726045 Feb 04 16:07:13.137771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:13.152191 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Sync routers for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:13.168947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:13.169768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:13.240850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e5c65e67-1220-4243-8d6b-c965093888fc up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:13.302693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.2 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/8afea353-0506-45ab-9f56-5916d9ccc60b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:13.361309 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:13.364353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port e5c65e67-1220-4243-8d6b-c965093888fc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:13.367983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] No DVR routers for this DVR port b297153e-9ca4-4f4f-92d4-15e123505800 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:13.370966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port e5c65e67-1220-4243-8d6b-c965093888fc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:13.371412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.373760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483662-f015-49ca-b185-dafe7065f0ff req-5b3c6e18-b3bf-4c45-b220-447ddbae9007 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:13.375189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-5b3c6e18-b3bf-4c45-b220-447ddbae9007 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.41 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 820 time: 0.5394080 Feb 04 16:07:13.383273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.393852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.410272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'port': {'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'admin_state_up': True, 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:13.428820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bd4306c-2bca-425e-9242-d4f1f8b5a7a5 req-d40d0f8f-af9d-4d0c-9827-cfbde5bda65c tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 210 time: 0.1177831 Feb 04 16:07:13.438142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.508679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.544935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e5c65e67-1220-4243-8d6b-c965093888fc,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:13.551264 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.558824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75c19a5-3234-4b2d-9036-6490f5293b8d req-96661868-9664-452d-8c57-4b8f5cc992a0 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.58 "DELETE /v2.0/ports/b297153e-9ca4-4f4f-92d4-15e123505800 HTTP/1.1" status: 204 len: 173 time: 5.3478413 Feb 04 16:07:13.578446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53974) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:13.583290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'name': 'network-vif-deleted', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6'}, {'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'name': 'network-vif-deleted', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:13.648677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccb9d0da-68b2-484d-8771-ddaddb91c9fe req-245a6dd3-22c1-47ad-a927-1d34341bf5cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 1097 time: 0.6827152 Feb 04 16:07:13.657189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5537ba52-bb7b-442e-8be7-5d07d4c76cf5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:13.687954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:13.733098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8bedd91a-b74c-4cf0-9934-67070ceb5033 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba0acbbf2edb4cb088c2eb919c590c3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7194498 Feb 04 16:07:13.738263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:13.794736 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:13.799896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Checking router: ee529f3f-bf45-4f77-813e-d553033cd160 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:13.814200 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:13.814967 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:13.922628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20332f8b-7486-434f-a57f-8f9c68d87993 req-71caf149-04e3-4474-82d9-42a3264e8965 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:13.929914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20332f8b-7486-434f-a57f-8f9c68d87993 req-71caf149-04e3-4474-82d9-42a3264e8965 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 945 time: 0.7800212 Feb 04 16:07:13.958964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:13.963407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccb9d0da-68b2-484d-8771-ddaddb91c9fe req-5fda3768-9758-4654-9d9e-90cf24e63d5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954690 Feb 04 16:07:13.990487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:13.993286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.037494 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:14.055153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:14.102783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20332f8b-7486-434f-a57f-8f9c68d87993 req-67ba24b3-978d-43ca-a974-ae60978ec183 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717443 Feb 04 16:07:14.116540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Made reservation on behalf of 6d8c4edc55624b65ba85c5d280e99d4a for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:14.124856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.151863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2064143c-92d6-45ee-aeb6-03c0f412d7e9 req-9789896a-31a2-44b7-8c1c-9d9d1e8fe516 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1096 time: 0.4057772 Feb 04 16:07:14.155897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.265459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.296804 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.301006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5537ba52-bb7b-442e-8be7-5d07d4c76cf5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:14.311066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:14.328856 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.333733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab253cab-7bc9-4b7a-9f10-643787fde24c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5537ba52-bb7b-442e-8be7-5d07d4c76cf5 HTTP/1.1" status: 204 len: 168 time: 0.5865185 Feb 04 16:07:14.356949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.612382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:14.628736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:14.637140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:14.643645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:14.644825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:14.658526 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16998303-4464-4784-bb12-9dd7396a4c20 None None] The sync data for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 is: [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:05:06Z', 'revision_number': 4, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7699b817-58ad-4622-a36c-0587e947534d', 'name': '', 'network_id': '2ffe1630-5238-44ab-a481-91a525a16c27', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'mac_address': 'fa:16:3e:22:27:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:06Z', 'updated_at': '2022-02-04T16:05:28Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'subnets': [{'id': '73361084-99be-4f81-90c7-6cb62e7b7948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:14.680235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2064143c-92d6-45ee-aeb6-03c0f412d7e9 req-38da3e14-1009-4a5e-9649-08055fa9fc46 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372287 Feb 04 16:07:14.842639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:14.855676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b476c-3d0c-4673-aaa5-16432c6c2455 req-9092e018-9bfe-4ecb-a227-ae143e763660 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:14.856396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc7b476c-3d0c-4673-aaa5-16432c6c2455 req-9092e018-9bfe-4ecb-a227-ae143e763660 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:14.899756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:14.900347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:14.910202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Allocated IP 172.20.0.8 (39f739d4-22f9-4cbf-86b7-69858332b9b1/11874869-2423-4bde-9866-d723f3bd28f6/b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:14.931334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc7b476c-3d0c-4673-aaa5-16432c6c2455 req-9092e018-9bfe-4ecb-a227-ae143e763660 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:14.932477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7b476c-3d0c-4673-aaa5-16432c6c2455 req-9092e018-9bfe-4ecb-a227-ae143e763660 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 931 time: 0.6885197 Feb 04 16:07:15.051309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9c6c3405-4bc7-4a93-a90d-81ffd0e648e1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0876086 Feb 04 16:07:15.117194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Request body: {'port': {'device_id': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:15.244032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5aae2-a2d6-4c42-8e45-6c6d7f262a1d None None] New status for floating IP f3b19f68-1639-47d2-ab45-44b7ff015e53: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:07:15.318402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7b476c-3d0c-4673-aaa5-16432c6c2455 req-f8d082f8-3c15-4162-bb34-6c95c3e8ef08 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653615 Feb 04 16:07:15.550578 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6369e30-11dd-440c-9cfa-6d65f7ef006d', 'name': 'network-vif-deleted', 'tag': '67002ac6-78e9-48a3-9e05-7ab462325bb6', 'status': 'completed', 'code': 200} Feb 04 16:07:15.550888 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a6d3cc-4346-4e35-8380-a9f48611ac0d', 'name': 'network-vif-deleted', 'tag': 'b297153e-9ca4-4f4f-92d4-15e123505800', 'status': 'completed', 'code': 200} Feb 04 16:07:15.554986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Deleting port 952693e7-a606-4170-b6e0-05b16a6bf4eb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:15.556320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.736372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e91a5-d5d9-4295-94b4-9fb2c7ec4453 req-521fe4db-b7df-483e-a394-844fa658e813 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:15.740020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-038e91a5-d5d9-4295-94b4-9fb2c7ec4453 req-521fe4db-b7df-483e-a394-844fa658e813 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.5108140 Feb 04 16:07:15.828711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:15.946969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-038e91a5-d5d9-4295-94b4-9fb2c7ec4453 req-f7cb50cc-774e-4db6-b5b4-32ea28658c46 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961317 Feb 04 16:07:15.947651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] For port 952693e7-a606-4170-b6e0-05b16a6bf4eb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=952693e7-a606-4170-b6e0-05b16a6bf4eb,segment=NetworkSegment(417962ab-5a39-4bef-bf58-15466535ccd4),segment_id=417962ab-5a39-4bef-bf58-15466535ccd4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:15.948170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:15.948329 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.060674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.096743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Calling delete_port for 952693e7-a606-4170-b6e0-05b16a6bf4eb owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:16.250801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Transition to ACTIVE for port object b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:16.259097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f73ae87b-3fb2-429c-b306-6d564a43239c req-1113200d-4c5f-4c1c-a37c-e9c49bae2c49 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:16.317602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.343128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f73ae87b-3fb2-429c-b306-6d564a43239c req-1113200d-4c5f-4c1c-a37c-e9c49bae2c49 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:16.344276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f73ae87b-3fb2-429c-b306-6d564a43239c req-1113200d-4c5f-4c1c-a37c-e9c49bae2c49 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 210 time: 0.3189774 Feb 04 16:07:16.385928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.389978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b88b52e1-c31f-4af3-bebe-de993cc31c7e req-03de366e-6e19-44cf-bd34-23a6cf65e5b0 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1096 time: 0.3173530 Feb 04 16:07:16.399639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['0cedbe99-a704-442d-9d51-616ff5405a07'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:16.412579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=952693e7-a606-4170-b6e0-05b16a6bf4eb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.455621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2139776378-network', 'tenant_id': '31a1955445ea4471b01d267964b88741'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:16.522682 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc', 'code': 200} Feb 04 16:07:16.543464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:16.576040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Usage tracker for resource:network and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:16.591661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:16.657668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event updated for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:16.678408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:16.705570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:16.708697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afea353-0506-45ab-9f56-5916d9ccc60b {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:16.716712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:16.733514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.736763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:16.812379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b88b52e1-c31f-4af3-bebe-de993cc31c7e req-5d8373db-61b7-4b81-847f-a3b51e0e1285 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717520 Feb 04 16:07:16.813028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:16.815952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.856936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Transition to ACTIVE for port object 8afea353-0506-45ab-9f56-5916d9ccc60b will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:16.903106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.922763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.943730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:16.991421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:17.082657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.083634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.156842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.191898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1fd06a3a-9402-420a-9803-18078514d486 None None] Provisioning for port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:17.197199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1fd06a3a-9402-420a-9803-18078514d486 None None] Provisioning complete for port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:17.197588 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fd06a3a-9402-420a-9803-18078514d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.229524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.256523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1fd06a3a-9402-420a-9803-18078514d486 None None] Port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:07:17.286466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Pushing event updated for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.293830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:17.297630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-42e51474-bcd9-4103-9fba-aa8c76f339db tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9069867 Feb 04 16:07:17.309019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Usage tracker for resource:security_group_rule and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:17.321290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Request body: {'port': {'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:17.344848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:17.363708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:17.375620 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4377bd37-67b7-4fad-bae5-db8be7344176 req-08c99664-c349-4ffe-af85-0fb38d4390e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 1097 time: 0.7810068 Feb 04 16:07:17.453626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.476627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa52a46-ed69-4b09-aeed-55393dcef30a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:17.516959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.518546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1a16ba90-48da-49fe-95cf-48b0ba569dbc tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "DELETE /v2.0/security-groups/caa52a46-ed69-4b09-aeed-55393dcef30a HTTP/1.1" status: 204 len: 168 time: 0.5187204 Feb 04 16:07:17.521101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:17.543696 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-3f638298-7d7e-4947-b5df-5658a88ae570 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] show failed (client error): The resource could not be found. Feb 04 16:07:17.544675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f638298-7d7e-4947-b5df-5658a88ae570 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "GET /v2.0/security-groups/caa52a46-ed69-4b09-aeed-55393dcef30a HTTP/1.1" status: 404 len: 347 time: 0.0224686 Feb 04 16:07:17.558925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:17.894384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:17.921869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4377bd37-67b7-4fad-bae5-db8be7344176 req-1dc82fff-7683-4902-b92a-73a5e16b7b4a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959157 Feb 04 16:07:17.934029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Router c2f5258c-1c49-4389-86dc-f61b130f2679 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:17.941732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7127c2-7e31-4057-b49b-ca777d0964b3 req-affeb641-f00a-4b0f-8966-fab2aaa6070a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.943175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c7127c2-7e31-4057-b49b-ca777d0964b3 req-affeb641-f00a-4b0f-8966-fab2aaa6070a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 943 time: 0.7677376 Feb 04 16:07:17.948650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258646b5-7e07-41f9-9ad0-d42c21d68366 req-ca926a3e-7fd5-4161-b47a-7675e3f03d52 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:17.949999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-258646b5-7e07-41f9-9ad0-d42c21d68366 req-ca926a3e-7fd5-4161-b47a-7675e3f03d52 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.7653232 Feb 04 16:07:18.036372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Attempting to bind port 8afea353-0506-45ab-9f56-5916d9ccc60b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:18.036703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Attempting to bind port 8afea353-0506-45ab-9f56-5916d9ccc60b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:18.037025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Attempting to bind port 8afea353-0506-45ab-9f56-5916d9ccc60b on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:18.054182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Deleting port d60dbd60-0cd6-446d-bc9b-dc6e22abb452 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:18.056342 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.110881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.137121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Port 8afea353-0506-45ab-9f56-5916d9ccc60b on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:18.137432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Attempting to bind port 8afea353-0506-45ab-9f56-5916d9ccc60b on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:18.146061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.149536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:18.156016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e797744b-97d1-4428-b807-46ac356d6ac5 admin admin] 10.222.0.62 "PUT /v2.0/routers/c2f5258c-1c49-4389-86dc-f61b130f2679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5754626 Feb 04 16:07:18.158162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:18.163142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Sync routers for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:18.175691 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:18.176556 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:18.225490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:18.225923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:18.226198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:18.226674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Bound port: 8afea353-0506-45ab-9f56-5916d9ccc60b, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:18.227030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.286833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c7127c2-7e31-4057-b49b-ca777d0964b3 req-43781e43-6bdd-4e9a-ae87-c819ba451bfd tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357284 Feb 04 16:07:18.346319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:18.373695 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:18.382195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-258646b5-7e07-41f9-9ad0-d42c21d68366 req-ce771405-9257-4c74-af44-8de33fc1ce1b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125791 Feb 04 16:07:18.383499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.389276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35026eb5-3650-4e62-883c-6086908aa135,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:18.428644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.428996 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Added segment 3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9 of type vlan for network 17656e81-4d99-4450-9713-c84df045695d Feb 04 16:07:18.619807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.633225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Deleting port dcbcfcb7-a65f-4317-9ca0-86be14795dbf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:18.633614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.742296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:07:16Z', 'revision_number': 5, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port': {'id': 'dcbcfcb7-a65f-4317-9ca0-86be14795dbf', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:18.746559 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Checking router: c2f5258c-1c49-4389-86dc-f61b130f2679 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:18.758510 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Routers {'c2f5258c-1c49-4389-86dc-f61b130f2679'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:18.759115 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c2f5258c-1c49-4389-86dc-f61b130f2679'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:18.784555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.810991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] For port dcbcfcb7-a65f-4317-9ca0-86be14795dbf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:18.811660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.822614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.822945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:18.911571 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] Set router c2f5258c-1c49-4389-86dc-f61b130f2679 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:18.925499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:18.943536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Calling delete_port for dcbcfcb7-a65f-4317-9ca0-86be14795dbf owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:18.983501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:19.005714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Calling delete_port for d60dbd60-0cd6-446d-bc9b-dc6e22abb452 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:19.025612 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:07:18Z', 'revision_number': 6, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:19.031719 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8614abd-ce6d-4637-a751-fc671420ca3a None None] The sync data for ids ['c2f5258c-1c49-4389-86dc-f61b130f2679'] in n-d-827873-1 is: [{'id': 'c2f5258c-1c49-4389-86dc-f61b130f2679', 'name': 'tempest-ServerRescueTestJSON-1576775060-router', 'tenant_id': '91cb2c53055c4742b041fd60436fbc72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:04:27Z', 'updated_at': '2022-02-04T16:07:18Z', 'revision_number': 6, 'project_id': '91cb2c53055c4742b041fd60436fbc72', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:19.084498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8afea353-0506-45ab-9f56-5916d9ccc60b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:19.103179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.103349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.103899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.109085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.269163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.291535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:19.309534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4f664-40d2-4780-ada2-0d5cddcaf760 req-9a5aa8a1-5dd8-4113-a471-b094ac23873f tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.311015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8dc4f664-40d2-4780-ada2-0d5cddcaf760 req-9a5aa8a1-5dd8-4113-a471-b094ac23873f tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.7237554 Feb 04 16:07:19.313281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbcfcb7-a65f-4317-9ca0-86be14795dbf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.351996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555be9f1-a6a9-4a6d-a792-07f8f395a4cb req-37242d5a-0d48-4eb8-8dd6-54932461ac82 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:19.353477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-555be9f1-a6a9-4a6d-a792-07f8f395a4cb req-37242d5a-0d48-4eb8-8dd6-54932461ac82 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 931 time: 0.7618144 Feb 04 16:07:19.397875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.399296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] 10.222.0.58 "PUT /v2.0/ports/8afea353-0506-45ab-9f56-5916d9ccc60b HTTP/1.1" status: 200 len: 1091 time: 4.3014235 Feb 04 16:07:19.416495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:19.422269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3511746 Feb 04 16:07:19.448019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4b5a2-a335-407d-9071-060f76521233 admin admin] Pushing event updated for resources: {'Network': ['ID=17656e81-4d99-4450-9713-c84df045695d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.457921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:19.460982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 17656e81-4d99-4450-9713-c84df045695d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:19.526812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Request body: {'subnet': {'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2139776378-subnet', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:19.534064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:19.538686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Usage tracker for resource:subnet and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:19.541333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:19.547265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:19.562689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.569343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0b246-b704-42f5-a489-32b35432b01c service neutron] Pushing event updated for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:19.734220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:19.738643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:19.740878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.774354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.821641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.825976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.862277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.862948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f5258c-1c49-4389-86dc-f61b130f2679 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:19.875332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.877060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5e74716b-4742-4640-be33-187bdd1936f8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c2f5258c-1c49-4389-86dc-f61b130f2679 HTTP/1.1" status: 204 len: 168 time: 1.7177413 Feb 04 16:07:19.879683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54062) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:19.904060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Transition to ACTIVE for port object b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:19.926912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-555be9f1-a6a9-4a6d-a792-07f8f395a4cb req-ed69d5d4-a87b-4551-b5a6-505664f83991 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112915 Feb 04 16:07:19.940317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8dc4f664-40d2-4780-ada2-0d5cddcaf760 req-016a250d-8520-4219-83c3-3816ed4cd439 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5964608 Feb 04 16:07:19.942043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:19.970482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Deleting subnet e4a10774-fe84-40ab-9551-8ca1d65f9915 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:19.982229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.026315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.074902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.220391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.328276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.364372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-35964a4e-cef8-45b5-b52c-ba2c4eb59b2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 1094 time: 0.8867590 Feb 04 16:07:20.378814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a10774-fe84-40ab-9551-8ca1d65f9915,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.385013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.396237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c8d289c-a594-4f28-b716-3318b0742ae7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e4a10774-fe84-40ab-9551-8ca1d65f9915 HTTP/1.1" status: 204 len: 168 time: 0.5155098 Feb 04 16:07:20.397452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:20.519304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.540056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Pushing event updated for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.664125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-6252de63-91bd-4402-82ce-e1559da180c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afea353-0506-45ab-9f56-5916d9ccc60b HTTP/1.1" status: 200 len: 217 time: 0.2282305 Feb 04 16:07:20.664502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Pushing event deleted for resources: {'Port': ['ID=d60dbd60-0cd6-446d-bc9b-dc6e22abb452,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.672965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.676993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.717934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c068f452-63b8-4cb4-b2ea-73edde1c37eb']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:20.719287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcbcfcb7-a65f-4317-9ca0-86be14795dbf no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:20.748933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417962ab-5a39-4bef-bf58-15466535ccd4') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:20.749237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417962ab-5a39-4bef-bf58-15466535ccd4') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:20.762778 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.764336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: dcbcfcb7-a65f-4317-9ca0-86be14795dbf {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:20.764336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcbcfcb7-a65f-4317-9ca0-86be14795dbf not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:20.764531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 952693e7-a606-4170-b6e0-05b16a6bf4eb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:20.785451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.814969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 952693e7-a606-4170-b6e0-05b16a6bf4eb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:20.814969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 952693e7-a606-4170-b6e0-05b16a6bf4eb not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:20.817659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:20.817659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:20.836226 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:20.902795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.907654 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.938171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:20.950945 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:20.953715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-048fe415-6604-4e7f-a5b5-098301f6b73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:20.955658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-048fe415-6604-4e7f-a5b5-098301f6b73e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.2706716 Feb 04 16:07:21.023331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1179bb5-814b-40cf-a0c8-f70de36aa29b req-16d51a8e-47af-4da1-9dab-d2ea55c888bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7094762 Feb 04 16:07:21.045578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80b10f-57b0-4aad-b916-a8e0048b2372 req-1da1b00a-8fd1-4ee3-b6c3-b7dc78e87843 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:21.048523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a80b10f-57b0-4aad-b916-a8e0048b2372 req-1da1b00a-8fd1-4ee3-b6c3-b7dc78e87843 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 943 time: 0.7358158 Feb 04 16:07:21.053861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-2f9ce97f-f4d7-46f8-89da-c566b3020d57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771837 Feb 04 16:07:21.058779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Attempting to bind port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:21.058779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Attempting to bind port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:21.058987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Attempting to bind port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:21.066691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.067584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98837809-cda5-4613-b836-73b20f90c245 tempest-ServersTestBootFromVolume-461130645 tempest-ServersTestBootFromVolume-461130645-project] 10.222.0.62 "DELETE /v2.0/floatingips/f3b19f68-1639-47d2-ab45-44b7ff015e53 HTTP/1.1" status: 204 len: 168 time: 3.5051241 Feb 04 16:07:21.076399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:21.112427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:21.112427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Network hostable DHCP agents. Network: 17656e81-4d99-4450-9713-c84df045695d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:21.157603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.170256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:21.170817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Attempting to bind port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd on network 39f739d4-22f9-4cbf-86b7-69858332b9b1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:21.188079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.200749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c068f452-63b8-4cb4-b2ea-73edde1c37eb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:21.229336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c782f3c8-4464-4a92-8395-d3de8451d5ae admin admin] 10.222.0.62 "DELETE /v2.0/networks/c068f452-63b8-4cb4-b2ea-73edde1c37eb HTTP/1.1" status: 204 len: 168 time: 0.8296201 Feb 04 16:07:21.245233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:21.245233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Checking segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:21.245233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Bound using segment: {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:21.245595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Bound port: b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:21.245851 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.370693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a80b10f-57b0-4aad-b916-a8e0048b2372 req-4f942e26-aa8a-4d89-b712-431a6fc233bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087246 Feb 04 16:07:21.444476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Network 17656e81-4d99-4450-9713-c84df045695d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:21.458934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-9bc16691-9e74-4cab-9ca0-bd671f8e7eff service neutron] 10.222.0.58 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937225 Feb 04 16:07:21.492163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54084) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:21.531424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 17656e81-4d99-4450-9713-c84df045695d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:21.540447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c1825-3a0b-49d3-844d-116984244910 None None] Network 17656e81-4d99-4450-9713-c84df045695d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:21.616582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:21.617203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.656077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:21.706820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-00f35578-75b4-4720-84e0-5e9ce56f45ea admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2276483 Feb 04 16:07:21.708863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:21.714197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:21.737232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:21.745182 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.751391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-50e3dd3a-2423-4c76-bb15-84ddc46e3803 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91cb2c53055c4742b041fd60436fbc72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2525735 Feb 04 16:07:21.776655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:21.871960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.876953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-17656e81-4d99-4450-9713-c84df045695d', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:07:21.876953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.918819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:21.988623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.027692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:22.045550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-885e348b-1a14-42b7-8d0c-504ace24567a service neutron] 10.222.0.58 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765057 Feb 04 16:07:22.046111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Usage tracker for resource:router and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:22.093821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:22.132884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:22.150932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.211015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.215385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 1091 time: 4.9002824 Feb 04 16:07:22.233576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4ed3-d11c-4d6f-9762-eec3d890e603 service neutron] Pushing event updated for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:22.247776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.251456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.348298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.354604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96efd7d4-b9f9-4200-94de-26d024b36976 HTTP/1.1" status: 204 len: 168 time: 0.5740092 Feb 04 16:07:22.354604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f183b-9d49-44ae-835a-5bf923f406d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96efd7d4-b9f9-4200-94de-26d024b36976,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:22.436237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Allocated IP 172.20.0.2 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/f5d9b312-483f-48b0-b63b-751f855387bc) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:22.487130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94ce27-8f11-4df5-8693-10a0a300b985 req-d94c1f05-871e-4cf6-b1df-d7682fe502b9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:22.489269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f94ce27-8f11-4df5-8693-10a0a300b985 req-d94c1f05-871e-4cf6-b1df-d7682fe502b9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.7577841 Feb 04 16:07:22.527397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.701725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-67323e22-5292-46d1-acba-d14863701e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1094 time: 0.4001591 Feb 04 16:07:22.725604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f94ce27-8f11-4df5-8693-10a0a300b985 req-20b2d7ad-fbaa-4641-8e94-bf67f056bb50 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285366 Feb 04 16:07:22.779068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.791110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Transition to ACTIVE for port object f5d9b312-483f-48b0-b63b-751f855387bc will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:22.826247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Transition to ACTIVE for port object f5d9b312-483f-48b0-b63b-751f855387bc will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:22.838945 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:22.909561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-5c7b93b5-5d27-4958-86a8-222a886c67da tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:07:22.910699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-5c7b93b5-5d27-4958-86a8-222a886c67da tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0873880 Feb 04 16:07:22.913320 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b', 'status': 'completed', 'code': 200} Feb 04 16:07:22.920398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:22.924503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:22.927888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:23.025529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Pushing event updated for resources: {'Port': ['ID=f5d9b312-483f-48b0-b63b-751f855387bc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.053633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.057885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-ce3424e4-1e0f-43f2-9fcc-2a48f363027e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 217 time: 0.3311503 Feb 04 16:07:23.059484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Deleting port 7699b817-58ad-4622-a36c-0587e947534d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:23.059822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.060192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Attempting to bind port f5d9b312-483f-48b0-b63b-751f855387bc on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:23.060735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Attempting to bind port f5d9b312-483f-48b0-b63b-751f855387bc by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:23.061286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Attempting to bind port f5d9b312-483f-48b0-b63b-751f855387bc on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:23.069393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:23.070060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:23.070800 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.071368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:23.072062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Bound port: f5d9b312-483f-48b0-b63b-751f855387bc, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:23.072668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.195021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] For port f5d9b312-483f-48b0-b63b-751f855387bc, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:23.200314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] For port f5d9b312-483f-48b0-b63b-751f855387bc, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f5d9b312-483f-48b0-b63b-751f855387bc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:23.208712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.284140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483662-f015-49ca-b185-dafe7065f0ff req-8a2eb508-57a1-43d9-8524-d4373f18cc29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.286002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-8a2eb508-57a1-43d9-8524-d4373f18cc29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.2182517 Feb 04 16:07:23.318879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197246ca-a0bf-49b1-80f6-56d41ed4beb1 None None] Pushing event updated for resources: {'Port': ['ID=f5d9b312-483f-48b0-b63b-751f855387bc,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:23.321937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] For port 7699b817-58ad-4622-a36c-0587e947534d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7699b817-58ad-4622-a36c-0587e947534d,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:23.322495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.399209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Request body: {'binding': {'host': 'n-h1-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:23.399642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Unknown quota resources ['binding']. {{(pid=83597) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:07:23.442112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-01bdda4e-b56c-4963-bf1d-3c51a784ee52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 1094 time: 0.5388467 Feb 04 16:07:23.505816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db161b1-d189-44e3-b705-8587e9672031 req-42bbb109-b312-4713-b1ae-fc89e7a79564 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:23.518366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1db161b1-d189-44e3-b705-8587e9672031 req-42bbb109-b312-4713-b1ae-fc89e7a79564 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.5374317 Feb 04 16:07:23.592383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:23.627978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Calling delete_port for 7699b817-58ad-4622-a36c-0587e947534d owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:23.736895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Request body: {'floatingip': {'port_id': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:23.865287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.907434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:23.911421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7699b817-58ad-4622-a36c-0587e947534d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:24.268338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:24.352146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-0780a72b-24e4-45c8-95f8-f99fdc9c1dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:24.353613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-0780a72b-24e4-45c8-95f8-f99fdc9c1dc2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.9005795 Feb 04 16:07:24.368021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on host n-h1-827873-1 for vnic_type normal with profile None {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:24.368341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:24.369127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:24.459083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:24.459693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:24.471098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-7a12819a-6248-4c50-896c-517bd2fa497d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afea353-0506-45ab-9f56-5916d9ccc60b HTTP/1.1" status: 200 len: 217 time: 0.0935798 Feb 04 16:07:24.481393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:24.481946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:24.482512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:24.482791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Bound port: ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:24.498778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-b10f9ab9-d84c-49f8-912d-eedb148b7d47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1995389 Feb 04 16:07:24.586444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce189fb-d55d-4e5f-81da-91a96b1ab176 None None] Network 17656e81-4d99-4450-9713-c84df045695d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:24.718317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-98302bb2-7caf-49f7-b9de-281d552950d3 None None] Provisioning for port f5d9b312-483f-48b0-b63b-751f855387bc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:24.771616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25744e-28c5-480c-bd5f-cd6b2f7beb94 req-6f4c9a0d-4b38-408b-8ab3-424ecff2b4d1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:24.778411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d25744e-28c5-480c-bd5f-cd6b2f7beb94 req-6f4c9a0d-4b38-408b-8ab3-424ecff2b4d1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 943 time: 0.9886761 Feb 04 16:07:24.873467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:24.876537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-24d3c972-2019-4f50-9d22-a21973d24ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:24.881846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-24d3c972-2019-4f50-9d22-a21973d24ffc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.3817232 Feb 04 16:07:24.900016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f5d9b312-483f-48b0-b63b-751f855387bc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:24.935359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:25.037053 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04e7ecb5-a2cb-41f2-894d-edef169c7cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.037816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Router ee529f3f-bf45-4f77-813e-d553033cd160 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:25.043054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f5d9b312-483f-48b0-b63b-751f855387bc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:25.049898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f5d9b312-483f-48b0-b63b-751f855387bc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:25.050647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.167857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-f8fe4fdd-26fa-43b3-a56f-a6caed9e2f1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2378197 Feb 04 16:07:25.168563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.213081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-080ab993-8586-4362-b9f6-509abe902842 service neutron] 10.222.0.62 "POST /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9/bindings HTTP/1.1" status: 201 len: 389 time: 2.2394161 Feb 04 16:07:25.255189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8afea353-0506-45ab-9f56-5916d9ccc60b details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:25.312460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.368555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:25.385091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port f5d9b312-483f-48b0-b63b-751f855387bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f5d9b312-483f-48b0-b63b-751f855387bc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:25.391108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4cddef8-c4e3-46b3-8f8c-eff3618c2b8f admin admin] 10.222.0.62 "PUT /v2.0/routers/ee529f3f-bf45-4f77-813e-d553033cd160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3134067 Feb 04 16:07:25.393786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54166) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:25.408378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Sync routers for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:25.417211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.442904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.493058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d25744e-28c5-480c-bd5f-cd6b2f7beb94 req-7357bdd7-c2a5-4c1a-8067-a612da1f2ea9 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136397 Feb 04 16:07:25.504767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-31a3973c-10a5-453f-b65c-e26839a2021e service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9440417 Feb 04 16:07:25.562358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.585186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=f5d9b312-483f-48b0-b63b-751f855387bc,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:25.613587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:25.614276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:25.715811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b4f4bbd9-5de5-45f2-bb4b-e4b806d378c0 None None] Provisioning complete for port f5d9b312-483f-48b0-b63b-751f855387bc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:25.716677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4f4bbd9-5de5-45f2-bb4b-e4b806d378c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:25.911517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.025769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8afea353-0506-45ab-9f56-5916d9ccc60b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:26.064807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '8afea353-0506-45ab-9f56-5916d9ccc60b', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '8afea353-0506-45ab-9f56-5916d9ccc60b', 'mac_address': 'fa:16:3e:a4:67:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:26.165215 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'status': 'completed', 'code': 200} Feb 04 16:07:26.165933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.227701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afea353-0506-45ab-9f56-5916d9ccc60b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:26.231026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.236105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:26.245117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Deleting port 42c7f898-efd9-4a7e-bfb9-958a26078063 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:26.247603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.263923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-c4da3eef-d066-4b83-a12a-c6fe3b02853c service neutron] 10.222.0.58 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0355892 Feb 04 16:07:26.365906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8afea353-0506-45ab-9f56-5916d9ccc60b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:26.384068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.502443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] For port 42c7f898-efd9-4a7e-bfb9-958a26078063, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=42c7f898-efd9-4a7e-bfb9-958a26078063,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:26.502995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.518777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:26.529863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Allocated IP 172.25.5.162 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:26.614965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51483662-f015-49ca-b185-dafe7065f0ff req-e951d33f-7901-4cfa-aa82-e6632e1a91fa service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480993 Feb 04 16:07:26.693413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Calling delete_port for 42c7f898-efd9-4a7e-bfb9-958a26078063 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:26.700243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-d11de637-2904-4060-8fab-89b261f5374c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1096 time: 1.1106467 Feb 04 16:07:26.710278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8afea353-0506-45ab-9f56-5916d9ccc60b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:26.759983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f5d9b312-483f-48b0-b63b-751f855387bc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:26.847025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a512379-f529-4a0e-80ee-43a463b37fd5 req-8b4d1b09-7297-4dae-b04b-46f230db9b18 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:26.848810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a512379-f529-4a0e-80ee-43a463b37fd5 req-8b4d1b09-7297-4dae-b04b-46f230db9b18 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 943 time: 1.2833874 Feb 04 16:07:26.922304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f5d9b312-483f-48b0-b63b-751f855387bc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:26.922660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:26.943955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.000308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:07:23Z', 'revision_number': 5, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port': {'id': '42c7f898-efd9-4a7e-bfb9-958a26078063', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:05:03Z', 'updated_at': '2022-02-04T16:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:27.008988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Checking router: ee529f3f-bf45-4f77-813e-d553033cd160 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:27.065368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42c7f898-efd9-4a7e-bfb9-958a26078063,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:27.086834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3e411c7-bbb3-45a1-a429-4fadd294af7e req-fc9428ea-7b4f-44f9-b8ff-51e2a8016af6 service neutron] 10.222.0.58 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928534 Feb 04 16:07:27.088675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Routers {'ee529f3f-bf45-4f77-813e-d553033cd160'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:27.089538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:06:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ee529f3f-bf45-4f77-813e-d553033cd160'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:27.123912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659926b-b521-459e-ba42-937b08f763ce req-d2e34b7a-6bd8-426b-ac0e-b03264bfbfe6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.128290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0659926b-b521-459e-ba42-937b08f763ce req-d2e34b7a-6bd8-426b-ac0e-b03264bfbfe6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.9246557 Feb 04 16:07:27.259332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] Set router ee529f3f-bf45-4f77-813e-d553033cd160 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:27.311663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a512379-f529-4a0e-80ee-43a463b37fd5 req-d2e1c98f-5ae1-4fec-aa0a-7b85ebd3ce95 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277258 Feb 04 16:07:27.325928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.372718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.395772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2be52-6920-4390-9a97-e7129926d4df req-a4ae708a-cb2e-46a7-b6d4-0b1a90d3575d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:27.397586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-a4ae708a-cb2e-46a7-b6d4-0b1a90d3575d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.6334279 Feb 04 16:07:27.415557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0659926b-b521-459e-ba42-937b08f763ce req-c37c97bc-e7f6-4cda-9677-177ec78f9fb6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320795 Feb 04 16:07:27.499000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c70f59f-19fa-4d73-88a4-09f8c8f3a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.502171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:27.503677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:07:26Z', 'revision_number': 7, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:27.503677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314f4c8-888e-4f2a-9e91-c7eec02cb604 None None] The sync data for ids ['ee529f3f-bf45-4f77-813e-d553033cd160'] in n-d-827873-1 is: [{'id': 'ee529f3f-bf45-4f77-813e-d553033cd160', 'name': 'tempest-ServersTestBootFromVolume-1695116393-router', 'tenant_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:05:02Z', 'updated_at': '2022-02-04T16:07:26Z', 'revision_number': 7, 'project_id': 'd4abcbd2253f4fae907f5821bd6628c0', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:27.603656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:27.654006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-3bda2edc-7641-4229-a347-906c9eb32c2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1094 time: 0.9296124 Feb 04 16:07:27.746734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:27.828607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-5520ddcd-c7c6-49af-a52a-d8de9765d0f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.4118679 Feb 04 16:07:27.910323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.914824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.926137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:27.944099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.946405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:27.947312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.980940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:27.990499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:27.995361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae5a881a1234687b3ffd65495d8094d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:27.999536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:28.005998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.006569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee529f3f-bf45-4f77-813e-d553033cd160 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:07:28.008403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:28.036084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.052087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.055492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a632a2f3-2081-498e-be71-abffac4f84c4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ee529f3f-bf45-4f77-813e-d553033cd160 HTTP/1.1" status: 204 len: 168 time: 2.6583233 Feb 04 16:07:28.057126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54210) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.059030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.064233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:28.086744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:28.094380 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.154224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Deleting subnet 73361084-99be-4f81-90c7-6cb62e7b7948 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:07:28.156658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.159679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.192172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.195401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2be52-6920-4390-9a97-e7129926d4df req-c14faacb-17e6-46f6-948a-c96b183470c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.195717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.196815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-c14faacb-17e6-46f6-948a-c96b183470c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.3209600 Feb 04 16:07:28.254013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-4bd146e8-0655-4794-97e5-d2f734939ba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.255353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-4bd146e8-0655-4794-97e5-d2f734939ba7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.5877275 Feb 04 16:07:28.257490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.261828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:28.284772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1865a7-180e-46f7-932b-9d0bdce41273,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.289007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:28.291265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:28.295516 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-944f3652-57ec-41e2-b765-c6d5da0e79d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ae5a881a1234687b3ffd65495d8094d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6902373 Feb 04 16:07:28.300174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54214) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.325471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:28.375276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-7ffd6279-b2c7-4180-9601-e102f8880e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614275 Feb 04 16:07:28.376335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.404299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d37883-fc29-42e2-822b-35000037c312 req-23ec39db-1995-4390-b9b7-ab4bdb3bce01 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.410486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.412260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0d37883-fc29-42e2-822b-35000037c312 req-23ec39db-1995-4390-b9b7-ab4bdb3bce01 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.7402842 Feb 04 16:07:28.435242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.481943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.536427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.539062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.599476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73361084-99be-4f81-90c7-6cb62e7b7948,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.604118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.614875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edc6a27-9cac-4fc4-aea5-44277793a8a8 None None] Network 2ffe1630-5238-44ab-a481-91a525a16c27 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:28.617765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.620404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.621702 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb1865a7-180e-46f7-932b-9d0bdce41273 HTTP/1.1" status: 204 len: 168 time: 0.3222768 Feb 04 16:07:28.659602 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-224bcb79-fa3b-404e-97f7-60d16fd2e2f9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/73361084-99be-4f81-90c7-6cb62e7b7948 HTTP/1.1" status: 204 len: 168 time: 0.5935361 Feb 04 16:07:28.674086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:28.674086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328deb1-cad5-431f-bc85-206f8ceeda78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1865a7-180e-46f7-932b-9d0bdce41273,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:28.781317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-c80c3b0f-bfef-4dbd-9c7f-29478afc0500 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 217 time: 0.4942753 Feb 04 16:07:28.799562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8166-325c-4521-b852-372394509b19 req-ed7c143e-fce3-4142-96d1-9f67b6c4f9fa tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.806760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b15c8166-325c-4521-b852-372394509b19 req-ed7c143e-fce3-4142-96d1-9f67b6c4f9fa tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 943 time: 0.9854565 Feb 04 16:07:28.840013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 42c7f898-efd9-4a7e-bfb9-958a26078063 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:28.883377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.893286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 42c7f898-efd9-4a7e-bfb9-958a26078063 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:28.893624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 42c7f898-efd9-4a7e-bfb9-958a26078063 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:28.894039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7699b817-58ad-4622-a36c-0587e947534d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:28.895830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Deleting port e095463d-7666-4f36-9799-d359eaae5f77 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:28.896349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.944883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b15c8166-325c-4521-b852-372394509b19 req-a73ab67f-facd-4bf9-a263-0b1a315fd13f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414096 Feb 04 16:07:28.947713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-b31025d8-ca43-405a-8f9f-5a49be1e729f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:28.950530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-b31025d8-ca43-405a-8f9f-5a49be1e729f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.1105111 Feb 04 16:07:28.958300 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:28.977477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7699b817-58ad-4622-a36c-0587e947534d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:28.977811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7699b817-58ad-4622-a36c-0587e947534d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:29.217476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-74585252-15e4-4f87-99a6-3a2d5790c32b service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986484 Feb 04 16:07:29.244141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] DHCP port deletion for 2ffe1630-5238-44ab-a481-91a525a16c27 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:07:29.253657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Deleting port e095463d-7666-4f36-9799-d359eaae5f77 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:29.253657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.271059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] For port e095463d-7666-4f36-9799-d359eaae5f77, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e095463d-7666-4f36-9799-d359eaae5f77,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:29.274627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.303846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8afea353-0506-45ab-9f56-5916d9ccc60b up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:29.486075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:29.492047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-05386643-65ba-4e53-9d28-4dd9b2a50f4d service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626858 Feb 04 16:07:29.513966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Calling delete_port for e095463d-7666-4f36-9799-d359eaae5f77 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:29.558390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.564146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0d37883-fc29-42e2-822b-35000037c312 req-64954209-0b70-4082-8521-d29c74cf50dd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1548827 Feb 04 16:07:29.608346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] For port e095463d-7666-4f36-9799-d359eaae5f77, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e095463d-7666-4f36-9799-d359eaae5f77,segment=NetworkSegment(461c85f9-1876-49cf-902d-ab4a0b8ced74),segment_id=461c85f9-1876-49cf-902d-ab4a0b8ced74)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:29.609122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.657829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-0dfd9206-a318-414a-8341-53d0cb44247c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6059971 Feb 04 16:07:29.706973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:29.718180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:73f88f8869fe4e488e3e6cfd92f9b98c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:29.718180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.724124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 8afea353-0506-45ab-9f56-5916d9ccc60b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:29.736219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:29.790568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Pushing event deleted for resources: {'Port': ['ID=e095463d-7666-4f36-9799-d359eaae5f77,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:29.790568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:29.813487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] No DVR routers for this DVR port e095463d-7666-4f36-9799-d359eaae5f77 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:29.848103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:29.877506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Calling delete_port for e095463d-7666-4f36-9799-d359eaae5f77 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:29.918752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 8afea353-0506-45ab-9f56-5916d9ccc60b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:29.918752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:29.965763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.008170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2af11-6406-47c3-bfd2-7dd8f7d9a046 req-5bff64a9-bbef-4145-a650-28713fcbb84c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.016788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.027463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69a2af11-6406-47c3-bfd2-7dd8f7d9a046 req-5bff64a9-bbef-4145-a650-28713fcbb84c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 944 time: 0.5184596 Feb 04 16:07:30.031025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffe1630-5238-44ab-a481-91a525a16c27']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:30.058264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461c85f9-1876-49cf-902d-ab4a0b8ced74') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:30.058264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461c85f9-1876-49cf-902d-ab4a0b8ced74') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:30.071999 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:07:30.071999 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:07:30.088297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.096357 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Floating IP ce811048-c649-490d-9d5f-7f9dd383fbf3 associated. External IP: 172.25.5.130, port: 108ae72c-838d-4805-8657-a1f1aaaba9e9. Feb 04 16:07:30.102163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.102163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.168750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.168750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef46f5-26c9-4e31-8638-8bb19925b6a5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:30.183900 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-625f1372-e609-47f2-9316-92efc3779aa6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73f88f8869fe4e488e3e6cfd92f9b98c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6963885 Feb 04 16:07:30.183900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:07:30.183900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.190000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:07:30.201317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:30.225234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.254971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:30.255734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.275316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314b7bc-ac55-4069-8455-993f690a13d8 req-57f18a11-2ecb-4bfd-9d52-e838ac24be8f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:30.275316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0314b7bc-ac55-4069-8455-993f690a13d8 req-57f18a11-2ecb-4bfd-9d52-e838ac24be8f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.5010607 Feb 04 16:07:30.286903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-b2fdfd6b-819b-4e41-b866-574886d3e077 service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205113 Feb 04 16:07:30.356504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69a2af11-6406-47c3-bfd2-7dd8f7d9a046 req-c9f2a0ce-ada4-43f1-b02f-15a51f6e00cc tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498766 Feb 04 16:07:30.418962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:30.436101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8afea353-0506-45ab-9f56-5916d9ccc60b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:30.445666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.489601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.491249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.510775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.518912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.521222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.549821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:30.562571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Deleting port e095463d-7666-4f36-9799-d359eaae5f77 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:30.563010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.597685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0314b7bc-ac55-4069-8455-993f690a13d8 req-f078b81f-7103-4e3f-b851-540307866fde tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132713 Feb 04 16:07:30.656229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.705703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.708848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.710871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6aef46f5-26c9-4e31-8638-8bb19925b6a5 HTTP/1.1" status: 204 len: 168 time: 0.5105631 Feb 04 16:07:30.716743 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:30.751742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e095463d-7666-4f36-9799-d359eaae5f77 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:30.752866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffe1630-5238-44ab-a481-91a525a16c27,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:30.763728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e62d9-3fc1-4eed-a135-a3fe0f575727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef46f5-26c9-4e31-8638-8bb19925b6a5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:30.778725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69638372-93b3-4a88-a453-971f21384404 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ffe1630-5238-44ab-a481-91a525a16c27 HTTP/1.1" status: 204 len: 168 time: 2.0958772 Feb 04 16:07:30.815685 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b', 'code': 200} Feb 04 16:07:30.930238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e095463d-7666-4f36-9799-d359eaae5f77 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:30.931709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e095463d-7666-4f36-9799-d359eaae5f77 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:30.965962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd4b42-2775-485c-89cb-85d67be9ab4f None None] The port 'e095463d-7666-4f36-9799-d359eaae5f77' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:07:30.988457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025d86-4867-44a4-bfdc-a4fefd99f5b0 req-8b23a22c-45ba-4436-9ec5-0237fa41a1b5 service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010698 Feb 04 16:07:30.990496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:30.998861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.100413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.230889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:31.312855 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c959b5a2-de3b-4600-8c33-f86e18097fe3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4abcbd2253f4fae907f5821bd6628c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0804765 Feb 04 16:07:31.316182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:31.402724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.437533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.509224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.519590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cefa1-37e3-4800-9723-c6dcc05addfb req-69a93c10-b845-4f6b-b76a-4eace972c574 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.521609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d0cefa1-37e3-4800-9723-c6dcc05addfb req-69a93c10-b845-4f6b-b76a-4eace972c574 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 944 time: 0.7967193 Feb 04 16:07:31.539811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969c09f-44e0-48ef-8ad8-82f2b4844da3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:31.548982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:31.550864 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d7e9fef8-dbd8-4a7d-b791-545ce467031f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f969c09f-44e0-48ef-8ad8-82f2b4844da3 HTTP/1.1" status: 204 len: 168 time: 0.2333512 Feb 04 16:07:31.586377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2f4aeba-4208-4cdc-b8bc-676bf2b7694f req-b92486a7-17d4-4d20-81d9-24fc76a4f261 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 1096 time: 0.7284381 Feb 04 16:07:31.595942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163170e4-45c9-4453-9b24-1f06eb04e298 req-6b483004-068f-466a-a72c-d3748784e254 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:31.596532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-163170e4-45c9-4453-9b24-1f06eb04e298 req-6b483004-068f-466a-a72c-d3748784e254 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.2469413 Feb 04 16:07:31.771827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d0cefa1-37e3-4800-9723-c6dcc05addfb req-56a2cc67-02ab-4368-8475-f6c0c4514215 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346334 Feb 04 16:07:31.874293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2f4aeba-4208-4cdc-b8bc-676bf2b7694f req-a2c654fb-adfd-4cc2-95d3-196b4fb9c146 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764986 Feb 04 16:07:31.889228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-163170e4-45c9-4453-9b24-1f06eb04e298 req-44250ae8-8b6a-49de-911a-db55706a62e6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635982 Feb 04 16:07:32.241125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Router 72e1709e-92af-4300-918a-f06a9d7bf199 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:07:32.255449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e826-06a9-4c83-b229-862e79686d7c req-4eba13f4-dff3-4751-bbf9-115fef10e740 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:32.256980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c52e826-06a9-4c83-b229-862e79686d7c req-4eba13f4-dff3-4751-bbf9-115fef10e740 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 945 time: 0.3004403 Feb 04 16:07:32.304096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03750f-bb85-4998-8c0c-ba3b0f2b77cc req-c45c4429-54b8-4014-9ff0-2903bd697023 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:32.305547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a03750f-bb85-4998-8c0c-ba3b0f2b77cc req-c45c4429-54b8-4014-9ff0-2903bd697023 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.2083900 Feb 04 16:07:32.316217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Router 3c750a55-e88c-444e-8c53-4136d63e2325 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:32.447943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c52e826-06a9-4c83-b229-862e79686d7c req-3bd5041d-2342-4f82-b7b9-8c86d9805ef9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825840 Feb 04 16:07:32.536608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a03750f-bb85-4998-8c0c-ba3b0f2b77cc req-d38c3d23-da90-449b-a2dd-2fa80ae66bcf tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235863 Feb 04 16:07:32.760348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:32.771453 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Sync routers for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:32.772749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:32.783451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:32.784308 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.805249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:32.812797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.818486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:32.824669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Sync routers for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:32.857219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:32.863924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:32.889091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3be8528-8684-4269-9660-9ad11b36f9b3 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "PUT /v2.0/floatingips/ce811048-c649-490d-9d5f-7f9dd383fbf3 HTTP/1.1" status: 200 len: 992 time: 9.2895820 Feb 04 16:07:32.890549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:32.897710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:32.899220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9dd2eaa1-c80f-42ec-9802-27d85dff29f7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.1794381 Feb 04 16:07:32.902762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54320) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:33.216425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74a76e76-32c8-4821-8a88-bbd10ab28d36 req-e16f0ce6-9439-494e-9fd4-9bb740cad765 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1096 time: 0.1897500 Feb 04 16:07:33.221433 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'code': 200} Feb 04 16:07:33.244036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458defa-ae64-43c0-9c93-f8d672114413 req-7b3be2b1-6a8c-4f39-bf3a-5b573921b009 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:33.247655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d458defa-ae64-43c0-9c93-f8d672114413 req-7b3be2b1-6a8c-4f39-bf3a-5b573921b009 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 945 time: 0.2789056 Feb 04 16:07:33.334948 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:33.433759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:33.479420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d458defa-ae64-43c0-9c93-f8d672114413 req-0d507c20-056a-4154-bf8e-233bbf713be4 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728857 Feb 04 16:07:33.525921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1923831622-network', 'tenant_id': 'b187781dd6b04b04917ef88c3c18e583'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:33.537468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:33.549058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Usage tracker for resource:network and tenant:b187781dd6b04b04917ef88c3c18e583 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:33.549058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:33.567892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:33.600405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Made reservation on behalf of b187781dd6b04b04917ef88c3c18e583 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:33.600405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.608675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74a76e76-32c8-4821-8a88-bbd10ab28d36 req-5c23c811-3c3c-4d6e-84ac-fa87875727b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399627 Feb 04 16:07:33.623486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.680408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649e5ee-d35b-410b-b440-f13096c6eb73 req-0db87dfe-cfbc-4769-ad1b-6653378bf8ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:33.683075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f649e5ee-d35b-410b-b440-f13096c6eb73 req-0db87dfe-cfbc-4769-ad1b-6653378bf8ad tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.3530989 Feb 04 16:07:33.743091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:33.749049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Usage tracker for resource:security_group_rule and tenant:b187781dd6b04b04917ef88c3c18e583 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:33.753227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:33.770318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:33.975683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:33.996468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.017007 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'status': 'completed', 'code': 200} Feb 04 16:07:34.093306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f649e5ee-d35b-410b-b440-f13096c6eb73 req-b1dc5ccf-882a-405f-9657-f5d8566a0457 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010706 Feb 04 16:07:34.106298 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:29Z', 'revision_number': 3, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:34.117046 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Checking router: 72e1709e-92af-4300-918a-f06a9d7bf199 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:34.117388 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Updating router 72e1709e-92af-4300-918a-f06a9d7bf199 port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:07:34.129365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-1c2d8370-2225-4288-ae95-5f19cd2d6226 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:34.131009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-1c2d8370-2225-4288-ae95-5f19cd2d6226 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.58 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 945 time: 0.6125519 Feb 04 16:07:34.263908 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.274290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:07:34.297969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916c6a0-ead8-4c53-bf2f-8d6139247ca6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:34.321266 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.322279 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Added segment f536e472-9304-4451-a8d2-b6de9910a8f0 of type vlan for network 12efafe4-7d0b-4973-aeb7-27f0458543dc Feb 04 16:07:34.402573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 8afea353-0506-45ab-9f56-5916d9ccc60b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:07:34.402573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.435528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.554251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-e3631c88-0f86-47bf-b262-2c697ec2783e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a2c3e0777694e1f83ffea62f7056ac2&device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 1097 time: 0.5400505 Feb 04 16:07:34.616669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.620283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:34.620283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.658675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ce811048-c649-490d-9d5f-7f9dd383fbf3', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'port_id': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'mac_address': 'fa:16:3e:1c:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:46Z', 'updated_at': '2022-02-04T16:07:27Z', 'revision_number': 1, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:34.686452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adb34a-1d69-441a-a405-7e0f911b06d6 req-92a0f69c-dbcf-4876-97d2-32edeae5b3a9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:34.707667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94adb34a-1d69-441a-a405-7e0f911b06d6 req-92a0f69c-dbcf-4876-97d2-32edeae5b3a9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.5852351 Feb 04 16:07:34.727287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Checking router: 3c750a55-e88c-444e-8c53-4136d63e2325 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:34.851277 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:34.855667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:34.855667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:34.866981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Transition to ACTIVE for port object d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:34.891027 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.060826 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Pushing event updated for resources: {'Port': ['ID=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.065708 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Attempting to bind port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:35.066178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Attempting to bind port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:35.066642 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Attempting to bind port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:35.100451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:35.100909 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:35.102257 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.104831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:35.105394 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Bound port: d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:35.105837 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.199513 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.200698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.201218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.201756 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.202267 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.202796 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.203299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.206906 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.207727 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.208246 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.208785 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:35.285200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] Pushing event updated for resources: {'Network': ['ID=12efafe4-7d0b-4973-aeb7-27f0458543dc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.285200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f95aa529-bf0d-4e03-b4da-f6e297f5f4da admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5061615 Feb 04 16:07:35.309574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54354) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:35.315436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 12efafe4-7d0b-4973-aeb7-27f0458543dc details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:07:35.324070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Request body: {'subnet': {'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1923831622-subnet', 'tenant_id': 'b187781dd6b04b04917ef88c3c18e583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:35.340077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:35.340077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Usage tracker for resource:subnet and tenant:b187781dd6b04b04917ef88c3c18e583 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:35.350022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:35.365709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:35.389086 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] For port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:35.396864 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] For port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:35.410050 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.436579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Made reservation on behalf of b187781dd6b04b04917ef88c3c18e583 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:35.439345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.446671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94adb34a-1d69-441a-a405-7e0f911b06d6 req-254ed226-b327-4494-b088-425c5d46e089 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7469451 Feb 04 16:07:35.496324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ed9d0-1367-4958-b4f9-ef85f007de11 req-8cbe2bdf-5ed3-4f13-99b8-333b535b2705 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:35.510169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d0ed9d0-1367-4958-b4f9-ef85f007de11 req-8cbe2bdf-5ed3-4f13-99b8-333b535b2705 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 945 time: 1.0344896 Feb 04 16:07:35.598690 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8cb3-3cfc-4786-8594-31051593c87c None None] Pushing event updated for resources: {'Port': ['ID=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:35.615100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 8afea353-0506-45ab-9f56-5916d9ccc60b, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8afea353-0506-45ab-9f56-5916d9ccc60b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:35.617913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.621670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:35.638122 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:35.638788 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:35.658643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:35.932671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 8afea353-0506-45ab-9f56-5916d9ccc60b owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:07:35.988330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d0ed9d0-1367-4958-b4f9-ef85f007de11 req-e74069e3-232c-49aa-b6e4-7aeef8d38c13 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766893 Feb 04 16:07:36.014600 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:36.146030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935362b-7265-4404-8337-f1d19f04ea50 req-62e2e699-19ad-4d96-bedb-12f7dd689b45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.147528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-62e2e699-19ad-4d96-bedb-12f7dd689b45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1252e59a-7a1a-473d-a86f-5bead8717ce4 HTTP/1.1" status: 200 len: 913 time: 1.5792344 Feb 04 16:07:36.385588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ce811048-c649-490d-9d5f-7f9dd383fbf3', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'port_id': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'mac_address': 'fa:16:3e:1c:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:46Z', 'updated_at': '2022-02-04T16:07:27Z', 'revision_number': 1, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:36.393296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa560a25-ef45-402c-904a-78347abc2229 None None] The sync data for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 is: [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ce811048-c649-490d-9d5f-7f9dd383fbf3', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'port_id': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'mac_address': 'fa:16:3e:1c:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:06:46Z', 'updated_at': '2022-02-04T16:07:27Z', 'revision_number': 1, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:36.505475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.576022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Allocated IP 172.20.0.1 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/ce952caf-ef38-4318-b6df-bb7e2993cce1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:36.673842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-0568fa7d-5d64-49e9-8a82-a457fdcf85a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9 HTTP/1.1" status: 200 len: 1000 time: 0.5058355 Feb 04 16:07:36.688573 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-588b9534-d297-451b-99a4-025cd32febbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:29Z', 'revision_number': 3, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:36.696736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fc16d2-e412-4298-81c3-bb5963dcc1eb,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:36.698229 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588b9534-d297-451b-99a4-025cd32febbf None None] The sync data for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 is: [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:29Z', 'revision_number': 3, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:36.760795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.774548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:36.775009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17260474-ed13-4ceb-a2f2-ab92a70e12e6 req-698f1bc8-8b54-440f-ba1e-d8d860699e23 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.781885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17260474-ed13-4ceb-a2f2-ab92a70e12e6 req-698f1bc8-8b54-440f-ba1e-d8d860699e23 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 945 time: 0.4728556 Feb 04 16:07:36.800930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Checking segment: {'id': 'f536e472-9304-4451-a8d2-b6de9910a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:36.801280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Network hostable DHCP agents. Network: 12efafe4-7d0b-4973-aeb7-27f0458543dc, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:07:36.824549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8afea353-0506-45ab-9f56-5916d9ccc60b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:36.859329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32863e8-0d69-4283-b7f3-5ce1badbb33f None None] New status for floating IP ce811048-c649-490d-9d5f-7f9dd383fbf3: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:07:36.916379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Network 12efafe4-7d0b-4973-aeb7-27f0458543dc is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:07:36.916655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=8afea353-0506-45ab-9f56-5916d9ccc60b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:36.936371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.955894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30584385-67ca-4d53-869a-a064a637dea9 req-e8b5a4ed-d440-454e-9fc9-717c00da2ac1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.957815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30584385-67ca-4d53-869a-a064a637dea9 req-e8b5a4ed-d440-454e-9fc9-717c00da2ac1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 945 time: 0.6500990 Feb 04 16:07:36.958209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 12efafe4-7d0b-4973-aeb7-27f0458543dc) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:36.978512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.980601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:36.983220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935362b-7265-4404-8337-f1d19f04ea50 req-0e8e054d-4295-4b7f-a678-7c8692737f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:36.985569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-0e8e054d-4295-4b7f-a678-7c8692737f39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c089f3de-84d9-460b-b572-b50686f4305b HTTP/1.1" status: 200 len: 851 time: 0.2983835 Feb 04 16:07:36.992544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Transition to ACTIVE for port object ce952caf-ef38-4318-b6df-bb7e2993cce1 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:37.029426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea23b1e-fd43-449d-be58-87e12592fce2 None None] Network 12efafe4-7d0b-4973-aeb7-27f0458543dc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:37.085645 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-123c4770-adca-43fc-ad8b-e6a1b04cefc8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7710702 Feb 04 16:07:37.145325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.315322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30584385-67ca-4d53-869a-a064a637dea9 req-b03e1921-cdcf-4734-931f-2af2b54182c8 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131456 Feb 04 16:07:37.355094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:37.359078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:37.361948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:37.364955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:37.467138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.667916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.701256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17260474-ed13-4ceb-a2f2-ab92a70e12e6 req-23af4d66-eb84-4618-b6cb-68bb9b59840c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9179699 Feb 04 16:07:37.709626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 8afea353-0506-45ab-9f56-5916d9ccc60b on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:37.732721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:37.749380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'name': 'network-vif-deleted', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:37.754323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c5358-0c13-4733-ba62-3de67ccea091 None None] Network 12efafe4-7d0b-4973-aeb7-27f0458543dc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:07:37.799136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e968d21-c9d4-48fd-b9ba-bbe1f589bf8d req-a78787c2-17e0-4cac-928e-50d7f818791d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.58 "DELETE /v2.0/ports/8afea353-0506-45ab-9f56-5916d9ccc60b HTTP/1.1" status: 204 len: 173 time: 3.5772383 Feb 04 16:07:37.827742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-ca766ed8-66f6-43fb-9365-2bfc8d71fcae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1252e59a-7a1a-473d-a86f-5bead8717ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8274589 Feb 04 16:07:37.841551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf8f41-c34e-4278-aa66-5c26ee402f9e req-ee4dd9f2-eaf6-4684-b379-b623fdaee57a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:37.843338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bcbf8f41-c34e-4278-aa66-5c26ee402f9e req-ee4dd9f2-eaf6-4684-b379-b623fdaee57a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.2223358 Feb 04 16:07:37.898353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:38.199438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.210023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.256569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85198e1f-6ad3-42df-89e8-d6574625b4fb None None] Provisioning for port ce952caf-ef38-4318-b6df-bb7e2993cce1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:38.262178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54390) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:38.307835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85198e1f-6ad3-42df-89e8-d6574625b4fb None None] Provisioning complete for port ce952caf-ef38-4318-b6df-bb7e2993cce1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:38.308202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85198e1f-6ad3-42df-89e8-d6574625b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.356522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1296acc-a355-4c41-ae24-b6947536e34f req-5cb57407-a758-436e-a693-9db89ffcef52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 210 time: 0.0668738 Feb 04 16:07:38.357564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-d4da20ee-e26c-45a2-8d22-c99a50cb7a02 service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136182 Feb 04 16:07:38.365189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:38.368484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.368692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bcbf8f41-c34e-4278-aa66-5c26ee402f9e req-1af38aac-6851-4960-a0fe-767d6d105599 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4932239 Feb 04 16:07:38.432318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-85198e1f-6ad3-42df-89e8-d6574625b4fb None None] Port ce952caf-ef38-4318-b6df-bb7e2993cce1 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:07:38.442488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:38.517591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 has no active binding in host n-h1-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:07:38.597605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:38.598925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:38.691594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc4483f2-3339-448f-81c1-6df1d3ceef99 req-14fa7737-ab03-4f35-9bc5-db90c06b14b1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:38.707748 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:38.763875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d1e82-50e6-4532-bac1-c6731f5a5132 req-674b0d14-2077-4ccc-a2ec-8f3c3fb3bd8b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:38.766833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b1d1e82-50e6-4532-bac1-c6731f5a5132 req-674b0d14-2077-4ccc-a2ec-8f3c3fb3bd8b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.5554855 Feb 04 16:07:38.780351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-826f9db0-b160-4c96-87a3-ce8b80a28cce tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.7978723 Feb 04 16:07:38.839275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:38.839697 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:07:38.886154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc4483f2-3339-448f-81c1-6df1d3ceef99 req-14fa7737-ab03-4f35-9bc5-db90c06b14b1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:38.889461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc4483f2-3339-448f-81c1-6df1d3ceef99 req-14fa7737-ab03-4f35-9bc5-db90c06b14b1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 210 time: 0.3109546 Feb 04 16:07:38.907931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1296acc-a355-4c41-ae24-b6947536e34f req-29deb543-636b-4c5c-9da0-a6846134146b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:38.907931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1296acc-a355-4c41-ae24-b6947536e34f req-29deb543-636b-4c5c-9da0-a6846134146b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5262218 Feb 04 16:07:38.910869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e935362b-7265-4404-8337-f1d19f04ea50 req-0da76c9b-6505-4323-baa7-be7cff9cf002 service neutron] 10.222.0.41 "GET /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315585 Feb 04 16:07:38.984345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fd95496-67c7-44d8-a362-65a6788b6c2a None None] Provisioning complete for port ce952caf-ef38-4318-b6df-bb7e2993cce1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:38.986440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fd95496-67c7-44d8-a362-65a6788b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.070897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6fd95496-67c7-44d8-a362-65a6788b6c2a None None] Port ce952caf-ef38-4318-b6df-bb7e2993cce1 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:07:39.090137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b1d1e82-50e6-4532-bac1-c6731f5a5132 req-e1fb5205-b5ae-403d-9350-4c114c526f18 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059325 Feb 04 16:07:39.107845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Router 72e1709e-92af-4300-918a-f06a9d7bf199 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:39.140121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:39.238010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Usage tracker for resource:security_group_rule and tenant:a9e70fa16e114b93a422f84f3a5fafe2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:39.260475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:39.310747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:39.378097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1296acc-a355-4c41-ae24-b6947536e34f req-f651329f-eea3-4f8a-9609-b067d7dcec55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:39.380069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1296acc-a355-4c41-ae24-b6947536e34f req-f651329f-eea3-4f8a-9609-b067d7dcec55 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4549689 Feb 04 16:07:39.441510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:39.582696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-e5cc53fc-c708-48c4-a244-847e11eef8b2 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:39.584432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-e5cc53fc-c708-48c4-a244-847e11eef8b2 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5008035 Feb 04 16:07:39.682461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:39.688088 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4672baa1-e839-4b60-ba78-ac8a20bb61e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/72e1709e-92af-4300-918a-f06a9d7bf199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7845922 Feb 04 16:07:40.091771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.097101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-8741d25b-a34c-455c-a7c0-641d72abc470 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.4922168 Feb 04 16:07:40.124700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.162253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:40.305517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:40.322137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.408778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9e70fa16e114b93a422f84f3a5fafe2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1346285 Feb 04 16:07:40.409578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286a449e-54a4-4d86-80ec-4df02d81bbc6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.411604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:40.490958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.501721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:40.531730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.533366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.534528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1c3ab9-626a-4cb1-8f40-31ffd8b6007c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:40.551513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-4fca0675-d2bb-40d3-8907-786668701474 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:40.561415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-4fca0675-d2bb-40d3-8907-786668701474 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/networks?id=12efafe4-7d0b-4973-aeb7-27f0458543dc HTTP/1.1" status: 200 len: 809 time: 0.7684882 Feb 04 16:07:40.598932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.613839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286a449e-54a4-4d86-80ec-4df02d81bbc6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:40.620119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:40.621421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.651994 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc84f78a-2603-4859-b4d0-bb7953b78a01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/286a449e-54a4-4d86-80ec-4df02d81bbc6 HTTP/1.1" status: 204 len: 168 time: 0.2114875 Feb 04 16:07:40.674075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-1201400a-183d-48c9-987b-0f5caa757fb3 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/quotas/b187781dd6b04b04917ef88c3c18e583 HTTP/1.1" status: 200 len: 375 time: 0.1068344 Feb 04 16:07:40.768346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-13d6c4a7-f669-47b0-bc03-2cd491fe686d tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b187781dd6b04b04917ef88c3c18e583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917795 Feb 04 16:07:40.832998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:40.937124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:40.943631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:40.944180 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.963341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:40.992497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.114952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.142862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:41.148136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.171055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1296acc-a355-4c41-ae24-b6947536e34f req-06c7d11c-3b84-4098-ae44-e4dce73a266c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.58 "GET /v2.0/ports?device_id=aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47 HTTP/1.1" status: 200 len: 210 time: 0.1362555 Feb 04 16:07:41.270688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:41.279005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-f125cc8f-7854-4f4e-8c8a-307f1ab82ed4 service neutron] 10.222.0.62 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186927 Feb 04 16:07:41.285498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.308222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:41.404375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.598453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on host n-h2-827873-1 for vnic_type normal with profile {"migrating_to": "n-h1-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:41.598762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:41.599100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:41.619838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:41.629871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca86572051c4f5c98f1b3c5dd292601 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:41.635043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-59ba0c7d-946f-4b10-af42-ef2b8b20be45 service neutron] 10.222.0.62 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278024 Feb 04 16:07:41.635789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:41.641941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:41.642261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Attempting to bind port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on network 7071330f-45a4-4e41-8353-85f589553839 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:41.645462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:41.799329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:41.799654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Checking segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:41.800029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Bound using segment: {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:41.800463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Bound port: ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e484a23-e980-46ad-adf1-0f1a1c3e0fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7071330f-45a4-4e41-8353-85f589553839'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:41.800800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:41.819088 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabbc298-a36b-4fc1-a0f4-ec1ed9e95a47', 'name': 'network-vif-deleted', 'tag': '8afea353-0506-45ab-9f56-5916d9ccc60b', 'status': 'completed', 'code': 200} Feb 04 16:07:42.012464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.022353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:42.024531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.035220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:07:42.123659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:42.171912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.244525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ca86572051c4f5c98f1b3c5dd292601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9682207 Feb 04 16:07:42.245306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c79d-a955-4f78-946f-1e7b2abfbc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e58372e-877a-48e6-9dd3-c20624bffa6c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:42.251550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54436) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:42.277394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.348546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.368064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.400245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.444533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:42.466041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa4afe-1bd9-47ab-9beb-9c821391bc55 req-09dee222-dd5e-4ec3-beac-d535cd827fda tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:42.469921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfa4afe-1bd9-47ab-9beb-9c821391bc55 req-09dee222-dd5e-4ec3-beac-d535cd827fda tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 943 time: 0.5244169 Feb 04 16:07:42.487552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.505052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e58372e-877a-48e6-9dd3-c20624bffa6c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:42.531178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.531178 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3ec2a9f-ff34-4a5e-b868-d8dd1e439cb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e58372e-877a-48e6-9dd3-c20624bffa6c HTTP/1.1" status: 204 len: 168 time: 0.2764478 Feb 04 16:07:42.575294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:42.577137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-375766bc-d52d-448e-94ba-6967918985b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 1121 time: 3.7654386 Feb 04 16:07:42.604541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfa4afe-1bd9-47ab-9beb-9c821391bc55 req-dfebbd72-dade-4ef6-92ea-f0f9f762ed66 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339300 Feb 04 16:07:42.667085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ea471e7b-67ee-44dc-9e62-b6db2d889cf9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:42.794125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ea471e7b-67ee-44dc-9e62-b6db2d889cf9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:42.821370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:42.863566 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 associated. External IP: 172.25.5.171, port: 0cedbe99-a704-442d-9d51-616ff5405a07. Feb 04 16:07:42.997752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b9ba2-a5e5-442e-a316-a460fe5184ba req-2c4b2c11-e19b-496f-bf06-e5e59e8bfd09 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:42.998941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71b9ba2-a5e5-442e-a316-a460fe5184ba req-2c4b2c11-e19b-496f-bf06-e5e59e8bfd09 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.2116892 Feb 04 16:07:43.080355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:43.081398 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.333929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71b9ba2-a5e5-442e-a316-a460fe5184ba req-652a52ad-61e8-436d-9631-9eb537bc4936 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051274 Feb 04 16:07:43.409054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-72d48e22-a595-48f3-83e0-772bdbccef14 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:43.413213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-72d48e22-a595-48f3-83e0-772bdbccef14 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.41 "GET /v2.0/networks?id=12efafe4-7d0b-4973-aeb7-27f0458543dc HTTP/1.1" status: 200 len: 809 time: 0.4039261 Feb 04 16:07:43.435384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Request body: {'port': {'device_id': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc', 'admin_state_up': True, 'tenant_id': 'b187781dd6b04b04917ef88c3c18e583'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:43.676649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:43.691169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Usage tracker for resource:port and tenant:b187781dd6b04b04917ef88c3c18e583 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:43.699190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:43.710027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:43.725758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Made reservation on behalf of b187781dd6b04b04917ef88c3c18e583 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:43.728920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:43.929317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9'}, {'name': 'network-changed', 'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:44.125672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:07:44.145423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:44.147312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Allocated IP 172.20.0.5 (12efafe4-7d0b-4973-aeb7-27f0458543dc/50fc16d2-e412-4298-81c3-bb5963dcc1eb/9122e4d0-0904-45b2-bb6c-ca76126a1378) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:44.153465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--653853047', 'description': 'tempest-description--91734292'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:44.166321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:44.177791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:security_group and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:44.183065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:44.194874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:44.213232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.300157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:44.305850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:security_group_rule and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:44.312799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:44.325818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:44.451460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.459233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.527716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f4f4e-0005-46b9-82c9-b0a1480dd8ca,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.536199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.538456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-977cb0c7-a392-4777-ad71-674b38b5f9c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3913596 Feb 04 16:07:44.547683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54480) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:44.555140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'security_group_rule': {'security_group_id': '604f4f4e-0005-46b9-82c9-b0a1480dd8ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:44.562150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:44.567240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:security_group_rule and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:44.570662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:44.576679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:44.605138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.689680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.694674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.695817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.714821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc458e-586a-4416-86cf-69103de2dd1d req-b381f564-b4b8-442d-811f-dd3c4be1c86e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:44.720349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bcc458e-586a-4416-86cf-69103de2dd1d req-b381f564-b4b8-442d-811f-dd3c4be1c86e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.2881517 Feb 04 16:07:44.727026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff1ca9-fbfd-4f6b-80a0-33364bb27a5e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.741840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.745679 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8c95d73-1d9c-4d16-b753-19952abb4a9a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1935856 Feb 04 16:07:44.745821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:07:44.751797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54490) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:44.754571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:44.758018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'security_group_rule': {'security_group_id': '604f4f4e-0005-46b9-82c9-b0a1480dd8ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:44.764988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:44.770183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:security_group_rule and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:44.773407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:44.773652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:44.774269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:44.781042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:44.805143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.819132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.822067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.914612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.923268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.924161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bcc458e-586a-4416-86cf-69103de2dd1d req-b841a8d0-9719-48c1-a942-cdd28395ec2c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861484 Feb 04 16:07:44.952729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44283a4-d6e7-47a7-af84-5d39534bac2b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:44.978882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:44.981329 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17904242-9350-44cf-8529-8045e28959f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2285264 Feb 04 16:07:44.984865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54496) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:45.010996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6c199751-9662-430b-9a1c-b1b475eac57e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "PUT /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 996 time: 4.8809028 Feb 04 16:07:45.011727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:45.019008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Network 12efafe4-7d0b-4973-aeb7-27f0458543dc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:45.023027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:45.024106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:45.033458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:45.045119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:floatingip and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:45.057496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:45.073417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:45.080701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Pushing event updated for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:45.124374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.251284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:45.260998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.261914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.313758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-abda9722-39b2-4b61-9e4a-6d4dc36ce916 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8833103 Feb 04 16:07:45.333970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.334845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Request body: {'port': {'device_id': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:45.336390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Sync routers for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:07:45.352893 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:45.353648 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:45.381868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8afea353-0506-45ab-9f56-5916d9ccc60b no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:45.483472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-6e04bc90-c4ee-47ab-a922-a553c3f359b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.4518611 Feb 04 16:07:45.522662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 8afea353-0506-45ab-9f56-5916d9ccc60b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:07:45.523304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8afea353-0506-45ab-9f56-5916d9ccc60b not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:07:45.617895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.25.5.178 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/01ffe8e9-8a92-47b0-972a-30e352306173) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:45.702839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271baef-965a-42c9-a312-dd8a29f1cfde req-bb5109fb-9b26-4c43-9fc0-abcb77ca57e1 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.707895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0271baef-965a-42c9-a312-dd8a29f1cfde req-bb5109fb-9b26-4c43-9fc0-abcb77ca57e1 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Synchronizing usage tracker for tenant:b187781dd6b04b04917ef88c3c18e583 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:45.791252 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:45.863907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:45.914315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0271baef-965a-42c9-a312-dd8a29f1cfde req-bb5109fb-9b26-4c43-9fc0-abcb77ca57e1 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Unset dirty status for tenant:b187781dd6b04b04917ef88c3c18e583 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:45.937806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0271baef-965a-42c9-a312-dd8a29f1cfde req-bb5109fb-9b26-4c43-9fc0-abcb77ca57e1 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 931 time: 0.7759755 Feb 04 16:07:45.937806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-0549f32a-dd1f-4be2-bb14-3d6370eaa8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:45.937806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-0549f32a-dd1f-4be2-bb14-3d6370eaa8aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.4440119 Feb 04 16:07:46.031039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54512) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:46.043471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 1, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.051287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:46.092132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:46.092132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.103838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.176963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.344774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:46.344774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:46.359455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:46.427772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=01ffe8e9-8a92-47b0-972a-30e352306173,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.427772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.502121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:46.515447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Usage tracker for resource:security_group_rule and tenant:b68cdd648aec47deaa025fb963129f7a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:46.519873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:46.529731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:46.592588 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 2, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:46.599737 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Checking router: 72e1709e-92af-4300-918a-f06a9d7bf199 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:07:46.599737 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Updating router 72e1709e-92af-4300-918a-f06a9d7bf199 port ce952caf-ef38-4318-b6df-bb7e2993cce1 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:07:46.704890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.727749 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.744267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:46.808976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.808976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.830448 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:46.941165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68638c04-d16a-47e1-815e-555fcc66430c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:46.962506 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-88f62703-da3e-474b-bb6b-25e2e88c4f98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b68cdd648aec47deaa025fb963129f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9325552 Feb 04 16:07:46.971355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54518) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:47.009304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-fcd8fc4c-b314-43b0-bfba-eb7775084f9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 999 time: 0.9781208 Feb 04 16:07:47.269047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.308204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.318433 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.335744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Transition to ACTIVE for port object ce952caf-ef38-4318-b6df-bb7e2993cce1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:47.348673 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.362428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.370221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.468682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 1, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:47.477903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a216be93-2d56-4e15-8f4e-7a309e1b74bb None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 1, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:47.525935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9122e4d0-0904-45b2-bb6c-ca76126a1378 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:47.546370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.592854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Transition to ACTIVE for port object 9122e4d0-0904-45b2-bb6c-ca76126a1378 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:47.637138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3fb9-8401-49d8-9ca8-d08e067ab271 None None] Pushing event updated for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.667238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-3032a19e-9741-4aaa-8031-31a51fba316c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:47.670488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-3032a19e-9741-4aaa-8031-31a51fba316c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.6653895 Feb 04 16:07:47.686163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0271baef-965a-42c9-a312-dd8a29f1cfde req-1c1efaaa-8bdd-416c-a780-343b2dd48f9f tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7615690 Feb 04 16:07:47.716684 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Attempting to bind port ce952caf-ef38-4318-b6df-bb7e2993cce1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:47.717171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Attempting to bind port ce952caf-ef38-4318-b6df-bb7e2993cce1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:47.717600 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Attempting to bind port ce952caf-ef38-4318-b6df-bb7e2993cce1 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:47.723020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.730646 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:47.730646 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:47.731261 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.731731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:47.732333 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Bound port: ce952caf-ef38-4318-b6df-bb7e2993cce1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:47.732844 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.770087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=01ffe8e9-8a92-47b0-972a-30e352306173,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:47.816641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.865021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] For port ce952caf-ef38-4318-b6df-bb7e2993cce1, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:47.877141 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] For port ce952caf-ef38-4318-b6df-bb7e2993cce1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce952caf-ef38-4318-b6df-bb7e2993cce1,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:47.891380 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.910632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:47.982539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68638c04-d16a-47e1-815e-555fcc66430c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.072488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.072488 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-34e43e64-0ee2-4639-9275-44093d4d3947 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68638c04-d16a-47e1-815e-555fcc66430c HTTP/1.1" status: 204 len: 168 time: 1.1018884 Feb 04 16:07:48.100491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:48.114735 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d00f1f48-ef23-4e79-b3ec-013bae84e511 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1222434 Feb 04 16:07:48.121123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:07:48.122270 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:48.137485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.226692 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3fb9-8401-49d8-9ca8-d08e067ab271 None None] Pushing event updated for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:48.609314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-b79027e7-fc7b-4021-8d58-cad0a17ce9ce service neutron] 10.222.0.58 "GET /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 384 time: 1.6125426 Feb 04 16:07:48.618552 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:07:48.833965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-780bc583-93c7-4ee0-a093-5f5eebba61ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0740638 Feb 04 16:07:48.872995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-d19d0c8f-6025-4f43-b870-046ed70740d8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:07:48.873947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-d19d0c8f-6025-4f43-b870-046ed70740d8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0085700 Feb 04 16:07:48.895314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d7dc4-e196-42a1-8c53-653d2caba6b7 req-02b5659c-d495-460d-9826-80653cdf865a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:48.898715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac9d7dc4-e196-42a1-8c53-653d2caba6b7 req-02b5659c-d495-460d-9826-80653cdf865a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.7040048 Feb 04 16:07:49.037972 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:47Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:07:49.039445 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a3172-e92a-4f06-ab15-289a0866fde5 None None] The sync data for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 is: [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:47Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:07:49.120943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Attempting to bind port 9122e4d0-0904-45b2-bb6c-ca76126a1378 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:07:49.121522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Attempting to bind port 9122e4d0-0904-45b2-bb6c-ca76126a1378 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'f536e472-9304-4451-a8d2-b6de9910a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:07:49.122042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Attempting to bind port 9122e4d0-0904-45b2-bb6c-ca76126a1378 on network 12efafe4-7d0b-4973-aeb7-27f0458543dc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:49.247306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Port 9122e4d0-0904-45b2-bb6c-ca76126a1378 on network 12efafe4-7d0b-4973-aeb7-27f0458543dc not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:07:49.247911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Attempting to bind port 9122e4d0-0904-45b2-bb6c-ca76126a1378 on network 12efafe4-7d0b-4973-aeb7-27f0458543dc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:07:49.267579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac9d7dc4-e196-42a1-8c53-653d2caba6b7 req-402448ab-d8c9-41e0-84c7-c89135bd4b69 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329999 Feb 04 16:07:49.296035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:07:49.296378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Checking segment: {'id': 'f536e472-9304-4451-a8d2-b6de9910a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:07:49.296762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Bound using segment: {'id': 'f536e472-9304-4451-a8d2-b6de9910a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:07:49.297238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Bound port: 9122e4d0-0904-45b2-bb6c-ca76126a1378, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f536e472-9304-4451-a8d2-b6de9910a8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:07:49.297584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.324952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-38dc0a48-d730-47fa-a347-e59709ed0187 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206870 Feb 04 16:07:49.418605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:07:49.618346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:49.666229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c17ad964-ea0a-4a93-bdea-f8ea200d0b8e req-d4130c72-02b7-4b10-8e1b-76b649750aa3 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261371 Feb 04 16:07:49.681747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:49.729648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:49.755490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378,segment=NetworkSegment(f536e472-9304-4451-a8d2-b6de9910a8f0),segment_id=f536e472-9304-4451-a8d2-b6de9910a8f0)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:07:49.763064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea471e7b-67ee-44dc-9e62-b6db2d889cf9 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:49.772232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:49.964731 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'code': 200} Feb 04 16:07:49.964988 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'status': 'completed', 'code': 200} Feb 04 16:07:49.972271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:50.085194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60aa21-cc1b-4e88-956e-b72674cd9da9 req-44813de3-03c6-4321-9aed-b30b56cdd91e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:50.092284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df60aa21-cc1b-4e88-956e-b72674cd9da9 req-44813de3-03c6-4321-9aed-b30b56cdd91e tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 943 time: 0.6021128 Feb 04 16:07:50.100985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.102758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9122e4d0-0904-45b2-bb6c-ca76126a1378 HTTP/1.1" status: 200 len: 1091 time: 4.7807856 Feb 04 16:07:50.159354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.329257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9b82c-113d-4d97-a8bf-dc75acc4efd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:50.423700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df60aa21-cc1b-4e88-956e-b72674cd9da9 req-bd909f28-27f1-479d-82d6-01bbcc59eee1 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301988 Feb 04 16:07:50.443049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-8675d91b-b828-41ff-aaee-2705b9fa066d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:50.444489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-8675d91b-b828-41ff-aaee-2705b9fa066d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.4822946 Feb 04 16:07:50.482507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-12b3655e-0872-4b73-a8e7-f07e7d8c8910 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1124 time: 0.5228612 Feb 04 16:07:50.531344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-067680e3-9ac6-4033-9dd7-a97b5f2753b1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.0772443 Feb 04 16:07:50.535589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-b5f61039-0f80-47e8-9063-8b2a58ee65e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b187781dd6b04b04917ef88c3c18e583&device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 1094 time: 0.3440545 Feb 04 16:07:50.536725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] Transition to ACTIVE for port object ea471e7b-67ee-44dc-9e62-b6db2d889cf9 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:50.648674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.728717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce952caf-ef38-4318-b6df-bb7e2993cce1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:50.837892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ce952caf-ef38-4318-b6df-bb7e2993cce1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:50.850940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-1990f312-4219-43aa-aba9-28f538a5ed72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378 HTTP/1.1" status: 200 len: 217 time: 0.2589076 Feb 04 16:07:50.851307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ce952caf-ef38-4318-b6df-bb7e2993cce1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:50.851832 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:50.915998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100710fd-da10-4835-8bf4-049f0a784237 None None] New status for floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:07:51.007778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.065301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2ee06-001f-4f91-a597-c909c342128d req-37ed17cc-d2c9-4977-85dd-fa442ccbf823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:51.066804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-37ed17cc-d2c9-4977-85dd-fa442ccbf823 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.5749722 Feb 04 16:07:51.067432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] Pushing event updated for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.102469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.147584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] No DVR routers for this DVR port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:07:51.173739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2adf40-f15a-4391-9736-2b9d6a6c6ae2 req-73079f46-acf5-4a2f-be8e-74f51595319e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:51.175631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2adf40-f15a-4391-9736-2b9d6a6c6ae2 req-73079f46-acf5-4a2f-be8e-74f51595319e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.5848322 Feb 04 16:07:51.177220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-0bd0a529-bc13-4dfc-bace-928983e13a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:51.178856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-0bd0a529-bc13-4dfc-bace-928983e13a9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50fc16d2-e412-4298-81c3-bb5963dcc1eb HTTP/1.1" status: 200 len: 849 time: 0.2984862 Feb 04 16:07:51.254218 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.261261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-1c688f05-5db1-4cbe-aa06-6560bf3bfee5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.1729934 Feb 04 16:07:51.293836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-eba3c4d4-e555-4a64-a57e-1aad02aa430d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7005126 Feb 04 16:07:51.318189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-6f1dcc1d-0aa4-4230-b1af-ae27ab1bf366 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12efafe4-7d0b-4973-aeb7-27f0458543dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285963 Feb 04 16:07:51.358399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ce952caf-ef38-4318-b6df-bb7e2993cce1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce952caf-ef38-4318-b6df-bb7e2993cce1,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:51.367154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:51.396320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-3c34d3ac-d4d3-4f24-9eb7-8af8eb776188 service neutron] 10.222.0.58 "PUT /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9/bindings/n-h1-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7047987 Feb 04 16:07:51.446317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:51.456125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.456526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.457080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.457440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.457815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.458281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.458850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.459361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.459795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.460116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.460433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:51.715537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2ee06-001f-4f91-a597-c909c342128d req-d2462693-6c34-421e-b7c4-ae8e54d2d6e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:51.716890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-d2462693-6c34-421e-b7c4-ae8e54d2d6e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.4016058 Feb 04 16:07:51.738073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b2adf40-f15a-4391-9736-2b9d6a6c6ae2 req-c08503cb-b871-41ce-8345-4a5ab700d003 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463815 Feb 04 16:07:51.807676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-9b534a4b-c67d-43bf-82e3-9420b4e3a713 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628901 Feb 04 16:07:51.875544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-bae9141d-7e5a-4703-b9f9-bb468c1cb75a service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807905 Feb 04 16:07:51.980352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}, {'name': 'network-changed', 'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:52.017844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-6b2f2782-d2c7-476a-a73e-299f286832e8 service neutron] 10.222.0.41 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519678 Feb 04 16:07:52.129058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-56943749-c3c6-4dcb-82a9-cea402ed9e7e tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.4913375 Feb 04 16:07:52.260424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-133ed809-5ae5-49d8-bbcb-162831f668fd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:52.326161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54604) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:52.372948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-ac645cdf-788b-4176-acd3-4fe3f03148cf service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385418 Feb 04 16:07:52.406089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-82e74712-8558-4259-afd3-64ba5a87bbca service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614265 Feb 04 16:07:52.411459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5589f3-cd03-4abe-b7db-29bb190b4841 req-7f9ceb0a-bbb9-481a-a0a1-3a614b28c249 service neutron] 10.222.0.41 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425086 Feb 04 16:07:52.412043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-133ed809-5ae5-49d8-bbcb-162831f668fd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:52.413059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-133ed809-5ae5-49d8-bbcb-162831f668fd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--653853047&fields=id&tenant_id=31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 267 time: 0.5283675 Feb 04 16:07:52.507895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.542878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:52.553697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea38c580233c4275af8ad921566b8c79 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:52.556094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:52.565405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:52.577657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-1c6c1a40-c9a5-49f2-8f71-9131f85ecb0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&tenant_id=43fed9740e7341b184f2f36a6b4f6b61 HTTP/1.1" status: 200 len: 1095 time: 0.3961287 Feb 04 16:07:52.696697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.700848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb2ee06-001f-4f91-a597-c909c342128d req-4dc2b8a1-41d3-4fc7-bfdf-eaef040c8eeb service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194754 Feb 04 16:07:52.705666 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.732463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-db7e0572-815b-46f8-80ad-a1147dcb6c60 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:52.733152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-db7e0572-815b-46f8-80ad-a1147dcb6c60 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:07:52.751665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce952caf-ef38-4318-b6df-bb7e2993cce1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:52.768353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-c0ac14c6-ca8f-4d3b-bba7-d634b4de01bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1095 time: 0.1558969 Feb 04 16:07:52.772611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-db7e0572-815b-46f8-80ad-a1147dcb6c60 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:07:52.775530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f016f-5981-4e27-9326-1ac035137428,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:52.780355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-db7e0572-815b-46f8-80ad-a1147dcb6c60 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.3180075 Feb 04 16:07:52.813831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d7a202a-1b1b-4cbc-9791-aab6ae6b20b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea38c580233c4275af8ad921566b8c79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831522 Feb 04 16:07:52.816561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54620) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:52.865407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-6ee5f31a-c9a8-4463-9595-216098504901 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/quotas/31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 375 time: 0.0839875 Feb 04 16:07:52.886256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.901692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ce952caf-ef38-4318-b6df-bb7e2993cce1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:52.902388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:52.927616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.013038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.033519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f016f-5981-4e27-9326-1ac035137428,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:53.044923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:53.049347 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76a99fd9-3d54-4964-9974-a363ae52b65c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a77f016f-5981-4e27-9326-1ac035137428 HTTP/1.1" status: 204 len: 168 time: 0.2283497 Feb 04 16:07:53.102220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2be52-6920-4390-9a97-e7129926d4df req-c2f4085f-2467-4a03-8b22-4d99d12ef256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:53.103766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-c2f4085f-2467-4a03-8b22-4d99d12ef256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.3201194 Feb 04 16:07:53.110198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c41cf9-312f-447a-9ece-ce987603138f req-990dd4a4-190a-4950-bacc-e36bc209aec2 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:53.111627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c41cf9-312f-447a-9ece-ce987603138f req-990dd4a4-190a-4950-bacc-e36bc209aec2 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 943 time: 0.2928143 Feb 04 16:07:53.214869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-8976ceb8-0236-46cf-88da-06e42a67b3b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3485770 Feb 04 16:07:53.247694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-f73a23ab-02b9-4727-b214-646b7d071df0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.1297221 Feb 04 16:07:53.500753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c41cf9-312f-447a-9ece-ce987603138f req-8718c859-76f4-4498-9c57-da18eb4f34bf tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250577 Feb 04 16:07:53.536111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2be52-6920-4390-9a97-e7129926d4df req-ed84f3d2-e35a-4254-91d2-b41480cc4fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:53.537521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-ed84f3d2-e35a-4254-91d2-b41480cc4fbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.2722602 Feb 04 16:07:53.598593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-078a5a6b-f9af-4fa3-b01b-b452263ce841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452847 Feb 04 16:07:53.638422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-c4e40468-1048-4273-8931-fb194c56406d service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100602 Feb 04 16:07:53.876658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9122e4d0-0904-45b2-bb6c-ca76126a1378 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:07:53.976861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-2bd0bdc2-35e2-4871-a785-707115c1559b service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639531 Feb 04 16:07:54.065812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378,segment=NetworkSegment(f536e472-9304-4451-a8d2-b6de9910a8f0),segment_id=f536e472-9304-4451-a8d2-b6de9910a8f0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:54.081300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9122e4d0-0904-45b2-bb6c-ca76126a1378', 'network_id': '12efafe4-7d0b-4973-aeb7-27f0458543dc', 'port_id': '9122e4d0-0904-45b2-bb6c-ca76126a1378', 'mac_address': 'fa:16:3e:8f:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fc16d2-e412-4298-81c3-bb5963dcc1eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:07:54.157191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.171084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-22f23705-e15d-491d-bbba-b84789b7e4cf service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498930 Feb 04 16:07:54.176099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9122e4d0-0904-45b2-bb6c-ca76126a1378 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:07:54.194483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378,segment=NetworkSegment(f536e472-9304-4451-a8d2-b6de9910a8f0),segment_id=f536e472-9304-4451-a8d2-b6de9910a8f0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:54.200725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.204523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-7c37610e-95ef-4f58-b8f7-4138cb42a770 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.206145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-7c37610e-95ef-4f58-b8f7-4138cb42a770 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5701280 Feb 04 16:07:54.283268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.420263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-79699c82-7073-4368-98c6-0a019061aa9c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.421431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-79699c82-7073-4368-98c6-0a019061aa9c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.4992452 Feb 04 16:07:54.429440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-a7a84296-b05c-4afa-90f2-3c73e86664a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955486 Feb 04 16:07:54.432865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-74eef183-de5b-48a5-9a65-e9caec2db4c1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.2159770 Feb 04 16:07:54.447925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:54.496270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9122e4d0-0904-45b2-bb6c-ca76126a1378'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:54.524001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:54.526035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54656) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:54.739527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.780155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:54.784845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Usage tracker for resource:security_group_rule and tenant:25b4b01e81c34585bd10ae79a58926b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:54.787714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:54.793709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:54.835325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.867903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.871931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:54.927075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25b4b01e81c34585bd10ae79a58926b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3994424 Feb 04 16:07:54.927662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:54.930126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133723-67ec-4697-9bac-8635677f2d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52da076-63b4-42b9-8c71-27b235ca0ee4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:54.984173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221abdc-73e4-4227-8da9-d365c8097ec4 req-044a2aac-62ef-4169-889a-2128d689ca2d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:54.986265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7221abdc-73e4-4227-8da9-d365c8097ec4 req-044a2aac-62ef-4169-889a-2128d689ca2d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 944 time: 0.4339569 Feb 04 16:07:55.009958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.011752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:55.037201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-865d190d-702c-4b41-9ac9-4e1996e9f8f6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&tenant_id=43fed9740e7341b184f2f36a6b4f6b61&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 0.3266108 Feb 04 16:07:55.041044 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b00e0a68-1581-4861-a768-ed24dd330256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.041733 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.143916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.161635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52da076-63b4-42b9-8c71-27b235ca0ee4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:55.179563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.181239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e5625d25-b5e1-4819-9095-ab54df6cdc0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c52da076-63b4-42b9-8c71-27b235ca0ee4 HTTP/1.1" status: 204 len: 168 time: 0.2523365 Feb 04 16:07:55.254851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:55.330915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:55.334562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:55.418972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7221abdc-73e4-4227-8da9-d365c8097ec4 req-e3c83e0c-925d-4d6a-bfbd-539493d15011 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041879 Feb 04 16:07:55.573674 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:07:55.574318 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378', 'status': 'completed', 'code': 200} Feb 04 16:07:55.650632 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-d764a70d-9061-4d5a-a0df-a62705d23473 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b187781dd6b04b04917ef88c3c18e583&device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 1095 time: 0.0903265 Feb 04 16:07:55.724223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a73988b6-1060-481b-adeb-318ebfa05951 req-3723d5ad-2713-4de3-9f9e-62e264bac2a8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 210 time: 0.0867646 Feb 04 16:07:55.809440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06e2be52-6920-4390-9a97-e7129926d4df req-b535a743-2446-4d55-844c-e133ff5a8a43 service neutron] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:07:55.836274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9afe-4146-4658-88e0-97bfca371bee req-6616d640-8f62-4440-bf8a-ed642ed6555e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:55.840827 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-6616d640-8f62-4440-bf8a-ed642ed6555e service neutron] 10.222.0.41 "GET /v2.0/networks?id=12efafe4-7d0b-4973-aeb7-27f0458543dc HTTP/1.1" status: 200 len: 910 time: 0.1786067 Feb 04 16:07:55.881838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9122e4d0-0904-45b2-bb6c-ca76126a1378 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:07:55.963376 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-d6430c8f-a18a-44ad-a0dc-9384531054a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378 HTTP/1.1" status: 200 len: 217 time: 0.0950511 Feb 04 16:07:56.024545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 9122e4d0-0904-45b2-bb6c-ca76126a1378 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:07:56.035515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9122e4d0-0904-45b2-bb6c-ca76126a1378 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:07:56.035753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.052497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9afe-4146-4658-88e0-97bfca371bee req-39054a42-0cb0-4989-b48b-bc1aba611d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.054066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-39054a42-0cb0-4989-b48b-bc1aba611d79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50fc16d2-e412-4298-81c3-bb5963dcc1eb HTTP/1.1" status: 200 len: 849 time: 0.0729136 Feb 04 16:07:56.057812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06e2be52-6920-4390-9a97-e7129926d4df req-b535a743-2446-4d55-844c-e133ff5a8a43 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.058869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06e2be52-6920-4390-9a97-e7129926d4df req-b535a743-2446-4d55-844c-e133ff5a8a43 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9/bindings/n-h2-827873-1 HTTP/1.1" status: 204 len: 173 time: 0.8352184 Feb 04 16:07:56.119924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-41044575-5c06-4878-89c1-d4df686c2f9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.5332694 Feb 04 16:07:56.186636 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-d6f2c537-b228-42f7-8a79-136cc4f35f6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12efafe4-7d0b-4973-aeb7-27f0458543dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207211 Feb 04 16:07:56.228035 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.274431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:07:56.288435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378,segment=NetworkSegment(f536e472-9304-4451-a8d2-b6de9910a8f0),segment_id=f536e472-9304-4451-a8d2-b6de9910a8f0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:07:56.293906 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:56.307725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.5 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/a643fc4a-8189-4008-ba61-c1c6a6d7b26b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:56.391913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-4382a59f-6554-403e-8056-aa6c0e11ab19 service neutron] 10.222.0.41 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997814 Feb 04 16:07:56.396508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:56.517827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-172e3b16-e9d7-46f0-a7e5-09c2ee8aef58 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.519681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-172e3b16-e9d7-46f0-a7e5-09c2ee8aef58 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.6629972 Feb 04 16:07:56.556487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-58f8490e-899d-4d9a-a2db-724f20be7c39 service neutron] 10.222.0.41 "GET /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526415 Feb 04 16:07:56.730872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9afe-4146-4658-88e0-97bfca371bee req-7585a9e2-6d54-449f-99ae-bb3fd2fe790c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.732305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-7585a9e2-6d54-449f-99ae-bb3fd2fe790c service neutron] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.4536688 Feb 04 16:07:56.754486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-db9b8af0-7f3b-4b33-8b6e-a7eacaaaa46f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 379 time: 0.1954634 Feb 04 16:07:56.766789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bf69b-eba8-4945-a84f-77f1e73a1ee7 req-546baf9b-5f8b-4b5a-9bc9-f950af443c9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:56.768227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc2bf69b-eba8-4945-a84f-77f1e73a1ee7 req-546baf9b-5f8b-4b5a-9bc9-f950af443c9b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.8688953 Feb 04 16:07:56.886462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'device_id': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'admin_state_up': True, 'tenant_id': '31a1955445ea4471b01d267964b88741', 'security_groups': ['604f4f4e-0005-46b9-82c9-b0a1480dd8ca']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:57.112991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54724) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:57.159957 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e6f2-196a-4f94-ac13-241a1f34565b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.247514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-ad3269d9-e8b9-4ac6-82ed-2e52c8becec3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 1001 time: 0.4919319 Feb 04 16:07:57.285244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.314763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc2bf69b-eba8-4945-a84f-77f1e73a1ee7 req-7fbfb86c-3e1b-49b3-85e3-710fdfb17480 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331241 Feb 04 16:07:57.321173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:57.325798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:23150fc0f79948d388275fc41fc4b7eb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:57.329663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:57.345747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:57.362990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.411989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:07:57.425837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:port and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:07:57.429798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9afe-4146-4658-88e0-97bfca371bee req-3795bfbf-0826-4545-867d-1ce5d0a5ed44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:57.431239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-3795bfbf-0826-4545-867d-1ce5d0a5ed44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.1699367 Feb 04 16:07:57.433387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:07:57.440145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.444505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.491807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e314e-c51d-42ce-8ca4-de9548fac6d1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.495908 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23150fc0f79948d388275fc41fc4b7eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818409 Feb 04 16:07:57.499157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54732) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:07:57.523602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.523950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.524292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.524627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.524958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.525286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.525605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.525941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.526246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.526588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.526907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b7bcb-8104-41ce-a149-a4bd53893fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:07:57.543207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:07:57.575623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.606130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.615260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-888ceb18-d839-4ce5-9cdf-2a39714ea29e req-dd4543a2-eef3-45bc-b883-5c1a44c3ca97 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 210 time: 0.1698284 Feb 04 16:07:57.630660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:07:57.633602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.681338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.683041 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.697315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e314e-c51d-42ce-8ca4-de9548fac6d1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:57.699666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:07:57.706556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.720945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9b3743c9-5701-401c-9740-98300e42f8d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a0e314e-c51d-42ce-8ca4-de9548fac6d1 HTTP/1.1" status: 204 len: 168 time: 0.2109604 Feb 04 16:07:57.738192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.764011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:57.959938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:57.967245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:57.969676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:58.007111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:58.042837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-f31c85fd-5344-44c7-8ef4-1173c41930ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6044474 Feb 04 16:07:58.157966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.158946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.293406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.20.0.11 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/7bad4c47-48d5-42f1-878c-9232484868b2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:07:58.298129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-d87aacaa-c84e-4af8-9668-3ff9dc9b1cc6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7779932 Feb 04 16:07:58.317797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b30c8-d937-46e5-aaad-936cb512b79b req-5724b06f-1ae7-4ddf-8fdb-b123ba0102d9 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:58.319475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-784b30c8-d937-46e5-aaad-936cb512b79b req-5724b06f-1ae7-4ddf-8fdb-b123ba0102d9 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 945 time: 0.5644560 Feb 04 16:07:58.329799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Request body: {'port': {'device_id': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:07:58.433467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.498831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-c87a1314-b595-45ad-ade5-d52c855f09b2 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470546 Feb 04 16:07:58.674757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:58.900294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-784b30c8-d937-46e5-aaad-936cb512b79b req-32c1f604-8a83-4ad7-8d1b-79eb30929cfb tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419955 Feb 04 16:07:58.973067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.042930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-decb9afe-4146-4658-88e0-97bfca371bee req-2673b4c2-705d-4dcd-814d-4fa04b6286a2 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186799 Feb 04 16:07:59.100353 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 associated. External IP: 172.25.5.171, port: 0cedbe99-a704-442d-9d51-616ff5405a07. Feb 04 16:07:59.190253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.226296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Transition to ACTIVE for port object 7bad4c47-48d5-42f1-878c-9232484868b2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:07:59.258856 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378', 'code': 200} Feb 04 16:07:59.484077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.487808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9efaf8ad-5de3-403f-ac7d-7b0c73bd9992 req-f7a6d724-340c-4773-b320-305f13b5df2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 1096 time: 0.1405468 Feb 04 16:07:59.553863 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9efaf8ad-5de3-403f-ac7d-7b0c73bd9992 req-7229bf56-0ffa-4929-b4e0-342ced9b9b22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592954 Feb 04 16:07:59.714074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:07:59.727431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:07:59.748568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:07:59.783314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:07:59.900326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef55a2-f734-4471-82cd-6c0b694b9f07 req-66a589ba-64c0-48c2-8074-37e00d632d4c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.910388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eef55a2-f734-4471-82cd-6c0b694b9f07 req-66a589ba-64c0-48c2-8074-37e00d632d4c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 944 time: 0.4848979 Feb 04 16:07:59.911754 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.947143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:07:59.947802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:07:59.977234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54778) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:00.052832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-37bb6756-a4d2-4294-a1f9-841ff4419265 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2835667 Feb 04 16:08:00.075038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Request body: {'port': {'device_id': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:00.139970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c1a8397b-95c5-4e60-a248-be061b1b09d0 None None] Provisioning for port 7bad4c47-48d5-42f1-878c-9232484868b2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:00.141503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eef55a2-f734-4471-82cd-6c0b694b9f07 req-843306c0-576b-4cb2-838f-766548643ff6 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310228 Feb 04 16:08:00.148020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c1a8397b-95c5-4e60-a248-be061b1b09d0 None None] Provisioning complete for port 7bad4c47-48d5-42f1-878c-9232484868b2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:00.148980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c1a8397b-95c5-4e60-a248-be061b1b09d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.152201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:00.156074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a643fc4a-8189-4008-ba61-c1c6a6d7b26b {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:00.163670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:00.169667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Usage tracker for resource:floatingip and tenant:d8f93fc03ab84b1a8b51b59ce89c911f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:00.178816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:00.202695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.202795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:00.208423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c1a8397b-95c5-4e60-a248-be061b1b09d0 None None] Port 7bad4c47-48d5-42f1-878c-9232484868b2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:08:00.210742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.341499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Transition to ACTIVE for port object a643fc4a-8189-4008-ba61-c1c6a6d7b26b will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:00.370887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.384111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.491231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.574617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Pushing event updated for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:00.619300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Allocated IP 172.25.5.55 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/99bb11bd-40cb-41d8-acc5-b9f1078fc902) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:00.838066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.872951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:00.957843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:00.961077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:00.965498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:01.006163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3034f-1c36-46b2-a9bd-b05bc8dbde70 req-52a0c3e1-b8ef-4a7c-919e-706fd39121f6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:01.006940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04b3034f-1c36-46b2-a9bd-b05bc8dbde70 req-52a0c3e1-b8ef-4a7c-919e-706fd39121f6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:01.021246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Pushing event updated for resources: {'Port': ['ID=99bb11bd-40cb-41d8-acc5-b9f1078fc902,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.159571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04b3034f-1c36-46b2-a9bd-b05bc8dbde70 req-52a0c3e1-b8ef-4a7c-919e-706fd39121f6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:01.167852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04b3034f-1c36-46b2-a9bd-b05bc8dbde70 req-52a0c3e1-b8ef-4a7c-919e-706fd39121f6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 943 time: 0.8246307 Feb 04 16:08:01.170198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.173331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Attempting to bind port a643fc4a-8189-4008-ba61-c1c6a6d7b26b on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:01.173331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Attempting to bind port a643fc4a-8189-4008-ba61-c1c6a6d7b26b by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:01.173331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Attempting to bind port a643fc4a-8189-4008-ba61-c1c6a6d7b26b on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:01.219035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Port a643fc4a-8189-4008-ba61-c1c6a6d7b26b on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:01.219352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Attempting to bind port a643fc4a-8189-4008-ba61-c1c6a6d7b26b on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:01.228517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.268188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:01.268188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:01.268849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:01.268849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Bound port: a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:01.269201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.311030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04b3034f-1c36-46b2-a9bd-b05bc8dbde70 req-26f3b4ea-b489-4792-9d98-1a6da419646b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465244 Feb 04 16:08:01.344946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:01.472016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.483641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.526571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:01.546121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:01.558168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.561458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:01.582602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.602151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Pushing event updated for resources: {'Port': ['ID=99bb11bd-40cb-41d8-acc5-b9f1078fc902,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.621694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.634599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Transition to ACTIVE for port object 7bad4c47-48d5-42f1-878c-9232484868b2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:01.650651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.650858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.651894 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fabcfc9c-5473-4592-99ec-5fea0913b328 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6738615 Feb 04 16:08:01.654770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:01.660637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-46987547', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'fixed_ips': [{'ip_address': '172.25.5.55'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:01.665596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:01.670895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Usage tracker for resource:port and tenant:d8f93fc03ab84b1a8b51b59ce89c911f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:01.675997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:01.682128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:01.691766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Made reservation on behalf of d8f93fc03ab84b1a8b51b59ce89c911f for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:01.694015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.707031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.715537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.716908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] 10.222.0.41 "PUT /v2.0/ports/a643fc4a-8189-4008-ba61-c1c6a6d7b26b HTTP/1.1" status: 200 len: 1091 time: 3.3951221 Feb 04 16:08:01.717355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:01.740218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:01.744317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Usage tracker for resource:security_group_rule and tenant:d8f93fc03ab84b1a8b51b59ce89c911f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:01.747414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:01.754362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:01.836704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.843067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:01.846272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a7d66-040d-4abb-ada3-ccdbb1353f1c service neutron] Pushing event updated for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:01.865706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] device_id is not set on port 87139cd1-61bd-40eb-aece-6422c27f8512 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:01.921060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510d952b-784b-4a61-884a-335618933c21,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:02.056629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:02.079114 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 16:08:02.079568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:08:02.115380 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f70c2519-2a9b-411d-8d74-99e67a648928 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4595273 Feb 04 16:08:02.119094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:02.132255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90b59-6a5d-476b-bdc6-337aac418f4b req-0ba80ca0-aa9c-4c0b-9a76-74d8d7317bdd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.132954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e0f90b59-6a5d-476b-bdc6-337aac418f4b req-0ba80ca0-aa9c-4c0b-9a76-74d8d7317bdd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:02.159134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-88859635-3e5e-4fb6-b7ce-6e2b255812ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 1094 time: 0.3605299 Feb 04 16:08:02.245020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e0f90b59-6a5d-476b-bdc6-337aac418f4b req-0ba80ca0-aa9c-4c0b-9a76-74d8d7317bdd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:02.246055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0f90b59-6a5d-476b-bdc6-337aac418f4b req-0ba80ca0-aa9c-4c0b-9a76-74d8d7317bdd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 944 time: 0.5741293 Feb 04 16:08:02.262021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Attempting to bind port 7bad4c47-48d5-42f1-878c-9232484868b2 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:02.262376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Attempting to bind port 7bad4c47-48d5-42f1-878c-9232484868b2 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:02.262704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Attempting to bind port 7bad4c47-48d5-42f1-878c-9232484868b2 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:02.279993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-4dfbd99b-862b-414c-9b48-289322405314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b HTTP/1.1" status: 200 len: 217 time: 0.1070800 Feb 04 16:08:02.286462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Deleting port 99bb11bd-40cb-41d8-acc5-b9f1078fc902 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:02.286805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.324297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Port 7bad4c47-48d5-42f1-878c-9232484868b2 on network 17656e81-4d99-4450-9713-c84df045695d not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:02.324623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Attempting to bind port 7bad4c47-48d5-42f1-878c-9232484868b2 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:02.338426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:02.352435 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:02.370687 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:02.371406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:02.418608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:02.418983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:02.419316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:02.419768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Bound port: 7bad4c47-48d5-42f1-878c-9232484868b2, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:02.420100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.463316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0f90b59-6a5d-476b-bdc6-337aac418f4b req-63ac6c92-1292-4ad0-9aaa-ec529a310cdc tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051351 Feb 04 16:08:02.469380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.470081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.509914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-4d23048c-7cf1-45ed-b98f-7597ecd939a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:02.511349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-4d23048c-7cf1-45ed-b98f-7597ecd939a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.2188745 Feb 04 16:08:02.564253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:02.727750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-1b037df9-b560-4a17-92a7-dac00f36d07a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2089097 Feb 04 16:08:02.737154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Calling delete_port for 99bb11bd-40cb-41d8-acc5-b9f1078fc902 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:02.775716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:02.779778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:02.895688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.917661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:02.945165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Pushing event deleted for resources: {'Port': ['ID=99bb11bd-40cb-41d8-acc5-b9f1078fc902,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:02.960411 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:02.964585 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:02.976029 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:02.976876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:03.044155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.057094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.062224 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5913fd3d-267b-4286-a378-b362590c2323 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305 tempest-ExternalNetworksAdminNegativeTestJSON-1837348305-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/9daacb5c-7963-4e9d-ba05-cab8b505b1e7 HTTP/1.1" status: 204 len: 168 time: 0.9419317 Feb 04 16:08:03.157572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.164529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1092 time: 3.1018596 Feb 04 16:08:03.180942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-c528dc62-8716-4403-8c22-ed97f2aca76d service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995793 Feb 04 16:08:03.225003 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:03.284490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333f30b-16eb-4bc1-8531-44ef325239e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:03.442265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc65ee-a8ea-436a-ab72-ef14afdb3211 req-0e95f89c-3151-4c92-afc0-3224913c635a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.446968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07dc65ee-a8ea-436a-ab72-ef14afdb3211 req-0e95f89c-3151-4c92-afc0-3224913c635a tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.5681324 Feb 04 16:08:03.455244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-0da81a7d-4b88-4d33-85ed-fddaf9ecb7dd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:03.456662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-0da81a7d-4b88-4d33-85ed-fddaf9ecb7dd tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 946 time: 0.5817330 Feb 04 16:08:03.493538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54804) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:03.559296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6f848a9-09dc-4b54-ad32-5db9f91bf2b3 req-fa12cf43-139b-4a19-acff-cd1e46fdd8fc service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607430 Feb 04 16:08:03.605487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-1b020484-db90-4b03-9f91-58c813d5139c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1095 time: 0.3746243 Feb 04 16:08:03.611122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port e5c65e67-1220-4243-8d6b-c965093888fc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:03.611825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.651390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:03.655757 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306353a-90ec-48c5-87ca-cea4621dec64 None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:07:57Z', 'revision_number': 3, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:03.662630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.697320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:03.704276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Usage tracker for resource:security_group_rule and tenant:e696735e585f46f2acfe9251dc431b9c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:03.708102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:03.717065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:03.717444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07dc65ee-a8ea-436a-ab72-ef14afdb3211 req-b7a0eba9-fb08-48e8-b516-9956b5d1a747 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561643 Feb 04 16:08:03.806564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.812516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-93900fdb-d2f9-4f48-96fc-fac041794c7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 217 time: 0.1634545 Feb 04 16:08:03.813493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.880879 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e696735e585f46f2acfe9251dc431b9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3835399 Feb 04 16:08:03.880879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73240ade-c4ba-4890-a794-192c4221abfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f8fe34-0cbd-4467-8a77-7f6d5d201ba4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:03.883016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54814) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:03.949592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:03.976504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.033304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.054350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-9340f569-ca18-4b64-a92a-4cf202da7e8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.054971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f8fe34-0cbd-4467-8a77-7f6d5d201ba4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.055778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-9340f569-ca18-4b64-a92a-4cf202da7e8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2340357 Feb 04 16:08:04.058559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.059707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7028ffe4-835e-4839-8d06-b1ccc4eafe72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36f8fe34-0cbd-4467-8a77-7f6d5d201ba4 HTTP/1.1" status: 204 len: 168 time: 0.1758912 Feb 04 16:08:04.291828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-1b48b67f-bbc6-4053-9043-747aac0e41bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3449078 Feb 04 16:08:04.479980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b326fc-4d76-46b7-9014-3ba85f263923 req-b842a253-e276-4637-aaaf-06a7e2f9a6c7 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:04.483859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15b326fc-4d76-46b7-9014-3ba85f263923 req-b842a253-e276-4637-aaaf-06a7e2f9a6c7 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 945 time: 0.5927279 Feb 04 16:08:04.484485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:04.539251 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0bace0d5-4352-4b37-91de-42642dbd6748 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8f93fc03ab84b1a8b51b59ce89c911f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536132 Feb 04 16:08:04.541970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:04.568752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port e5c65e67-1220-4243-8d6b-c965093888fc, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=e5c65e67-1220-4243-8d6b-c965093888fc,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:04.569127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.593676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-06ac335f-579c-462b-a721-802ed7e0b871 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4671276 Feb 04 16:08:04.603222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.630514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.691018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.706082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510d952b-784b-4a61-884a-335618933c21,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:04.715581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:04.719853 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ce0466c-d621-407d-9e8b-c62dec2e2342 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/510d952b-784b-4a61-884a-335618933c21 HTTP/1.1" status: 204 len: 168 time: 0.1740632 Feb 04 16:08:04.743824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for e5c65e67-1220-4243-8d6b-c965093888fc owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:04.875735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15b326fc-4d76-46b7-9014-3ba85f263923 req-6af6f8dc-db0c-4777-a977-6a593f257325 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498094 Feb 04 16:08:04.959233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-81f06ae9-edc9-4a45-9119-d3e7e6f92632 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 1096 time: 0.4759531 Feb 04 16:08:05.033732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-aa86ceb6-e1db-4b33-94af-cca177ff25bc service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813567 Feb 04 16:08:05.048372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:05.293510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.306029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['e5c65e67-1220-4243-8d6b-c965093888fc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:05.454912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=e5c65e67-1220-4243-8d6b-c965093888fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:05.484974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-61ff1d32-dc2f-4858-9fd6-a6d22df83149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.486469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-61ff1d32-dc2f-4858-9fd6-a6d22df83149 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.5050488 Feb 04 16:08:05.529762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b70fc44b-bb5b-4f6b-a4bb-2a98d87ac9b5 req-fed381d6-caaf-495c-a922-a334800accdb service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802730 Feb 04 16:08:05.648005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51f709-4df0-41d6-8655-52a1dc8bbbfb req-2664321d-2aa6-410c-bdbe-007fe3407224 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.649393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b51f709-4df0-41d6-8655-52a1dc8bbbfb req-2664321d-2aa6-410c-bdbe-007fe3407224 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c61b8e6-b565-47c3-b098-08e3db556c68 HTTP/1.1" status: 200 len: 867 time: 0.5987320 Feb 04 16:08:05.652252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port e5c65e67-1220-4243-8d6b-c965093888fc on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:05.656568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:05.660143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-5a42b4d5-1ded-4001-9c26-b7af2d4b4883 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 200 len: 217 time: 0.1329455 Feb 04 16:08:05.734251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4f9b1a0-0d19-4f29-a234-25354b5423ad req-28126bf2-a791-47cf-a072-adf816d9fae9 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.58 "DELETE /v2.0/ports/e5c65e67-1220-4243-8d6b-c965093888fc HTTP/1.1" status: 204 len: 173 time: 2.2700984 Feb 04 16:08:05.775206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-295ccb56-8c4f-4f38-9f1b-2649d8dcb7b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:05.776657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-295ccb56-8c4f-4f38-9f1b-2649d8dcb7b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1089492 Feb 04 16:08:05.779838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b51f709-4df0-41d6-8655-52a1dc8bbbfb req-333c6e69-ebe7-4a5d-8037-963724fad5e6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176274 Feb 04 16:08:05.876538 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b', 'status': 'completed', 'code': 200} Feb 04 16:08:05.885742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-29e4854a-fdf3-42de-ae6a-596f93cc3eca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544493 Feb 04 16:08:05.973668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a643fc4a-8189-4008-ba61-c1c6a6d7b26b details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:06.182993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:06.199591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b', 'mac_address': 'fa:16:3e:b7:7c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:06.271867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.291535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a643fc4a-8189-4008-ba61-c1c6a6d7b26b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:06.310113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:06.316289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-b6766439-0206-4ff8-8904-29cf3d42f868 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133575 Feb 04 16:08:06.317394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.419976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:06.424710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:06.432272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:06.512515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-80352e2c-5da8-4c5b-8836-086be53a7ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 1094 time: 0.6011286 Feb 04 16:08:06.616117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d72fe-25ac-4577-a5ec-dfc1b813efee req-97be6929-6785-45c3-b17d-890411611b08 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.618364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a3d72fe-25ac-4577-a5ec-dfc1b813efee req-97be6929-6785-45c3-b17d-890411611b08 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 943 time: 0.4133544 Feb 04 16:08:06.630860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a643fc4a-8189-4008-ba61-c1c6a6d7b26b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:06.763203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d688cfcd-8006-4bd6-8135-6e7804d58e4b req-75715552-e662-4057-9435-47fe641de172 service neutron] 10.222.0.58 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379082 Feb 04 16:08:06.775582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ddb7d396-1430-4367-a0f8-e228f0f914d3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "PUT /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 998 time: 12.3324716 Feb 04 16:08:06.819337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:06.861328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a3d72fe-25ac-4577-a5ec-dfc1b813efee req-3abaeadb-97c1-468c-bb4f-32510d419e1b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832871 Feb 04 16:08:06.893555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-dea3e0e2-1ee2-4144-b068-dea617940721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.899299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-dea3e0e2-1ee2-4144-b068-dea617940721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.3666403 Feb 04 16:08:06.910891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-9af44632-c6fa-4598-9c51-a33b78be257a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:06.912366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-9af44632-c6fa-4598-9c51-a33b78be257a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports/0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 942 time: 0.1261427 Feb 04 16:08:06.976324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1986516779', 'router:external': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:06.982828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:06.988448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:network and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:06.993039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:07.001092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:07.012545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Made reservation on behalf of c3b18e568e6e42f9a8c2255646192780 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:07.015115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.028238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.065786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:07.072515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:security_group_rule and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:07.077134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:07.091812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:07.143676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-1544ce4f-2f6e-4d6d-971b-d080efe4dd55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b HTTP/1.1" status: 200 len: 217 time: 0.0866497 Feb 04 16:08:07.188276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.194492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.225078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:07.238696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef3477-46fb-4d94-b837-56951201b20e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:07.243961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-d22c2da3-49e8-4392-a0fc-ec20a0d37086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.244169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.244273 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Added segment c2582740-e4de-46f3-a84d-d5d62a3a2cfa of type vlan for network c926231f-8dca-4281-b43a-b25a8cd8b5ee Feb 04 16:08:07.245865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-d22c2da3-49e8-4392-a0fc-ec20a0d37086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.0924418 Feb 04 16:08:07.254097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-73cb2091-cf55-45e6-bc99-f5eb1c11d050 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.2786441 Feb 04 16:08:07.261370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618123a-8018-45be-b2ff-c19b06329bbb req-ca9ad02d-4601-4167-9377-ad43b4f0a254 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.263357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3618123a-8018-45be-b2ff-c19b06329bbb req-ca9ad02d-4601-4167-9377-ad43b4f0a254 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 944 time: 0.2520862 Feb 04 16:08:07.282835 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.320662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.322112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.322813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.346786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-f0bfcaf1-ee43-4381-bcb1-92d38b2b9153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823913 Feb 04 16:08:07.429979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Network': ['ID=c926231f-8dca-4281-b43a-b25a8cd8b5ee,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:07.436211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e606aacf-268a-40d5-bee3-dfca33a4cfa2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6150076 Feb 04 16:08:07.437993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:07.443781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:07.444296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'subnet': {'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:07.449492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:07.454773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:subnet and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:07.458160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:07.469282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:07.473546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e5c65e67-1220-4243-8d6b-c965093888fc no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:07.488182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Made reservation on behalf of c3b18e568e6e42f9a8c2255646192780 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:07.490829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:07.556531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3618123a-8018-45be-b2ff-c19b06329bbb req-115df4c6-4873-42b8-8462-2f78649158e8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604752 Feb 04 16:08:07.603948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: e5c65e67-1220-4243-8d6b-c965093888fc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:07.604291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device e5c65e67-1220-4243-8d6b-c965093888fc not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:07.633182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-9c192745-b40a-46f6-b27c-eedfbffae0f3 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383635 Feb 04 16:08:07.636586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-a4a92349-bf6f-4cac-947f-6c71aa76ecf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:07.644946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-a4a92349-bf6f-4cac-947f-6c71aa76ecf8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.3503835 Feb 04 16:08:07.735508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-c0270c22-f3b5-4340-8793-74cd0bbe36da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.0894296 Feb 04 16:08:07.965353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}, {'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'name': 'network-vif-deleted', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc'}, {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}, {'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:07.981711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:07.991878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a643fc4a-8189-4008-ba61-c1c6a6d7b26b up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:08.058288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:08:08.058288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.142714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-73e6d146-9366-48db-a84f-ffa16973fb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.144202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-73e6d146-9366-48db-a84f-ffa16973fb38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.4079762 Feb 04 16:08:08.162888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Subnet': ['ID=70171650-a12d-4042-ab74-febf4df10fc7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:08.187748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Checking segment: {'id': 'c2582740-e4de-46f3-a84d-d5d62a3a2cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:08.195940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network hostable DHCP agents. Network: c926231f-8dca-4281-b43a-b25a8cd8b5ee, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:08.232106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:08.244585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c926231f-8dca-4281-b43a-b25a8cd8b5ee) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:08.248048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port a643fc4a-8189-4008-ba61-c1c6a6d7b26b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:08.250899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:08.251558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.263226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b89dc5a-fa9d-4013-a4ac-14f7ef29a7a9 req-ccea2e42-9d4f-42ba-86fe-e71cdd8f6e8a service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367732 Feb 04 16:08:08.266215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b9477-06bd-4495-b10c-188db7a596d1 None None] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:08.282841 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53ee0b2b-d5cf-4c72-b43d-4527ba59433c tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8432987 Feb 04 16:08:08.285441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:08.286905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port a643fc4a-8189-4008-ba61-c1c6a6d7b26b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:08.287242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.291679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f17238e1-6b30-4f35-8123-9bd1640ff061 req-eac05e1e-2080-422b-a10f-f4a6b4055dc6 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1095 time: 0.2381792 Feb 04 16:08:08.300104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1898124443', 'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:08.306292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:08.310852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:port and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:08.314434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:08.323409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:08.331529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-f92b6cdf-d1e8-4fab-b50b-c8b3b380e9cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669478 Feb 04 16:08:08.341152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Made reservation on behalf of c3b18e568e6e42f9a8c2255646192780 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:08.344615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.364882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] device_id is not set on port 9d33f341-cbe9-41fa-a5b0-81e7751ed545 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:08:08.392290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:08.413936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7bad4c47-48d5-42f1-878c-9232484868b2', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:08.426526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f17238e1-6b30-4f35-8123-9bd1640ff061 req-0b4a845c-51b0-4d47-b22f-d72b99e31ef9 tempest-LiveAutoBlockMigrationV225Test-164757810 tempest-LiveAutoBlockMigrationV225Test-164757810-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265373 Feb 04 16:08:08.508714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-9744bd05-b37f-4ecb-8ae8-f3f83baef586 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626537 Feb 04 16:08:08.513671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.20.0.14 (c926231f-8dca-4281-b43a-b25a8cd8b5ee/70171650-a12d-4042-ab74-febf4df10fc7/9d33f341-cbe9-41fa-a5b0-81e7751ed545) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:08.551396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.647620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:08.684850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-2003a665-ed29-4a47-a826-4038d91ee89f service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697547 Feb 04 16:08:08.689598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.720251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:08.767343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.824220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47878b29-eb93-4388-bfd5-bcc2f6286d5a None None] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:08.857636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:08.888855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.923495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:08.926045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:08.936785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-13bee8f2-5958-470d-a40e-cc8783790808 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1096 time: 0.2190294 Feb 04 16:08:08.950227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-d3542b5f-cbf1-4d48-b3d6-02a824984918 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647067 Feb 04 16:08:08.951820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:08.954818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.024807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:09.028874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:09.034285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:09.057713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7bad4c47-48d5-42f1-878c-9232484868b2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:09.089676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.095275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=9d33f341-cbe9-41fa-a5b0-81e7751ed545,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.112239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.113095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.151862 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e558338-9816-4cc5-8f0c-ac7ff67c073e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8641889 Feb 04 16:08:09.155020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54912) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:09.220262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-f82e0876-c986-4621-ac13-98efa53b227e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.221895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-f82e0876-c986-4621-ac13-98efa53b227e service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.2756503 Feb 04 16:08:09.231339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting port 9d33f341-cbe9-41fa-a5b0-81e7751ed545 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:09.231686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.284301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf92594-5b42-4e08-a629-ca8a316c2d37 req-456effe0-a0da-4051-b1b2-7419f2e53390 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.285599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cf92594-5b42-4e08-a629-ca8a316c2d37 req-456effe0-a0da-4051-b1b2-7419f2e53390 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.3160267 Feb 04 16:08:09.294770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-8bc5d97c-1c77-4416-b271-22c9251bed81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 1095 time: 0.2190595 Feb 04 16:08:09.457062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-ba5ef9c3-f92f-4d33-bacd-dd53dc4516f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 1001 time: 0.2283471 Feb 04 16:08:09.466429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cf92594-5b42-4e08-a629-ca8a316c2d37 req-079d9315-3513-4658-b9bd-f4a64950b851 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710701 Feb 04 16:08:09.467021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.546603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-d027bda3-1c87-4736-9f2f-bd2d086eb477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.548194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-d027bda3-1c87-4736-9f2f-bd2d086eb477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 200 len: 922 time: 0.2282012 Feb 04 16:08:09.551613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-57cc6619-d688-4746-9cb5-07d9f6a1716f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.552967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-57cc6619-d688-4746-9cb5-07d9f6a1716f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.0891016 Feb 04 16:08:09.554587 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'status': 'completed', 'code': 200} Feb 04 16:08:09.554744 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c61b8e6-b565-47c3-b098-08e3db556c68', 'name': 'network-vif-deleted', 'tag': 'e5c65e67-1220-4243-8d6b-c965093888fc', 'status': 'completed', 'code': 200} Feb 04 16:08:09.554929 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:08:09.555172 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'status': 'completed', 'code': 200} Feb 04 16:08:09.606296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Calling delete_port for 9d33f341-cbe9-41fa-a5b0-81e7751ed545 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:09.750621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.807032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d33f341-cbe9-41fa-a5b0-81e7751ed545,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:09.867768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-f75abb18-e9eb-44f6-b2ab-4c41bede8202 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 200 len: 217 time: 0.3115530 Feb 04 16:08:09.911180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.920106 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1599954e-6bab-4850-8010-27da7d2084d3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9d33f341-cbe9-41fa-a5b0-81e7751ed545 HTTP/1.1" status: 204 len: 168 time: 0.7614870 Feb 04 16:08:09.920364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:09.926553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee', 'external_fixed_ips': [{'subnet_id': '70171650-a12d-4042-ab74-febf4df10fc7', 'ip_address': '172.20.0.14'}]}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:09.931572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:09.935620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:router and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:09.939540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:09.946281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:09.960346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.961539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.983655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:09.987709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-7b50de5e-e761-467e-bd73-8472275bcbd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:09.989286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-7b50de5e-e761-467e-bd73-8472275bcbd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 200 len: 861 time: 0.1061769 Feb 04 16:08:09.997229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-de34f407-7f26-4072-90bc-38aa8e7521f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.3877845 Feb 04 16:08:10.003878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-9bf9a6b8-b2da-45d3-87b6-4ca002e6a764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.3645897 Feb 04 16:08:10.009389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-42467431-0090-47ba-9cf9-0f8ce5908a43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712747 Feb 04 16:08:10.113848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-20c6d48e-4de2-4849-a1c5-669ba238a891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7071330f-45a4-4e41-8353-85f589553839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077402 Feb 04 16:08:10.142752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d76a6ff-456d-46e2-b4e0-453ca373011b None None] New status for floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:10.189021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.461376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.496936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:10.569019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-5df7ad68-2e18-4bb1-9a0e-de964bb02d15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.569698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-5df7ad68-2e18-4bb1-9a0e-de964bb02d15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.5648932 Feb 04 16:08:10.643025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-5701327f-c85c-4a95-b918-df98f23e553d service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790570 Feb 04 16:08:10.652616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-49e2b57d-a20f-4a44-878c-96e03ec97d87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.653980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-49e2b57d-a20f-4a44-878c-96e03ec97d87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.5982506 Feb 04 16:08:10.696360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.20.0.14 (c926231f-8dca-4281-b43a-b25a8cd8b5ee/70171650-a12d-4042-ab74-febf4df10fc7/f270f7e7-02f3-4534-924b-e7da09d3ce8b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:10.753345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-2540be5a-01b4-4b5a-bf42-5a10887eb6fe service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316162 Feb 04 16:08:10.811800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-1b526a6d-c65f-4f55-991f-3c32d541f470 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.2270172 Feb 04 16:08:10.829823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f4248-f651-428c-8aa4-51852e9d50f4 req-7c574dab-c463-4db6-a83a-4ee0344f30c6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:10.831287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e93f4248-f651-428c-8aa4-51852e9d50f4 req-7c574dab-c463-4db6-a83a-4ee0344f30c6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.6525607 Feb 04 16:08:10.889770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-5006c1d6-608d-484d-be4e-edfa59e3931e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 217 time: 0.1954174 Feb 04 16:08:10.994210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.009526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-789663e4-9cf0-491b-98e8-30e397be13e2 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.011185 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-789663e4-9cf0-491b-98e8-30e397be13e2 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 944 time: 0.1499019 Feb 04 16:08:11.105469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Deleting port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:11.105863 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.106814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-0c7a06a7-d25e-46a2-a45a-ce9f82055685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.108249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-0c7a06a7-d25e-46a2-a45a-ce9f82055685 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.2760966 Feb 04 16:08:11.122417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-ef363d9e-0f44-40e9-b229-53a9cc30ec3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.124137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-ef363d9e-0f44-40e9-b229-53a9cc30ec3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2129872 Feb 04 16:08:11.143130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.182888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e93f4248-f651-428c-8aa4-51852e9d50f4 req-cd673475-b321-434f-b133-01e6cf4990b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014688 Feb 04 16:08:11.194446 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:11.213871 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:11.215328 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:11.253571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network c926231f-8dca-4281-b43a-b25a8cd8b5ee is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:11.284681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=f270f7e7-02f3-4534-924b-e7da09d3ce8b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:11.287496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:11.295052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:11.450840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b40137d8-ca3b-4fa9-9611-6c36b2ed0ffa req-ed7c1e1e-682e-437f-8724-8af64af75ad2 service neutron] 10.222.0.41 "GET /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379156 Feb 04 16:08:11.486753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1ce3f77-13e4-4778-a8fb-60a010e0b8d9 req-eb2bd12a-8cdb-4704-919e-3870e360859e service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8216963 Feb 04 16:08:11.577117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-e507fc08-2ec7-442d-91d2-4173d85a3c27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4594429 Feb 04 16:08:11.584364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-0735e1ca-ad8e-436a-8fb6-db111cf54ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4211385 Feb 04 16:08:11.602164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] For port ea471e7b-67ee-44dc-9e62-b6db2d889cf9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:11.603737 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:11.617340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-4198ef87-eae8-4c43-90cb-240c7ff92141 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:11.619074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-4198ef87-eae8-4c43-90cb-240c7ff92141 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 0.1707711 Feb 04 16:08:11.622441 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:11.780361 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b', 'code': 200} Feb 04 16:08:11.863410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Calling delete_port for ea471e7b-67ee-44dc-9e62-b6db2d889cf9 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:11.989971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Deleting port 108ae72c-838d-4805-8657-a1f1aaaba9e9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:11.990610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.003365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:12.065534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.066275 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.195002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-72bd0b7e-9879-4fa1-820e-ed9b486bc5b7 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873148 Feb 04 16:08:12.196560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7bad4c47-48d5-42f1-878c-9232484868b2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:12.206789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7bad4c47-48d5-42f1-878c-9232484868b2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:12.207175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.210165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-c7e41ec3-cf76-4d67-bdc8-a33ec085c8f3 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246309 Feb 04 16:08:12.261661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.280248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['5a093a9b-4ec7-463e-9133-b631244d1938'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:12.313361 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:10Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:12.325631 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:12.334398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-a4d91d0e-ddfc-4607-b2e2-59243037ebac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:12.336044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-a4d91d0e-ddfc-4607-b2e2-59243037ebac tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.6877439 Feb 04 16:08:12.345148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event deleted for resources: {'Port': ['ID=ea471e7b-67ee-44dc-9e62-b6db2d889cf9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:12.349493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:12.350136 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:12.443516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-029434c2-26f8-40f5-9a18-74d77bb85487 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/quotas/207610a770a64f61ba7412db09e00922 HTTP/1.1" status: 200 len: 375 time: 0.0701785 Feb 04 16:08:12.480887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] No DVR routers for this DVR port ea471e7b-67ee-44dc-9e62-b6db2d889cf9 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:12.491163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.494412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-deleted', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:12.565087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:12.622293 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3705f7f5-c2ee-494d-9f02-f0dac415111f req-065e52a1-d53b-4aba-831a-d43028df9f5b tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.41 "DELETE /v2.0/ports/ea471e7b-67ee-44dc-9e62-b6db2d889cf9 HTTP/1.1" status: 204 len: 173 time: 1.5999627 Feb 04 16:08:12.689399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.723086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router a8627720-9970-4ee2-ba67-1f78784bc611 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:12.728669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:12.747075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.748194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:12.836137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:12.836705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:12.926272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: ea471e7b-67ee-44dc-9e62-b6db2d889cf9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:12.927406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea471e7b-67ee-44dc-9e62-b6db2d889cf9 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:12.928046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 108ae72c-838d-4805-8657-a1f1aaaba9e9 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:13.010631 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e7426e95-dce3-446c-b503-66433409c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:10Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:13.014998 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7426e95-dce3-446c-b503-66433409c67b None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:1f:cc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6069fc-2212-465e-bcb3-efba423a695d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:10Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:13.024627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:13.104416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:13.147848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Sync routers for ids ['a8627720-9970-4ee2-ba67-1f78784bc611'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:13.159363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.164643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ddcfd15d-943a-4946-b0fd-959a00797ea7 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2433105 Feb 04 16:08:13.165536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54940) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:13.201056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Routers {'a8627720-9970-4ee2-ba67-1f78784bc611'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:13.201720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a8627720-9970-4ee2-ba67-1f78784bc611'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:13.221892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-2ae5ba5a-f2e1-4af5-bcfc-ac46dded2898 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:13.261816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11c2752a-cc1b-4e25-b8a6-cffedf1d6cb0 req-6b6294f4-698f-4b9e-a0c5-a9fca55a8a2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 1096 time: 1.2850268 Feb 04 16:08:13.366677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.510544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aceb4a-df58-47c5-8f00-0d7a418bd58f req-d6166d12-c6b0-44b2-9df6-e321efb91607 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:13.512117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3aceb4a-df58-47c5-8f00-0d7a418bd58f req-d6166d12-c6b0-44b2-9df6-e321efb91607 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 946 time: 1.6039622 Feb 04 16:08:13.587384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:13.597727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.631831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.785271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}, {'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:13.823887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Set router a8627720-9970-4ee2-ba67-1f78784bc611 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:13.851113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-16938b55-62d8-42db-bceb-71723053f381 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5778990 Feb 04 16:08:13.881314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-2ae5ba5a-f2e1-4af5-bcfc-ac46dded2898 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:13.883192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:13.895172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-2ae5ba5a-f2e1-4af5-bcfc-ac46dded2898 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8502185 Feb 04 16:08:13.901033 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.914270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting port f270f7e7-02f3-4534-924b-e7da09d3ce8b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:13.914820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:13.992904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-ab3da70f-a7f8-49af-9014-feaecc53b17a service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7750087 Feb 04 16:08:14.165771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.233273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11c2752a-cc1b-4e25-b8a6-cffedf1d6cb0 req-33ad7533-2c0a-4cfd-96a7-50eb02e74baa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353230 Feb 04 16:08:14.259702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3aceb4a-df58-47c5-8f00-0d7a418bd58f req-8eed737d-9b3d-43aa-b1b3-be865d930074 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397342 Feb 04 16:08:14.304866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8627720-9970-4ee2-ba67-1f78784bc611', 'name': '', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee', 'external_fixed_ips': [{'subnet_id': '70171650-a12d-4042-ab74-febf4df10fc7', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f270f7e7-02f3-4534-924b-e7da09d3ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:09Z', 'updated_at': '2022-02-04T16:08:11Z', 'revision_number': 3, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port': {'id': 'f270f7e7-02f3-4534-924b-e7da09d3ce8b', 'name': '', 'network_id': 'c926231f-8dca-4281-b43a-b25a8cd8b5ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:0d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8627720-9970-4ee2-ba67-1f78784bc611', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '70171650-a12d-4042-ab74-febf4df10fc7', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:10Z', 'updated_at': '2022-02-04T16:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '70171650-a12d-4042-ab74-febf4df10fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:14.306098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.306648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.306812 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Floating IP ce811048-c649-490d-9d5f-7f9dd383fbf3 disassociated. External IP: 172.25.5.130, port: 108ae72c-838d-4805-8657-a1f1aaaba9e9. Feb 04 16:08:14.308487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Calling delete_port for 108ae72c-838d-4805-8657-a1f1aaaba9e9 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:14.310830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Checking router: a8627720-9970-4ee2-ba67-1f78784bc611 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:14.311272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Updating router a8627720-9970-4ee2-ba67-1f78784bc611 port f270f7e7-02f3-4534-924b-e7da09d3ce8b binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:14.363542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Calling delete_port for f270f7e7-02f3-4534-924b-e7da09d3ce8b owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:14.376076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.413538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-ce0a0e48-6a28-48f1-a398-d76c4bbb66f0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167706 Feb 04 16:08:14.619112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:14.632353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-1ffcae77-45fd-4eee-8f4a-418756fe3452 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1096 time: 0.4954236 Feb 04 16:08:14.634406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-733bc0da-2227-4419-87f3-ff3d469c5498 req-4fa371f5-ad23-4525-822d-bdadc9399e90 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=77697631-5216-4f4e-ab2c-bcb617c64b6a HTTP/1.1" status: 200 len: 210 time: 0.1119709 Feb 04 16:08:14.705565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Port': ['ID=f270f7e7-02f3-4534-924b-e7da09d3ce8b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:14.881582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-ca464bea-e7fd-48cd-9c23-398e2daa6e28 service neutron] 10.222.0.62 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641414 Feb 04 16:08:14.992918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:14.993567 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:14.994642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.075601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:15.075994 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:15.110025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-0b09253e-cb32-48bd-a882-2e0deb783d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.130319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-0b09253e-cb32-48bd-a882-2e0deb783d8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.4732642 Feb 04 16:08:15.327766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6650c5-8a6f-4756-a845-697ee807a984 req-8215bec1-d243-4661-94b0-fe5b8e13663d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.335152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b6650c5-8a6f-4756-a845-697ee807a984 req-8215bec1-d243-4661-94b0-fe5b8e13663d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.4275885 Feb 04 16:08:15.426993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-c4d11636-a76f-4169-b8c1-5352e13820bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 1001 time: 0.2775135 Feb 04 16:08:15.438702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-e5cd9962-e9de-4f0f-b4ea-ec7a34b0f3eb tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.2921734 Feb 04 16:08:15.442673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b6650c5-8a6f-4756-a845-697ee807a984 req-d3375aac-c4bf-49a2-917f-0b2b22696578 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067257 Feb 04 16:08:15.493720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.498470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.561408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.562226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8627720-9970-4ee2-ba67-1f78784bc611 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:15.568411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Deleting port 108ae72c-838d-4805-8657-a1f1aaaba9e9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:15.568750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.595099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.602062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4378cf5a-62f7-4391-9b32-a7e889029ad3 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a8627720-9970-4ee2-ba67-1f78784bc611 HTTP/1.1" status: 204 len: 168 time: 2.4340913 Feb 04 16:08:15.602363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:15.602605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-93af5316-b26a-404a-bf47-bff68c78a526 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.617701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-93af5316-b26a-404a-bf47-bff68c78a526 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports/b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 942 time: 0.1736462 Feb 04 16:08:15.694237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Port f270f7e7-02f3-4534-924b-e7da09d3ce8b not found while updating agent binding for router a8627720-9970-4ee2-ba67-1f78784bc611. {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 04 16:08:15.713169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting subnet 70171650-a12d-4042-ab74-febf4df10fc7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:15.716947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.738053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:15.739987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:08:15.740788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_agentschedulers_db [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a8627720-9970-4ee2-ba67-1f78784bc611'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83598) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:08:15.741347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006696d-59b2-4dd0-aaae-1a68c07a875b None None] The sync data for ids ['a8627720-9970-4ee2-ba67-1f78784bc611'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:15.791522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-b988a237-36ba-4083-a689-274b5487ff43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:15.792192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.793046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-b988a237-36ba-4083-a689-274b5487ff43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.3527105 Feb 04 16:08:15.846996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:08:15.869972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:15.964993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.035661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=70171650-a12d-4042-ab74-febf4df10fc7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.045247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.052556 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d57303fb-4272-4fb8-81d1-e95d778c1ee9 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/70171650-a12d-4042-ab74-febf4df10fc7 HTTP/1.1" status: 204 len: 168 time: 0.4480648 Feb 04 16:08:16.055070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:16.222498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.290719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-79c58ee1-21f4-4272-93cc-d0e80cdd5792 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.4951093 Feb 04 16:08:16.372961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.404969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c926231f-8dca-4281-b43a-b25a8cd8b5ee']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:16.420125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2582740-e4de-46f3-a84d-d5d62a3a2cfa') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:16.420440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2582740-e4de-46f3-a84d-d5d62a3a2cfa') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:16.438795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.446654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6c110-ab27-4a3d-92ef-0181ac99bb62 req-f798fd55-42f9-463c-8dbc-42fb92fd0da1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:16.448110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aad6c110-ab27-4a3d-92ef-0181ac99bb62 req-f798fd55-42f9-463c-8dbc-42fb92fd0da1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.6592388 Feb 04 16:08:16.458123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.467499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-1a501e35-9744-4298-8643-5b9028a65730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6423471 Feb 04 16:08:16.470516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:16.471160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.513183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] For port 108ae72c-838d-4805-8657-a1f1aaaba9e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=108ae72c-838d-4805-8657-a1f1aaaba9e9,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:16.513514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:16.611182 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:16.633662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.646242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c926231f-8dca-4281-b43a-b25a8cd8b5ee {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:08:16.681718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:16.693959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Network': ['ID=c926231f-8dca-4281-b43a-b25a8cd8b5ee,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:16.698214 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-279ad2ef-2a01-4876-8270-2f2f176d0852 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/networks/c926231f-8dca-4281-b43a-b25a8cd8b5ee HTTP/1.1" status: 204 len: 168 time: 0.6420469 Feb 04 16:08:16.836354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-d50ecb1e-8e7f-4ec2-b388-8b67ccea1024 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:16.837853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ee356c-2cbc-4116-8843-fe87b513661b req-d50ecb1e-8e7f-4ec2-b388-8b67ccea1024 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.5354345 Feb 04 16:08:16.864389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aad6c110-ab27-4a3d-92ef-0181ac99bb62 req-de948236-126b-41b1-a6ef-4ed8e3258aab tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957982 Feb 04 16:08:16.975015 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77697631-5216-4f4e-ab2c-bcb617c64b6a', 'name': 'network-vif-deleted', 'tag': 'ea471e7b-67ee-44dc-9e62-b6db2d889cf9', 'status': 'completed', 'code': 200} Feb 04 16:08:17.028895 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:08:17.037657 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'code': 200} Feb 04 16:08:17.048889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-40c2ec27-c620-4dc0-a06c-0ddc99bbfcb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:17.050347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-40c2ec27-c620-4dc0-a06c-0ddc99bbfcb2 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 812 time: 0.3989859 Feb 04 16:08:17.060371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-00e8d058-a984-43d0-a5ef-5efd88cb4c58 service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747759 Feb 04 16:08:17.082996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Request body: {'port': {'device_id': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'admin_state_up': True, 'tenant_id': '207610a770a64f61ba7412db09e00922'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:17.150033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:17.180518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'name': 'tempest-router--165489360', 'project_id': '231a262e61c341499e99566bd43223cb'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:17.198891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:17.205632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:router and tenant:231a262e61c341499e99566bd43223cb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:17.216911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:17.236457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:17.272603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.272603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.292746 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-56fb633a-8e11-4f41-9404-a62b2c33d9a6 req-64835c6d-031c-4969-a511-5a97241578d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1097 time: 0.1943736 Feb 04 16:08:17.303406 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.344646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.395599 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-56fb633a-8e11-4f41-9404-a62b2c33d9a6 req-d51c08bd-e8fc-4e2b-b49d-11d018a209a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719342 Feb 04 16:08:17.401579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.402952 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-52d1f7bd-dcd8-4e4a-bc78-96f63bed6eb4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2514892 Feb 04 16:08:17.405506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:17.444632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:17.524005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:17.538192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99278d48-32c9-457b-aa52-1ddefdec9b21 req-5c233c18-feee-4f15-a2d4-e7c98729a47d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 210 time: 0.2084475 Feb 04 16:08:17.565992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.616636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Made reservation on behalf of 207610a770a64f61ba7412db09e00922 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:17.619631 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.647157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.647439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:17.647791 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Floating IP ce811048-c649-490d-9d5f-7f9dd383fbf3 disassociated. External IP: 172.25.5.130, port: 108ae72c-838d-4805-8657-a1f1aaaba9e9. Feb 04 16:08:17.648125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Calling delete_port for 108ae72c-838d-4805-8657-a1f1aaaba9e9 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:17.949013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6917a9c2-2ef7-4065-a509-2f2407edd079 req-2ff47293-6356-4f1e-9af6-5564fcc5cdc3 service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350120 Feb 04 16:08:17.965483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270ba05-be87-4236-a90b-37319ceb5ccc req-c71890e0-c35b-43e5-8e15-74fdddf34c26 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:17.967214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8270ba05-be87-4236-a90b-37319ceb5ccc req-c71890e0-c35b-43e5-8e15-74fdddf34c26 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 944 time: 0.6729822 Feb 04 16:08:18.134398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.143806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.183641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.184554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afb7d0ce-7864-4f4a-ab07-0d00f1689616 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:18.195825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.198398 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df9506f4-af5c-42fd-a98e-3b849783aa66 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/afb7d0ce-7864-4f4a-ab07-0d00f1689616 HTTP/1.1" status: 204 len: 168 time: 0.7895894 Feb 04 16:08:18.198846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Allocated IP 172.20.0.3 (6ebe827c-9b5d-490c-8e3b-18b921ccb0f6/f8478d38-9346-4325-bbfb-c497d6918150/1e2833ee-fadf-43ca-b4c7-8366c078fbb4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:18.208790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8270ba05-be87-4236-a90b-37319ceb5ccc req-ed34c8bf-8206-4f09-b6d0-fc032212875d tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups?id=d111d112-d629-47e4-93fd-9487812796bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333701 Feb 04 16:08:18.261663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.360951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96a3f-aca3-4fd8-830b-441b8db40452 req-6e708f09-b758-4efa-b427-837b7f47cd40 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.362679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74e96a3f-aca3-4fd8-830b-441b8db40452 req-6e708f09-b758-4efa-b427-837b7f47cd40 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.3881664 Feb 04 16:08:18.381790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:18.434068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event deleted for resources: {'Port': ['ID=108ae72c-838d-4805-8657-a1f1aaaba9e9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:18.660641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-1a0102e7-adf4-4e80-92f6-83d6a16c7d1f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.3952808 Feb 04 16:08:18.673752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74e96a3f-aca3-4fd8-830b-441b8db40452 req-cb893677-9ea2-45a4-8b22-e4831440c694 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858965 Feb 04 16:08:18.741268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1682734666', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:18.750385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:18.755218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:18.759197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:18.767032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:18.783163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.784226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.808040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.814763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:18.815351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-1e4e7f78-9cef-456f-82ac-7f1795208cfd tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:18.830605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-1e4e7f78-9cef-456f-82ac-7f1795208cfd tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports/b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 942 time: 0.1547468 Feb 04 16:08:19.006526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.167016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.232487 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.260604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:19.262762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.282013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:19.285517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:19.348503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-18050967-2609-41b9-aaae-6e300dce5806 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.3528945 Feb 04 16:08:19.367368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event updated for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.413961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Allocated IP 172.25.5.233 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/9646466f-9a4a-487d-a6d4-a322089d96f2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:19.419760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:19.420477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.431729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437685b9-7cc9-498f-9d9d-10e6f721b2df req-e1df7d7a-8019-439b-885a-6f70cf75f300 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:19.433182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-437685b9-7cc9-498f-9d9d-10e6f721b2df req-e1df7d7a-8019-439b-885a-6f70cf75f300 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.4398584 Feb 04 16:08:19.577243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Router 3c750a55-e88c-444e-8c53-4136d63e2325 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:19.581493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-9f60b393-75f4-4c1c-b325-610651381465 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5170431 Feb 04 16:08:19.584181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.597777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Request body: {'port': {'device_id': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:19.616153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.659959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-437685b9-7cc9-498f-9d9d-10e6f721b2df req-802c608c-c5e5-4928-a8d4-e820ae5d2b93 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737454 Feb 04 16:08:19.687689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event updated for resources: {'Port': ['ID=9646466f-9a4a-487d-a6d4-a322089d96f2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:19.704238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:19.705585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:19.708284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:19.726432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-04a9eac3-f4aa-4dfa-84ad-805809712a74 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:19.728101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-04a9eac3-f4aa-4dfa-84ad-805809712a74 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3649092 Feb 04 16:08:19.912526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:19.913326 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.137323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-f5481ba4-a637-4409-8c9b-cacff44cfa08 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.3801808 Feb 04 16:08:20.142717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:20.179032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Router 56f20d45-0222-4763-ba6f-fc22ce0536d3 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:20.299179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.516524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:20.521513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.526315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] Sync routers for ids ['56f20d45-0222-4763-ba6f-fc22ce0536d3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:20.549505 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] Routers {'56f20d45-0222-4763-ba6f-fc22ce0536d3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:20.552740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['56f20d45-0222-4763-ba6f-fc22ce0536d3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:20.555366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.556910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e585bb3-e2f6-43dc-966e-578138a0f217 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1740277 Feb 04 16:08:20.559837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55022) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.629013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:20.642115 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] Routers {'56f20d45-0222-4763-ba6f-fc22ce0536d3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:20.643598 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['56f20d45-0222-4763-ba6f-fc22ce0536d3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:20.717808 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:20.718755 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d427cb-cc6b-43f4-86ac-334cb7410eb0 None None] The sync data for ids ['56f20d45-0222-4763-ba6f-fc22ce0536d3'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:20.756808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.771778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.772270 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 disassociated. External IP: 172.25.5.171, port: b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd. Feb 04 16:08:20.838506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fefab-f43f-4daf-b867-b0f3f3527825 req-14f7ee4a-eec8-4566-a2ea-d4a98bc1eb0c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:20.839185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-809fefab-f43f-4daf-b867-b0f3f3527825 req-14f7ee4a-eec8-4566-a2ea-d4a98bc1eb0c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Synchronizing usage tracker for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:20.844711 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77f0f105-3107-49fb-812e-49e6145fb096 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/56f20d45-0222-4763-ba6f-fc22ce0536d3 HTTP/1.1" status: 200 len: 921 time: 0.2836993 Feb 04 16:08:20.847358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55026) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.870801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:20.890821 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-29eba2a9-ffe8-40b3-ac89-afd1f37f67a5 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=56f20d45-0222-4763-ba6f-fc22ce0536d3 HTTP/1.1" status: 200 len: 205 time: 0.0423155 Feb 04 16:08:20.893665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:20.901486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-809fefab-f43f-4daf-b867-b0f3f3527825 req-14f7ee4a-eec8-4566-a2ea-d4a98bc1eb0c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Unset dirty status for tenant:207610a770a64f61ba7412db09e00922 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:20.902649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-809fefab-f43f-4daf-b867-b0f3f3527825 req-14f7ee4a-eec8-4566-a2ea-d4a98bc1eb0c tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 931 time: 0.8200181 Feb 04 16:08:20.985897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.114862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.170101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-809fefab-f43f-4daf-b867-b0f3f3527825 req-3a89df60-d9a9-4be0-b10f-213f32e2c7ff tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739488 Feb 04 16:08:21.297469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:21.314614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Sync routers for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:21.323821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.326911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:21.327547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:21.335764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port 9646466f-9a4a-487d-a6d4-a322089d96f2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:21.336109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.522616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:21.527531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.550795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:08:21.568648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] No DVR routers for this DVR port 108ae72c-838d-4805-8657-a1f1aaaba9e9 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:21.573790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.575685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb72bb3d-9c12-43ed-bfe4-a9f072cfec04 req-2931765c-999b-4cf3-86e3-d924028c94db tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.41 "DELETE /v2.0/ports/108ae72c-838d-4805-8657-a1f1aaaba9e9 HTTP/1.1" status: 204 len: 173 time: 9.9307172 Feb 04 16:08:21.603674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-deleted', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:21.655284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:21.665790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.680263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for 9646466f-9a4a-487d-a6d4-a322089d96f2 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:21.693653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Transition to ACTIVE for port object 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:21.702481 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.790530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7ee02-ab1c-40c1-b814-73af20f75463 req-42b8e7ce-fd83-4c0b-916d-de38ea4d12b9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:21.791991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83b7ee02-ab1c-40c1-b814-73af20f75463 req-42b8e7ce-fd83-4c0b-916d-de38ea4d12b9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.4659269 Feb 04 16:08:21.888505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:21.915265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:21.919504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Checking router: 3c750a55-e88c-444e-8c53-4136d63e2325 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:21.936153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:21.936766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:21.937847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=9646466f-9a4a-487d-a6d4-a322089d96f2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:21.945940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Pushing event updated for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:21.971989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83b7ee02-ab1c-40c1-b814-73af20f75463 req-9c6f8ac3-4d6a-47cf-86ca-8dd938802de4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684110 Feb 04 16:08:22.204720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:22.216012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Attempting to bind port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:22.216342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Attempting to bind port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:22.216662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Attempting to bind port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:22.252778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:22.253126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Attempting to bind port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 on network 6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:22.266942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:22.267283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Checking segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:22.267664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Bound using segment: {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:22.268117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Bound port: 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7196b5-1de8-455e-ba5a-62133043781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:22.268467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.395818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:22.442203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:22.448190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:22.463298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.592772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.620833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:22.626319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b217c-e839-43c1-9daf-ac436c4704d3 None None] The sync data for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 is: [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:06:40Z', 'revision_number': 4, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'd416639b-5a03-4ede-a3c7-c2dd3ecbcf9c', 'name': '', 'network_id': '1252e59a-7a1a-473d-a86f-5bead8717ce4', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'mac_address': 'fa:16:3e:0e:34:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:39Z', 'updated_at': '2022-02-04T16:06:53Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'subnets': [{'id': 'c089f3de-84d9-460b-b572-b50686f4305b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:22.633967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5313f9db-917e-4e98-adc1-2e018bb87697 req-c2970686-32e7-4365-b698-03645c8e974b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Synchronizing usage tracker for tenant:0a2c3e0777694e1f83ffea62f7056ac2 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:22.709263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.710649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-5845f687-adaf-408f-ae26-84d40026630d service neutron] 10.222.0.41 "PUT /v2.0/ports/1e2833ee-fadf-43ca-b4c7-8366c078fbb4 HTTP/1.1" status: 200 len: 1091 time: 3.1174374 Feb 04 16:08:22.725891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5313f9db-917e-4e98-adc1-2e018bb87697 req-c2970686-32e7-4365-b698-03645c8e974b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Unset dirty status for tenant:0a2c3e0777694e1f83ffea62f7056ac2 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:22.732022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5313f9db-917e-4e98-adc1-2e018bb87697 req-c2970686-32e7-4365-b698-03645c8e974b tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a163f76-d242-4751-b944-3bd5b98fdedc HTTP/1.1" status: 200 len: 210 time: 0.2912412 Feb 04 16:08:22.753457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.758767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.792663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.793546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router 56f20d45-0222-4763-ba6f-fc22ce0536d3 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:22.795239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845f687-adaf-408f-ae26-84d40026630d service neutron] Pushing event updated for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:22.819015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.820062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ff0b0a8-b1bf-4719-8cad-d76106db5056 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/56f20d45-0222-4763-ba6f-fc22ce0536d3 HTTP/1.1" status: 204 len: 168 time: 1.9253125 Feb 04 16:08:22.825219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55042) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:22.830376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809615715', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:22.836524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:22.840690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:router and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:22.843997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:22.853620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:22.879291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.880409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.904655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:22.990272 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06f48ce-96cc-41a8-a04d-70dbd5f43cf5 None None] New status for floating IP ce811048-c649-490d-9d5f-7f9dd383fbf3: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:22.998726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-b6f0ca46-0328-4933-912c-75bf112108a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 1094 time: 0.2449794 Feb 04 16:08:23.074597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.110111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110f703-7040-485a-a6ef-1e7f3012c70d req-2de3c357-69b0-4f23-9c53-4f0ef120386a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.111634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0110f703-7040-485a-a6ef-1e7f3012c70d req-2de3c357-69b0-4f23-9c53-4f0ef120386a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.2256241 Feb 04 16:08:23.121954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-18a476d1-437c-4bb7-bf91-cbfadc3d0c73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4 HTTP/1.1" status: 200 len: 217 time: 0.1033723 Feb 04 16:08:23.123045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:23.146154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'floatingip': {'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:23.192072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:23.205132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:23.220689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.232526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:23.233165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:23.293368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.339100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-0faec274-6188-408b-845f-8573bf7ab46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:23.341979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-0faec274-6188-408b-845f-8573bf7ab46c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.2179573 Feb 04 16:08:23.415074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-b06599e5-5666-47e0-a3d5-74faa81013c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553677 Feb 04 16:08:23.514314 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a163f76-d242-4751-b944-3bd5b98fdedc', 'name': 'network-vif-deleted', 'tag': '108ae72c-838d-4805-8657-a1f1aaaba9e9', 'status': 'completed', 'code': 200} Feb 04 16:08:23.535019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-12133f7e-6656-4567-95ea-4ddd5525d10b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "PUT /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 695 time: 3.3959057 Feb 04 16:08:23.633307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:23.890538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-c97c0920-a004-4a99-9a41-0ec57f8f3bc6 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638090 Feb 04 16:08:23.900492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-420c2fd0-5008-4517-99b6-717fd219ba2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1096 time: 0.3438888 Feb 04 16:08:23.926882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:23.964811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.174941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.179858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:24.195461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:24.196079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.250876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-db793bf3-7ca9-45e2-b3da-7f1c478490f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.252776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-db793bf3-7ca9-45e2-b3da-7f1c478490f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.2427776 Feb 04 16:08:24.414501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-03b714cd-a4c0-440d-a48f-b9fd915449f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 200 len: 217 time: 0.1555128 Feb 04 16:08:24.435064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:24.484292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.25.5.213 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e54124e6-7ec4-4896-9444-f21f72c69212) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:24.515122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd53edbc-9316-4c7e-84e7-afe864f65881 req-fea430f4-b9e5-4b91-b6c8-b484a4f26442 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128728 Feb 04 16:08:24.553313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-cc0a403b-4a6a-436b-91c2-123d21853a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.554866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-cc0a403b-4a6a-436b-91c2-123d21853a38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.1209726 Feb 04 16:08:24.563454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-58ae33de-2a8b-4821-8266-b56200818601 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.564987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-58ae33de-2a8b-4821-8266-b56200818601 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.5537388 Feb 04 16:08:24.668953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050498c2-d326-4f7a-8f07-77d32330efe3 req-be47e65d-dd50-4a6a-86bd-0f74f624a7df tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:24.670563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-050498c2-d326-4f7a-8f07-77d32330efe3 req-be47e65d-dd50-4a6a-86bd-0f74f624a7df tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 943 time: 0.3254864 Feb 04 16:08:24.709658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.722217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.731650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Deleting port 5a093a9b-4ec7-463e-9133-b631244d1938 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:24.732042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.813955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-050498c2-d326-4f7a-8f07-77d32330efe3 req-22b1dc14-979c-45d3-a003-74265a108801 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303194 Feb 04 16:08:24.852473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-a26fb3b2-5331-483a-8bf0-3cb921618e6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847061 Feb 04 16:08:24.916124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:24.924930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:24.939469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51071abd-d56a-4475-bd43-e27c9ed15127 None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:25.083585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe18ce95-158c-4480-a1fa-e8069816913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.113648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.211635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=e54124e6-7ec4-4896-9444-f21f72c69212,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:25.214798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:25.217848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:25.220821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:25.252910 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Floating IP 4704d088-4bc1-4315-982f-72e197dc68c2 associated. External IP: 172.25.5.178, port: 7bad4c47-48d5-42f1-878c-9232484868b2. Feb 04 16:08:25.299652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-df384585-ab2f-4a56-b37b-104bb11da06b service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205523 Feb 04 16:08:25.352799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] For port 5a093a9b-4ec7-463e-9133-b631244d1938, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5a093a9b-4ec7-463e-9133-b631244d1938,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:25.353174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.433036 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9f9fc-89b9-4a52-98d1-c453508ebf4f None None] New status for floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:25.682082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.682853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:25.696000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4'}, {'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:25.708957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Calling delete_port for 5a093a9b-4ec7-463e-9133-b631244d1938 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:25.931206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693eb5e8-710a-49f4-95ba-d5bc06214023 req-13542230-4b35-4235-a395-eb90abe2c19c service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305370 Feb 04 16:08:25.943945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee24e9-3492-44e0-8930-ac3579313619 req-118a71fd-3cb2-4127-8a8d-9e7d18b12873 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.949659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25ee24e9-3492-44e0-8930-ac3579313619 req-118a71fd-3cb2-4127-8a8d-9e7d18b12873 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6704166-b5b1-49c7-8154-4e005bb7d905 HTTP/1.1" status: 200 len: 944 time: 0.7172637 Feb 04 16:08:25.969898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-3701a2e2-fdde-4b1e-8f52-79939bbc8ee1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:25.971337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-3701a2e2-fdde-4b1e-8f52-79939bbc8ee1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.2705841 Feb 04 16:08:26.012709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:26.165766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25ee24e9-3492-44e0-8930-ac3579313619 req-dd518790-fe67-4a09-ae34-19d87ba66468 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097754 Feb 04 16:08:26.193925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Router 72e1709e-92af-4300-918a-f06a9d7bf199 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:26.239790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:26.261549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port a643fc4a-8189-4008-ba61-c1c6a6d7b26b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:26.261895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.263811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4', 'network_id': '6ebe827c-9b5d-490c-8e3b-18b921ccb0f6', 'port_id': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4', 'mac_address': 'fa:16:3e:77:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8478d38-9346-4325-bbfb-c497d6918150', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:26.289256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.340424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.375328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event deleted for resources: {'Port': ['ID=5a093a9b-4ec7-463e-9133-b631244d1938,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.375895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:26.383755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:26.404346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:26.410918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.515511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:26.530570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] No DVR routers for this DVR port 5a093a9b-4ec7-463e-9133-b631244d1938 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:26.538901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.579651 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4', 'status': 'completed', 'code': 200} Feb 04 16:08:26.579889 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'status': 'completed', 'code': 200} Feb 04 16:08:26.639049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a9a89c4-1632-46b3-9bfa-f1ef4e024fc7 req-be93235c-9131-4310-9bb3-07f9700139ef tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "DELETE /v2.0/ports/5a093a9b-4ec7-463e-9133-b631244d1938 HTTP/1.1" status: 204 len: 173 time: 2.0343916 Feb 04 16:08:26.671889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1e2833ee-fadf-43ca-b4c7-8366c078fbb4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:26.681456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d137-17b5-4c3d-96ef-d77581fd327a req-7f6df60f-f59e-469f-a77a-031ffe51b1e2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:26.688146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5a8d137-17b5-4c3d-96ef-d77581fd327a req-7f6df60f-f59e-469f-a77a-031ffe51b1e2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=27bf71fb-06cd-4719-9618-eb54f58297bf HTTP/1.1" status: 200 len: 945 time: 0.5038159 Feb 04 16:08:26.703310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:26.733156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.753943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Sync routers for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:26.798955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:26.799683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:26.814010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2416b76-67bc-4f5a-8b0a-e94bea9309a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "PUT /v2.0/floatingips/4704d088-4bc1-4315-982f-72e197dc68c2 HTTP/1.1" status: 200 len: 992 time: 3.6827097 Feb 04 16:08:26.815947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:26.824747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:26.839788 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Sync routers for ids ['4cd51b5c-b045-4b40-9338-d9c6f3482aa6'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:26.855648 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Routers {'4cd51b5c-b045-4b40-9338-d9c6f3482aa6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:26.856703 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4cd51b5c-b045-4b40-9338-d9c6f3482aa6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:26.861271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.863925 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35dd1f6d-7892-481c-8fa3-de3a1c2059e4 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0374844 Feb 04 16:08:26.867563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55072) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:26.887503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5a8d137-17b5-4c3d-96ef-d77581fd327a req-8e58c67c-9c3f-4078-988e-deb883b19464 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985674 Feb 04 16:08:26.946082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port a643fc4a-8189-4008-ba61-c1c6a6d7b26b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:26.946464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:26.958748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-7868f70e-8121-49dc-97c4-15aa590810bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=207610a770a64f61ba7412db09e00922&device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 1095 time: 0.3146448 Feb 04 16:08:26.978027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837b172-d541-48da-835a-590c5c6fb084 req-7858a285-b1bb-464c-8271-57f290a4de05 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:26.979674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4837b172-d541-48da-835a-590c5c6fb084 req-7858a285-b1bb-464c-8271-57f290a4de05 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 944 time: 0.2872310 Feb 04 16:08:27.176035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for a643fc4a-8189-4008-ba61-c1c6a6d7b26b owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:27.231038 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Set router 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:27.316407 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-907c06f9-8c18-4ef5-91e5-fdbdbff4858e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.340941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:27.377086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e33b3ae2-2812-4060-ab60-dbdf557c2334 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/4cd51b5c-b045-4b40-9338-d9c6f3482aa6 HTTP/1.1" status: 200 len: 909 time: 0.5045078 Feb 04 16:08:27.377924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55084) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:27.392983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809615715', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': True}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:27.399669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:27.408968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:27.413768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4837b172-d541-48da-835a-590c5c6fb084 req-73f4a19c-ec9e-4436-b5f2-f0a9576ecf8b tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068747 Feb 04 16:08:27.415106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Usage tracker for resource:router and tenant:c3b18e568e6e42f9a8c2255646192780 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:27.426976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:27.443136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:27.471099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.472363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.513053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.622718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:27.695156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 5a093a9b-4ec7-463e-9133-b631244d1938 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:27.695628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5a093a9b-4ec7-463e-9133-b631244d1938 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:27.712857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-3aeb9e07-af9d-4f02-9cd0-d17de416ea52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:27.714890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-3aeb9e07-af9d-4f02-9cd0-d17de416ea52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 200 len: 913 time: 0.7441981 Feb 04 16:08:27.784071 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'status': 'completed', 'code': 200} Feb 04 16:08:27.808978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.826991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:27.955225 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:22Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 3, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port': {'id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:24Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:27.961537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Checking router: 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:27.962273 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Updating router 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 port e54124e6-7ec4-4896-9444-f21f72c69212 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:28.029571 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.044866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:28.071176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.108420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.161620 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-9dfdeee5-beef-4ad2-b91d-659c544b74b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4 HTTP/1.1" status: 200 len: 217 time: 0.4076037 Feb 04 16:08:28.174366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.272120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:28.282281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.291746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:28.292399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.326138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:28.355090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce8c7c-a24b-4b6a-94a5-eda204cf08c5 req-2ec4e76a-d6af-4013-bd92-9b9ee00a6159 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:28.356897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47ce8c7c-a24b-4b6a-94a5-eda204cf08c5 req-2ec4e76a-d6af-4013-bd92-9b9ee00a6159 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.6969287 Feb 04 16:08:28.373121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=a643fc4a-8189-4008-ba61-c1c6a6d7b26b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.379060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4704d088-4bc1-4315-982f-72e197dc68c2', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 1, 'project_id': '31a1955445ea4471b01d267964b88741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:28.396707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-f39f3864-48d4-49ff-9727-e63efca2c419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:28.399282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-f39f3864-48d4-49ff-9727-e63efca2c419 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 200 len: 852 time: 0.2165198 Feb 04 16:08:28.404721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Checking router: 72e1709e-92af-4300-918a-f06a9d7bf199 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:28.424558 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.439650 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Transition to ACTIVE for port object e54124e6-7ec4-4896-9444-f21f72c69212 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:28.450101 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.492263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-d6262a89-c985-449b-84e2-ab2d12e0de39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864949 Feb 04 16:08:28.493103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:28.493806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:28.555101 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c2e04-8fd5-41b5-8471-5614e656e742 None None] Pushing event updated for resources: {'Port': ['ID=e54124e6-7ec4-4896-9444-f21f72c69212,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.564611 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.566698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.25.5.160 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ed1037a4-4dec-4765-b0f9-6872d3ba18b4) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:28.593227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Attempting to bind port e54124e6-7ec4-4896-9444-f21f72c69212 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:28.594679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Attempting to bind port e54124e6-7ec4-4896-9444-f21f72c69212 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:28.595205 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Attempting to bind port e54124e6-7ec4-4896-9444-f21f72c69212 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:28.606573 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:28.607386 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:28.607931 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.609680 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:28.610596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Bound port: e54124e6-7ec4-4896-9444-f21f72c69212, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:28.611503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-deleted', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:28.613047 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.694509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.700749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-f8df7f40-3af9-4a85-b9b9-83604d1c6ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1097 time: 0.8647172 Feb 04 16:08:28.716493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] For port e54124e6-7ec4-4896-9444-f21f72c69212, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:28.716999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port a643fc4a-8189-4008-ba61-c1c6a6d7b26b on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:28.723695 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] For port e54124e6-7ec4-4896-9444-f21f72c69212, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e54124e6-7ec4-4896-9444-f21f72c69212,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:28.729904 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.732861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-08381427-7b70-4720-a701-c0511b38308a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:28.741282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-08381427-7b70-4720-a701-c0511b38308a tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6857271 Feb 04 16:08:28.793465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.831474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.845152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.846971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:28.860311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-230f1e1c-eca5-4733-916e-266ef02932e3 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 696 time: 0.1177917 Feb 04 16:08:28.865991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:28.871235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:28.888857 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Routers {'4cd51b5c-b045-4b40-9338-d9c6f3482aa6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:28.889703 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4cd51b5c-b045-4b40-9338-d9c6f3482aa6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:28.932945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d111d112-d629-47e4-93fd-9487812796bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:28.937210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47ce8c7c-a24b-4b6a-94a5-eda204cf08c5 req-c76d24c2-5af8-476a-b485-6298c7e09a78 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5562890 Feb 04 16:08:28.990843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.046935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efeeb2b6-d6df-45c9-a31f-54af5efd7e0a req-1d12c127-b413-4d26-aef0-998318fe5d05 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/a643fc4a-8189-4008-ba61-c1c6a6d7b26b HTTP/1.1" status: 204 len: 173 time: 2.9952123 Feb 04 16:08:29.053000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.060916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3eaa0442-c075-42bf-b924-9506f5df0849 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "DELETE /v2.0/security-groups/d111d112-d629-47e4-93fd-9487812796bb HTTP/1.1" status: 204 len: 168 time: 1.7094018 Feb 04 16:08:29.065105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.109871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.137605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:29.252759 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c2e04-8fd5-41b5-8471-5614e656e742 None None] Pushing event updated for resources: {'Port': ['ID=e54124e6-7ec4-4896-9444-f21f72c69212,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.266975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:29.284082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:29.295251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:29.367047 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] Set router 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:29.416776 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-d987f5bd-4ce0-4e34-9457-4dbbedb32cdb tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] show failed (client error): The resource could not be found. Feb 04 16:08:29.421998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d987f5bd-4ce0-4e34-9457-4dbbedb32cdb tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "GET /v2.0/security-groups/d111d112-d629-47e4-93fd-9487812796bb HTTP/1.1" status: 404 len: 347 time: 0.2715187 Feb 04 16:08:29.426414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:29.476826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:29.491649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-ab4e14fc-3cb0-4325-ac02-837ea3f7a7a5 service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9788785 Feb 04 16:08:29.503413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-8e4a0610-bd74-4105-962f-3bf300461060 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:29.505147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-8e4a0610-bd74-4105-962f-3bf300461060 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:29.517964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:29.541327 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.551965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a643fc4a-8189-4008-ba61-c1c6a6d7b26b no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:29.553880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-8e4a0610-bd74-4105-962f-3bf300461060 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:29.555412 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-8e4a0610-bd74-4105-962f-3bf300461060 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 945 time: 0.6005895 Feb 04 16:08:29.592865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-17dcec8b-443f-4e02-81fc-4e1cf4401552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:29.595462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-17dcec8b-443f-4e02-81fc-4e1cf4401552 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.8732958 Feb 04 16:08:29.706038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Deleting port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:29.707665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:29.758761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: a643fc4a-8189-4008-ba61-c1c6a6d7b26b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:29.759252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a643fc4a-8189-4008-ba61-c1c6a6d7b26b not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:29.766828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-565d7279-9f51-4405-a251-dd3895569fcf service neutron] 10.222.0.41 "GET /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611266 Feb 04 16:08:29.897950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:29.908226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-0131643f-b369-45e1-8908-2f03ac268c55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.1400089 Feb 04 16:08:30.015484 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:22Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 3, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port': {'id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:24Z', 'updated_at': '2022-02-04T16:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:30.023406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feedd938-1227-4dd0-80ec-8d32224c63c0 None None] The sync data for ids ['4cd51b5c-b045-4b40-9338-d9c6f3482aa6'] in n-d-827873-1 is: [{'id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': False}, 'gw_port_id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:22Z', 'updated_at': '2022-02-04T16:08:25Z', 'revision_number': 3, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port': {'id': 'e54124e6-7ec4-4896-9444-f21f72c69212', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd51b5c-b045-4b40-9338-d9c6f3482aa6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:24Z', 'updated_at': '2022-02-04T16:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:30.106558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.107599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.108253 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.137977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4704d088-4bc1-4315-982f-72e197dc68c2', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 1, 'project_id': '31a1955445ea4471b01d267964b88741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:30.160644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc5056-f04e-42be-85f7-7e8e3d685cf2 None None] The sync data for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 is: [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4704d088-4bc1-4315-982f-72e197dc68c2', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:46Z', 'updated_at': '2022-02-04T16:08:24Z', 'revision_number': 1, 'project_id': '31a1955445ea4471b01d267964b88741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:30.395000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] For port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:30.395369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.558296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Deleting port 1ab198ae-0548-42aa-8c01-0d33abde26d8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:30.558658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:30.607071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Calling delete_port for b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:30.615571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77096728-7178-4b72-868d-57c16f974fd4 None None] New status for floating IP 4704d088-4bc1-4315-982f-72e197dc68c2: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:30.716333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-8abf4a0a-2833-4360-8c89-7fdd0cfe9449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:30.719274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-8abf4a0a-2833-4360-8c89-7fdd0cfe9449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.6042144 Feb 04 16:08:30.974931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e54124e6-7ec4-4896-9444-f21f72c69212 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:30.976443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.014425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['0cedbe99-a704-442d-9d51-616ff5405a07'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:31.054950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event deleted for resources: {'Port': ['ID=b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:31.058940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:31.181104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-0e85209e-c375-4e92-98c4-9f08ccd22024 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=9f6069fc-2212-465e-bcb3-efba423a695d HTTP/1.1" status: 200 len: 1018 time: 1.2617917 Feb 04 16:08:31.183730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] No DVR routers for this DVR port b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:31.190788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.213443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'name': 'network-vif-deleted', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:31.231741 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7372ae06-640a-4088-90f7-d5394954e7a4 req-5bdcbaa7-a9e2-48d6-9679-b7bfd66eaf2e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.41 "DELETE /v2.0/ports/b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd HTTP/1.1" status: 204 len: 173 time: 1.6653416 Feb 04 16:08:31.233298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e54124e6-7ec4-4896-9444-f21f72c69212 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:31.240387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e54124e6-7ec4-4896-9444-f21f72c69212 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:31.240757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.284841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176077-1514-4c2d-a524-1737b31b1d64 req-599a5d43-5210-4c7a-9817-5e4098962915 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:31.286036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router b989aafb-3a12-478b-a682-fc19dc10f6ca is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:31.291486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2176077-1514-4c2d-a524-1737b31b1d64 req-599a5d43-5210-4c7a-9817-5e4098962915 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 945 time: 0.9243281 Feb 04 16:08:31.539056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.569283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:31.572275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e54124e6-7ec4-4896-9444-f21f72c69212, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e54124e6-7ec4-4896-9444-f21f72c69212,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:31.575777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-fe09cc92-1f06-41d1-a3ec-083ddfc7a5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:31.577897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-fe09cc92-1f06-41d1-a3ec-083ddfc7a5b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.3698490 Feb 04 16:08:31.580343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.584253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Sync routers for ids ['b989aafb-3a12-478b-a682-fc19dc10f6ca'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:31.597186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.599043 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bea42073-64e5-467d-bac1-9350edc628a2 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2186751 Feb 04 16:08:31.601933 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Routers {'b989aafb-3a12-478b-a682-fc19dc10f6ca'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:31.602221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55120) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:31.602596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b989aafb-3a12-478b-a682-fc19dc10f6ca'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:31.622533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-7863f0cb-9392-4950-b02c-a3d27843684a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:31.623234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-7863f0cb-9392-4950-b02c-a3d27843684a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:31.630423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.630752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:31.690213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e54124e6-7ec4-4896-9444-f21f72c69212,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:31.728888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2176077-1514-4c2d-a524-1737b31b1d64 req-9d0a58af-c4fb-48c3-9e7c-7f2bc76d36ad tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553939 Feb 04 16:08:31.784145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-e0e676a9-377c-48ee-bfe6-bac338f5da3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0279565 Feb 04 16:08:31.970067 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Set router b989aafb-3a12-478b-a682-fc19dc10f6ca gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:32.029765 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f4846769-d214-4ef8-9af9-93f9feaefa0e tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/b989aafb-3a12-478b-a682-fc19dc10f6ca HTTP/1.1" status: 200 len: 908 time: 0.4261942 Feb 04 16:08:32.031986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:32.045546 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4', 'code': 200} Feb 04 16:08:32.135857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Calling delete_port for 1ab198ae-0548-42aa-8c01-0d33abde26d8 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:32.169001 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6704166-b5b1-49c7-8154-4e005bb7d905', 'name': 'network-vif-deleted', 'tag': '5a093a9b-4ec7-463e-9133-b631244d1938', 'status': 'completed', 'code': 200} Feb 04 16:08:32.185878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-7863f0cb-9392-4950-b02c-a3d27843684a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:32.187729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-7863f0cb-9392-4950-b02c-a3d27843684a tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 945 time: 1.7588427 Feb 04 16:08:32.333329 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f722e7de-4110-4d43-9d31-08bd1d7f51ea req-a16834df-3bc1-4218-815b-2ce240631886 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 1096 time: 0.1733513 Feb 04 16:08:32.418985 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f722e7de-4110-4d43-9d31-08bd1d7f51ea req-6928a0b1-01ff-466e-9912-86749d7c253f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711920 Feb 04 16:08:32.433492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.466010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-7e1f5851-aa97-4eff-998d-369f0bdba10b service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8272424 Feb 04 16:08:32.502882 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989aafb-3a12-478b-a682-fc19dc10f6ca', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': 'ed1037a4-4dec-4765-b0f9-6872d3ba18b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:27Z', 'updated_at': '2022-02-04T16:08:29Z', 'revision_number': 3, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port': {'id': 'ed1037a4-4dec-4765-b0f9-6872d3ba18b4', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:67:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b989aafb-3a12-478b-a682-fc19dc10f6ca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:28Z', 'updated_at': '2022-02-04T16:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:32.510079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Deleting port 5368ba40-53de-456d-a1ba-6bf9cc06781a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:32.510521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.516366 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Checking router: b989aafb-3a12-478b-a682-fc19dc10f6ca for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:32.516716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Updating router b989aafb-3a12-478b-a682-fc19dc10f6ca port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:32.594211 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.634598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-3b935d40-2a7f-4513-89f1-3911c4d440f0 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306983 Feb 04 16:08:32.690488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.712979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:32.714291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.773784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e54124e6-7ec4-4896-9444-f21f72c69212 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:32.888943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e54124e6-7ec4-4896-9444-f21f72c69212 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:32.889397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:32.956998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.011420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.131173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Calling delete_port for ed1037a4-4dec-4765-b0f9-6872d3ba18b4 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:33.146454 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.156446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Pushing event deleted for resources: {'Port': ['ID=1ab198ae-0548-42aa-8c01-0d33abde26d8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.170626 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Transition to ACTIVE for port object ed1037a4-4dec-4765-b0f9-6872d3ba18b4 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:33.180629 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.229446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deac36c-651b-4894-8b5a-e6facbe3b7de req-cde6e00d-4e52-4f8a-befc-c3c5fbaf12ab tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:33.235240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1deac36c-651b-4894-8b5a-e6facbe3b7de req-cde6e00d-4e52-4f8a-befc-c3c5fbaf12ab tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=41e76846-81d1-4890-aeda-9fd9fdf7d3c4 HTTP/1.1" status: 200 len: 945 time: 0.6906736 Feb 04 16:08:33.267336 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a260f9b-96e3-4ec8-adec-c0578c323e4d None None] Pushing event updated for resources: {'Port': ['ID=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.268495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:08:33.269680 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Attempting to bind port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:33.270004 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:08:33.270175 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Attempting to bind port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:33.270363 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Attempting to bind port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:33.278295 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:33.278512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:33.278906 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.279319 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:33.279723 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Bound port: ed1037a4-4dec-4765-b0f9-6872d3ba18b4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:33.280105 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.356268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] For port ed1037a4-4dec-4765-b0f9-6872d3ba18b4, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:33.359978 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] For port ed1037a4-4dec-4765-b0f9-6872d3ba18b4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:33.365606 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.376464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d36d72-7fb9-4ef7-8a3b-e70a2af6905c req-d0bfcff6-b6c5-47fe-b295-9b514dc63e29 service neutron] 10.222.0.41 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236829 Feb 04 16:08:33.380450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:08:33.447595 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a260f9b-96e3-4ec8-adec-c0578c323e4d None None] Pushing event updated for resources: {'Port': ['ID=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:33.452619 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Routers {'b989aafb-3a12-478b-a682-fc19dc10f6ca'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:33.453414 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b989aafb-3a12-478b-a682-fc19dc10f6ca'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:33.463512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41bd71a4-89f8-48da-8aac-3080f02f70b9 req-3143031c-28a6-45e4-9968-619ee62996ed service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090434 Feb 04 16:08:33.543917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.586470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.588502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] For port 5368ba40-53de-456d-a1ba-6bf9cc06781a, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=5368ba40-53de-456d-a1ba-6bf9cc06781a,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:33.588849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.600025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1deac36c-651b-4894-8b5a-e6facbe3b7de req-e4618e55-eb27-4369-8ef3-82f1f802ecf0 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159347 Feb 04 16:08:33.606362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.611594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 5368ba40-53de-456d-a1ba-6bf9cc06781a no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:33.618960 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] Set router b989aafb-3a12-478b-a682-fc19dc10f6ca gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:33.771610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting port ed1037a4-4dec-4765-b0f9-6872d3ba18b4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:33.772431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:33.861179 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b989aafb-3a12-478b-a682-fc19dc10f6ca', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:27Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 4, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:33.870017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c03f570-f9b9-49ed-ad2f-4d5c86138a89 None None] The sync data for ids ['b989aafb-3a12-478b-a682-fc19dc10f6ca'] in n-d-827873-1 is: [{'id': 'b989aafb-3a12-478b-a682-fc19dc10f6ca', 'name': 'tempest-snat-router-1809615715', 'tenant_id': 'c3b18e568e6e42f9a8c2255646192780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:27Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 4, 'project_id': 'c3b18e568e6e42f9a8c2255646192780', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:33.960746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Calling delete_port for 5368ba40-53de-456d-a1ba-6bf9cc06781a owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:34.007519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.008763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cbf1747b-a680-4ab8-aa46-bde9da808b78 tempest-ServersTestManualDisk-1592005737 tempest-ServersTestManualDisk-1592005737-project] 10.222.0.62 "DELETE /v2.0/floatingips/ce811048-c649-490d-9d5f-7f9dd383fbf3 HTTP/1.1" status: 204 len: 168 time: 4.5573392 Feb 04 16:08:34.016837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55132) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:34.095837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:34.109055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] For port ed1037a4-4dec-4765-b0f9-6872d3ba18b4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:34.109508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.135224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:34.135668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:34.176851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'name': 'network-vif-deleted', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:34.207268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250350cf-dbb4-4fb6-8e42-850f0c1c6e64 req-708d79c1-12eb-4293-84ef-8c2e5869f875 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:34.208712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-250350cf-dbb4-4fb6-8e42-850f0c1c6e64 req-708d79c1-12eb-4293-84ef-8c2e5869f875 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.2157378 Feb 04 16:08:34.245511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Calling delete_port for ed1037a4-4dec-4765-b0f9-6872d3ba18b4 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:34.307980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.377653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event deleted for resources: {'Port': ['ID=5368ba40-53de-456d-a1ba-6bf9cc06781a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:34.438062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-250350cf-dbb4-4fb6-8e42-850f0c1c6e64 req-fb53e447-e9dd-4c6f-a562-dd9f987add62 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723359 Feb 04 16:08:34.474587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] No DVR routers for this DVR port 5368ba40-53de-456d-a1ba-6bf9cc06781a on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:34.479655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.510903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07f08ddd-a25d-477c-8187-baee9cf368a4 req-0f2cb046-3778-4fc2-ab32-b511aa85b69c tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "DELETE /v2.0/ports/5368ba40-53de-456d-a1ba-6bf9cc06781a HTTP/1.1" status: 204 len: 173 time: 2.2850080 Feb 04 16:08:34.515890 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 associated. External IP: 172.25.5.171, port: 0cedbe99-a704-442d-9d51-616ff5405a07. Feb 04 16:08:34.698482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:34.751492 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6069fc-2212-465e-bcb3-efba423a695d', 'name': 'network-vif-deleted', 'tag': 'b9816e21-32b6-4a03-a1c6-0d7b3ea4fbfd', 'status': 'completed', 'code': 200} Feb 04 16:08:34.765698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed1037a4-4dec-4765-b0f9-6872d3ba18b4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:35.139340 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.147709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602c1bc-9a12-4cb0-9ad6-fba80162a7e3 req-329681c9-e94b-4994-a11b-353ac3e04e5e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.155023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5602c1bc-9a12-4cb0-9ad6-fba80162a7e3 req-329681c9-e94b-4994-a11b-353ac3e04e5e tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 945 time: 0.2098646 Feb 04 16:08:35.242580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5602c1bc-9a12-4cb0-9ad6-fba80162a7e3 req-2aaeb567-c059-461f-b48b-4bea3e093074 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855343 Feb 04 16:08:35.248523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:35.343397 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27bf71fb-06cd-4719-9618-eb54f58297bf', 'name': 'network-vif-deleted', 'tag': 'a643fc4a-8189-4008-ba61-c1c6a6d7b26b', 'status': 'completed', 'code': 200} Feb 04 16:08:35.474481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.544550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.554270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.587783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245a782-0008-48b7-9e8e-0b2760489fff req-0e1500c9-4cc0-410c-aeb6-3e5b75f0a145 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:35.589216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7245a782-0008-48b7-9e8e-0b2760489fff req-0e1500c9-4cc0-410c-aeb6-3e5b75f0a145 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.1224184 Feb 04 16:08:35.606171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.606693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b989aafb-3a12-478b-a682-fc19dc10f6ca {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:35.619708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:35.626699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.631982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:35.647214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:35.647976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:35.680282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:35.685272 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4f6259b-376c-4455-ad8d-fc4e40de6362 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b989aafb-3a12-478b-a682-fc19dc10f6ca HTTP/1.1" status: 204 len: 168 time: 3.6510861 Feb 04 16:08:35.685520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55148) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:35.816228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-75dd8b47-d52b-4b32-a825-98faedca93e5 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "PUT /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 996 time: 6.9546709 Feb 04 16:08:35.819932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7245a782-0008-48b7-9e8e-0b2760489fff req-c7c3cb6e-55a8-4553-ac8c-69bc91b946a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169335 Feb 04 16:08:35.872969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:36.240659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-047d638f-5674-4384-9553-c4342423d1af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.3893349 Feb 04 16:08:36.430543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-174649cf-c8a3-427c-a781-49095d2e2d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.438487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-174649cf-c8a3-427c-a781-49095d2e2d45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.1966219 Feb 04 16:08:36.483984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 8, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:36.488791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:36.503077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:36.505327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:36.546478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.605228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Deleting port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:36.606231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.656214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-39a95194-4a68-4eed-8b31-b1b2278c6e60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 999 time: 0.2166369 Feb 04 16:08:36.745603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-b4ec2f32-5e3b-4ccc-9f36-ecfc560ef649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:36.753133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-b4ec2f32-5e3b-4ccc-9f36-ecfc560ef649 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.0957851 Feb 04 16:08:36.769189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:36.820226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] For port d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:36.820578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:36.918525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-1dabf062-55b4-4cb4-b0d9-f3db98bef5d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644380 Feb 04 16:08:36.978241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Calling delete_port for d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:37.154640 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.225425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-5822718f-3e72-465b-ba75-acb2827fdd8c service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995512 Feb 04 16:08:37.274353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Deleting port e54124e6-7ec4-4896-9444-f21f72c69212 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:37.274714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.282141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.357451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:37.366763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 8, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:37.389285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13783560-4118-48ef-8244-c66ee0f8bb9a None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ede49d57-41a1-4313-a9bb-9c7c96d1a7d5', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'port_id': '0cedbe99-a704-442d-9d51-616ff5405a07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'mac_address': 'fa:16:3e:21:c8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:07:04Z', 'updated_at': '2022-02-04T16:08:32Z', 'revision_number': 8, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:37.391210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-deleted', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a'}, {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:37.714888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23030d9-0b7a-4676-82ad-d6be1c30dcc8 req-021aa9c4-baa7-4e7b-94f9-3aa480b6beb3 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884732 Feb 04 16:08:37.759210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.783308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] For port e54124e6-7ec4-4896-9444-f21f72c69212, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e54124e6-7ec4-4896-9444-f21f72c69212,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:37.783665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:37.956050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Calling delete_port for e54124e6-7ec4-4896-9444-f21f72c69212 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:38.127926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f25532d7-0254-436b-bb80-9d3780a162f2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.129684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f25532d7-0254-436b-bb80-9d3780a162f2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.5712991 Feb 04 16:08:38.229550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-03ec3dcf-c44d-4982-8961-fc473f2574f5 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.0563557 Feb 04 16:08:38.351219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aadab-f750-4fee-a655-2aa47527755c req-32ab81d0-3ef4-417e-a429-ce6476535d0d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.351919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0a7aadab-f750-4fee-a655-2aa47527755c req-32ab81d0-3ef4-417e-a429-ce6476535d0d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:38.372583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b836-b469-4e36-b370-a38e981217f2 req-de158cd8-f6a6-4562-a229-423c8001ee99 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:38.374739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03e5b836-b469-4e36-b370-a38e981217f2 req-de158cd8-f6a6-4562-a229-423c8001ee99 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 945 time: 0.2523277 Feb 04 16:08:38.454849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0a7aadab-f750-4fee-a655-2aa47527755c req-32ab81d0-3ef4-417e-a429-ce6476535d0d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:38.456873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a7aadab-f750-4fee-a655-2aa47527755c req-32ab81d0-3ef4-417e-a429-ce6476535d0d tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 945 time: 0.5963552 Feb 04 16:08:38.614021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-0d36c4f4-2177-4b32-a004-e0e56d01adc2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:38.632441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Router 3c750a55-e88c-444e-8c53-4136d63e2325 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:38.669134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03e5b836-b469-4e36-b370-a38e981217f2 req-6c671ee8-3c7a-40a9-b950-f7fc3f2f58dc tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796876 Feb 04 16:08:38.694429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Deleting port 3b897060-dcfe-4344-ab8c-ceca77106f29 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:38.694815 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.829029 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e76846-81d1-4890-aeda-9fd9fdf7d3c4', 'name': 'network-vif-deleted', 'tag': '5368ba40-53de-456d-a1ba-6bf9cc06781a', 'status': 'completed', 'code': 200} Feb 04 16:08:38.829746 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:08:38.912205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-0d36c4f4-2177-4b32-a004-e0e56d01adc2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:38.922764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-0d36c4f4-2177-4b32-a004-e0e56d01adc2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6730680 Feb 04 16:08:38.928510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:38.928974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:38.941551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Sync routers for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:38.953745 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-049dc0c6-6610-4f02-b784-f4eeb3c1fd27 admin admin] 10.222.0.62 "PUT /v2.0/routers/3c750a55-e88c-444e-8c53-4136d63e2325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9356658 Feb 04 16:08:38.957167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55186) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:38.964030 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:38.964927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.198825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:39.227234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event deleted for resources: {'Port': ['ID=e54124e6-7ec4-4896-9444-f21f72c69212,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:39.263141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.490168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.501357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Deleting port 83bc54ed-02cd-4593-8f3a-02e25a6e4660 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:39.501728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.542256 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:08:37Z', 'revision_number': 5, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port': {'id': '83bc54ed-02cd-4593-8f3a-02e25a6e4660', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:35Z', 'updated_at': '2022-02-04T16:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.546946 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Checking router: 3c750a55-e88c-444e-8c53-4136d63e2325 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:39.557950 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Routers {'3c750a55-e88c-444e-8c53-4136d63e2325'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:39.558586 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3c750a55-e88c-444e-8c53-4136d63e2325'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.632680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-a628478a-983c-4273-b0c2-df293cb04df8 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857808 Feb 04 16:08:39.641378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-fd190f9c-05a9-4f35-8b9c-3a94e591bff2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.7953010 Feb 04 16:08:39.697444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.704990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] For port 83bc54ed-02cd-4593-8f3a-02e25a6e4660, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=83bc54ed-02cd-4593-8f3a-02e25a6e4660,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:39.705381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:39.720596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] Set router 3c750a55-e88c-444e-8c53-4136d63e2325 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:39.768263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9c49e-0787-4bf8-a1b5-b6d705b3470e req-afd5f12e-4985-4c59-ac22-d46a9ba85961 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:39.769660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74a9c49e-0787-4bf8-a1b5-b6d705b3470e req-afd5f12e-4985-4c59-ac22-d46a9ba85961 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 945 time: 0.8265657 Feb 04 16:08:39.846616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Calling delete_port for 83bc54ed-02cd-4593-8f3a-02e25a6e4660 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:39.874977 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:08:39Z', 'revision_number': 6, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:39.879577 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90979c40-13c2-414b-be2a-59abd7f1b00b None None] The sync data for ids ['3c750a55-e88c-444e-8c53-4136d63e2325'] in n-d-827873-1 is: [{'id': '3c750a55-e88c-444e-8c53-4136d63e2325', 'name': 'tempest-ServersTestManualDisk-2124940560-router', 'tenant_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:33Z', 'updated_at': '2022-02-04T16:08:39Z', 'revision_number': 6, 'project_id': '0a2c3e0777694e1f83ffea62f7056ac2', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:40.002507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] For port 3b897060-dcfe-4344-ab8c-ceca77106f29, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3b897060-dcfe-4344-ab8c-ceca77106f29,segment=NetworkSegment(2e484a23-e980-46ad-adf1-0f1a1c3e0fde),segment_id=2e484a23-e980-46ad-adf1-0f1a1c3e0fde)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:40.003133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.051315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.097812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:08:40.237617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Pushing event deleted for resources: {'Port': ['ID=83bc54ed-02cd-4593-8f3a-02e25a6e4660,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.248349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Calling delete_port for 3b897060-dcfe-4344-ab8c-ceca77106f29 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:40.292434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:40.308076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7bad4c47-48d5-42f1-878c-9232484868b2', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:08:40.379996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.399407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:40.417293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:40.423739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.478259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.503882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:40.550369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74a9c49e-0787-4bf8-a1b5-b6d705b3470e req-c79932c9-da6e-41c8-8f8c-a6687abca15f tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/security-groups?id=af91dd22-8c08-48d4-a6fa-3eb54fab46bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400844 Feb 04 16:08:40.553385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.554015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7bad4c47-48d5-42f1-878c-9232484868b2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:40.574710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-d4d596c3-97f3-43a2-aa51-93eb2647d395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:40.576847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-d4d596c3-97f3-43a2-aa51-93eb2647d395 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.9075515 Feb 04 16:08:40.589376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-5d31df51-cb38-426a-8573-dd3732525c08 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9420176 Feb 04 16:08:40.685794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.848591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:40.892361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.899395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.904909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:40.906411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d416639b-5a03-4ede-a3c7-c2dd3ecbcf9c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:40.966054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.966626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c750a55-e88c-444e-8c53-4136d63e2325 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:40.995055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:40.998838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07fa2204-069d-401c-a048-5d193c4eabef admin admin] 10.222.0.62 "DELETE /v2.0/routers/3c750a55-e88c-444e-8c53-4136d63e2325 HTTP/1.1" status: 204 len: 168 time: 2.0380752 Feb 04 16:08:41.007757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:41.104911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-390bd878-750d-4c6c-977d-34e2b9907f50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 999 time: 0.5129523 Feb 04 16:08:41.126262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Deleting subnet c089f3de-84d9-460b-b572-b50686f4305b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:41.137280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.144591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b6d185-3588-4662-9ee2-c382e6b65a1b None None] New status for floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:41.246599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.371631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.446028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-357b39b1-e9d7-4161-8be7-a009016532fa req-08858f0b-ffdd-414d-bffb-68715cfd3e56 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 996 time: 0.7572994 Feb 04 16:08:41.468885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.469421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd51b5c-b045-4b40-9338-d9c6f3482aa6 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:08:41.491531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.597766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.616823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-d0b6cea8-6c9f-44e5-bdfc-6b1dbf9c3246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:41.618252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-d0b6cea8-6c9f-44e5-bdfc-6b1dbf9c3246 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.4971006 Feb 04 16:08:41.627613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c089f3de-84d9-460b-b572-b50686f4305b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.633170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.640697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1104c79f-c916-4510-a343-98994a19e763 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c089f3de-84d9-460b-b572-b50686f4305b HTTP/1.1" status: 204 len: 168 time: 0.6311915 Feb 04 16:08:41.642580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:41.722931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Pushing event deleted for resources: {'Port': ['ID=3b897060-dcfe-4344-ab8c-ceca77106f29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:41.741582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5a6bb-6b95-429d-80aa-c165516a2dbe None None] Network 1252e59a-7a1a-473d-a86f-5bead8717ce4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:41.794444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf098fce-ea3d-44cd-b23c-75a985fec322 req-edeb98a9-e885-4f21-95f0-71e77bc269bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 210 time: 0.1833901 Feb 04 16:08:41.876042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.905862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Deleting port 5b0293b4-a42b-4c8c-8d3e-706452275184 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:41.906206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:41.911462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.912107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.912587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.913050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.913510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.913965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.914452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.914959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.915405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.915855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.916554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:41.981438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:42.058226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 3b897060-dcfe-4344-ab8c-ceca77106f29 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:42.058226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3b897060-dcfe-4344-ab8c-ceca77106f29 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:42.120830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:42.254710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.261859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf183e88-5633-42f6-8c6d-c389dddd2117 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "DELETE /v2.0/routers/4cd51b5c-b045-4b40-9338-d9c6f3482aa6 HTTP/1.1" status: 204 len: 168 time: 6.5721300 Feb 04 16:08:42.282500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:42.288249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7bad4c47-48d5-42f1-878c-9232484868b2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:42.290443 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.318677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] No DVR routers for this DVR port 3b897060-dcfe-4344-ab8c-ceca77106f29 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:42.341822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959807130', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:42.353589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.357547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.58 "DELETE /v2.0/ports/3b897060-dcfe-4344-ab8c-ceca77106f29 HTTP/1.1" status: 204 len: 173 time: 3.8331163 Feb 04 16:08:42.358725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-deleted', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:42.412479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:42.436146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:42.447095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:42.461679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:42.481641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b39b1-e9d7-4161-8be7-a009016532fa req-ea87b0af-4ca1-40d5-8017-c8262cc5d77e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:42.496017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] For port 5b0293b4-a42b-4c8c-8d3e-706452275184, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b0293b4-a42b-4c8c-8d3e-706452275184,segment=NetworkSegment(7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2),segment_id=7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:42.496688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.499940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-357b39b1-e9d7-4161-8be7-a009016532fa req-ea87b0af-4ca1-40d5-8017-c8262cc5d77e tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 1.0322967 Feb 04 16:08:42.659132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.678022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-6c48dcf5-7665-4fad-8466-8616f844e21a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9585135 Feb 04 16:08:42.680540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.681899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.705013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20faecee-bcec-4944-904c-58b768cbbaed None None] DHCP port deletion for 1252e59a-7a1a-473d-a86f-5bead8717ce4 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:08:42.769753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-20faecee-bcec-4944-904c-58b768cbbaed None None] Deleting port 5b0293b4-a42b-4c8c-8d3e-706452275184 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:42.770246 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20faecee-bcec-4944-904c-58b768cbbaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:42.855653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b0293b4-a42b-4c8c-8d3e-706452275184 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:42.856192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Calling delete_port for 5b0293b4-a42b-4c8c-8d3e-706452275184 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:42.920386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:42.999619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:43.045414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e379b4bc-e92d-4c82-83e1-f9137a33b95a req-bf81c718-cad0-4883-b040-20f1ca1650a7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Synchronizing usage tracker for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:43.065119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.115194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.162485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-20faecee-bcec-4944-904c-58b768cbbaed None None] The port '5b0293b4-a42b-4c8c-8d3e-706452275184' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:08:43.215510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] No DVR routers for this DVR port 5b0293b4-a42b-4c8c-8d3e-706452275184 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:43.305606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port 5b0293b4-a42b-4c8c-8d3e-706452275184 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:08:43.306843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b0293b4-a42b-4c8c-8d3e-706452275184 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:43.341706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.345331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0293b4-a42b-4c8c-8d3e-706452275184,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.434083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e379b4bc-e92d-4c82-83e1-f9137a33b95a req-bf81c718-cad0-4883-b040-20f1ca1650a7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] Unset dirty status for tenant:43fed9740e7341b184f2f36a6b4f6b61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:43.446466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e379b4bc-e92d-4c82-83e1-f9137a33b95a req-bf81c718-cad0-4883-b040-20f1ca1650a7 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] 10.222.0.62 "GET /v2.0/ports?device_id=691165ce-0a38-41f1-ae79-3a2ee0281147 HTTP/1.1" status: 200 len: 210 time: 0.5565813 Feb 04 16:08:43.489530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.519914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.538818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1252e59a-7a1a-473d-a86f-5bead8717ce4']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:43.546396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3651a7-0d05-4551-a153-a8430599766c req-7c3ed5e1-d565-480b-a7ea-d91929c45214 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.548262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c3651a7-0d05-4551-a153-a8430599766c req-7c3ed5e1-d565-480b-a7ea-d91929c45214 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 945 time: 1.0352685 Feb 04 16:08:43.578290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-a8489d22-6e6a-4ff5-9779-05c47eb21070 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8824072 Feb 04 16:08:43.596971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:43.601185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed561dd-fe5d-4bfb-9424-2ada5e47b0f2') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:43.617189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.637753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.652990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:43.653446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:43.667242 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:43.770316 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.789263 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '691165ce-0a38-41f1-ae79-3a2ee0281147', 'name': 'network-vif-deleted', 'tag': '3b897060-dcfe-4344-ab8c-ceca77106f29', 'status': 'completed', 'code': 200} Feb 04 16:08:43.797112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:43.810784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] Pushing event deleted for resources: {'Network': ['ID=1252e59a-7a1a-473d-a86f-5bead8717ce4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:43.829266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0bf149c5-aff1-406d-8c93-e8bd9988da15 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1252e59a-7a1a-473d-a86f-5bead8717ce4 HTTP/1.1" status: 204 len: 168 time: 2.1851792 Feb 04 16:08:43.896537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-c847c91e-f7af-4f0e-a0ef-93c18e281c60 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:43.898453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-c847c91e-f7af-4f0e-a0ef-93c18e281c60 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.8083827 Feb 04 16:08:43.992439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '092d0a28-3c99-442c-8753-ae0a34759629', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:44.182682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-90283e00-0094-415a-ae26-0a6ff88debb2 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.3878503 Feb 04 16:08:44.259904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:44.284826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a5d46-1eab-41da-8457-0647541a285d req-95cd01c9-36b9-4f33-a405-6ffa2210bfd6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:44.286255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-657a5d46-1eab-41da-8457-0647541a285d req-95cd01c9-36b9-4f33-a405-6ffa2210bfd6 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 945 time: 0.9509361 Feb 04 16:08:44.306965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c3651a7-0d05-4551-a153-a8430599766c req-f664c3ef-f121-481d-8f48-191d6aa4365f tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961401 Feb 04 16:08:44.313105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9059e98-3a55-4c0f-ab61-033e769bd6c7 req-17f77f0b-929f-4d6e-a627-0fa6b06a15ae service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314103 Feb 04 16:08:44.343826 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-976e785b-d6a2-4184-9930-9bae86077c28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a2c3e0777694e1f83ffea62f7056ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0824544 Feb 04 16:08:44.348207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55262) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:44.376636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-927c3ce0-a678-4db5-99d2-2900b572f442 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:44.378167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-927c3ce0-a678-4db5-99d2-2900b572f442 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports/0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 942 time: 0.1947367 Feb 04 16:08:44.432118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.464366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.485256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:44.503371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:44.559600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.567023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.582614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ccd7f-f25f-470e-8bc0-da0a6a768e87,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:44.589586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.590807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-26306a71-9bf8-483d-a974-5a52c937bd58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b2ccd7f-f25f-470e-8bc0-da0a6a768e87 HTTP/1.1" status: 204 len: 168 time: 0.2414176 Feb 04 16:08:44.654742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:44.658073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.688905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24584aee-88fe-4ce5-b972-8e7dec8dab6f req-5e7e8aea-bae8-4462-8dfe-339ea5496932 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 210 time: 0.1750784 Feb 04 16:08:44.701202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 83bc54ed-02cd-4593-8f3a-02e25a6e4660 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:44.772379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Deleting port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:44.772725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:44.790259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 83bc54ed-02cd-4593-8f3a-02e25a6e4660 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:44.790811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 83bc54ed-02cd-4593-8f3a-02e25a6e4660 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:44.807121 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:08:45.226236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:45.271498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-c31d8589-dd48-47e7-a29e-166bd6e44112 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.6975014 Feb 04 16:08:45.633474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Deleting subnet 1a3dea2a-b6c4-4080-bad3-e17591b068ca {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:45.639903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.709290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.8 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/865f4a03-5a72-45a6-806b-8fb44716c6ce) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:45.786179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.807494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-8cd4505d-83ed-4c3f-b243-692e31653c0b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:45.808866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-8cd4505d-83ed-4c3f-b243-692e31653c0b tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.4543719 Feb 04 16:08:45.842252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] For port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,segment=NetworkSegment(5a7196b5-1de8-455e-ba5a-62133043781a),segment_id=5a7196b5-1de8-455e-ba5a-62133043781a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:45.842692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:45.905629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.007264 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.067300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.073639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3dea2a-b6c4-4080-bad3-e17591b068ca,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:46.077782 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-663ce294-439f-4020-92e0-e4a5678eb97f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a3dea2a-b6c4-4080-bad3-e17591b068ca HTTP/1.1" status: 204 len: 168 time: 0.8497744 Feb 04 16:08:46.080712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:46.121681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Calling delete_port for 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:46.231760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.242522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:46.399932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.434034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7071330f-45a4-4e41-8353-85f589553839']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.449593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e484a23-e980-46ad-adf1-0f1a1c3e0fde') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.449907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e484a23-e980-46ad-adf1-0f1a1c3e0fde') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:46.466076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.477629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-f248387f-d395-4dbe-bde5-db1ce7b5a316 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 1001 time: 0.6398530 Feb 04 16:08:46.483893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.491435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:46.491824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.493482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:46.581473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.602717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-121102010-network', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:46.607168 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:46.609938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.615368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.618707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:46.648298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=7071330f-45a4-4e41-8353-85f589553839,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:46.656274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.657244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Usage tracker for resource:network and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:46.664288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:46.684655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a39fc303-ab9e-4c7d-a13b-a844e5fa8f97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7071330f-45a4-4e41-8353-85f589553839 HTTP/1.1" status: 204 len: 168 time: 0.6028509 Feb 04 16:08:46.687288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:46.689825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:46.733906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.774782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Deleting subnet e23f841a-42e7-4dad-bd2f-d05933cdbace {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:46.778617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:46.782130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.797444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.805486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.825996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:46.908324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:46.912411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Usage tracker for resource:security_group_rule and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:46.915468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:46.921530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:46.970757 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.043765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.054392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.066968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.100669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b834a-208e-4a48-995d-a2a9e52ee107 req-31a0fa68-1901-4601-ad1d-cdb73825511d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:47.102509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-233b834a-208e-4a48-995d-a2a9e52ee107 req-31a0fa68-1901-4601-ad1d-cdb73825511d tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4179e77-2c96-495a-a397-21fc9e3036f5 HTTP/1.1" status: 200 len: 867 time: 1.1913407 Feb 04 16:08:47.153083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Pushing event deleted for resources: {'Port': ['ID=1e2833ee-fadf-43ca-b4c7-8366c078fbb4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.239140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.360558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:47.376676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Allocated IP 172.25.5.151 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/447e3a41-5594-4d1f-8828-a448b9e65c0d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:47.397777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0acd6-855b-435e-b363-036cef33772e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.400543 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.400888 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Added segment 3395f6d9-6ea4-4ffd-b934-08427529446e of type vlan for network 28662e20-87e0-475f-8a68-03882593079e Feb 04 16:08:47.458300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.474125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.537303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23f841a-42e7-4dad-bd2f-d05933cdbace,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.552382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149c289-df17-4c06-80b1-1579e12fb76c req-95f6e481-44fd-4a3b-a918-dd411c0adc81 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:47.554150 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2149c289-df17-4c06-80b1-1579e12fb76c req-95f6e481-44fd-4a3b-a918-dd411c0adc81 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.41 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 945 time: 0.4048221 Feb 04 16:08:47.629727 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.644420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.645286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:47.645854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.781313 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69c15c57-fd37-4788-98d4-39524073d981 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e23f841a-42e7-4dad-bd2f-d05933cdbace HTTP/1.1" status: 204 len: 168 time: 1.0861900 Feb 04 16:08:47.785633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] No DVR routers for this DVR port 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:47.788648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Deleting port 9122e4d0-0904-45b2-bb6c-ca76126a1378 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:08:47.788648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.800162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.805051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.812660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:47.817963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.828734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'name': 'network-vif-deleted', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:47.843612 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5961497 Feb 04 16:08:47.870220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55328) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:47.902898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:47.904142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Request body: {'subnet': {'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-subnet', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:47.968906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313a74-b8dd-44d0-ba70-92a5803ff815 admin admin] Pushing event updated for resources: {'Network': ['ID=28662e20-87e0-475f-8a68-03882593079e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:47.997145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:48.006839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-233b834a-208e-4a48-995d-a2a9e52ee107 req-07df8e1a-3326-46d0-ba6f-38f379899cab tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.62 "GET /v2.0/security-groups?id=c94441c8-41fa-43bb-8bde-60f08afc0a2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462434 Feb 04 16:08:48.035451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 28662e20-87e0-475f-8a68-03882593079e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:48.052802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Usage tracker for resource:subnet and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:48.064444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-657a5d46-1eab-41da-8457-0647541a285d req-ec8df18e-2b0a-49de-9ba9-e67bee542510 tempest-DeleteServersTestJSON-1664608377 tempest-DeleteServersTestJSON-1664608377-project] 10.222.0.41 "DELETE /v2.0/ports/1e2833ee-fadf-43ca-b4c7-8366c078fbb4 HTTP/1.1" status: 204 len: 173 time: 3.7502465 Feb 04 16:08:48.120169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:48.125361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:48.142253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:48.148025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:48.158232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:48.251715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.274000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:48.277486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:48.286493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.299834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.489564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.500995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:48.501698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1e2833ee-fadf-43ca-b4c7-8366c078fbb4 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:48.529231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.529762 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 disassociated. External IP: 172.25.5.171, port: 0cedbe99-a704-442d-9d51-616ff5405a07. Feb 04 16:08:48.604783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.706239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:48.707293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:48.711277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e54124e6-7ec4-4896-9444-f21f72c69212 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:48.714069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event updated for resources: {'Port': ['ID=447e3a41-5594-4d1f-8828-a448b9e65c0d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:48.753576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:48.765506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e54124e6-7ec4-4896-9444-f21f72c69212 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:48.766241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:48.766820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e54124e6-7ec4-4896-9444-f21f72c69212 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:48.776452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:48.862542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-f6e83892-786f-4a12-ba27-a2a3ee903b07 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8736403 Feb 04 16:08:48.878420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Request body: {'port': {'device_id': '092d0a28-3c99-442c-8753-ae0a34759629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:48.906994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.007337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.023667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] For port 9122e4d0-0904-45b2-bb6c-ca76126a1378, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9122e4d0-0904-45b2-bb6c-ca76126a1378,segment=NetworkSegment(f536e472-9304-4451-a8d2-b6de9910a8f0),segment_id=f536e472-9304-4451-a8d2-b6de9910a8f0)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:49.024099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.071172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d99b5-2781-4ea5-93db-436267bc7b5f req-e7c18931-5e79-4131-a21f-3cb7b0f7a42a tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:49.079356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-578d99b5-2781-4ea5-93db-436267bc7b5f req-e7c18931-5e79-4131-a21f-3cb7b0f7a42a tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 945 time: 0.6573524 Feb 04 16:08:49.239621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Calling delete_port for 9122e4d0-0904-45b2-bb6c-ca76126a1378 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:08:49.264708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-578d99b5-2781-4ea5-93db-436267bc7b5f req-8de5fc8a-f3a7-46b4-80c5-cd54e5a883ce tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/security-groups?id=6916c6a0-ead8-4c53-bf2f-8d6139247ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837215 Feb 04 16:08:49.323477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8805bd-09fc-4f57-beee-5f4ad66ee47c']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:49.349537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bd8bb2-9dde-41df-a03c-6de701656773') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:49.349819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bd8bb2-9dde-41df-a03c-6de701656773') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:49.401188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.427125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.515269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.521553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:49.522582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:49.598566 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:49.760422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.915701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68def689-9701-4023-a285-5b46db779305,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:49.921886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.924406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8805bd-09fc-4f57-beee-5f4ad66ee47c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:49.931296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:49.939623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9793fcf-b35f-4e1c-b01d-60ae4f414ed8 req-b23a40eb-5932-4112-bda8-c37350c31050 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:49.940406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a9793fcf-b35f-4e1c-b01d-60ae4f414ed8 req-b23a40eb-5932-4112-bda8-c37350c31050 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:08:49.943200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9122e4d0-0904-45b2-bb6c-ca76126a1378'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:08:50.010605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Pushing event deleted for resources: {'Port': ['ID=9122e4d0-0904-45b2-bb6c-ca76126a1378,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:50.041911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f8e103e-2139-4bd2-b6b5-4cde18220f7e admin admin] 10.222.0.62 "DELETE /v2.0/networks/4d8805bd-09fc-4f57-beee-5f4ad66ee47c HTTP/1.1" status: 204 len: 168 time: 2.2125783 Feb 04 16:08:50.043545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Checking segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:50.044117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Network hostable DHCP agents. Network: 28662e20-87e0-475f-8a68-03882593079e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:08:50.110765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a9793fcf-b35f-4e1c-b01d-60ae4f414ed8 req-b23a40eb-5932-4112-bda8-c37350c31050 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:08:50.111910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9793fcf-b35f-4e1c-b01d-60ae4f414ed8 req-b23a40eb-5932-4112-bda8-c37350c31050 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 931 time: 0.5234249 Feb 04 16:08:50.133495 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.134499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.233386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] No DVR routers for this DVR port 9122e4d0-0904-45b2-bb6c-ca76126a1378 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:08:50.277642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.285963 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2149c289-df17-4c06-80b1-1579e12fb76c req-fb5ad81b-4f97-4e06-9701-b1ddadf06064 tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.41 "DELETE /v2.0/ports/9122e4d0-0904-45b2-bb6c-ca76126a1378 HTTP/1.1" status: 204 len: 173 time: 2.7213845 Feb 04 16:08:50.286829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'name': 'network-vif-deleted', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:50.296606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Network 28662e20-87e0-475f-8a68-03882593079e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:08:50.318400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 28662e20-87e0-475f-8a68-03882593079e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:50.329484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a414eb-17de-448e-ab3f-2b7fedc3c20a None None] Network 28662e20-87e0-475f-8a68-03882593079e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:50.338676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:50.339431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.395516 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5fe99dba-78db-46da-b73f-1e1485008f5b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5139527 Feb 04 16:08:50.408002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:50.426955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:50.444446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9793fcf-b35f-4e1c-b01d-60ae4f414ed8 req-6be6a387-74e1-4a36-8add-21dba9f90907 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126429 Feb 04 16:08:50.452785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:08:50.455110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:50.455784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865f4a03-5a72-45a6-806b-8fb44716c6ce {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:08:50.474997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.475382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Usage tracker for resource:router and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:50.492620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:50.511787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:50.550364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.552584 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.609326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Transition to ACTIVE for port object 865f4a03-5a72-45a6-806b-8fb44716c6ce will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:50.628073 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4179e77-2c96-495a-a397-21fc9e3036f5', 'name': 'network-vif-deleted', 'tag': '1e2833ee-fadf-43ca-b4c7-8366c078fbb4', 'status': 'completed', 'code': 200} Feb 04 16:08:50.667920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.708342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:50.751606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.840946 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de21aaa4-2a8e-4321-b89f-759cd127972e', 'name': 'network-vif-deleted', 'tag': '9122e4d0-0904-45b2-bb6c-ca76126a1378', 'status': 'completed', 'code': 200} Feb 04 16:08:50.883877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-28662e20-87e0-475f-8a68-03882593079e', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:08:50.885750 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:50.906670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.003384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Pushing event updated for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.029626 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.122999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c5edac3-79e1-477e-b306-6527bc21f8ed req-1351f9b1-6ba6-4537-ac7c-5c14d287385e tempest-ServerTagsTestJSON-1196403578 tempest-ServerTagsTestJSON-1196403578-project] 10.222.0.62 "GET /v2.0/ports?device_id=de21aaa4-2a8e-4321-b89f-759cd127972e HTTP/1.1" status: 200 len: 210 time: 0.1298068 Feb 04 16:08:51.141168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6f4620e-a873-4ac9-a092-ed9f66b5ea38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43fed9740e7341b184f2f36a6b4f6b61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4304228 Feb 04 16:08:51.148006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:51.205164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.214000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Allocated IP 172.20.0.2 (28662e20-87e0-475f-8a68-03882593079e/68def689-9701-4023-a285-5b46db779305/a50444d3-5dfb-4a40-856e-215ce169baf4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:51.414516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.454145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.464485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Attempting to bind port 865f4a03-5a72-45a6-806b-8fb44716c6ce on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:51.464815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Attempting to bind port 865f4a03-5a72-45a6-806b-8fb44716c6ce by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:51.465138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Attempting to bind port 865f4a03-5a72-45a6-806b-8fb44716c6ce on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:51.600405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.615508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Port 865f4a03-5a72-45a6-806b-8fb44716c6ce on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:08:51.615839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Attempting to bind port 865f4a03-5a72-45a6-806b-8fb44716c6ce on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:51.633043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Transition to ACTIVE for port object a50444d3-5dfb-4a40-856e-215ce169baf4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:51.647837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.671420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:51.672445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:51.672580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:51.673115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Bound port: 865f4a03-5a72-45a6-806b-8fb44716c6ce, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:51.673550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.678282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af91dd22-8c08-48d4-a6fa-3eb54fab46bb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:51.697122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Router 82ba2561-ddca-44cb-9aed-2f0ea2916ac4 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:51.722234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.734083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Transition to ACTIVE for port object a50444d3-5dfb-4a40-856e-215ce169baf4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:51.761153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.782690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.784233 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3029b37-ce50-4c87-8a06-f7b4f9c6ff13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af91dd22-8c08-48d4-a6fa-3eb54fab46bb HTTP/1.1" status: 204 len: 168 time: 0.6332474 Feb 04 16:08:51.812070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:51.895708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:51.909322 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:51.937080 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:51.939707 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:52.031454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Network 28662e20-87e0-475f-8a68-03882593079e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:52.039275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:52.055947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:52.059404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:52.060308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:52.064678 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.108870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Pushing event updated for resources: {'Port': ['ID=a50444d3-5dfb-4a40-856e-215ce169baf4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.177439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Allocated IP 172.25.5.220 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8de6fd1b-729d-4463-9e4e-91783f78bd03) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:08:52.222027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9122e4d0-0904-45b2-bb6c-ca76126a1378 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:08:52.404215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 9122e4d0-0904-45b2-bb6c-ca76126a1378 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:08:52.404215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9122e4d0-0904-45b2-bb6c-ca76126a1378 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:08:52.412667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.412972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.416213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.416379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.416780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.417000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.417314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.417654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.417983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.418314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.422044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:52.432311 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:52.473630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Attempting to bind port a50444d3-5dfb-4a40-856e-215ce169baf4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:52.473630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Attempting to bind port a50444d3-5dfb-4a40-856e-215ce169baf4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:52.474013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Attempting to bind port a50444d3-5dfb-4a40-856e-215ce169baf4 on network 28662e20-87e0-475f-8a68-03882593079e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:52.483539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:52.483917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Checking segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:52.484698 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.485978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Bound using segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:52.486538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Bound port: a50444d3-5dfb-4a40-856e-215ce169baf4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:52.486925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.493597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-dce61698-4a1b-4895-aeb6-ec36cc34aade tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "PUT /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 696 time: 6.0041382 Feb 04 16:08:52.502999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.617438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] For port a50444d3-5dfb-4a40-856e-215ce169baf4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:52.622921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] For port a50444d3-5dfb-4a40-856e-215ce169baf4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a50444d3-5dfb-4a40-856e-215ce169baf4,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:52.629352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.666292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.700358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:52.739155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.749157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/865f4a03-5a72-45a6-806b-8fb44716c6ce HTTP/1.1" status: 200 len: 1091 time: 3.8745074 Feb 04 16:08:52.775436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:52.795716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f30c-7d59-41c3-8d14-e68972eaa21a None None] Pushing event updated for resources: {'Port': ['ID=a50444d3-5dfb-4a40-856e-215ce169baf4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.857634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61b49-72ff-421a-9408-d42fd2c441e0 service neutron] Pushing event updated for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:52.885735 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:08:52.982306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:53.000822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Pushing event updated for resources: {'Port': ['ID=8de6fd1b-729d-4463-9e4e-91783f78bd03,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:53.008776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:08:53.010044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:08:53.012264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:08:53.256017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:53.265340 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:53.300950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-6070a7db-da31-4de7-8c6f-527ec6947e54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 0.7636485 Feb 04 16:08:53.322539 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:53.323313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:53.327364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bac8b9-7e93-4cd9-ba34-1901a60cde3c req-6c4fdfd7-b587-49a2-b1cd-86bae8e134d6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:53.334772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75bac8b9-7e93-4cd9-ba34-1901a60cde3c req-6c4fdfd7-b587-49a2-b1cd-86bae8e134d6 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 943 time: 0.8496854 Feb 04 16:08:53.440409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.443753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.536297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-a1e2b161-2e48-4233-95ec-0a0059b84a8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 1094 time: 0.6817522 Feb 04 16:08:53.634443 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:53.656868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2dfc9463-61c7-4b25-bfd3-3075533d7631 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f87afe07d1cd4feda705e856119af9e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6651011 Feb 04 16:08:53.665134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55386) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:53.700302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75bac8b9-7e93-4cd9-ba34-1901a60cde3c req-395e9dc9-61de-44f7-913e-b5b5941d9462 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644938 Feb 04 16:08:53.702818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-8d065b9f-a86c-4e4c-bc79-1cecb01dadcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce HTTP/1.1" status: 200 len: 217 time: 0.1422868 Feb 04 16:08:53.766007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-19bd7a09-a671-4780-b5ad-eb555ee5bd26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:53.767526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-19bd7a09-a671-4780-b5ad-eb555ee5bd26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.4002166 Feb 04 16:08:53.777778 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:53.809571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.000712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-c049b8e6-d941-4fbf-8068-ce399107127a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.1826842 Feb 04 16:08:54.024037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.055602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:54.069850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] Sync routers for ids ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:54.090041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b09bd-193a-44ba-ba42-132ceb7d9e92,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:54.162793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-41fdb0fc-0b21-4ea8-aff9-3d2cbb59a08d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:54.164937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-41fdb0fc-0b21-4ea8-aff9-3d2cbb59a08d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.3962426 Feb 04 16:08:54.165799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55394) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:54.173971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.184401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-55d4119c-c3be-4be5-baa2-fa9c9a4f5538 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.8729692 Feb 04 16:08:54.184561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] Routers {'82ba2561-ddca-44cb-9aed-2f0ea2916ac4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:54.184950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:54.186859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55396) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:54.260839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:54.318870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Deleting subnet 50fc16d2-e412-4298-81c3-bb5963dcc1eb {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:08:54.351680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa19519-8f0e-4c0a-b4fa-c54b541c8067 None None] Network 28662e20-87e0-475f-8a68-03882593079e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:08:54.373009 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:08:54.375148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.488551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:54.504974 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d585d7a5-38b1-4b61-aef5-eaa37b03efb0 None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:06:19Z', 'revision_number': 4, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '129f9f0d-e8f8-48de-b101-f70d4d87bbc3', 'name': '', 'network_id': '39f739d4-22f9-4cbf-86b7-69858332b9b1', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'mac_address': 'fa:16:3e:1a:c8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11874869-2423-4bde-9866-d723f3bd28f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:17Z', 'updated_at': '2022-02-04T16:06:34Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'subnets': [{'id': '11874869-2423-4bde-9866-d723f3bd28f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:54.571419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.574924 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f9310bf-90c5-4071-b023-8c0bf0c63b1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d8b09bd-193a-44ba-ba42-132ceb7d9e92 HTTP/1.1" status: 204 len: 168 time: 0.9070244 Feb 04 16:08:54.602421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-1f83c924-9bf6-489a-ae74-801ea0a47402 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2871919 Feb 04 16:08:54.652055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-5331879e-c867-4327-9126-4a1f9e7e8c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:54.661109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:54.664245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-5331879e-c867-4327-9126-4a1f9e7e8c3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.6625807 Feb 04 16:08:54.674050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Router 5e781346-fbcb-4e77-9806-7aa67a8a578e is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:08:54.700062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] Routers {'82ba2561-ddca-44cb-9aed-2f0ea2916ac4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:54.700826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:54.753515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:54.815510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f1c65c62-1e41-41b3-bb06-5885634815ad None None] Provisioning for port a50444d3-5dfb-4a40-856e-215ce169baf4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:54.917003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:54.921691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb5194-c721-43f7-80b4-4b451fcb824e None None] The sync data for ids ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:54.946970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a50444d3-5dfb-4a40-856e-215ce169baf4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:55.079752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6855d5-a904-4010-9511-bbc8ad461594 None None] New status for floating IP ede49d57-41a1-4313-a9bb-9c7c96d1a7d5: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:08:55.172366 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2005c80-4394-4448-965c-d1043f29bf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.237762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a50444d3-5dfb-4a40-856e-215ce169baf4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:08:55.250112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a50444d3-5dfb-4a40-856e-215ce169baf4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:55.250523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.347271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-1ea530c4-f2f8-4e6c-b144-8d931c38ead0 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267864 Feb 04 16:08:55.429334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.538772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.630057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a50444d3-5dfb-4a40-856e-215ce169baf4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a50444d3-5dfb-4a40-856e-215ce169baf4,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:08:55.642387 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.678138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:08:55.727625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:55.729115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5fb91935-91e4-4b52-8fb7-94b86c97ec4b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3175256 Feb 04 16:08:55.731856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:55.748217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Sync routers for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:08:55.816218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:55.816840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:56.022214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a50444d3-5dfb-4a40-856e-215ce169baf4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:56.040986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51e000d0-65ba-46cb-bf7d-27ccd8c874e0 None None] Provisioning complete for port a50444d3-5dfb-4a40-856e-215ce169baf4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:56.041350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51e000d0-65ba-46cb-bf7d-27ccd8c874e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.305789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-65e7a2b9-fa1e-4e17-b631-5c9605ffa2be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 1096 time: 1.8429136 Feb 04 16:08:56.408304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-259a4cb3-d727-4e42-8368-b6cd5e84342e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7429855 Feb 04 16:08:56.418682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:56.630697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:08:56.635976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-025615c8-6e55-47b6-b1a1-cffea0957e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:56.637844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-025615c8-6e55-47b6-b1a1-cffea0957e07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 200 len: 921 time: 0.2650363 Feb 04 16:08:56.812458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55436) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:56.814547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.830153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-45bdabb3-5c13-4e97-9dd1-948388fb839e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 200 len: 217 time: 0.1498461 Feb 04 16:08:56.839883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:56.902586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a50444d3-5dfb-4a40-856e-215ce169baf4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:08:56.981118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4debb87-c2e7-4701-a44a-02ebc6e0fa06 req-3289f0a8-c71a-400e-808d-9fc660132f48 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:56.994917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4debb87-c2e7-4701-a44a-02ebc6e0fa06 req-3289f0a8-c71a-400e-808d-9fc660132f48 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 943 time: 1.9110858 Feb 04 16:08:57.226432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f3093bc-0b5e-4bcb-a81f-f0ed742bb22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.250410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fc16d2-e412-4298-81c3-bb5963dcc1eb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:57.258186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a50444d3-5dfb-4a40-856e-215ce169baf4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:08:57.258615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.275434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-514a098e-5182-41e8-8da3-d8718e176e36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:57.282167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-514a098e-5182-41e8-8da3-d8718e176e36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 200 len: 859 time: 0.4151549 Feb 04 16:08:57.306812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1048648635-network', 'tenant_id': '42e25a26b81e44b49a8dd1a8444171b8'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:57.320907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:57.346815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Usage tracker for resource:network and tenant:42e25a26b81e44b49a8dd1a8444171b8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:57.352731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:57.368572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:57.472183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:08:53Z', 'revision_number': 3, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:57.478875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Checking router: 5e781346-fbcb-4e77-9806-7aa67a8a578e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:08:57.479183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Updating router 5e781346-fbcb-4e77-9806-7aa67a8a578e port 8de6fd1b-729d-4463-9e4e-91783f78bd03 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:08:57.500784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-81bcdaa5-7ec7-4475-a295-9e57b9b7d551 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8243527 Feb 04 16:08:57.512255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Made reservation on behalf of 42e25a26b81e44b49a8dd1a8444171b8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:08:57.516720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.553511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.559553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.599602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:57.605776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Usage tracker for resource:security_group_rule and tenant:42e25a26b81e44b49a8dd1a8444171b8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:57.611079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:57.613145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.617413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:08:57.693546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87d1c1cb-5139-4cdf-b861-e01183be0ece admin admin] 10.222.0.62 "DELETE /v2.0/subnets/50fc16d2-e412-4298-81c3-bb5963dcc1eb HTTP/1.1" status: 204 len: 168 time: 3.5095668 Feb 04 16:08:57.700313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.702351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:57.729215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4debb87-c2e7-4701-a44a-02ebc6e0fa06 req-a0fe25a0-b6d7-4fea-a716-ef167dd99538 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7334256 Feb 04 16:08:57.731761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-164380fe-8bc3-4447-85ba-ce64861b1aef req-2c1395b2-097f-4715-990f-423d85f535fd service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3613782 Feb 04 16:08:57.792623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-624bf5d9-c017-4d7b-b6bd-5376aac62dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=39f739d4-22f9-4cbf-86b7-69858332b9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5018854 Feb 04 16:08:57.915156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.931372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Transition to ACTIVE for port object 8de6fd1b-729d-4463-9e4e-91783f78bd03 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:08:57.945216 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:57.982262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.018160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.038408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Attempting to bind port 8de6fd1b-729d-4463-9e4e-91783f78bd03 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:08:58.038771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Attempting to bind port 8de6fd1b-729d-4463-9e4e-91783f78bd03 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:08:58.039130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Attempting to bind port 8de6fd1b-729d-4463-9e4e-91783f78bd03 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:08:58.051861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:08:58.052230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:08:58.052628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.053112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:08:58.053653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Bound port: 8de6fd1b-729d-4463-9e4e-91783f78bd03, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:08:58.054178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.081095 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce', 'status': 'completed', 'code': 200} Feb 04 16:08:58.093722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01457eb-1fca-41f0-a62d-9914d2a3bae2 None None] Pushing event updated for resources: {'Port': ['ID=8de6fd1b-729d-4463-9e4e-91783f78bd03,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:58.154760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] For port 8de6fd1b-729d-4463-9e4e-91783f78bd03, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:08:58.169239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] For port 8de6fd1b-729d-4463-9e4e-91783f78bd03, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8de6fd1b-729d-4463-9e4e-91783f78bd03,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:08:58.205998 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.324211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ce8265-eb7b-49ee-bd46-9c6e818a80dd req-758d3657-5211-43fe-ba2d-3d67f8fc66c6 service neutron] 10.222.0.62 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956553 Feb 04 16:08:58.434621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:08:58.435280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:58.540752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-0803fce8-e748-4c41-9d2b-434715772bc3 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370920 Feb 04 16:08:58.568013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01457eb-1fca-41f0-a62d-9914d2a3bae2 None None] Pushing event updated for resources: {'Port': ['ID=8de6fd1b-729d-4463-9e4e-91783f78bd03,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:58.669540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:08:58.683209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.683886 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Added segment a9b91ef1-a417-4fe6-8bff-e6f4f1b334f5 of type vlan for network d018d51c-c6e1-4c69-b0c4-5e275afc59db Feb 04 16:08:58.695161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.725953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.761260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.913958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.915109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:58.915946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:58.917341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:08:58.938072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d0d2e3-7723-40d8-b205-d1da8274c306,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:58.968344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.969022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.969569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.970107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.970700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.971268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.971804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.972337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.972866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.973392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.973935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:08:58.994906 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1748586 Feb 04 16:08:59.002641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55474) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:08:59.131064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.187860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12efafe4-7d0b-4973-aeb7-27f0458543dc']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:59.219506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-fe48b0a0-d3c1-420b-81df-75f37812dc63 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 200 len: 694 time: 0.2897072 Feb 04 16:08:59.223065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f536e472-9304-4451-a8d2-b6de9910a8f0') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:59.224985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f536e472-9304-4451-a8d2-b6de9910a8f0') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:59.250569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.268958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.275514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:08:59.276206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.290391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-d239ae0b-8689-4c9e-a461-f7e49d80b250 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 1094 time: 1.2127357 Feb 04 16:08:59.360728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:08:53Z', 'revision_number': 3, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:08:59.372690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772ae89c-6f23-4fb1-a348-f70c8d789c90 None None] The sync data for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 is: [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:08:53Z', 'revision_number': 3, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:08:59.501702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Request body: {'subnet': {'network_id': 'd018d51c-c6e1-4c69-b0c4-5e275afc59db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1048648635-subnet', 'tenant_id': '42e25a26b81e44b49a8dd1a8444171b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:08:59.523641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:08:59.532299 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:08:59.537313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee652339-37c4-491f-b4dc-9999ac179c75 admin admin] Pushing event updated for resources: {'Network': ['ID=d018d51c-c6e1-4c69-b0c4-5e275afc59db,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:59.537313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.540727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-d43cd08d-c30c-44a9-8cee-5726aa752e7c tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:08:59.542125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-d43cd08d-c30c-44a9-8cee-5726aa752e7c tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2505882 Feb 04 16:08:59.551949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d018d51c-c6e1-4c69-b0c4-5e275afc59db details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:08:59.710667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:08:59.804619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.896117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Usage tracker for resource:subnet and tenant:42e25a26b81e44b49a8dd1a8444171b8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:08:59.903330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.955279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:08:59.960709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:08:59.987372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=12efafe4-7d0b-4973-aeb7-27f0458543dc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:08:59.990548 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ae39b89-30b0-453e-a0f1-6f19dd514f60 admin admin] 10.222.0.62 "DELETE /v2.0/networks/12efafe4-7d0b-4973-aeb7-27f0458543dc HTTP/1.1" status: 204 len: 168 time: 2.2848954 Feb 04 16:08:59.996619 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.019122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:00.055021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac6455ee-2621-43e1-85b4-0e9b326e24f6 req-04500538-546e-437b-949a-dd2f1e015254 service neutron] 10.222.0.58 "GET /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5076072 Feb 04 16:09:00.162214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-88b28587-2cde-4262-8bdd-d188fa547d4f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 697 time: 0.6023705 Feb 04 16:09:00.207371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Made reservation on behalf of 42e25a26b81e44b49a8dd1a8444171b8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:00.218574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.330926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:00.367815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd1e86-55e7-4333-bf85-48aa4e611f2f req-26738e4a-6f0c-45eb-ab3f-cc1629350873 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:00.381383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85dd1e86-55e7-4333-bf85-48aa4e611f2f req-26738e4a-6f0c-45eb-ab3f-cc1629350873 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 943 time: 1.1582816 Feb 04 16:09:00.406266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-6ead6fb6-55d4-4f82-8136-1827e501673f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.171 HTTP/1.1" status: 200 len: 697 time: 0.2428136 Feb 04 16:09:00.470075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-f0706949-bf18-4ebb-b11f-274d46a318bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:00.472249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-f0706949-bf18-4ebb-b11f-274d46a318bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 1.1708696 Feb 04 16:09:00.745964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:00.789417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-8a0570b0-a75a-4a11-81d8-6573c2ee5ced service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce HTTP/1.1" status: 200 len: 217 time: 0.2290368 Feb 04 16:09:00.847394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8de6fd1b-729d-4463-9e4e-91783f78bd03 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:01.035145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Deleting port d22ad1f6-315a-4717-997c-a4fefc60e7a6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:01.035631 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.068199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-6b3ed43f-ef63-4ac1-9537-5ad390bb50b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:01.070699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-6b3ed43f-ef63-4ac1-9537-5ad390bb50b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.1384439 Feb 04 16:09:01.168142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-02fa68da-99d9-42c7-a703-1783437ee258 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b187781dd6b04b04917ef88c3c18e583&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7856128 Feb 04 16:09:01.172951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:01.194948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-45b7f9e6-b650-4d2c-a860-208cf6922fcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130428 Feb 04 16:09:01.243978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e3881e-43b6-4282-b222-6c1f9785bade,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:01.284587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85dd1e86-55e7-4333-bf85-48aa4e611f2f req-4049b7de-05ed-46fd-988c-7bb0ca065138 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039564 Feb 04 16:09:01.319764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8de6fd1b-729d-4463-9e4e-91783f78bd03 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:01.356556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8de6fd1b-729d-4463-9e4e-91783f78bd03 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:01.356930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.560429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Checking segment: {'id': 'a9b91ef1-a417-4fe6-8bff-e6f4f1b334f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd018d51c-c6e1-4c69-b0c4-5e275afc59db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:01.561921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Network hostable DHCP agents. Network: d018d51c-c6e1-4c69-b0c4-5e275afc59db, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:01.600127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-d954e448-e46f-4700-bc1d-ade68610c39f service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788142 Feb 04 16:09:01.604079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.604544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.703050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.757446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.774610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Network d018d51c-c6e1-4c69-b0c4-5e275afc59db is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:01.783190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Allocated IP 172.20.0.1 (28662e20-87e0-475f-8a68-03882593079e/68def689-9701-4023-a285-5b46db779305/4c80e994-68c5-4aa2-89d3-7b323081641c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:01.806926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.825644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8de6fd1b-729d-4463-9e4e-91783f78bd03, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8de6fd1b-729d-4463-9e4e-91783f78bd03,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:01.835309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.846361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router 82ba2561-ddca-44cb-9aed-2f0ea2916ac4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:01.847616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d018d51c-c6e1-4c69-b0c4-5e275afc59db) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:01.863003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:01.864513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:01.905994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d375110-db4e-42fa-b8c3-da7663d5a42c None None] Network d018d51c-c6e1-4c69-b0c4-5e275afc59db requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:01.915713 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e837d266-c3f0-41cc-8e82-27437ae8da10 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9089630 Feb 04 16:09:01.959146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b334100-ec06-4f97-8dfd-cb870ed19414 req-3700585b-0473-4999-be32-68034e4ceca6 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451591 Feb 04 16:09:01.993088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Calling delete_port for d22ad1f6-315a-4717-997c-a4fefc60e7a6 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:02.149468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.182925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8de6fd1b-729d-4463-9e4e-91783f78bd03,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:02.197163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.205096 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6916c6a0-ead8-4c53-bf2f-8d6139247ca6 HTTP/1.1" status: 204 len: 168 time: 1.0209372 Feb 04 16:09:02.209373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 865f4a03-5a72-45a6-806b-8fb44716c6ce details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:09:02.232160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c00fc-a05a-4ba4-a9af-8407fca42e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916c6a0-ead8-4c53-bf2f-8d6139247ca6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:02.392914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.399562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:02.442388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.622704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Transition to ACTIVE for port object 4c80e994-68c5-4aa2-89d3-7b323081641c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:02.748985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:02.755528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.760486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6de226bc-c6e8-49da-a036-72a172664a4b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "PUT /v2.0/routers/82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 200 len: 921 time: 8.5448906 Feb 04 16:09:02.760690 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] Sync routers for ids ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:02.762482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:02.789185 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] Routers {'82ba2561-ddca-44cb-9aed-2f0ea2916ac4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:02.791933 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:02.792098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55516) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:02.826161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84a28a-ac43-4ff8-b560-ba890551a6cb None None] Network d018d51c-c6e1-4c69-b0c4-5e275afc59db requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:02.862868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8de6fd1b-729d-4463-9e4e-91783f78bd03 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:02.992020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:03.028561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:03.064157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '865f4a03-5a72-45a6-806b-8fb44716c6ce', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '865f4a03-5a72-45a6-806b-8fb44716c6ce', 'mac_address': 'fa:16:3e:d9:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:09:03.078791 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] Routers {'82ba2561-ddca-44cb-9aed-2f0ea2916ac4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:03.084807 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:03.144417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event deleted for resources: {'Port': ['ID=d22ad1f6-315a-4717-997c-a4fefc60e7a6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:03.155389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Network 28662e20-87e0-475f-8a68-03882593079e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:03.167487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:03.192479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:03.365403 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.379908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:03.383481 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6143ae40-7944-4d0a-a3b2-1accecd5c234 None None] The sync data for ids ['82ba2561-ddca-44cb-9aed-2f0ea2916ac4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:03.434578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8de6fd1b-729d-4463-9e4e-91783f78bd03 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:03.436544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.437729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Pushing event updated for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:03.505548 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.521143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f4a03-5a72-45a6-806b-8fb44716c6ce {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:03.531985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fba5-b634-4db0-ab0b-00ffbbdba684 req-8a981576-e2b8-4cd2-9ce2-9dba2afca83b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:03.533550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3f5fba5-b634-4db0-ab0b-00ffbbdba684 req-8a981576-e2b8-4cd2-9ce2-9dba2afca83b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 943 time: 0.5780492 Feb 04 16:09:03.558004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.748286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:03.775775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.785935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3f5fba5-b634-4db0-ab0b-00ffbbdba684 req-f33d0e34-310d-4f2a-bac4-725bd9596fab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295656 Feb 04 16:09:03.800672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:03.804294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cfe7824-63ba-4339-86b6-36125fef4979 req-8c408acd-5c5b-4f37-8593-38e26a66bee7 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "DELETE /v2.0/floatingips/ede49d57-41a1-4313-a9bb-9c7c96d1a7d5 HTTP/1.1" status: 204 len: 173 time: 3.3372648 Feb 04 16:09:04.263100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:04.343420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['865f4a03-5a72-45a6-806b-8fb44716c6ce'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:04.421184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1e7e8acb-79e1-43f7-8d80-a4c36efbecee None None] Provisioning for port 4c80e994-68c5-4aa2-89d3-7b323081641c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:04.458170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1e7e8acb-79e1-43f7-8d80-a4c36efbecee None None] Provisioning complete for port 4c80e994-68c5-4aa2-89d3-7b323081641c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:04.462923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1e7e8acb-79e1-43f7-8d80-a4c36efbecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:04.521142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-276e1a1f-3727-4ede-a23b-75fc7c136101 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 200 len: 921 time: 1.6488662 Feb 04 16:09:04.522023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:04.698691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:04.733743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e8acb-79e1-43f7-8d80-a4c36efbecee None None] Port 4c80e994-68c5-4aa2-89d3-7b323081641c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:04.796407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:04.855311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a3d8f8a3-1312-4836-a4a7-67895a1e0e34 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=82ba2561-ddca-44cb-9aed-2f0ea2916ac4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3315291 Feb 04 16:09:04.878248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55572) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:04.884897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:04.898883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.173623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cae621-44ce-4d7c-a1ac-bf8c01f04714 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:05.175536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-06cae621-44ce-4d7c-a1ac-bf8c01f04714 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.2952750 Feb 04 16:09:05.179683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55578) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:05.180237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:05.187426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-956181293-network', 'tenant_id': '7ad2cf8d8cd34b52b7dc31779b151710'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:05.261235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e1123c70-7586-40af-ae4c-29a5f92bc8b0 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 200 len: 205 time: 0.0779200 Feb 04 16:09:05.269471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:05.270271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:05.283706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:05.313008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1044789197-network', 'tenant_id': 'e089fe713efd410ca36dd284b3b7443b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:05.319043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.331334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Pushing event updated for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:05.427344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Usage tracker for resource:network and tenant:7ad2cf8d8cd34b52b7dc31779b151710 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:05.436794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:05.439423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:05.491963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb2641-3b38-4e97-9550-cbaac06f651a req-45d4d739-d180-46e5-9914-4bf55272f2ff tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:05.492815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e9bb2641-3b38-4e97-9550-cbaac06f651a req-45d4d739-d180-46e5-9914-4bf55272f2ff tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:05.502101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Network 28662e20-87e0-475f-8a68-03882593079e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:05.502307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:05.503310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:05.504823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Usage tracker for resource:network and tenant:e089fe713efd410ca36dd284b3b7443b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:05.521589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:05.555936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e9bb2641-3b38-4e97-9550-cbaac06f651a req-45d4d739-d180-46e5-9914-4bf55272f2ff tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:05.557334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9bb2641-3b38-4e97-9550-cbaac06f651a req-45d4d739-d180-46e5-9914-4bf55272f2ff tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 945 time: 0.8695805 Feb 04 16:09:05.559596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:05.617498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Made reservation on behalf of 7ad2cf8d8cd34b52b7dc31779b151710 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:05.629304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.713526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:05.772963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:05.778253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad2cf8d8cd34b52b7dc31779b151710 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:05.782495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:05.790551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:05.877947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bb9897be-3581-4b62-ac49-10e90b1d0758 None None] Provisioning complete for port 4c80e994-68c5-4aa2-89d3-7b323081641c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:05.878551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bb9897be-3581-4b62-ac49-10e90b1d0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.012206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bb9897be-3581-4b62-ac49-10e90b1d0758 None None] Port 4c80e994-68c5-4aa2-89d3-7b323081641c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:06.055340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Made reservation on behalf of e089fe713efd410ca36dd284b3b7443b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:06.057600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.069205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Deleting subnet f8478d38-9346-4325-bbfb-c497d6918150 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:06.096432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.100575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Router 5e781346-fbcb-4e77-9806-7aa67a8a578e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:06.170956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9bb2641-3b38-4e97-9550-cbaac06f651a req-3701f228-c6ee-4e9a-9fe6-423a6ceefad4 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873222 Feb 04 16:09:06.227039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.228920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 865f4a03-5a72-45a6-806b-8fb44716c6ce up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:06.359286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7b070-6fdf-4742-b1a6-c4b46a6982e2 req-488e2def-f989-4e9b-8869-a879faa86a01 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.359907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 865f4a03-5a72-45a6-806b-8fb44716c6ce completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:06.361272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb7b070-6fdf-4742-b1a6-c4b46a6982e2 req-488e2def-f989-4e9b-8869-a879faa86a01 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 944 time: 0.9419658 Feb 04 16:09:06.372643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 865f4a03-5a72-45a6-806b-8fb44716c6ce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:06.373358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.383873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.386650 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.428980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:06.446380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.448197 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bdfca398-4459-4d74-8bf3-9cf0adbcf5fb admin admin] 10.222.0.62 "PUT /v2.0/routers/5e781346-fbcb-4e77-9806-7aa67a8a578e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7148418 Feb 04 16:09:06.455644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Sync routers for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:06.472050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:06.473214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:06.541099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.558291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:06.571221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.571558 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Added segment 19c4c200-2520-44a8-85e7-fd7ef40f4859 of type vlan for network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b Feb 04 16:09:06.615163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.668416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:06.720994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb7b070-6fdf-4742-b1a6-c4b46a6982e2 req-60c3a4bd-b45f-4053-aebd-a4089ade0791 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325934 Feb 04 16:09:06.734677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Usage tracker for resource:security_group_rule and tenant:e089fe713efd410ca36dd284b3b7443b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:06.742203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:06.761565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:06.811403 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.876213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:06.880414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:06.889734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.921001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.924900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:06.968774 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce', 'code': 200} Feb 04 16:09:06.984870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.988015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:06.988609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:06.992840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:07.003595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.053484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.125196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689859b7-caa4-45ea-a2a0-4085de67f562,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.127919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.141557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:07.158081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.158618 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Added segment d62651eb-4b3e-455f-b417-a9b511121c8e of type vlan for network ebb9d198-8050-441d-9449-5518f8975a85 Feb 04 16:09:07.539275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-1e93cfa8-026e-4ddb-83c9-df5d28e6b5a1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:07.541276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-1e93cfa8-026e-4ddb-83c9-df5d28e6b5a1 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.58 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 945 time: 1.7201700 Feb 04 16:09:07.546904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.555959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:04Z', 'revision_number': 2, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:07.562091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Checking router: 5e781346-fbcb-4e77-9806-7aa67a8a578e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:07.562515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Updating router 5e781346-fbcb-4e77-9806-7aa67a8a578e port 4c80e994-68c5-4aa2-89d3-7b323081641c binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:09:07.617411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.647682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:07.808907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55630) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:07.815193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-network', 'tenant_id': 'b72e695af757451b9030d6d4b051575f'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:07.829542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:07.834198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Usage tracker for resource:network and tenant:b72e695af757451b9030d6d4b051575f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:07.834433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=212e88fe-f61b-45d3-a5fa-44dc5f6f854b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.839715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:07.848372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:07.859928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:07.896612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8478d38-9346-4325-bbfb-c497d6918150,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:07.902136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Deleting port 0cedbe99-a704-442d-9d51-616ff5405a07 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:07.902503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.159016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:08.194390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb4592-5008-45d9-908a-41b5b856e063,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:08.236730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.239420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-92241236-ef2c-45d2-8360-53efeaa1afb6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f8478d38-9346-4325-bbfb-c497d6918150 HTTP/1.1" status: 204 len: 168 time: 3.0580466 Feb 04 16:09:08.242196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.247764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Made reservation on behalf of b72e695af757451b9030d6d4b051575f for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:08.251058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.342531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cbe07c0c-87e5-4267-a4a8-6eeec410e6e0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5406792 Feb 04 16:09:08.347971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55640) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.349273 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.362866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.368646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Transition to ACTIVE for port object 4c80e994-68c5-4aa2-89d3-7b323081641c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:08.379637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.430122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Request body: {'subnet': {'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-956181293-subnet', 'tenant_id': '7ad2cf8d8cd34b52b7dc31779b151710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:08.460164 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.460919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:08.462387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.470020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.475729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:08.478473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:08.501611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b72e695af757451b9030d6d4b051575f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:08.507230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:08.511552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19868ace-2f5c-4c2b-a83a-7ff5dd78b970 req-dde1c6d9-6a5a-4502-a1ae-22d6a4417bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 1096 time: 0.9973459 Feb 04 16:09:08.575657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:08.582647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Usage tracker for resource:subnet and tenant:7ad2cf8d8cd34b52b7dc31779b151710 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:08.682715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:08.729805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:08.735175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4570394 Feb 04 16:09:08.759391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:08.769156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Request body: {'subnet': {'network_id': 'ebb9d198-8050-441d-9449-5518f8975a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1044789197-subnet', 'tenant_id': 'e089fe713efd410ca36dd284b3b7443b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:08.786691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:08.790428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095837f-e459-4e7f-9de5-406d64d5f9bb req-7c45297f-ffc1-4c90-a797-e6dbda82c418 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:08.796226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Usage tracker for resource:subnet and tenant:e089fe713efd410ca36dd284b3b7443b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:08.798547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4095837f-e459-4e7f-9de5-406d64d5f9bb req-7c45297f-ffc1-4c90-a797-e6dbda82c418 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 945 time: 1.2777443 Feb 04 16:09:08.804426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ba80-45b3-43ff-a0cb-fc2a21a5d0e7 None None] Pushing event updated for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:08.808060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:08.818833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c40c20-52fc-4f52-9060-cb2017e61b5f req-90f61e5a-7e9d-4ab4-9e72-a99078d41bbf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:08.819201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:08.820562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74c40c20-52fc-4f52-9060-cb2017e61b5f req-90f61e5a-7e9d-4ab4-9e72-a99078d41bbf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 945 time: 0.8745081 Feb 04 16:09:08.865238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Made reservation on behalf of e089fe713efd410ca36dd284b3b7443b for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:08.868199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.880252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Attempting to bind port 4c80e994-68c5-4aa2-89d3-7b323081641c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:08.880790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Attempting to bind port 4c80e994-68c5-4aa2-89d3-7b323081641c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:08.881342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Attempting to bind port 4c80e994-68c5-4aa2-89d3-7b323081641c on network 28662e20-87e0-475f-8a68-03882593079e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:08.889932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:08.890548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Checking segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:08.891593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.892777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Bound using segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:08.893322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Bound port: 4c80e994-68c5-4aa2-89d3-7b323081641c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:08.893643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89046bcb-a474-4f48-b83f-c2a9959594ec admin admin] Pushing event updated for resources: {'Network': ['ID=ebb9d198-8050-441d-9449-5518f8975a85,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:08.896586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.918587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ebb9d198-8050-441d-9449-5518f8975a85 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:08.928059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Made reservation on behalf of 7ad2cf8d8cd34b52b7dc31779b151710 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:08.930370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:08.999473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.059893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebe827c-9b5d-490c-8e3b-18b921ccb0f6']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.093903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7196b5-1de8-455e-ba5a-62133043781a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.094850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7196b5-1de8-455e-ba5a-62133043781a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.115076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] For port 0cedbe99-a704-442d-9d51-616ff5405a07, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=0cedbe99-a704-442d-9d51-616ff5405a07,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:09.115454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.136216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.137430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19868ace-2f5c-4c2b-a83a-7ff5dd78b970 req-d2eb6926-ad39-43b5-b14f-140501ca0a87 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366528 Feb 04 16:09:09.152970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.165774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.171775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.223404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:09.224044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.226700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] For port 4c80e994-68c5-4aa2-89d3-7b323081641c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:09.229873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4095837f-e459-4e7f-9de5-406d64d5f9bb req-cd8edfa7-3d5b-4438-a27d-c6593992f236 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdf06b73-1696-4c9c-966f-b9c1e18d6514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303672 Feb 04 16:09:09.241341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] For port 4c80e994-68c5-4aa2-89d3-7b323081641c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4c80e994-68c5-4aa2-89d3-7b323081641c,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:09.246011 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:09.259320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.341820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:09.365417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Calling delete_port for 0cedbe99-a704-442d-9d51-616ff5405a07 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:09.414946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74c40c20-52fc-4f52-9060-cb2017e61b5f req-2b380e15-1946-4614-9547-2edfd8fa4573 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871396 Feb 04 16:09:09.423914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32109135-7f01-43c3-8c95-7ac57a50dc0e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:09.446300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.446664 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Added segment 06d22d73-eb5f-4326-9251-a4397994f85a of type vlan for network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 Feb 04 16:09:09.470711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:09.474077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:09.537862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.557567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ba80-45b3-43ff-a0cb-fc2a21a5d0e7 None None] Pushing event updated for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:09.751101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.765689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 0cedbe99-a704-442d-9d51-616ff5405a07 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:09.769423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebe827c-9b5d-490c-8e3b-18b921ccb0f6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:09.785381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.863425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.885960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de67c587-4aa9-4607-ae40-f05d778ad35c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ebe827c-9b5d-490c-8e3b-18b921ccb0f6 HTTP/1.1" status: 204 len: 168 time: 1.6421154 Feb 04 16:09:09.904104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:09.950715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cf65f9-8b6c-4d59-a33c-d3d42b241180,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:09.973825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Checking segment: {'id': 'd62651eb-4b3e-455f-b417-a9b511121c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebb9d198-8050-441d-9449-5518f8975a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:09.974299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Network hostable DHCP agents. Network: ebb9d198-8050-441d-9449-5518f8975a85, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:09.981302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:09.983604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:09.985358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.034367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2237017 Feb 04 16:09:10.044523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.051617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Request body: {'subnet': {'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-subnet', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:10.096405 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.128188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.171359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b633d-f5bd-47ae-bc1c-dc97195878e8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ef6b92-406a-456b-a3a1-8ad8fb8072c7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.187263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:10.194133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Usage tracker for resource:subnet and tenant:b72e695af757451b9030d6d4b051575f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:10.199592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:10.210127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:10.217717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Network ebb9d198-8050-441d-9449-5518f8975a85 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:10.224933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.235184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Made reservation on behalf of b72e695af757451b9030d6d4b051575f for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:10.238747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.257578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.303714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:10.307971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.322523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.335395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port 447e3a41-5594-4d1f-8828-a448b9e65c0d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:10.337218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.354578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ebb9d198-8050-441d-9449-5518f8975a85) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:10.360060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:10.361421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.377086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bb3c252d-8fb1-48fd-a3f3-f0e158fae787 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=207610a770a64f61ba7412db09e00922&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1154234 Feb 04 16:09:10.441680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.447046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4774923-5be0-4877-89ef-9cdea5835a28 None None] Network ebb9d198-8050-441d-9449-5518f8975a85 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:10.506833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f75ffcf4-c71d-4258-9b19-3aea8f34a040 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7353392 Feb 04 16:09:10.662446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.707517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:10.727763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55684) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:10.805315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Pushing event deleted for resources: {'Port': ['ID=0cedbe99-a704-442d-9d51-616ff5405a07,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:10.827034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-939969d2-cdfa-40ba-a4a9-c8d1ec7227b7 req-cbca9ad6-270b-4517-a33e-326915c1cdf0 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 210 time: 0.3098602 Feb 04 16:09:10.834710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-9a0afdd9-dee6-4d26-9a8d-725c3f420b48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0670490 Feb 04 16:09:10.903774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707751bc-a9cb-440d-a0cc-05b4ab63ca93 None None] Network ebb9d198-8050-441d-9449-5518f8975a85 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:10.944167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Checking segment: {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:10.944523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Network hostable DHCP agents. Network: 212e88fe-f61b-45d3-a5fa-44dc5f6f854b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:11.012764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] No DVR routers for this DVR port 0cedbe99-a704-442d-9d51-616ff5405a07 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:11.022610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.025124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'name': 'network-vif-deleted', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:11.039020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Deleting subnet 88e3881e-43b6-4282-b222-6c1f9785bade {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:11.056714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.103991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.119898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:09Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:11.128296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa8ba29-ff96-4bfa-8a64-20233975b7ea None None] The sync data for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 is: [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:09Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:11.144442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.206024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.58 "DELETE /v2.0/ports/0cedbe99-a704-442d-9d51-616ff5405a07 HTTP/1.1" status: 204 len: 173 time: 3.5274873 Feb 04 16:09:11.207467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.282542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.318535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94441c8-41fa-43bb-8bde-60f08afc0a2f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.337506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for 447e3a41-5594-4d1f-8828-a448b9e65c0d owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:11.386554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.403159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d88628-4b0e-4d58-8b89-452abca7485a req-0f19daa3-c236-46e3-9878-1fd3d14f353a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:11.410570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63d88628-4b0e-4d58-8b89-452abca7485a req-0f19daa3-c236-46e3-9878-1fd3d14f353a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.8833637 Feb 04 16:09:11.457122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:11.460660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.462701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-053fb456-54ff-4b95-ba50-a82f793fced5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c94441c8-41fa-43bb-8bde-60f08afc0a2f HTTP/1.1" status: 204 len: 168 time: 1.0196619 Feb 04 16:09:11.495046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbecd232-9bca-4747-8171-8031bfd5d386,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.523781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 212e88fe-f61b-45d3-a5fa-44dc5f6f854b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:11.528383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Checking segment: {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:11.528965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Network hostable DHCP agents. Network: e1ef6b92-406a-456b-a3a1-8ad8fb8072c7, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:11.536664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52b8ca-09e3-4635-9b2d-526618ac5706 None None] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:11.545709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:11.546518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.574095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-efadd184-293c-493e-80a1-2c0b97c55ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 1097 time: 0.6783192 Feb 04 16:09:11.582389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.605254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc7070d6-f168-44f4-9b9c-597420337a2b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2510462 Feb 04 16:09:11.683005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63d88628-4b0e-4d58-8b89-452abca7485a req-f79e5eb8-0cdb-49b3-a71f-889158d433c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715642 Feb 04 16:09:11.690307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:11.728666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e1ef6b92-406a-456b-a3a1-8ad8fb8072c7) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:11.765750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e3881e-43b6-4282-b222-6c1f9785bade,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:11.773736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:11.774646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.787519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df313b8-d446-476b-b3ae-c5b89ffcd9d2 None None] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:11.809069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:11.816064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d1238914-53e8-44fd-a4b5-358c83cb70b5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88e3881e-43b6-4282-b222-6c1f9785bade HTTP/1.1" status: 204 len: 168 time: 1.0768285 Feb 04 16:09:11.816978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd0176-c743-474b-9315-820b9cd4424d req-8bd59000-db69-4904-85e6-692225bc57ff tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:11.817269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55694) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:11.819368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94bd0176-c743-474b-9315-820b9cd4424d req-8bd59000-db69-4904-85e6-692225bc57ff tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 945 time: 0.7753923 Feb 04 16:09:11.844470 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a9fad735-70cb-4221-b2ec-8058cc8cfd52 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7946963 Feb 04 16:09:11.846100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55698) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:11.983961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:11.993237 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deff89e-2c29-4f90-a8a4-affc3924e7ed', 'name': 'network-vif-deleted', 'tag': '0cedbe99-a704-442d-9d51-616ff5405a07', 'status': 'completed', 'code': 200} Feb 04 16:09:12.029980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:12.064138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Usage tracker for resource:router and tenant:b72e695af757451b9030d6d4b051575f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:12.151531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94bd0176-c743-474b-9315-820b9cd4424d req-b5050465-fdeb-419d-abb4-c6b9bdaf74c9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186395 Feb 04 16:09:12.181651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.207768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:12.222825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862015f-d4db-467f-a6b0-671e99037e25 req-65451dea-12cd-4c23-b67a-1aeee04fa2bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:12.228536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-65451dea-12cd-4c23-b67a-1aeee04fa2bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.6206541 Feb 04 16:09:12.230073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:12.273973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.275902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.336993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.486689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.567674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25df1f-ab78-401b-8f4c-dc70e1021150 None None] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:12.605459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.616303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-a0ef29a2-2d2e-4c89-86cd-0caeba1e3bc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 200 len: 217 time: 0.3684709 Feb 04 16:09:12.676591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018d51c-c6e1-4c69-b0c4-5e275afc59db']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:12.686630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-39946a8b-dc80-4016-92da-b8239bca4266 req-01b396c5-8ae8-480c-b907-b8d083c40a08 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Synchronizing usage tracker for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:12.704271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b91ef1-a417-4fe6-8bff-e6f4f1b334f5') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:12.704578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b91ef1-a417-4fe6-8bff-e6f4f1b334f5') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:12.719088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.753206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=447e3a41-5594-4d1f-8828-a448b9e65c0d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:12.766077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'fixed_ips': [{'subnet_id': 'fbecd232-9bca-4747-8171-8031bfd5d386'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:12.767171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.771045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.924599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:12.925001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:12.940009 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:13.001406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Allocated IP 172.20.0.2 (e1ef6b92-406a-456b-a3a1-8ad8fb8072c7/fbecd232-9bca-4747-8171-8031bfd5d386/473f5b6b-f065-4dd2-9d8f-032836532027) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:13.035344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4c80e994-68c5-4aa2-89d3-7b323081641c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:13.134459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.136169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-39946a8b-dc80-4016-92da-b8239bca4266 req-01b396c5-8ae8-480c-b907-b8d083c40a08 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] Unset dirty status for tenant:6d8c4edc55624b65ba85c5d280e99d4a on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:13.149364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39946a8b-dc80-4016-92da-b8239bca4266 req-01b396c5-8ae8-480c-b907-b8d083c40a08 tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] 10.222.0.62 "GET /v2.0/ports?device_id=8deff89e-2c29-4f90-a8a4-affc3924e7ed HTTP/1.1" status: 200 len: 210 time: 0.7357221 Feb 04 16:09:13.306188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.308840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d018d51c-c6e1-4c69-b0c4-5e275afc59db,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.319394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.329209 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7b8ec1ab-c1ef-4a09-b449-521e662643d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d018d51c-c6e1-4c69-b0c4-5e275afc59db HTTP/1.1" status: 204 len: 168 time: 1.5104830 Feb 04 16:09:13.335152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.421470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.476550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Deleting subnet d0cf65f9-8b6c-4d59-a33c-d3d42b241180 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:13.480768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862015f-d4db-467f-a6b0-671e99037e25 req-47a029fa-74fc-4e1d-9fe4-87f41de6055c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.482180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-47a029fa-74fc-4e1d-9fe4-87f41de6055c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.7853489 Feb 04 16:09:13.485170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.488975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.489107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4c80e994-68c5-4aa2-89d3-7b323081641c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:13.500557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4c80e994-68c5-4aa2-89d3-7b323081641c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:13.500920 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.551519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.565541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.600637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Transition to ACTIVE for port object 473f5b6b-f065-4dd2-9d8f-032836532027 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:13.641819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Transition to ACTIVE for port object 473f5b6b-f065-4dd2-9d8f-032836532027 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:13.642198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.665198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.672631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-514406b8-0700-4b75-a54c-85ced57d1242 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592119 Feb 04 16:09:13.760350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.804161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1635139586-network', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:13.804413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.844415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.874984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:13.881707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:13.887313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:13.897361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cf65f9-8b6c-4d59-a33c-d3d42b241180,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.917831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.934079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Pushing event updated for resources: {'Port': ['ID=473f5b6b-f065-4dd2-9d8f-032836532027,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:13.934361 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9c574369-fbf3-4aa0-a7eb-134e236d316c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0cf65f9-8b6c-4d59-a33c-d3d42b241180 HTTP/1.1" status: 204 len: 168 time: 0.5969374 Feb 04 16:09:13.938224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55746) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:13.938916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:13.954838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-64315124-134c-4033-8dc7-23ff542a1d3c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:13.955541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-64315124-134c-4033-8dc7-23ff542a1d3c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Synchronizing usage tracker for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:13.959465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:13.967232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Usage tracker for resource:network and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:13.971376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:13.972384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.001230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.003625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:14.041769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4c80e994-68c5-4aa2-89d3-7b323081641c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4c80e994-68c5-4aa2-89d3-7b323081641c,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:14.042459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-64315124-134c-4033-8dc7-23ff542a1d3c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Unset dirty status for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:14.042904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Attempting to bind port 473f5b6b-f065-4dd2-9d8f-032836532027 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:14.043249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Attempting to bind port 473f5b6b-f065-4dd2-9d8f-032836532027 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:14.043553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-64315124-134c-4033-8dc7-23ff542a1d3c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 813 time: 1.0298519 Feb 04 16:09:14.043684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Attempting to bind port 473f5b6b-f065-4dd2-9d8f-032836532027 on network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:14.048410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:14.050849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.053954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.096560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046cde-a146-4259-accf-e8e7f8eb28c8 req-dc4b1a09-bc0d-4dc5-a56c-bf8c76eb10e0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:14.098036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de046cde-a146-4259-accf-e8e7f8eb28c8 req-dc4b1a09-bc0d-4dc5-a56c-bf8c76eb10e0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 945 time: 0.6149168 Feb 04 16:09:14.107129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.118222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-b22fd4ef-a65b-4f75-9944-f8215ebbb133 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331653 Feb 04 16:09:14.127697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Allocated IP 172.25.5.74 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8ad464a8-a863-4f23-84e2-726a16fd1e52) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:14.131501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.146948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.160808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-e35ee99c-53f6-4ce5-8143-07a3ea7abf64 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/quotas/7ad2cf8d8cd34b52b7dc31779b151710 HTTP/1.1" status: 200 len: 375 time: 0.0907509 Feb 04 16:09:14.161049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:14.161495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Checking segment: {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:14.161897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.162390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Bound using segment: {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:14.163050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Bound port: 473f5b6b-f065-4dd2-9d8f-032836532027, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:14.163440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.173047 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.173578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router 82ba2561-ddca-44cb-9aed-2f0ea2916ac4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:14.283371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:14.305590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-a96e3942-2b12-498a-b6f8-933bb7478f03 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299117 Feb 04 16:09:14.339496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:14.362943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] For port 473f5b6b-f065-4dd2-9d8f-032836532027, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:14.369727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Usage tracker for resource:security_group_rule and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:14.372801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] For port 473f5b6b-f065-4dd2-9d8f-032836532027, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=473f5b6b-f065-4dd2-9d8f-032836532027,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:14.375976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:14.387665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de046cde-a146-4259-accf-e8e7f8eb28c8 req-493115c0-b9ea-4882-883d-4e9c247a34cc tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684696 Feb 04 16:09:14.395714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.432684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb9d198-8050-441d-9449-5518f8975a85']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:14.451572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62651eb-4b3e-455f-b417-a9b511121c8e') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:14.451954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62651eb-4b3e-455f-b417-a9b511121c8e') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:14.454018 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.461587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:14.464658 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.469286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.469972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-396955ba-2791-45ee-8ad9-d21f3e15d710 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 204 len: 168 time: 9.1890757 Feb 04 16:09:14.476736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:14.488321 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.508546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-655876004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:14.530586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e862015f-d4db-467f-a6b0-671e99037e25 req-598f0c33-c8a8-4ba2-a538-6111712b9ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038253 Feb 04 16:09:14.547255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.574488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:14.575124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:14.577040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.595171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:14.601465 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:14.603382 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.607234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540bcdd-80c6-460d-9fa6-b664ca40932a None None] Pushing event updated for resources: {'Port': ['ID=473f5b6b-f065-4dd2-9d8f-032836532027,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.663066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.709698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.710114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.728106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.741804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb9d198-8050-441d-9449-5518f8975a85,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:14.745215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67f81b22-8e70-455a-b1bd-81763f2e84bc admin admin] 10.222.0.62 "DELETE /v2.0/networks/ebb9d198-8050-441d-9449-5518f8975a85 HTTP/1.1" status: 204 len: 168 time: 0.8062913 Feb 04 16:09:14.752751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:14.757637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:14.786696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:14.790499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:14.832280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:14.895639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4c80e994-68c5-4aa2-89d3-7b323081641c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:14.925470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-5122d084-1ed4-4857-8648-1eadd8f5fbb0 service neutron] 10.222.0.62 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027122 Feb 04 16:09:14.967744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:14.972827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:14.981672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:15.025943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.033832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad464a8-a863-4f23-84e2-726a16fd1e52,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.036649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.037582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.056560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4c80e994-68c5-4aa2-89d3-7b323081641c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:15.056817 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.155636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc355c-cc41-4528-af9b-778aacda676e req-b2bcb26b-780b-47b1-ac44-a97559c419b7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:15.157181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73dc355c-cc41-4528-af9b-778aacda676e req-b2bcb26b-780b-47b1-ac44-a97559c419b7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 944 time: 0.6341863 Feb 04 16:09:15.164522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.182595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.242067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.242925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.251824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.291082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:15.320040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-26962135-816c-4cd0-97ae-1ab10574c98e service neutron] 10.222.0.62 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932390 Feb 04 16:09:15.324560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449109ae-12c1-4971-bfa7-0c386bc823cf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:15.329422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d9d9f68-3b3d-416f-bac0-f8c1c22e8274 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42e25a26b81e44b49a8dd1a8444171b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2878680 Feb 04 16:09:15.335610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.336007 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Added segment 7af63159-bee1-4774-83c3-5cc43cf67ec7 of type vlan for network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c Feb 04 16:09:15.336876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.365486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.382682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73dc355c-cc41-4528-af9b-778aacda676e req-7461de14-2f2d-47de-b7b1-e96bf45087c2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062287 Feb 04 16:09:15.432478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.528551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.530871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-abf3707a-1ad0-4af9-9acc-5d4ba946689f tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0451062 Feb 04 16:09:15.556673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.573438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:15.657742 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:09:15.665723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:15.674338 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.893157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Router 77f31a75-ecc2-4951-883b-3556010e91c9 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:15.912437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:15.913302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:15.913876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.067852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5672772 Feb 04 16:09:16.075657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:16.087883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Request body: {'subnet': {'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1635139586-subnet', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:16.101005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:16.110844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Usage tracker for resource:subnet and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:16.118005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:16.126530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efdb33d5-8b5e-4118-8645-9f720b86c3ef req-b8cc653b-55b4-49df-b54f-57dfb51ab45e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 210 time: 0.0637414 Feb 04 16:09:16.144149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:16.175435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:16.179332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.209582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9431b7-b11d-4c94-96a4-26ef7fdef73e admin admin] Pushing event updated for resources: {'Network': ['ID=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:16.216034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff7d70-575d-4742-a183-1b53772b6f5e None None] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:16.247136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.248324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:16.727791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:16.740941 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Sync routers for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:16.780593 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:16.787744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:16.848122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.876636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:16.878630 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eb123715-efdb-4cd4-920d-94339babd224 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0311966 Feb 04 16:09:16.882127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55800) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:16.883919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.026257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 473f5b6b-f065-4dd2-9d8f-032836532027 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:17.040139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d0d2e3-7723-40d8-b205-d1da8274c306,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:17.066947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.069022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26ef3ef1-9442-425e-95a4-0ff0d61a5107 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92d0d2e3-7723-40d8-b205-d1da8274c306 HTTP/1.1" status: 204 len: 168 time: 1.7298214 Feb 04 16:09:17.106408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8846ee-e905-448a-babc-56957cea3f9d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:17.112726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.143701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c70af1f4-c2f8-4d05-a5a3-d0b90fcfebca None None] Provisioning for port 473f5b6b-f065-4dd2-9d8f-032836532027 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:17.158735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Checking segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:17.159095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Network hostable DHCP agents. Network: e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:17.290201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 473f5b6b-f065-4dd2-9d8f-032836532027 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:17.301366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 473f5b6b-f065-4dd2-9d8f-032836532027 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:17.301759 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.354879 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:17.405839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:17.436073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:17.444546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:17.447086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.461949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d4f02-0020-4a86-a231-414a61badd84 None None] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:17.498456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8f8f0f6-b21c-453c-8800-d3833e8d0062 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4193850 Feb 04 16:09:17.502754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55810) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:17.514814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:17.522037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:17.539968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Usage tracker for resource:router and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:17.557188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:17.566236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:17.607187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fdc67-3ea4-4910-854d-917f4ea31749 req-103b3803-6227-4f45-94a2-e6cb98e86b55 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:17.629599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-726fdc67-3ea4-4910-854d-917f4ea31749 req-103b3803-6227-4f45-94a2-e6cb98e86b55 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 945 time: 1.1537247 Feb 04 16:09:17.793464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61fdbcf2-f5a4-47b2-8d24-b0587fb9c458 req-3db1cffd-c14c-419e-8a32-4e6df08153d5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 210 time: 0.1560767 Feb 04 16:09:17.809948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.848439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07290c8a-f701-4c0e-9a20-61cf3d1a1e12 None None] Provisioning complete for port 473f5b6b-f065-4dd2-9d8f-032836532027 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:17.848804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07290c8a-f701-4c0e-9a20-61cf3d1a1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.867098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.868917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:17.957969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:17.958873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.056117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:15Z', 'revision_number': 3, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:18.065478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 473f5b6b-f065-4dd2-9d8f-032836532027, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=473f5b6b-f065-4dd2-9d8f-032836532027,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:18.066890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07290c8a-f701-4c0e-9a20-61cf3d1a1e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.070918 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Checking router: 77f31a75-ecc2-4951-883b-3556010e91c9 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:18.071301 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Updating router 77f31a75-ecc2-4951-883b-3556010e91c9 port 8ad464a8-a863-4f23-84e2-726a16fd1e52 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:09:18.142670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.158352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:18.213194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-726fdc67-3ea4-4910-854d-917f4ea31749 req-f8848c58-de65-46bd-8809-3dffd08fc7e8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825989 Feb 04 16:09:18.260146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.266621 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.281018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-a61a3039-8f2d-4a16-8451-07849f65ae27 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:18.282731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-a61a3039-8f2d-4a16-8451-07849f65ae27 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 945 time: 1.1194763 Feb 04 16:09:18.329954 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1780a853-f21c-41a3-8966-94ee285ef5ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e089fe713efd410ca36dd284b3b7443b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1635466 Feb 04 16:09:18.344541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=473f5b6b-f065-4dd2-9d8f-032836532027,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:18.371758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-07290c8a-f701-4c0e-9a20-61cf3d1a1e12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:18.372348 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-07290c8a-f701-4c0e-9a20-61cf3d1a1e12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:18.386454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:18.421713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 865f4a03-5a72-45a6-806b-8fb44716c6ce {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:18.422352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.482844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.494398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Allocated IP 172.20.0.2 (e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c/7b8846ee-e905-448a-babc-56957cea3f9d/fabb8a7c-dfe3-4012-adaa-4658c0619fcf) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:18.549843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-fb8f0983-0643-4fc9-b57b-15b17374af1f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:18.551424 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-fb8f0983-0643-4fc9-b57b-15b17374af1f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 813 time: 0.6637502 Feb 04 16:09:18.578041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Request body: {'port': {'device_id': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'admin_state_up': True, 'tenant_id': '7ad2cf8d8cd34b52b7dc31779b151710'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:18.690433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.789897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.807500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.809127 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.836152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Transition to ACTIVE for port object fabb8a7c-dfe3-4012-adaa-4658c0619fcf will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:18.866439 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.924632 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Transition to ACTIVE for port object 8ad464a8-a863-4f23-84e2-726a16fd1e52 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:18.937317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 473f5b6b-f065-4dd2-9d8f-032836532027 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:18.949172 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.952450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:18.982930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Transition to ACTIVE for port object fabb8a7c-dfe3-4012-adaa-4658c0619fcf will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:18.994151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 865f4a03-5a72-45a6-806b-8fb44716c6ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=865f4a03-5a72-45a6-806b-8fb44716c6ce,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:18.994480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.027690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.031436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:19.037405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Usage tracker for resource:port and tenant:7ad2cf8d8cd34b52b7dc31779b151710 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:19.041186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:19.055243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:19.132870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:19.137206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:19.148854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:19.156828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Pushing event updated for resources: {'Port': ['ID=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.200098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Made reservation on behalf of 7ad2cf8d8cd34b52b7dc31779b151710 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:19.203993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.213806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.222205 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Pushing event updated for resources: {'Port': ['ID=8ad464a8-a863-4f23-84e2-726a16fd1e52,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.234670 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Attempting to bind port 8ad464a8-a863-4f23-84e2-726a16fd1e52 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:19.235649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Attempting to bind port 8ad464a8-a863-4f23-84e2-726a16fd1e52 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:19.236290 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Attempting to bind port 8ad464a8-a863-4f23-84e2-726a16fd1e52 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:19.242261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb4592-5008-45d9-908a-41b5b856e063,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.247281 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.248041 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.249005 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.249369 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.249702 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.250218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.250741 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.251067 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.251387 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.251845 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.252170 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:19.257803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 473f5b6b-f065-4dd2-9d8f-032836532027 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:19.258603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.275492 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:19.275891 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:19.276321 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.276711 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:19.278774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 865f4a03-5a72-45a6-806b-8fb44716c6ce owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:19.281261 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Bound port: 8ad464a8-a863-4f23-84e2-726a16fd1e52, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:19.282448 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.354765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.368208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Attempting to bind port fabb8a7c-dfe3-4012-adaa-4658c0619fcf on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:19.369242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Attempting to bind port fabb8a7c-dfe3-4012-adaa-4658c0619fcf by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:19.370059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Attempting to bind port fabb8a7c-dfe3-4012-adaa-4658c0619fcf on network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:19.380631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:19.381149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Checking segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:19.381715 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.382200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Bound using segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:19.383152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Bound port: fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:19.383628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.427656 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] For port 8ad464a8-a863-4f23-84e2-726a16fd1e52, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:19.431948 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] For port 8ad464a8-a863-4f23-84e2-726a16fd1e52, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8ad464a8-a863-4f23-84e2-726a16fd1e52,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:19.441589 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.448621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09a0a9d3-1fae-4669-8033-ce3e8ea1b664 req-03130649-29e3-4ed1-b997-69212528bb77 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 210 time: 0.1823719 Feb 04 16:09:19.529970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Allocated IP 172.25.5.38 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b9b5169b-2ef2-452f-af84-91cc98fbea71) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:19.547444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] For port fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:19.551138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] For port fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:19.552946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.554921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-71ef67af-21e6-4fd4-9998-d65399b60fa9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eccb4592-5008-45d9-908a-41b5b856e063 HTTP/1.1" status: 204 len: 168 time: 1.1668851 Feb 04 16:09:19.563041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.597371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:19.598433 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:19.660442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04f238-0f66-4d3a-b791-e2298b3f7318 None None] Pushing event updated for resources: {'Port': ['ID=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.732093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adbf49-dcbc-4ce4-8dfa-1e0343599f19 None None] Pushing event updated for resources: {'Port': ['ID=8ad464a8-a863-4f23-84e2-726a16fd1e52,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:19.766252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Allocated IP 172.20.0.12 (212e88fe-f61b-45d3-a5fa-44dc5f6f854b/1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1/0a9757ce-ca29-46ee-9617-7e4288f62327) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:19.792429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.849930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:19.904598 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:20.269277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.288092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8', '865f4a03-5a72-45a6-806b-8fb44716c6ce'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:20.362890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9901452-3500-4d0a-bf06-4fd6df84a259 req-490690cb-3e9a-496c-9588-0c4d9384e0b5 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:20.370030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9901452-3500-4d0a-bf06-4fd6df84a259 req-490690cb-3e9a-496c-9588-0c4d9384e0b5 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 867 time: 0.9552431 Feb 04 16:09:20.391422 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:15Z', 'revision_number': 3, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:20.397201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e512bba8-1a26-458b-b027-748772ec8f1d None None] The sync data for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 is: [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:15Z', 'revision_number': 3, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:20.559706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=865f4a03-5a72-45a6-806b-8fb44716c6ce,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:20.614475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.651664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.664573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9901452-3500-4d0a-bf06-4fd6df84a259 req-874f98ea-81c2-4063-a9b9-308deddb362c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937486 Feb 04 16:09:20.760313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6263e9c2-edb8-46ae-ac52-d75bce52cf9d req-7cf7c51e-ef68-4859-94e8-ab8f35071eba tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 210 time: 0.0781219 Feb 04 16:09:20.827368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.853625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 865f4a03-5a72-45a6-806b-8fb44716c6ce on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:20.882701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.885195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'name': 'network-vif-deleted', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:20.899958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:20.950215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f89e9ad8-a49c-43a6-a8cc-dc60b80ecf88 req-d0bdc629-88f3-4200-893e-4a49be783109 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/865f4a03-5a72-45a6-806b-8fb44716c6ce HTTP/1.1" status: 204 len: 173 time: 2.6430023 Feb 04 16:09:20.985510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fabb8a7c-dfe3-4012-adaa-4658c0619fcf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:21.132264 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092d0a28-3c99-442c-8753-ae0a34759629', 'name': 'network-vif-deleted', 'tag': '865f4a03-5a72-45a6-806b-8fb44716c6ce', 'status': 'completed', 'code': 200} Feb 04 16:09:21.155988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.162514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.229698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fabb8a7c-dfe3-4012-adaa-4658c0619fcf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:21.293996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Allocated IP 172.20.0.1 (e1ef6b92-406a-456b-a3a1-8ad8fb8072c7/fbecd232-9bca-4747-8171-8031bfd5d386/0c79fd28-afdc-43de-a20e-fb10ad3728cc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:21.436993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f503b-976a-48a7-bcbf-b050317d2c97 None None] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:21.505905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:21.541600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:21.557793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:21.580759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.643819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Provisioning for port fabb8a7c-dfe3-4012-adaa-4658c0619fcf completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:21.663496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event updated for resources: {'Port': ['ID=b9b5169b-2ef2-452f-af84-91cc98fbea71,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:21.690818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Provisioning complete for port fabb8a7c-dfe3-4012-adaa-4658c0619fcf triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:21.691281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:21.906902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:21.971247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:21.996254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.007742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Allocated IP 172.25.5.147 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e43874b5-072a-4197-8133-6fa81158e234) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:22.012814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:22.039442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:22.084488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] For port fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:22.110465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.252561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d025bd8-7ef3-4b57-8f73-60b408bb03e7 None None] Pushing event updated for resources: {'Port': ['ID=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:22.293332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:09:22.299275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 865f4a03-5a72-45a6-806b-8fb44716c6ce no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:22.400038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 865f4a03-5a72-45a6-806b-8fb44716c6ce {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:22.400424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 865f4a03-5a72-45a6-806b-8fb44716c6ce not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:22.515360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-95ce89fe-2bee-4625-9af1-9c3af29699ff req-1bc1c095-8ab8-4f4e-832d-5fbb6140ba6c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:22.644277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-95ce89fe-2bee-4625-9af1-9c3af29699ff req-1bc1c095-8ab8-4f4e-832d-5fbb6140ba6c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:22.645516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95ce89fe-2bee-4625-9af1-9c3af29699ff req-1bc1c095-8ab8-4f4e-832d-5fbb6140ba6c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=092d0a28-3c99-442c-8753-ae0a34759629 HTTP/1.1" status: 200 len: 210 time: 0.2970777 Feb 04 16:09:22.667402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f5ae6-70ed-415b-96b6-cdd7ea8b652e req-352c1bbe-1b15-4386-9135-0c816e8c734c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:22.675862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65f5ae6-70ed-415b-96b6-cdd7ea8b652e req-352c1bbe-1b15-4386-9135-0c816e8c734c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 932 time: 0.6466339 Feb 04 16:09:22.688105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:22.689031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.738443 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-29e185b1-4555-4b6b-983f-0dbdeeee3754 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1650074 Feb 04 16:09:22.751208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:22.762230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Request body: {'port': {'device_id': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:22.770093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7bad4c47-48d5-42f1-878c-9232484868b2', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:09:22.778773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e9afd552-d4bd-4794-beaa-61996b7be871 None None] Provisioning complete for port fabb8a7c-dfe3-4012-adaa-4658c0619fcf triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:22.779421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9afd552-d4bd-4794-beaa-61996b7be871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.803222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e65f5ae6-70ed-415b-96b6-cdd7ea8b652e req-a1a2209b-1ef8-4933-9f7a-eb942a605a29 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Synchronizing usage tracker for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:22.849509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e65f5ae6-70ed-415b-96b6-cdd7ea8b652e req-a1a2209b-1ef8-4933-9f7a-eb942a605a29 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Unset dirty status for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:22.862812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e65f5ae6-70ed-415b-96b6-cdd7ea8b652e req-a1a2209b-1ef8-4933-9f7a-eb942a605a29 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857877 Feb 04 16:09:22.863823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.886643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.910039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.918690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Transition to ACTIVE for port object 0c79fd28-afdc-43de-a20e-fb10ad3728cc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:22.939202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:22.962459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fabb8a7c-dfe3-4012-adaa-4658c0619fcf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:23.114162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.142523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:23.166141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:23.264865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.280843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.368736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Deleting port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:23.369477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.370191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.400699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:23.411902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:23.423368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:23.430419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7bad4c47-48d5-42f1-878c-9232484868b2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:23.460325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e43874b5-072a-4197-8133-6fa81158e234,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.473484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.484239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.571181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:23.592125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.634828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fabb8a7c-dfe3-4012-adaa-4658c0619fcf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:23.635336 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:23.718166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:23.738276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:23.841038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:23.916310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:23.930653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.059643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:24.129351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.235293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] For port 129f9f0d-e8f8-48de-b101-f70d4d87bbc3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:24.235853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.345371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc40019e-2739-4839-bc8a-7a0954f5739e None None] Provisioning for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:24.355372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.355869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc40019e-2739-4839-bc8a-7a0954f5739e None None] Provisioning complete for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:24.357040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc40019e-2739-4839-bc8a-7a0954f5739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.387990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Transition to ACTIVE for port object 0a9757ce-ca29-46ee-9617-7e4288f62327 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:24.472499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.479249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dc40019e-2739-4839-bc8a-7a0954f5739e None None] Port 0c79fd28-afdc-43de-a20e-fb10ad3728cc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:24.662018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:24.722758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-0bce8d4f-a6ce-49ee-88c8-7d49a798c713 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:24.731291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-0bce8d4f-a6ce-49ee-88c8-7d49a798c713 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.1920323 Feb 04 16:09:24.733747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.734653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:24.757318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Calling delete_port for 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:24.834260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-8afa0645-54a7-41ca-807f-25040ed5e86b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.0988588 Feb 04 16:09:25.050122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f86e1398-e2a4-4fc8-a19e-d4c7e81096a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.055278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Attempting to bind port 0a9757ce-ca29-46ee-9617-7e4288f62327 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:25.055278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Attempting to bind port 0a9757ce-ca29-46ee-9617-7e4288f62327 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:25.055939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Attempting to bind port 0a9757ce-ca29-46ee-9617-7e4288f62327 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:25.068041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Port 0a9757ce-ca29-46ee-9617-7e4288f62327 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:09:25.068498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Attempting to bind port 0a9757ce-ca29-46ee-9617-7e4288f62327 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:25.082097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba855d-19e0-4ee3-8d70-cb9f238cd89a req-a4720e5d-8907-406f-bceb-0cbba595ece4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:25.083555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93ba855d-19e0-4ee3-8d70-cb9f238cd89a req-a4720e5d-8907-406f-bceb-0cbba595ece4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.7188485 Feb 04 16:09:25.153028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-6a9bdcc4-bbe4-48bd-aab4-a492d46ec7ea tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3194299 Feb 04 16:09:25.208605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93ba855d-19e0-4ee3-8d70-cb9f238cd89a req-8b964cc0-eb8e-4ca4-a536-24aaed4ddbce tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130545 Feb 04 16:09:25.271703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.275877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:25.276433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Checking segment: {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:25.276916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Bound using segment: {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:25.277642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Bound port: 0a9757ce-ca29-46ee-9617-7e4288f62327, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:25.277795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.298464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.476249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.560935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-cb8733f9-8075-4ea6-8ecd-3cca2854abdc service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064128 Feb 04 16:09:25.608654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.756525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:25.777867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=129f9f0d-e8f8-48de-b101-f70d4d87bbc3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:25.783303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Router daae0fee-022f-4065-aab1-c23bf57d70a1 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:25.899608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:25.906788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:25.930756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.234312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-4c96ec71-138f-40ea-aa14-8a1bfeebc9b2 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710348 Feb 04 16:09:26.306833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:26.335838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.340755 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 1092 time: 3.5832663 Feb 04 16:09:26.348878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:26.469224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52f864-cc2c-45c6-8245-3eda4866fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:26.474033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:26.526905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:26.599363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7bad4c47-48d5-42f1-878c-9232484868b2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:26.599738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.775717 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'status': 'completed', 'code': 200} Feb 04 16:09:26.919785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:26.983148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:27.007854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:27.019821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.166374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Router 6a61133e-2b24-44ed-8fef-92043e4eacda is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:27.172328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8ad464a8-a863-4f23-84e2-726a16fd1e52 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:27.175162 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-fa725a28-b894-4f65-9e87-6f6de82c1292 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1095 time: 0.7662160 Feb 04 16:09:27.322287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:27.358239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-be0e947a-0421-42f2-83ce-d674f7cac71d None None] Provisioning complete for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:27.359471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be0e947a-0421-42f2-83ce-d674f7cac71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.360022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-780b490c-5f10-45a5-ab8d-102ac9cb378c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.1760299 Feb 04 16:09:27.425854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be0e947a-0421-42f2-83ce-d674f7cac71d None None] Port 0c79fd28-afdc-43de-a20e-fb10ad3728cc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:27.431046 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1602e0fb-e335-4ff6-8938-0e5bf223ffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.441736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f3c68b7-95c1-4066-8787-eb300bd9ed43 req-21b8b8d5-c051-4e44-9030-4b9a038a2eea tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.3954816 Feb 04 16:09:27.451466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8ad464a8-a863-4f23-84e2-726a16fd1e52 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:27.459033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8ad464a8-a863-4f23-84e2-726a16fd1e52 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:27.459642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.569166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-63b90443-b824-40d3-a4d3-bf6dd8b07017 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:27.570629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-63b90443-b824-40d3-a4d3-bf6dd8b07017 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.1515913 Feb 04 16:09:27.636260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-7df49e88-1324-4794-9270-2dd95251820e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516455 Feb 04 16:09:27.636966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539cb23-7902-4c0f-aae0-9c2a9e71780e req-9dc5223d-3c4f-4d82-b20b-8136ccb9ca77 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:27.644901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f539cb23-7902-4c0f-aae0-9c2a9e71780e req-9dc5223d-3c4f-4d82-b20b-8136ccb9ca77 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.6570978 Feb 04 16:09:27.676399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.768337 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.789186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8ad464a8-a863-4f23-84e2-726a16fd1e52, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8ad464a8-a863-4f23-84e2-726a16fd1e52,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:27.801886 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.857910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f539cb23-7902-4c0f-aae0-9c2a9e71780e req-099e5d69-898e-4e49-b957-bb18b6903c65 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113271 Feb 04 16:09:27.916779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:27.937325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] Sync routers for ids ['daae0fee-022f-4065-aab1-c23bf57d70a1'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:27.968968 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:27.972748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4135a563-c75c-44bf-a91b-96a424678578 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "PUT /v2.0/routers/daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 200 len: 878 time: 12.4128058 Feb 04 16:09:27.979667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8ad464a8-a863-4f23-84e2-726a16fd1e52,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:27.987332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:28.021302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] Routers {'daae0fee-022f-4065-aab1-c23bf57d70a1'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:28.029877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['daae0fee-022f-4065-aab1-c23bf57d70a1'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:28.182477 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:09:28.198287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:28.223881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] Routers {'daae0fee-022f-4065-aab1-c23bf57d70a1'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:28.224928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['daae0fee-022f-4065-aab1-c23bf57d70a1'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:28.385908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:28.386643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0523e7-9607-4294-a885-b53425fae29f None None] The sync data for ids ['daae0fee-022f-4065-aab1-c23bf57d70a1'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:28.451304 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.504386 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-b29f8649-bf6f-481d-a4d5-044b270c0fda service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569660 Feb 04 16:09:28.681794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:28.855533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6326da6-4435-473e-a685-a57e0bf097af req-34e5bdab-6123-4b86-a6bd-374e50b9697a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.1774476 Feb 04 16:09:28.922797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8ad464a8-a863-4f23-84e2-726a16fd1e52 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:29.057505 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0b6a1b56-cfac-414c-b131-d8678d6618de req-d3e42c7a-5ceb-4c75-8111-4e84333e23af service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311589 Feb 04 16:09:29.092018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:29.103936 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Sync routers for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:29.111474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Router 77f31a75-ecc2-4951-883b-3556010e91c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:29.134604 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:29.136773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:29.146482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8ad464a8-a863-4f23-84e2-726a16fd1e52 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:29.146946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.198941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:29.200130 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8c56796-892d-4d4b-91ff-1fef2b3643a5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.6963937 Feb 04 16:09:29.204830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56002) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.562049 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-f6f08036-eb08-4b17-8837-b4fc6c0aba68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1095 time: 0.2528331 Feb 04 16:09:29.629722 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:29.717438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fc59ce3e-f947-4586-8ffb-c38211cd002f tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 200 len: 919 time: 1.7212811 Feb 04 16:09:29.736432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:29.884428 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:09:29.941210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.014467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f481-5b72-4140-8a3e-44f286350932 req-3193379f-43d2-4bec-912e-d6e89b07e46c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.016653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-3193379f-43d2-4bec-912e-d6e89b07e46c service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.4462221 Feb 04 16:09:30.137121 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-59db031c-d350-4b09-9d0c-0886810f9d4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.1122372 Feb 04 16:09:30.140019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:30.153800 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ca68660-8f70-49e5-a397-73f0e9c5c6e8 admin admin] 10.222.0.62 "PUT /v2.0/routers/77f31a75-ecc2-4951-883b-3556010e91c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2618461 Feb 04 16:09:30.154043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Sync routers for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:30.183673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:30.194741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:30.227320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788f481-5b72-4140-8a3e-44f286350932 req-48749511-3d12-489b-9581-06c222b6ad50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.230129 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-48749511-3d12-489b-9581-06c222b6ad50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.0745733 Feb 04 16:09:30.291168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-0264eba1-7131-4715-aed0-f5671d2fb1f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536034 Feb 04 16:09:30.362917 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:23Z', 'revision_number': 3, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:30.366498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-a20231dc-1c6c-4bf4-a35a-72cd614a81da tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.368214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-a20231dc-1c6c-4bf4-a35a-72cd614a81da tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 1.5746119 Feb 04 16:09:30.378879 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Checking router: 6a61133e-2b24-44ed-8fef-92043e4eacda for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:30.379143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Updating router 6a61133e-2b24-44ed-8fef-92043e4eacda port e43874b5-072a-4197-8133-6fa81158e234 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:09:30.460698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38b3b61b-ec90-4a3a-89aa-0264fb47304e req-08040c56-c1d1-4a33-ab32-10b0e4dd737e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.1054628 Feb 04 16:09:30.486263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '8b9201db-3811-4010-b751-717504d6600f', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:30.543298 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:30.663325 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-eca6db0d-d675-4e2c-896b-4c3cf2faa796 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649909 Feb 04 16:09:30.671326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:30.898731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472881-ca2c-4853-9196-0a3364651072 req-b01e8810-fc56-4e80-8efb-8a3e7b4f8479 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:30.900261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46472881-ca2c-4853-9196-0a3364651072 req-b01e8810-fc56-4e80-8efb-8a3e7b4f8479 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 1.6561749 Feb 04 16:09:31.057163 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f788f481-5b72-4140-8a3e-44f286350932 req-5f93ff7e-8318-479e-87fa-37be778cb443 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867989 Feb 04 16:09:31.104170 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.143327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Transition to ACTIVE for port object e43874b5-072a-4197-8133-6fa81158e234 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:31.158041 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.217964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ef07107-da4f-4907-b999-bd4c6700f690 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=daae0fee-022f-4065-aab1-c23bf57d70a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.4638531 Feb 04 16:09:31.223091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:31.416743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:31.477472 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a0d8e-af17-498e-8814-da4ace34cb78 None None] Pushing event updated for resources: {'Port': ['ID=e43874b5-072a-4197-8133-6fa81158e234,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:31.488795 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Attempting to bind port e43874b5-072a-4197-8133-6fa81158e234 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:31.491460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Attempting to bind port e43874b5-072a-4197-8133-6fa81158e234 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:31.492009 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Attempting to bind port e43874b5-072a-4197-8133-6fa81158e234 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:31.509068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:24Z', 'revision_number': 4, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0c79fd28-afdc-43de-a20e-fb10ad3728cc', 'name': '', 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'mac_address': 'fa:16:3e:32:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:20Z', 'updated_at': '2022-02-04T16:09:24Z', 'revision_number': 2, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'subnets': [{'id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:31.521340 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:31.521795 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:31.522207 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.522637 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:31.524511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Checking router: 77f31a75-ecc2-4951-883b-3556010e91c9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:31.524667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Updating router 77f31a75-ecc2-4951-883b-3556010e91c9 port 0c79fd28-afdc-43de-a20e-fb10ad3728cc binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:09:31.530205 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Bound port: e43874b5-072a-4197-8133-6fa81158e234, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:31.532697 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.534221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca066e-b0d5-4039-8b4e-6ccb8b1ffc51 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:31.536421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72ca066e-b0d5-4039-8b4e-6ccb8b1ffc51 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Synchronizing usage tracker for tenant:c3b18e568e6e42f9a8c2255646192780 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:31.577474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72ca066e-b0d5-4039-8b4e-6ccb8b1ffc51 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Unset dirty status for tenant:c3b18e568e6e42f9a8c2255646192780 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:31.578768 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72ca066e-b0d5-4039-8b4e-6ccb8b1ffc51 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.3541462 Feb 04 16:09:31.582223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:31.662908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:31.695819 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-917779f8-f29e-420d-82f9-e320fb3853a6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 200 len: 205 time: 0.1122868 Feb 04 16:09:31.699649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:31.704175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46472881-ca2c-4853-9196-0a3364651072 req-b24bffa4-aa4f-4cd8-9bda-40a963f1bd5d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7670245 Feb 04 16:09:31.751721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:31.755150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.766636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.831283 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] For port e43874b5-072a-4197-8133-6fa81158e234, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:31.840703 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] For port e43874b5-072a-4197-8133-6fa81158e234, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e43874b5-072a-4197-8133-6fa81158e234,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:31.848531 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:31.994233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fe477dd-d52a-4b9e-9484-9612576d90a9 req-15d4fd8a-1714-4f40-ab15-9611258625f3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.2179599 Feb 04 16:09:32.222568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:32.253769 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a0d8e-af17-498e-8814-da4ace34cb78 None None] Pushing event updated for resources: {'Port': ['ID=e43874b5-072a-4197-8133-6fa81158e234,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:32.321015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:09:32.358177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:32.358853 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:32.502114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:32.714094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:32.816727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.5 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:33.096948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.116412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port b9b5169b-2ef2-452f-af84-91cc98fbea71 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:33.116758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.227783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.253334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Transition to ACTIVE for port object 0c79fd28-afdc-43de-a20e-fb10ad3728cc will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:33.306143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.372019 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:23Z', 'revision_number': 3, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:33.380221 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae59d4-60a9-4e84-9605-dddc15efeec8 None None] The sync data for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 is: [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:23Z', 'revision_number': 3, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:33.546638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25f22b28-ebb2-4418-91d6-f997dfe7fd47 req-19292248-7c32-496a-a03e-33db6d5bbf66 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.1781554 Feb 04 16:09:33.567499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:33.986401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for b9b5169b-2ef2-452f-af84-91cc98fbea71 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:34.014096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb029d-db5c-4421-b3ce-8b84e74939eb req-ffddf7e5-13ae-4ded-b857-ef452d6acd00 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:34.021174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:34.038232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb029d-db5c-4421-b3ce-8b84e74939eb req-ffddf7e5-13ae-4ded-b857-ef452d6acd00 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.9740663 Feb 04 16:09:34.089379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbce5-723f-4a81-b54f-1e4bee754744 None None] Pushing event updated for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:34.429154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.531901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'port_id': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'mac_address': 'fa:16:3e:55:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:09:34.535792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Attempting to bind port 0c79fd28-afdc-43de-a20e-fb10ad3728cc on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:34.536386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Attempting to bind port 0c79fd28-afdc-43de-a20e-fb10ad3728cc by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:34.536976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Attempting to bind port 0c79fd28-afdc-43de-a20e-fb10ad3728cc on network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:34.557277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:34.558050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Checking segment: {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:34.558736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.559292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Bound using segment: {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:34.560514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Bound port: 0c79fd28-afdc-43de-a20e-fb10ad3728cc, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d22d73-eb5f-4326-9251-a4397994f85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:34.566522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.663044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=b9b5169b-2ef2-452f-af84-91cc98fbea71,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:34.911438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] For port 0c79fd28-afdc-43de-a20e-fb10ad3728cc, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:34.925390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:34.938728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] For port 0c79fd28-afdc-43de-a20e-fb10ad3728cc, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c79fd28-afdc-43de-a20e-fb10ad3728cc,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:34.972121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.253511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbce5-723f-4a81-b54f-1e4bee754744 None None] Pushing event updated for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:35.264353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e43874b5-072a-4197-8133-6fa81158e234 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:35.280584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb029d-db5c-4421-b3ce-8b84e74939eb req-3da54fd4-341f-42f7-932c-314b83f04727 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2401741 Feb 04 16:09:35.307871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-503fc0dd-2c7a-4b39-8530-c0b2980b5ee4 req-401dcc17-cc42-4cc4-9867-7f1692cb587b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.2152894 Feb 04 16:09:35.413894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.456999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.467559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.495172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:35.591946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e43874b5-072a-4197-8133-6fa81158e234 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:35.608990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e43874b5-072a-4197-8133-6fa81158e234 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:35.610634 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.656720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:35.668519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:35.677717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:35.695832 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Sync routers for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:35.708853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.730305 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:35.734755 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:35.760739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.824416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.834416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.843461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:35.854025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:35.890089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.890690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router daae0fee-022f-4065-aab1-c23bf57d70a1 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:35.890938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:35.891672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:35.901247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:35.913565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:35.925924 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9c114977-5d10-4baf-825a-a066a09f430c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 204 len: 168 time: 4.2247846 Feb 04 16:09:35.926786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:35.934035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:35.938490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-323037456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:35.954115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:35.956575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:35.958703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:35.961944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:35.975128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:36.050070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7eec6996-14ae-4734-bb6b-5d93d19d4c48 admin admin] 10.222.0.62 "PUT /v2.0/routers/b5fd0114-26f9-4d1b-b52f-8d635ebdcff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3775499 Feb 04 16:09:36.061537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56150) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.218478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.219437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.256170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.296852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.314665 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:36.345696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.351646 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff6874cb-1127-4f16-9312-1298952f2cf7 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4237278 Feb 04 16:09:36.352425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:36.369784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:36.373614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': True}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:36.518593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0a9757ce-ca29-46ee-9617-7e4288f62327'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:36.760610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.793101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:36.798412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:36.968661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f7a0c188-ed32-4aa1-ad4f-77c93c56df88 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5815990 Feb 04 16:09:36.980184 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:09:25Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:36.992597 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Checking router: b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:37.024450 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Routers {'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:37.027267 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:37.036576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Request body: {'port': {'device_id': '8b9201db-3811-4010-b751-717504d6600f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:37.038736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.056214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e43874b5-072a-4197-8133-6fa81158e234, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e43874b5-072a-4197-8133-6fa81158e234,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:37.110755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.213279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e43874b5-072a-4197-8133-6fa81158e234,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:37.330250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.506178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:37.520288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Usage tracker for resource:security_group_rule and tenant:c01ec76adfeb4cf099bde8c38d8ce8ed is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:37.535792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] Set router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:37.552306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:37.609726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079574ea-c137-46f1-9a1a-3680a040c324 req-d4b5add2-cf08-4fda-b805-e62941de22ae tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:37.618269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-079574ea-c137-46f1-9a1a-3680a040c324 req-d4b5add2-cf08-4fda-b805-e62941de22ae tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 945 time: 0.9106958 Feb 04 16:09:37.641963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:37.648348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.781880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:37.786157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51358252-7c92-467d-a8e0-746f7a4fa54c req-bf5462aa-a711-49a5-8bf1-0e1a72ed38be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:37.786871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-51358252-7c92-467d-a8e0-746f7a4fa54c req-bf5462aa-a711-49a5-8bf1-0e1a72ed38be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:37.819584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:24Z', 'revision_number': 4, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0c79fd28-afdc-43de-a20e-fb10ad3728cc', 'name': '', 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'mac_address': 'fa:16:3e:32:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:20Z', 'updated_at': '2022-02-04T16:09:34Z', 'revision_number': 4, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'subnets': [{'id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:37.824860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476e7a-3c48-4c4a-8d66-cc64c9db1003 None None] The sync data for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 is: [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:09:24Z', 'revision_number': 4, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0c79fd28-afdc-43de-a20e-fb10ad3728cc', 'name': '', 'network_id': 'e1ef6b92-406a-456b-a3a1-8ad8fb8072c7', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'mac_address': 'fa:16:3e:32:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:20Z', 'updated_at': '2022-02-04T16:09:34Z', 'revision_number': 4, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'subnets': [{'id': 'fbecd232-9bca-4747-8171-8031bfd5d386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:37.908336 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.183705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.25.5.46 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/4abc3eae-0288-4c48-91be-7eca13d17341) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:38.354909 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:09:25Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:38.375210 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719ca7c-e18d-4323-85bd-fd5bf99947aa None None] The sync data for ids ['b5fd0114-26f9-4d1b-b52f-8d635ebdcff3'] in n-d-827873-1 is: [{'id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'name': 'tempest-FloatingIPsAssociationTestJSON-572514011-router', 'tenant_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:06:11Z', 'updated_at': '2022-02-04T16:09:25Z', 'revision_number': 5, 'project_id': '6d8c4edc55624b65ba85c5d280e99d4a', 'gw_port': {'id': '71349672-d1a4-4e28-aa43-e75e150bd3ae', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fd0114-26f9-4d1b-b52f-8d635ebdcff3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:06:12Z', 'updated_at': '2022-02-04T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:38.414945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-079574ea-c137-46f1-9a1a-3680a040c324 req-c3bae7c4-bc51-45e7-ad76-fb73f3138750 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294862 Feb 04 16:09:38.446491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-51358252-7c92-467d-a8e0-746f7a4fa54c req-bf5462aa-a711-49a5-8bf1-0e1a72ed38be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:38.457567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51358252-7c92-467d-a8e0-746f7a4fa54c req-bf5462aa-a711-49a5-8bf1-0e1a72ed38be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 931 time: 1.6028588 Feb 04 16:09:38.548595 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.589201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.809584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:38.810699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=4abc3eae-0288-4c48-91be-7eca13d17341,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:38.813955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:38.816819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:38.851480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51358252-7c92-467d-a8e0-746f7a4fa54c req-b917577a-2e41-439f-87f6-ad518bc8d28f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928530 Feb 04 16:09:38.895686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:38.963729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.265994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.271939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.392188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.465066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e43874b5-072a-4197-8133-6fa81158e234 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:39.544498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d2ede1-e903-4984-ae3a-423352e81ad8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:39.668904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.677171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.693155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e43874b5-072a-4197-8133-6fa81158e234 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:39.694254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:39.750881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:40.024128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 0a9757ce-ca29-46ee-9617-7e4288f62327 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:40.063072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0a9757ce-ca29-46ee-9617-7e4288f62327 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:40.063508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.119603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Allocated IP 172.20.0.1 (e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c/7b8846ee-e905-448a-babc-56957cea3f9d/72a1fb34-3edb-49a9-b669-2cf55c950cce) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:40.152995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c79fd28-afdc-43de-a20e-fb10ad3728cc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:40.329220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:40.331810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router 92cce8b0-6239-4231-819a-1b57aec2139f is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:09:40.368911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:40.369295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.476491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.550771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.562636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:40.570092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:40.588662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Transition to ACTIVE for port object 72a1fb34-3edb-49a9-b669-2cf55c950cce will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:40.597853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:40.842292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5e528dfd-e0da-4d90-bbfb-73f419d64e47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c01ec76adfeb4cf099bde8c38d8ce8ed&name=default HTTP/1.1" status: 200 len: 2647 time: 4.9904494 Feb 04 16:09:40.843588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:40.994040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.051529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.055714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.082393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:41.083583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0c79fd28-afdc-43de-a20e-fb10ad3728cc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c79fd28-afdc-43de-a20e-fb10ad3728cc,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:41.095990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.128954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.131365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:41.152597 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a226484b-83c1-47ae-8ceb-0cda303211ad tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "PUT /v2.0/routers/92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 200 len: 913 time: 4.7879889 Feb 04 16:09:41.160287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:41.177464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5c6-3034-40ce-bb3a-700376789985 req-a1805756-53d8-4b7e-a0b7-fd38e3f4cad2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.185955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e26a5c6-3034-40ce-bb3a-700376789985 req-a1805756-53d8-4b7e-a0b7-fd38e3f4cad2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 931 time: 0.5537481 Feb 04 16:09:41.312350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.322636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:41.394862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] Sync routers for ids ['92cce8b0-6239-4231-819a-1b57aec2139f'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:41.408503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e26a5c6-3034-40ce-bb3a-700376789985 req-9645e6f7-dea9-47a2-8ed2-062c6e0967d2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214851 Feb 04 16:09:41.417521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.443431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:41.447006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 129f9f0d-e8f8-48de-b101-f70d4d87bbc3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:41.449233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88fe0e-de47-41be-92f5-ff5bd0ce0cc5 req-79df8a79-2ae1-411d-b9a1-8268c5a73e19 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:41.478121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] Routers {'92cce8b0-6239-4231-819a-1b57aec2139f'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:41.479605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec88fe0e-de47-41be-92f5-ff5bd0ce0cc5 req-79df8a79-2ae1-411d-b9a1-8268c5a73e19 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 1.8580804 Feb 04 16:09:41.480474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['92cce8b0-6239-4231-819a-1b57aec2139f'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:41.510958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:41.520881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.540834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:41.567603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:41.725912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:41.729347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:41.732478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c79fd28-afdc-43de-a20e-fb10ad3728cc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:41.740123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.761156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Transition to ACTIVE for port object 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:41.765434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:41.816651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:41.915501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] Routers {'92cce8b0-6239-4231-819a-1b57aec2139f'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:41.916319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['92cce8b0-6239-4231-819a-1b57aec2139f'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:42.020093 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'code': 200} Feb 04 16:09:42.057858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:42.058268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c3941f-8bf6-44e8-9205-1b6742924ab7 None None] The sync data for ids ['92cce8b0-6239-4231-819a-1b57aec2139f'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:09:42.079853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.112151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0c79fd28-afdc-43de-a20e-fb10ad3728cc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:42.113446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.115255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.166041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d2ede1-e903-4984-ae3a-423352e81ad8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:42.180739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.182468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.182468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.182468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.183018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.183985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.185996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.186544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.187029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.187509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.187972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:42.203934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.215292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.219647 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-559ac0e6-c9cd-48c2-b836-bd17704ad576 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45d2ede1-e903-4984-ae3a-423352e81ad8 HTTP/1.1" status: 204 len: 168 time: 1.3774984 Feb 04 16:09:42.252234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c54caa41-1e08-4a67-8dec-69c1f9f7ba8b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 200 len: 919 time: 1.0821764 Feb 04 16:09:42.256102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:42.305043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.338457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec88fe0e-de47-41be-92f5-ff5bd0ce0cc5 req-f0e82335-9f7a-4134-8ee6-821cb8901c5e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8577857 Feb 04 16:09:42.348630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69a0162f-2595-4035-90bc-8c0828bb27e9 None None] Provisioning for port 72a1fb34-3edb-49a9-b669-2cf55c950cce completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:42.357769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69a0162f-2595-4035-90bc-8c0828bb27e9 None None] Provisioning complete for port 72a1fb34-3edb-49a9-b669-2cf55c950cce triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:42.358555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69a0162f-2595-4035-90bc-8c0828bb27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.423803 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-15a9cbe8-f943-46c0-9149-08a1087ded70 req-132074cb-4e67-4cd9-8bdc-570205e19657 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1097 time: 0.4041991 Feb 04 16:09:42.474953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Deleting port 71349672-d1a4-4e28-aa43-e75e150bd3ae {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:42.475283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:42.527648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-69a0162f-2595-4035-90bc-8c0828bb27e9 None None] Port 72a1fb34-3edb-49a9-b669-2cf55c950cce cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:42.584281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-15a9cbe8-f943-46c0-9149-08a1087ded70 req-1d96d85a-453a-4a09-8a25-90f61826f8a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534500 Feb 04 16:09:42.624158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c1ad1fd-2c02-4904-b3b2-56e7c8c04573 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Synchronizing usage tracker for tenant:c3b18e568e6e42f9a8c2255646192780 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:09:42.647023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c1ad1fd-2c02-4904-b3b2-56e7c8c04573 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Unset dirty status for tenant:c3b18e568e6e42f9a8c2255646192780 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:09:42.650237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c1ad1fd-2c02-4904-b3b2-56e7c8c04573 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=92cce8b0-6239-4231-819a-1b57aec2139f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3931322 Feb 04 16:09:42.652352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56212) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.016842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.020364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32748c26-c0ce-45e9-bb97-c5173d23b40b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:43.025534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32748c26-c0ce-45e9-bb97-c5173d23b40b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.3689868 Feb 04 16:09:43.057830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56222) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.070846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.071675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.115439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:43.119873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Usage tracker for resource:security_group_rule and tenant:42ec9b0d2ca44dae8a44d4df3781034e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:43.123313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:43.130640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:43.139980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Attempting to bind port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:43.140318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Attempting to bind port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:43.140707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Attempting to bind port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:43.187815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0085f619-7555-4029-8210-e9b2663d6aac tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 200 len: 205 time: 0.1196661 Feb 04 16:09:43.191228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.280224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.288234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.374588 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42ec9b0d2ca44dae8a44d4df3781034e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3534579 Feb 04 16:09:43.375026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f42cb-9761-4189-941f-047418c151c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47744358-dd8d-459b-ab5d-56a71653c288,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:43.380110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:43.471301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.512856 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.602181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.635694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:09:43.636151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Attempting to bind port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:43.671705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.672815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47744358-dd8d-459b-ab5d-56a71653c288 HTTP/1.1" status: 204 len: 168 time: 0.2913034 Feb 04 16:09:43.688316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e1345-2226-4069-aae8-be81433485e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47744358-dd8d-459b-ab5d-56a71653c288,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:43.753282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] For port 71349672-d1a4-4e28-aa43-e75e150bd3ae, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71349672-d1a4-4e28-aa43-e75e150bd3ae,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:43.753660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:43.797235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516bb6-c9bc-4c8f-9ea5-6981eeebb2f1 req-75121da2-0e79-4d7b-a2cd-59cc3b37fa4f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:43.797887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31516bb6-c9bc-4c8f-9ea5-6981eeebb2f1 req-75121da2-0e79-4d7b-a2cd-59cc3b37fa4f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 943 time: 1.1587963 Feb 04 16:09:43.798692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:43.799022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:43.799404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:43.799842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Bound port: 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:43.800177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.049552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Calling delete_port for 71349672-d1a4-4e28-aa43-e75e150bd3ae owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:44.456664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:44.461351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31516bb6-c9bc-4c8f-9ea5-6981eeebb2f1 req-4061ac51-595f-429f-bd3b-c6e5a016e905 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790451 Feb 04 16:09:44.492592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:44.523140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.533433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f15481-0548-4f25-8283-072a9331a0f0 req-f6129f0a-dd65-4ab6-aa62-f4f2881ad647 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:44.535002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62f15481-0548-4f25-8283-072a9331a0f0 req-f6129f0a-dd65-4ab6-aa62-f4f2881ad647 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.9069226 Feb 04 16:09:44.721490 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.722792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d HTTP/1.1" status: 200 len: 1091 time: 7.7202098 Feb 04 16:09:44.723240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:44.742601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:44.869122 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'status': 'completed', 'code': 200} Feb 04 16:09:44.906720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:44.934209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c84d0-0134-4f21-8041-b0e30df0f8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:44.943536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.017584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62f15481-0548-4f25-8283-072a9331a0f0 req-e52611d8-f9e8-4137-b1d9-06f39c81275a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483564 Feb 04 16:09:45.114705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.121794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.159565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.189121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71349672-d1a4-4e28-aa43-e75e150bd3ae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:45.234910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-cbf95a16-6d3a-4133-92fe-4c8c656098c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 1094 time: 0.4546514 Feb 04 16:09:45.256942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:45.914708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-f9bb18d9-711a-4ebf-853a-7ed5bfb40ff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d HTTP/1.1" status: 200 len: 217 time: 0.5983269 Feb 04 16:09:46.033923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:46.176987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:46.536438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.625277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-92fb9c3f-2e41-4eaa-87f2-9ffd28e0c55c None None] Provisioning complete for port 72a1fb34-3edb-49a9-b669-2cf55c950cce triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:46.628143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92fb9c3f-2e41-4eaa-87f2-9ffd28e0c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:46.633218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-c33d235a-c111-4c68-ba58-31181250a766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:46.634666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-c33d235a-c111-4c68-ba58-31181250a766 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.6671443 Feb 04 16:09:46.727362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92fb9c3f-2e41-4eaa-87f2-9ffd28e0c55c None None] Port 72a1fb34-3edb-49a9-b669-2cf55c950cce cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:46.797064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-32b60222-9488-42d9-81bb-da9ac0a77943 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533451 Feb 04 16:09:47.471385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcab8d-d786-40c1-aafc-728f170f86a9 req-3a71011a-223d-4241-b3d3-b893bb7d65a4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:47.473074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4efcab8d-d786-40c1-aafc-728f170f86a9 req-3a71011a-223d-4241-b3d3-b893bb7d65a4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 943 time: 1.6366484 Feb 04 16:09:47.476326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.524121 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.563803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ea88f-d448-4efb-a694-8efad593d0c5 req-147399bd-58d5-4a2e-9060-25950dab8a27 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:47.565280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-258ea88f-d448-4efb-a694-8efad593d0c5 req-147399bd-58d5-4a2e-9060-25950dab8a27 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 1.1664855 Feb 04 16:09:47.640092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-4a61a86d-fe9b-4045-b22c-db15fc02cfd8 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861057 Feb 04 16:09:47.703732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4efcab8d-d786-40c1-aafc-728f170f86a9 req-2ef534ce-2447-42a1-8e45-5c658ff081f4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149777 Feb 04 16:09:47.790105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:47.790679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:47.804438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-258ea88f-d448-4efb-a694-8efad593d0c5 req-40386cf5-c766-4963-8c75-cad8a8cf1541 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274909 Feb 04 16:09:47.943650 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.001246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1ec53b3-8ddc-44f3-adf7-a9ff6be779d9 req-850b716c-78ed-4ce5-828f-da0cee33325e service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514750 Feb 04 16:09:48.042903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port 4abc3eae-0288-4c48-91be-7eca13d17341 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:48.043499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.185020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.189140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:48.195179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd61e93e-84aa-44ca-85d9-9249c2a431a3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b5fd0114-26f9-4d1b-b52f-8d635ebdcff3 HTTP/1.1" status: 204 len: 168 time: 12.1216578 Feb 04 16:09:48.281458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Deleting subnet 11874869-2423-4bde-9866-d723f3bd28f6 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:09:48.294953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.394891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.472851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-e42d90f8-86db-480f-b63a-94057dff6c1c tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=36f9126afaf9454da161e528ede129e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2341273 Feb 04 16:09:48.503938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.626897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.676053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:48.680713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da824f2-f4fe-49fc-a0a5-ff3a50047daf None None] Network 39f739d4-22f9-4cbf-86b7-69858332b9b1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:48.686057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11874869-2423-4bde-9866-d723f3bd28f6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:48.694883 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9472a2a5-4760-4ed6-bbb3-35847cf1908b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/11874869-2423-4bde-9866-d723f3bd28f6 HTTP/1.1" status: 204 len: 168 time: 0.5046489 Feb 04 16:09:48.695543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56324) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:48.920794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-7d7d3651-09ec-4d42-9710-843491758051 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:48.929971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-7d7d3651-09ec-4d42-9710-843491758051 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 813 time: 0.4670677 Feb 04 16:09:48.962308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Router 6a61133e-2b24-44ed-8fef-92043e4eacda has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:09:49.061122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.107556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-993fb0fc-5241-49d2-88d6-580f439a7f4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 1094 time: 1.0299149 Feb 04 16:09:49.112544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.136228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Deleting port c2d0da66-8114-4ae9-989a-901b36d56e09 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:49.136611 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.165775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] DHCP port deletion for 39f739d4-22f9-4cbf-86b7-69858332b9b1 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:09:49.172370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Deleting port c2d0da66-8114-4ae9-989a-901b36d56e09 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:49.172742 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.192891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-5364bb1a-6bdb-46eb-95bf-dba6aa671bd8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/quotas/7ad2cf8d8cd34b52b7dc31779b151710 HTTP/1.1" status: 200 len: 375 time: 0.2620132 Feb 04 16:09:49.199610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc250-9b9e-4713-9683-17e68cc18655 req-bf49f6c1-2d17-419b-bcd5-c0f078cc0389 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:49.206866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-bf49f6c1-2d17-419b-bcd5-c0f078cc0389 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7322466 Feb 04 16:09:49.467880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] For port c2d0da66-8114-4ae9-989a-901b36d56e09, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c2d0da66-8114-4ae9-989a-901b36d56e09,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:49.468472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.526088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for 4abc3eae-0288-4c48-91be-7eca13d17341 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:49.644986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-1fc7ff6a-af7b-42d9-bd33-b2717f14015a tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/quotas/36f9126afaf9454da161e528ede129e8 HTTP/1.1" status: 200 len: 375 time: 0.4363430 Feb 04 16:09:49.677555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] For port c2d0da66-8114-4ae9-989a-901b36d56e09, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c2d0da66-8114-4ae9-989a-901b36d56e09,segment=NetworkSegment(b7b933f2-2e6a-41fd-b49b-725743b4dd6a),segment_id=b7b933f2-2e6a-41fd-b49b-725743b4dd6a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:49.684071 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.709044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Calling delete_port for c2d0da66-8114-4ae9-989a-901b36d56e09 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:49.840013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c2d0da66-8114-4ae9-989a-901b36d56e09 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:49.857456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:49.985932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d0da66-8114-4ae9-989a-901b36d56e09,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:49.995005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] No DVR routers for this DVR port c2d0da66-8114-4ae9-989a-901b36d56e09 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:09:50.116430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c2d0da66-8114-4ae9-989a-901b36d56e09 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:50.118797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c2d0da66-8114-4ae9-989a-901b36d56e09 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:50.158643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Calling delete_port for c2d0da66-8114-4ae9-989a-901b36d56e09 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:09:50.214061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-d348472b-1245-4766-a76a-c5db4718b3ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:50.217771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-d348472b-1245-4766-a76a-c5db4718b3ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.9655118 Feb 04 16:09:50.225844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.287811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f739d4-22f9-4cbf-86b7-69858332b9b1']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:50.309947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:50.310286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b933f2-2e6a-41fd-b49b-725743b4dd6a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:50.327794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn_limited( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn_limited( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.339077 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:09:50.341571 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:09:50.352753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:09:50.353420 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:09:50.359104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.373317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:09:50.374423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.386379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-f7a944d9-eef2-4da1-8fad-94f3c68e6bec tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=36f9126afaf9454da161e528ede129e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3203704 Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:09:50.394888 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:09:50.477735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-a3e9526b-45a6-4e27-9a45-dd3a8529926a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d HTTP/1.1" status: 200 len: 217 time: 0.2446530 Feb 04 16:09:50.565832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.619291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.625517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f739d4-22f9-4cbf-86b7-69858332b9b1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:50.662613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-f2a2daf4-0567-4426-a95e-27a109bb3c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:50.663223 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d499273-1411-4dc3-97e4-63410661c3a6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/39f739d4-22f9-4cbf-86b7-69858332b9b1 HTTP/1.1" status: 204 len: 168 time: 1.9635694 Feb 04 16:09:50.665064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-f2a2daf4-0567-4426-a95e-27a109bb3c9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.1778541 Feb 04 16:09:50.790967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-a54079b8-174d-4f7c-810c-1a89704ef3bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187773 Feb 04 16:09:50.862607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Deleting port c2d0da66-8114-4ae9-989a-901b36d56e09 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:09:50.863250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:50.900890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-32389f71-76bf-4dad-8fd7-babf9506697b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6855433 Feb 04 16:09:51.020020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56350) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.049724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-84188392-f226-4e2a-89d6-e048a15f7ab6 None None] The port 'c2d0da66-8114-4ae9-989a-901b36d56e09' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:09:51.052640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.066017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.199955 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cf211f8d-f698-41a2-9487-704d44b207c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d8c4edc55624b65ba85c5d280e99d4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782758 Feb 04 16:09:51.205578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:51.364242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.418964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.502508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.527530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-1eddcc15-d84d-4f25-b256-1f0c74136022 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6351779 Feb 04 16:09:51.530473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-f81a8939-0033-42f0-a834-120c2a695a92 service neutron] 10.222.0.62 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758009 Feb 04 16:09:51.531731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.534237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdf06b73-1696-4c9c-966f-b9c1e18d6514 HTTP/1.1" status: 204 len: 168 time: 0.3267519 Feb 04 16:09:51.558480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e5ae-588c-4793-8e79-c05e798afcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf06b73-1696-4c9c-966f-b9c1e18d6514,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:51.581456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:51.672666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773ccb9-3c8f-4942-bdda-42b3e4ed6a2f req-dc060f54-952d-4edd-8322-93eca35e0b86 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:51.674179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d773ccb9-3c8f-4942-bdda-42b3e4ed6a2f req-dc060f54-952d-4edd-8322-93eca35e0b86 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 943 time: 0.8792067 Feb 04 16:09:51.683257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=4abc3eae-0288-4c48-91be-7eca13d17341,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:51.760334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:09:52.082031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:52.110209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'mac_address': 'fa:16:3e:a3:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:09:52.238680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d773ccb9-3c8f-4942-bdda-42b3e4ed6a2f req-5729f0f8-8c0f-40ef-9b0d-bebcf49ce508 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253255 Feb 04 16:09:52.259776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.284552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:52.317661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:52.326974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:52.383547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:09:52.447392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-980c1a63-da42-4111-9710-1c46e54057b9 service neutron] 10.222.0.62 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9061620 Feb 04 16:09:52.468718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95520e9-e598-445b-8e0e-531d673c09f8 req-065ed68a-c8c0-484a-99fb-9cfc9c2592fa service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166696 Feb 04 16:09:52.506070 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-4b989ddc-32f1-48ec-bca0-1b3907190a4f tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=36f9126afaf9454da161e528ede129e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207647 Feb 04 16:09:52.553807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:52.576403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe1ee2de-9286-4485-91f9-3e08e5bcf5f9 admin admin] 10.222.0.62 "PUT /v2.0/routers/6a61133e-2b24-44ed-8fef-92043e4eacda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.3300905 Feb 04 16:09:52.584901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.585248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.585585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.586013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.586265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.606810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.607420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.607755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.608166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.608465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.608791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:52.657164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:53.247256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc250-9b9e-4713-9683-17e68cc18655 req-086a1c1a-c831-4849-b9cd-a1a1f2f86952 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:53.251333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcc1245c-fdb9-423f-bd0e-bfb82c4c599b req-a3222358-65f2-4731-85ca-5dcb082fa161 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 210 time: 0.6588264 Feb 04 16:09:53.255575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-086a1c1a-c831-4849-b9cd-a1a1f2f86952 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7439656 Feb 04 16:09:53.258642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.277148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Request body: {'port': {'device_id': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '36f9126afaf9454da161e528ede129e8'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:53.418528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cde406c8-0ea1-4604-ac5b-e7b480f0ce13 req-c912f29b-954a-40bc-9bb2-9def24c0fe63 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 210 time: 0.2723002 Feb 04 16:09:53.546250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71349672-d1a4-4e28-aa43-e75e150bd3ae no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:53.656922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 71349672-d1a4-4e28-aa43-e75e150bd3ae {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:09:53.657288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71349672-d1a4-4e28-aa43-e75e150bd3ae not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:09:53.832054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:53.845306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Usage tracker for resource:port and tenant:36f9126afaf9454da161e528ede129e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:53.850318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:53.861841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:53.878575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:53.933269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.938059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Made reservation on behalf of 36f9126afaf9454da161e528ede129e8 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:53.943774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.947480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:53.996260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b16793-7342-4a52-9072-b29b45d53e45 req-6df194ea-0ead-4e86-b201-7501a3db2d21 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:53.998314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89b16793-7342-4a52-9072-b29b45d53e45 req-6df194ea-0ead-4e86-b201-7501a3db2d21 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 944 time: 0.3165455 Feb 04 16:09:54.003628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.061538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.062038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router 92cce8b0-6239-4231-819a-1b57aec2139f {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:09:54.104049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.105103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-48e4c23f-3a84-4cb6-8726-5729ba9249fa tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 204 len: 168 time: 10.9013686 Feb 04 16:09:54.119527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.127510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.132448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Usage tracker for resource:security_group_rule and tenant:36f9126afaf9454da161e528ede129e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.142364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.149292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-975744921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:54.165157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.204873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.225240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.227466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.263921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.287786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89b16793-7342-4a52-9072-b29b45d53e45 req-19db3ed6-2796-4a8f-bcdb-29d760a4a881 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697968 Feb 04 16:09:54.385067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.396336 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.409845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.411152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.447666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.484874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93874416-d840-416a-b8cd-ed864a03a029,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:54.500434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.534646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-network', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:54.551325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.561850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Usage tracker for resource:network and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.567670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.617904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.630926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52eff287-e6bd-405d-82c0-4d1eb57aee1e req-85049435-be63-465b-ba29-07966cf6d3ec tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 210 time: 0.1223650 Feb 04 16:09:54.657235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Made reservation on behalf of 0b6a2bcd5b414708833459a17319ec0d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:54.657235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.671011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.672468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8ce052b3-4067-4a1e-ac14-85e0a3591afe tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5430939 Feb 04 16:09:54.675347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56450) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.680445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:54.685495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Allocated IP 192.168.233.209 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/0786b2cd-2a6e-4566-a69c-9d6ccb630872) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:54.704559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:54.719669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56454) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:54.735253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1563378679-network', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:54.740209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:54.751368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Usage tracker for resource:network and tenant:9cbdebdc9ce54377928a0d9feed00482 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:54.761016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:54.780117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:54.806896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d17a2a5c-20e6-4260-92b4-33adbf78b01f req-16138d03-49a4-47f8-8958-1c40a996afa3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Feb 04 16:09:54.959602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:55.009312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Made reservation on behalf of 9cbdebdc9ce54377928a0d9feed00482 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:55.011390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.022014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Usage tracker for resource:security_group_rule and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:55.035143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:55.035783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8f9bf4c-9f11-4fdc-ad9c-4b4c26f33660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.047142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.055794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:55.219332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-fd4d6744-a193-46a2-b00a-12cb279b47a9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:55.220809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-fd4d6744-a193-46a2-b00a-12cb279b47a9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 813 time: 0.2149787 Feb 04 16:09:55.229195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:55.252431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9cbdebdc9ce54377928a0d9feed00482 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:55.256121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:55.264079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:55.268115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.316931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Transition to ACTIVE for port object 0786b2cd-2a6e-4566-a69c-9d6ccb630872 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:55.358426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Request body: {'port': {'device_id': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'admin_state_up': True, 'tenant_id': '7ad2cf8d8cd34b52b7dc31779b151710'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:55.359307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.375511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.440973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:55.444135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.453294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91db09-22ff-4199-b44c-4a6ae28465ef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.457202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.470738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.473749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.474071 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Added segment bde371f8-1d69-48a4-8b86-1de987e12d90 of type vlan for network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 Feb 04 16:09:55.556348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:09:55.612731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b70be7b-d698-46ac-b258-30aa7a6399fd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.616767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:55.620186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.629295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.629819 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Added segment 74abbb6f-dd9d-476b-b86f-52632af3566d of type vlan for network 524ed0e6-cee8-4868-8c67-09878849ca49 Feb 04 16:09:55.632358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:55.644970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:55.680892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Pushing event updated for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:55.753382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.765379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:55.766575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.787415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:09:55.806091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.806960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:55.807711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.852648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.9728761 Feb 04 16:09:55.861019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56474) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:55.904274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:55.914699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:55.915198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.929112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Request body: {'subnet': {'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-subnet', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:55.936971 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-7995224b-5b41-4113-8fcf-09ea67f4c931 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6674464 Feb 04 16:09:55.946632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:55.969028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Request body: {'port': {'device_id': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:55.989505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3fc3465-85f1-432c-8838-ec0525581bc1 None None] Provisioning for port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:09:55.996399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3fc3465-85f1-432c-8838-ec0525581bc1 None None] Provisioning complete for port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:09:55.997990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3465-85f1-432c-8838-ec0525581bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:55.999881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Usage tracker for resource:subnet and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:56.008545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:56.011201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.012162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:56.013377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.043895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:56.049215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a1660-6fc5-438d-9e57-a62d6b2633ea admin admin] Pushing event updated for resources: {'Network': ['ID=6d674bbd-ae52-421f-a8f4-4ca0316a7d17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.052293 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3314888 Feb 04 16:09:56.063312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:56.114021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Made reservation on behalf of 0b6a2bcd5b414708833459a17319ec0d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:56.118393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Request body: {'subnet': {'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1563378679-subnet', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:56.119779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.123687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc3465-85f1-432c-8838-ec0525581bc1 None None] Port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:09:56.129092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:56.142397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:56.146602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.203180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Usage tracker for resource:subnet and tenant:9cbdebdc9ce54377928a0d9feed00482 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:56.219042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:56.236027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:56.244044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:56.256285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Usage tracker for resource:port and tenant:7ad2cf8d8cd34b52b7dc31779b151710 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:56.268981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:56.288091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d8133-9a50-48b4-9632-d6f9a7a2d7fb req-3449dda5-5ac4-4363-a47b-aa8d010a5a65 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:56.290068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-011d8133-9a50-48b4-9632-d6f9a7a2d7fb req-3449dda5-5ac4-4363-a47b-aa8d010a5a65 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 944 time: 0.6681521 Feb 04 16:09:56.311234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:56.321552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Made reservation on behalf of 9cbdebdc9ce54377928a0d9feed00482 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:56.324500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.394991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.469750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf50165-9725-4e6b-af3e-e007c7aff86b req-0a62430c-ba72-47a7-8ad6-c8e0f8f2ac57 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:56.472234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bcf50165-9725-4e6b-af3e-e007c7aff86b req-0a62430c-ba72-47a7-8ad6-c8e0f8f2ac57 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.5598726 Feb 04 16:09:56.492374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.511007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:56.523870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:56.539368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.543144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:09:56.645837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.690797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.737628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Made reservation on behalf of 7ad2cf8d8cd34b52b7dc31779b151710 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:09:56.740809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.741034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8496a-78fe-4407-b1bd-40fe055555c6 admin admin] Pushing event updated for resources: {'Network': ['ID=524ed0e6-cee8-4868-8c67-09878849ca49,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:56.744766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.765789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Checking segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:56.766718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 524ed0e6-cee8-4868-8c67-09878849ca49 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:09:56.767367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Network hostable DHCP agents. Network: 6d674bbd-ae52-421f-a8f4-4ca0316a7d17, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:56.804896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bcf50165-9725-4e6b-af3e-e007c7aff86b req-5270777b-b75d-4f23-998c-9960df398f24 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930352 Feb 04 16:09:56.852558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:56.888467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-011d8133-9a50-48b4-9632-d6f9a7a2d7fb req-3d885faa-50ae-430e-a34e-5db1f99a0987 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745480 Feb 04 16:09:56.909576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.921850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6d674bbd-ae52-421f-a8f4-4ca0316a7d17) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:56.928136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:56.929438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:56.942182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c5961-87fd-437f-a877-93b5713b264c None None] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:56.956495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66e03658-ab3e-484b-a297-595f20e0be5a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0935078 Feb 04 16:09:56.960612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:56.974432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:56.994766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:57.042280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Usage tracker for resource:router and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:57.042819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Allocated IP 172.20.0.2 (212e88fe-f61b-45d3-a5fa-44dc5f6f854b/1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1/fa1b6da4-c5af-42cd-8ed2-cb3302d4a766) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:57.058257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:57.141206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:09:57.141778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:57.168425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.170069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.182410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.191675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.328293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:57.373759 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b83eb12-b262-4603-a40a-d97708197f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.454613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:57.455048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62b4503b-8599-45aa-add4-d2f7318f541f req-11df7600-e6e1-46cc-922d-50e9791395e7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 210 time: 0.2953553 Feb 04 16:09:57.455662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.464850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.521933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.677870 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'code': 200} Feb 04 16:09:57.739673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:09:57.779046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Allocated IP 172.20.0.2 (6d674bbd-ae52-421f-a8f4-4ca0316a7d17/693c9eb1-71ba-47d6-b2a1-e4bdb21c4016/55b4ae65-51f1-4a85-b711-10e698147969) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:57.782005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a35c2ee-da5f-48cf-8355-6911d2743c35,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:57.908214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0786b2cd-2a6e-4566-a69c-9d6ccb630872 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:09:57.929501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.942104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Checking segment: {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:57.942484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Network hostable DHCP agents. Network: 524ed0e6-cee8-4868-8c67-09878849ca49, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:09:57.964756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90aa8-9eeb-4700-abe2-8c76147aca44 req-ebece124-e0d5-43f5-a93e-4cafad74b3eb tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:57.966498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cd90aa8-9eeb-4700-abe2-8c76147aca44 req-ebece124-e0d5-43f5-a93e-4cafad74b3eb tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 936 time: 0.7422795 Feb 04 16:09:57.973761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:57.981405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Transition to ACTIVE for port object 0786b2cd-2a6e-4566-a69c-9d6ccb630872 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:57.996345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.094688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.114261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Transition to ACTIVE for port object 55b4ae65-51f1-4a85-b711-10e698147969 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:58.139618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.192491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Transition to ACTIVE for port object 55b4ae65-51f1-4a85-b711-10e698147969 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:09:58.208520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.230342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.285327 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.373400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Pushing event updated for resources: {'Port': ['ID=55b4ae65-51f1-4a85-b711-10e698147969,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:58.406273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:58.408944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:58.411583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:58.420326 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Sync routers for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:09:58.439632 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:09:58.440524 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:58.493874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.541153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.573174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Attempting to bind port 55b4ae65-51f1-4a85-b711-10e698147969 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:58.573714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Attempting to bind port 55b4ae65-51f1-4a85-b711-10e698147969 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:58.574295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Attempting to bind port 55b4ae65-51f1-4a85-b711-10e698147969 on network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:58.589833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:58.590203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Checking segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:58.590935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.591898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Bound using segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:58.592478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Bound port: 55b4ae65-51f1-4a85-b711-10e698147969, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:58.592951 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.600407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Attempting to bind port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:09:58.600912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Attempting to bind port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:09:58.601251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Attempting to bind port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:58.608786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.614220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:09:58.614220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Attempting to bind port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:09:58.617416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Network 524ed0e6-cee8-4868-8c67-09878849ca49 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:09:58.629229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:09:58.629563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:09:58.629947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:09:58.630405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Bound port: 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:09:58.630755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.659463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cd90aa8-9eeb-4700-abe2-8c76147aca44 req-c694857c-af0a-4fd9-a162-483b6d3f5f87 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706836 Feb 04 16:09:58.670710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6869406-22eb-45e3-b393-0350cb960826 req-aa53a171-6d52-4348-b5fa-05d22e279516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 1096 time: 0.9958951 Feb 04 16:09:58.702467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 524ed0e6-cee8-4868-8c67-09878849ca49) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:58.719171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.722012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c5f0ea-290d-4504-818a-7672a8741287 None None] Network 524ed0e6-cee8-4868-8c67-09878849ca49 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:09:58.745526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.752548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:58.753257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.797314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:58.801740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:58.820327 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.853943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:09:58.993843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:58.995397 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] 10.222.0.41 "PUT /v2.0/ports/0786b2cd-2a6e-4566-a69c-9d6ccb630872 HTTP/1.1" status: 200 len: 1096 time: 3.0430498 Feb 04 16:09:58.995907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:59.017913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0a9757ce-ca29-46ee-9617-7e4288f62327'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:09:59.029334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Pushing event updated for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:59.110080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.110462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.110810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.111776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.112184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.112984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.113419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.113779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.114191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.114579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.115055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc00d0ef-1e32-41d6-9618-c2aaabd2a8fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:09:59.183278 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-201b4a64-165c-4b59-a795-bf9a162d5758 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36f9126afaf9454da161e528ede129e8&device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 1099 time: 0.1410260 Feb 04 16:09:59.277237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-31f98e95-e80f-4a3e-a905-a30804726de9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1913602 Feb 04 16:09:59.283200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56514) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:09:59.289284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:09:59.301050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:09:59.302614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] For port 55b4ae65-51f1-4a85-b711-10e698147969, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:09:59.310161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-d2e9f3dd-b28e-4c96-a72d-d1ee1c96cedb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872 HTTP/1.1" status: 200 len: 217 time: 0.1172254 Feb 04 16:09:59.317607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Usage tracker for resource:router and tenant:9cbdebdc9ce54377928a0d9feed00482 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:09:59.329588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-524ed0e6-cee8-4868-8c67-09878849ca49', 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'fixed_ips': [{'subnet_id': '4a35c2ee-da5f-48cf-8355-6911d2743c35'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:09:59.332602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.371557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] For port 55b4ae65-51f1-4a85-b711-10e698147969, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=55b4ae65-51f1-4a85-b711-10e698147969,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:09:59.373143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:09:59.378564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:09:59.385107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20682b-79c2-4269-bf79-5128cb7c95e6 req-8fc0a6e1-b307-4627-abb0-5a2478127458 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:59.386655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba20682b-79c2-4269-bf79-5128cb7c95e6 req-8fc0a6e1-b307-4627-abb0-5a2478127458 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 945 time: 1.1065340 Feb 04 16:09:59.396879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:09:59.398810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:09:59.406718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.437813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:09:59.443047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.444323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.461578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc250-9b9e-4713-9683-17e68cc18655 req-e115ee8d-b310-4dfb-b966-c7f9e4eef59a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:59.463714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-e115ee8d-b310-4dfb-b966-c7f9e4eef59a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1415792 Feb 04 16:09:59.480244 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:09:44Z', 'revision_number': 2, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:09:59.493031 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Checking router: 6a61133e-2b24-44ed-8fef-92043e4eacda for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:09:59.493527 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Updating router 6a61133e-2b24-44ed-8fef-92043e4eacda port 72a1fb34-3edb-49a9-b669-2cf55c950cce binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:09:59.543920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:09:59.545133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.577865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Pushing event updated for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:09:59.615720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Allocated IP 172.25.5.194 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/c8c40d70-7fa0-4847-949e-d27599085fc0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:59.619254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.624018 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:09:59.624275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6869406-22eb-45e3-b393-0350cb960826 req-a04a002c-c815-4c27-aed5-4700dbca8144 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9438510 Feb 04 16:09:59.646134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba20682b-79c2-4269-bf79-5128cb7c95e6 req-ea9b9413-4f18-4a8d-9183-ea51b231a85c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447939 Feb 04 16:09:59.649768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1f60f50f-4d94-4d2a-b3fa-b4a2d85ad216 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4117844 Feb 04 16:09:59.697383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-b77420d6-a2a5-4745-b635-fdcc1d7ffe83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244396 Feb 04 16:09:59.773872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Allocated IP 172.20.0.2 (524ed0e6-cee8-4868-8c67-09878849ca49/4a35c2ee-da5f-48cf-8355-6911d2743c35/b19f0f62-3caf-427d-80e8-59b0b40fa7d8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:09:59.850108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:09:59.867881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Request body: {'port': {'device_id': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:00.014269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a6626-9f6f-4f16-9ae5-4db8d2cde150 None None] Pushing event updated for resources: {'Port': ['ID=55b4ae65-51f1-4a85-b711-10e698147969,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.111905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.213018 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-d133b789-c7ec-404a-bb44-ba3f7242271d service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082821 Feb 04 16:10:00.259309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6353d9-d8e7-41aa-8083-8567f83e5af0 req-facf37cf-b810-499a-b8dd-571a8b5b61cd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:00.268015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e6353d9-d8e7-41aa-8083-8567f83e5af0 req-facf37cf-b810-499a-b8dd-571a8b5b61cd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.0677826 Feb 04 16:10:00.447744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.464795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.485233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Transition to ACTIVE for port object b19f0f62-3caf-427d-80e8-59b0b40fa7d8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:00.492198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-588cc250-9b9e-4713-9683-17e68cc18655 req-11eff0fa-be0a-40ba-82a5-4de97034765a service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715981 Feb 04 16:10:00.532868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.549304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Transition to ACTIVE for port object b19f0f62-3caf-427d-80e8-59b0b40fa7d8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:00.566205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.593317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.595378 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.620272 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Transition to ACTIVE for port object 72a1fb34-3edb-49a9-b669-2cf55c950cce will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:00.636917 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:00.657143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e6353d9-d8e7-41aa-8083-8567f83e5af0 req-01499ad5-7c5c-434e-b350-26ce609ed5d1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948933 Feb 04 16:10:00.702979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b69691-5d53-4582-a128-15b3c2e27171 req-91b05761-ddad-45c5-8e1f-b2158d739da5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:00.703738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04b69691-5d53-4582-a128-15b3c2e27171 req-91b05761-ddad-45c5-8e1f-b2158d739da5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Synchronizing usage tracker for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:00.757404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Network 524ed0e6-cee8-4868-8c67-09878849ca49 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:00.763167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:00.766483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:00.887921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606bf3b-ff72-42d3-891c-5b47957b2994 None None] Pushing event updated for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.916277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Pushing event updated for resources: {'Port': ['ID=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:00.950222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-04b69691-5d53-4582-a128-15b3c2e27171 req-91b05761-ddad-45c5-8e1f-b2158d739da5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Unset dirty status for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:00.954265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04b69691-5d53-4582-a128-15b3c2e27171 req-91b05761-ddad-45c5-8e1f-b2158d739da5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 931 time: 0.9740932 Feb 04 16:10:00.955373 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.011714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Attempting to bind port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:01.012559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Attempting to bind port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:01.013508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Attempting to bind port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 on network 524ed0e6-cee8-4868-8c67-09878849ca49 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:01.020242 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872', 'status': 'completed', 'code': 200} Feb 04 16:10:01.030862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:01.031555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Checking segment: {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:01.032221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.032800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Bound using segment: {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:01.033464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Bound port: b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:01.034033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.258209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Allocated IP 172.25.5.80 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/eb683010-0c76-4f85-8860-580b20234237) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:01.283342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] For port b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:01.299036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] For port b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:01.310731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.331896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Attempting to bind port 72a1fb34-3edb-49a9-b669-2cf55c950cce on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:01.332264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Attempting to bind port 72a1fb34-3edb-49a9-b669-2cf55c950cce by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:01.332619 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Attempting to bind port 72a1fb34-3edb-49a9-b669-2cf55c950cce on network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:01.364430 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:01.364838 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Checking segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:01.365223 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.365611 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Bound using segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:01.366082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Bound port: 72a1fb34-3edb-49a9-b669-2cf55c950cce, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:01.366483 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.478652 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-e8d303f7-f17a-49ea-851b-d28651147516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36f9126afaf9454da161e528ede129e8&device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 1099 time: 0.5914974 Feb 04 16:10:01.578738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634fa86-8137-4567-92fc-0da9042241f8 None None] Pushing event updated for resources: {'Port': ['ID=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.608952 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] For port 72a1fb34-3edb-49a9-b669-2cf55c950cce, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:01.624391 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] For port 72a1fb34-3edb-49a9-b669-2cf55c950cce, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=72a1fb34-3edb-49a9-b669-2cf55c950cce,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:01.630523 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:01.635486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04b69691-5d53-4582-a128-15b3c2e27171 req-d8467e8f-655e-4735-bebf-8681401dda54 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725338 Feb 04 16:10:01.653993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:01.664766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:01.692393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c40d70-7fa0-4847-949e-d27599085fc0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.697417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:01.738516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 55b4ae65-51f1-4a85-b711-10e698147969 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:01.804674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f1a2e-a976-41c2-b804-f3a4250dd70b None None] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:01.828856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:01.847446 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606bf3b-ff72-42d3-891c-5b47957b2994 None None] Pushing event updated for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:01.856557 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:01.857366 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:01.980391 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:10:02.018874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:02.068637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52e4b-0e9b-443a-b73c-a3b38d62d83c req-2791a32e-3440-42a4-ac89-423d9e61e064 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.070721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b52e4b-0e9b-443a-b73c-a3b38d62d83c req-2791a32e-3440-42a4-ac89-423d9e61e064 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 948 time: 0.6386781 Feb 04 16:10:02.073679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2e09f-739c-4758-b69a-55798c540106 req-641114dd-baef-4ac8-85fb-e17a01656c0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.078452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-641114dd-baef-4ac8-85fb-e17a01656c0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.5625901 Feb 04 16:10:02.094357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.096011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 55b4ae65-51f1-4a85-b711-10e698147969 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:02.166736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Provisioning for port 55b4ae65-51f1-4a85-b711-10e698147969 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:02.269350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Provisioning complete for port 55b4ae65-51f1-4a85-b711-10e698147969 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:02.269639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.295513 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-9f146d0c-4aa3-4127-9480-835f162ba50b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872 HTTP/1.1" status: 200 len: 217 time: 0.1226542 Feb 04 16:10:02.339817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.360254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:02.401775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.426719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b52e4b-0e9b-443a-b73c-a3b38d62d83c req-b4709a9d-10e4-41e6-baa2-6c168528135e tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060360 Feb 04 16:10:02.442800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Transition to ACTIVE for port object fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:02.461688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:02.513607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec514d3-be49-46e3-8018-fe2888016fe6 req-743af168-7b3c-4343-8d0c-687b69bf9f21 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.516368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dec514d3-be49-46e3-8018-fe2888016fe6 req-743af168-7b3c-4343-8d0c-687b69bf9f21 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 945 time: 0.2709448 Feb 04 16:10:02.517685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.611095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:02.687004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7bad4c47-48d5-42f1-878c-9232484868b2', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '7bad4c47-48d5-42f1-878c-9232484868b2', 'mac_address': 'fa:16:3e:5d:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:02.757793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:02.784649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dec514d3-be49-46e3-8018-fe2888016fe6 req-676254b5-33be-4387-994e-d10166ced8f5 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516894 Feb 04 16:10:02.806754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:02.833535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.877622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2e09f-739c-4758-b69a-55798c540106 req-a725e400-c854-410b-832c-1177b397e065 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:02.879085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-a725e400-c854-410b-832c-1177b397e065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.5301340 Feb 04 16:10:02.884677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:02.917140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:02.919625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb683010-0c76-4f85-8860-580b20234237,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:02.985782 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.037056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:03.191194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.311811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:03.321770 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:03.330545 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d83ff-99eb-4620-b46e-ed813f10f13c None None] The sync data for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 is: [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:03.375349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba16be5-a451-48c9-8721-7820d1a4f13d None None] Network 524ed0e6-cee8-4868-8c67-09878849ca49 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:03.445522 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-84980b92-d9d7-4720-80d6-d449e9de229e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5175989 Feb 04 16:10:03.475230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:03.568864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.580103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] For port 55b4ae65-51f1-4a85-b711-10e698147969, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=55b4ae65-51f1-4a85-b711-10e698147969,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:03.649551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.737256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7bad4c47-48d5-42f1-878c-9232484868b2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:03.776635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:03.908190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 72a1fb34-3edb-49a9-b669-2cf55c950cce up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:03.968849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0786b2cd-2a6e-4566-a69c-9d6ccb630872 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:03.975531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Allocated IP 172.25.5.248 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e2bbc95a-7c63-43db-9154-a8b33bd2eac7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:03.987564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Attempting to bind port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:03.988011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Attempting to bind port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:03.988426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Attempting to bind port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:04.012629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:10:04.013020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Attempting to bind port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 on network 212e88fe-f61b-45d3-a5fa-44dc5f6f854b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:04.143142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-74cc2818-96fd-48a4-a20b-76a9ce48ad73 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550032 Feb 04 16:10:04.300959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:04.364607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d432-3627-4cd5-9952-14e66439a111 req-cc660396-08e6-4c27-836e-c34b35b32a81 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:04.395941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb55d432-3627-4cd5-9952-14e66439a111 req-cc660396-08e6-4c27-836e-c34b35b32a81 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.5904512 Feb 04 16:10:04.500833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:04.505790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Checking segment: {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:04.506272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Bound using segment: {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:04.506943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Bound port: fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c4c200-2520-44a8-85e7-fd7ef40f4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:04.507406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:04.558173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666e79-fc53-4e60-9c5c-6ceb1f4cd011 req-cfd9e3a1-19f0-4928-8385-1520a25c7481 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:04.569568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33666e79-fc53-4e60-9c5c-6ceb1f4cd011 req-cfd9e3a1-19f0-4928-8385-1520a25c7481 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 943 time: 1.1356604 Feb 04 16:10:04.630173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:04.785155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Provisioning for port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:04.866253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:04.870704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:04.896549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.039343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb55d432-3627-4cd5-9952-14e66439a111 req-2dade370-4ea1-4af7-a8a9-0e9eb024e537 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6423340 Feb 04 16:10:05.057196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.163196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d407b4-b5b4-4cdf-99fc-57d89d78ba44 None None] Pushing event updated for resources: {'Port': ['ID=55b4ae65-51f1-4a85-b711-10e698147969,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.241473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:05.269816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33666e79-fc53-4e60-9c5c-6ceb1f4cd011 req-bfc828d9-0f47-4480-9c23-f26aa408f7b6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988707 Feb 04 16:10:05.289425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.308610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.323365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-1140fe6f-4e8d-445f-8304-000d7d4946e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 HTTP/1.1" status: 200 len: 1091 time: 5.4763515 Feb 04 16:10:05.326947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:05.348885 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-36e2e09f-739c-4758-b69a-55798c540106 req-c81e333d-b053-46a8-bf8c-e8fea650b4b1 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1588144 Feb 04 16:10:05.458365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:05.537638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 72a1fb34-3edb-49a9-b669-2cf55c950cce completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:05.595927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 72a1fb34-3edb-49a9-b669-2cf55c950cce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.596496 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.744774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-fd1373bf-7d13-4f02-9db1-1bbae3ad4ecc tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:05.747244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-fd1373bf-7d13-4f02-9db1-1bbae3ad4ecc tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.2620237 Feb 04 16:10:05.789537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.813322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.815425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.823474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Provisioning complete for port 72a1fb34-3edb-49a9-b669-2cf55c950cce triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:05.825080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-9752763b-e02c-4de8-ab95-3e31bd2b0d98 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.0303202 Feb 04 16:10:05.835276 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:05.969639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad293dc-3092-4196-90e3-865ae1c93e37 req-a2cd4c47-fcd9-46aa-9434-1faaab42a0c5 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:05.971415 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-49762f0f-85aa-4609-a519-81587b7c0b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 1094 time: 0.5927610 Feb 04 16:10:05.977100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ad293dc-3092-4196-90e3-865ae1c93e37 req-a2cd4c47-fcd9-46aa-9434-1faaab42a0c5 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 948 time: 0.2274508 Feb 04 16:10:05.978798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0786b2cd-2a6e-4566-a69c-9d6ccb630872', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '0786b2cd-2a6e-4566-a69c-9d6ccb630872', 'mac_address': 'fa:16:3e:d5:f8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:06.107219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-050e140b-84bd-4708-aa98-cf57c2ab7f84 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2653780 Feb 04 16:10:06.163943 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-c74d1b36-3f33-4f86-aadf-374d1a0bfd63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 HTTP/1.1" status: 200 len: 217 time: 0.1827581 Feb 04 16:10:06.224245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ad293dc-3092-4196-90e3-865ae1c93e37 req-c7342441-42f1-43c2-b18c-e6ae6549b697 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461939 Feb 04 16:10:06.256541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.303492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-a1379c85-c75c-448d-806b-0b786ceec663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:06.305776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-a1379c85-c75c-448d-806b-0b786ceec663 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.1319056 Feb 04 16:10:06.413508 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766', 'status': 'completed', 'code': 200} Feb 04 16:10:06.480105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0786b2cd-2a6e-4566-a69c-9d6ccb630872 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:06.486512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-b374c6f2-9d40-4265-9d94-e427d7377647 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653619 Feb 04 16:10:06.578136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.610902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-16575919-352a-4f9e-a8ba-186d425d2fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591804 Feb 04 16:10:06.624188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.711031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:06.714982 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.755343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] For port 72a1fb34-3edb-49a9-b669-2cf55c950cce, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=72a1fb34-3edb-49a9-b669-2cf55c950cce,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:06.764084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.815217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:06.848230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Pushing event updated for resources: {'Port': ['ID=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:06.909014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:06.942078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.005238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:10:07.009064 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:10:07.042958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-6ab40fd8-3085-45a2-b12c-b62bf1b95b86 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553277 Feb 04 16:10:07.047898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Router da597871-6307-4af4-a837-f205addb9c26 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:07.205837 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-bdd60c49-061c-4a28-b793-05af433e9767 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611164 Feb 04 16:10:07.219192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:07.250540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990939cf-a0a7-4e0b-8575-13c1040992db None None] Pushing event updated for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:07.283001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0786b2cd-2a6e-4566-a69c-9d6ccb630872'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:07.381041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d04ef-b5fe-4171-bcf5-d6f6506066a9 req-2917a5f3-4558-469c-bb18-fc7e542cab5c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:07.385104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-189d04ef-b5fe-4171-bcf5-d6f6506066a9 req-2917a5f3-4558-469c-bb18-fc7e542cab5c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.6372709 Feb 04 16:10:07.568078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:07.590158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-06d3fb19-afa3-43ce-a9eb-a525f1a35dd9 req-97d35bb1-4ba2-40c3-b47a-dfbc426856c1 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679514 Feb 04 16:10:07.592230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:07.957237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b19f0f62-3caf-427d-80e8-59b0b40fa7d8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:08.085100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-189d04ef-b5fe-4171-bcf5-d6f6506066a9 req-d745bb43-6a5e-406d-896b-65888644b667 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6900251 Feb 04 16:10:08.103492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ec5483d1-eca4-4cf6-a89c-3a5dcc234d9c None None] Provisioning complete for port 55b4ae65-51f1-4a85-b711-10e698147969 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:08.103986 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec5483d1-eca4-4cf6-a89c-3a5dcc234d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.382913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:08.444836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:08.445270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.503630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Router f0930fa7-69da-4d7b-a465-c664c8c708ef is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:08.524426 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-31d44d6e-5dcc-4501-8d7b-41df0f905673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 1094 time: 0.7273002 Feb 04 16:10:08.691594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e6a8-9dbe-42ed-9fbc-7048f6378f03 req-6e95b60f-2e22-44cf-bb95-d06026134a62 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:08.703698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b3e6a8-9dbe-42ed-9fbc-7048f6378f03 req-6e95b60f-2e22-44cf-bb95-d06026134a62 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 943 time: 0.9071546 Feb 04 16:10:08.719731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:08.768700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-af28ab21-bf88-434c-bf0b-d02246004747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:08.769411 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-af28ab21-bf88-434c-bf0b-d02246004747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.1753960 Feb 04 16:10:08.772109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:08.864474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d788970-afbf-44ae-90ae-fdcf60f5974b req-70be553d-2327-482e-905f-383c80d5cdff tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:08.875100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d788970-afbf-44ae-90ae-fdcf60f5974b req-70be553d-2327-482e-905f-383c80d5cdff tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 949 time: 0.4853177 Feb 04 16:10:08.976199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:08.993084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b3e6a8-9dbe-42ed-9fbc-7048f6378f03 req-3dd335b8-eb99-4b28-a7ea-3ea6f542e375 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862122 Feb 04 16:10:09.003949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.124575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d788970-afbf-44ae-90ae-fdcf60f5974b req-6a4ffba2-15d6-4b86-954f-f5f502626050 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483523 Feb 04 16:10:09.141271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:09.148420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-699896ce-c62a-475a-b0d8-3500cbd1b6c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 HTTP/1.1" status: 200 len: 217 time: 0.3704646 Feb 04 16:10:09.160069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.165041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7f79ae1-952d-4408-8d3d-78d75d96fb39 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "PUT /v2.0/routers/da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 200 len: 915 time: 14.4884307 Feb 04 16:10:09.169892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:09.279083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] Sync routers for ids ['da597871-6307-4af4-a837-f205addb9c26'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:09.393041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 55b4ae65-51f1-4a85-b711-10e698147969 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:09.494625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7bad4c47-48d5-42f1-878c-9232484868b2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:09.495067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:09.515118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-edda0973-2aa0-4987-8a73-4ac1eb24d547 req-0e067bf1-8382-47fb-a224-5cec5abfa16b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 210 time: 0.0920832 Feb 04 16:10:09.596497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-339a7303-8d92-4aed-8b0d-2cb229f13e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:09.598452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-339a7303-8d92-4aed-8b0d-2cb229f13e00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.4321241 Feb 04 16:10:09.680811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] Routers {'da597871-6307-4af4-a837-f205addb9c26'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:09.681473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['da597871-6307-4af4-a837-f205addb9c26'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:09.769279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da679694-42b3-46da-ab84-9b20f118ed7a req-33729450-fe75-449a-82ad-e24756567819 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:09.777309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da679694-42b3-46da-ab84-9b20f118ed7a req-33729450-fe75-449a-82ad-e24756567819 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 946 time: 0.2605751 Feb 04 16:10:09.881217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da679694-42b3-46da-ab84-9b20f118ed7a req-001a84ef-d0bd-4a8d-96d6-5db61e855444 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021316 Feb 04 16:10:09.949921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:09.973471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.188744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5634604f-73aa-4e1d-b976-79cb43f82d99 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 200 len: 921 time: 1.0111625 Feb 04 16:10:10.189628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.214754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] Routers {'da597871-6307-4af4-a837-f205addb9c26'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:10.216910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['da597871-6307-4af4-a837-f205addb9c26'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.293956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-c5e174a0-bd1a-4d39-9dae-5910aa4f0fbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6862209 Feb 04 16:10:10.454993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.530515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 55b4ae65-51f1-4a85-b711-10e698147969 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:10.531058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.578001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:10.578796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8181a5-3fce-4630-b8c9-5486e28b94e7 None None] The sync data for ids ['da597871-6307-4af4-a837-f205addb9c26'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:10.617665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.625901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.710844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:10.719857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56612) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.739268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1897485717'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:10.743148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:10.754717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.757268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:10.786684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:network and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:10.794142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:10.806686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1e6ac61f-159e-4739-8725-da413c914a59 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=da597871-6307-4af4-a837-f205addb9c26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6154609 Feb 04 16:10:10.810632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:10.813413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:10.887677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:10.891841 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-146cb2a0-9d80-47ee-882d-afce72d81cbf service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569850 Feb 04 16:10:10.892839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:10.896372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:10.896849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:10.898689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0786b2cd-2a6e-4566-a69c-9d6ccb630872 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:11.061722 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:11.087865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:11.153337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.153826 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Added segment c192beba-1c56-4a1f-ae53-89484b3bf735 of type vlan for network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 Feb 04 16:10:11.207913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:11.218558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.223850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 72a1fb34-3edb-49a9-b669-2cf55c950cce up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:11.338931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:11.339296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.393531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:11.400010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc16214-b053-4972-9d76-3b2fa2dad1bc tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.402370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bbc16214-b053-4972-9d76-3b2fa2dad1bc tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.5811419 Feb 04 16:10:11.413083 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Sync routers for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:11.429687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.438076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:11.441588 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:11.472190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.478005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.478918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.487643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e3b42584-0ba1-4000-8e65-ed16fcced519 req-1aef7590-fb7f-4dca-8ea0-8bb980ccaefd service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589471 Feb 04 16:10:11.732011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:11.742730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5525d521-33fd-4d2a-81bb-0923a82c8c7c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 200 len: 205 time: 0.1655431 Feb 04 16:10:11.763770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56628) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.820996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0956678 Feb 04 16:10:11.821667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56632) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.829247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.830115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77598f07-39e1-48e6-94fe-2ca3b9dedca3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 14.8683894 Feb 04 16:10:11.831604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bfc53-675f-4440-8fce-2b4efe46fe1a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Network': ['ID=de255f7e-bf83-4bf8-8d71-1fc1b3485e84,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:11.834619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 72a1fb34-3edb-49a9-b669-2cf55c950cce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:11.835260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:11.838660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:11.842985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1582134510'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:11.849042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:11.852663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:network and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:11.856388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:11.863965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:11.933357 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:11.958602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444b99e-4a27-4b30-9ac9-1397db2a9d2a req-0aff21f1-e191-479d-9254-02f5e404f4b5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:11.960409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f444b99e-4a27-4b30-9ac9-1397db2a9d2a req-0aff21f1-e191-479d-9254-02f5e404f4b5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 943 time: 1.5488129 Feb 04 16:10:12.008897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d14c48-bbfe-4f6c-8144-f2dd4d202a1d req-468e5526-87e9-4a6c-b6ff-387f99fdf8b7 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:12.010274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d14c48-bbfe-4f6c-8144-f2dd4d202a1d req-468e5526-87e9-4a6c-b6ff-387f99fdf8b7 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 949 time: 1.4376185 Feb 04 16:10:12.017332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:12.021622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:12.028270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.092775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'port_id': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766', 'mac_address': 'fa:16:3e:7d:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:12.136712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f444b99e-4a27-4b30-9ac9-1397db2a9d2a req-9729a980-d931-4b24-a182-1c81b00d6ef7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657414 Feb 04 16:10:12.185882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:12.254675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-165d58b4-b723-48d8-8a77-93025c6a89b9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:12.262970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-165d58b4-b723-48d8-8a77-93025c6a89b9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 1.4462025 Feb 04 16:10:12.279594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d14c48-bbfe-4f6c-8144-f2dd4d202a1d req-685b34e7-84db-4e42-9705-8f7f75726814 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543540 Feb 04 16:10:12.321982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.327670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:12.339727 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Added segment cd1f2106-7d8c-4810-b8b0-39ea037406e3 of type vlan for network 9308be64-d493-46a8-b7ba-ffc2884a2674 Feb 04 16:10:12.550436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.685270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.694606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:12.695605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.790551 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:10:12.812318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:12.910360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88a14915-4ce0-4de8-b610-3a86237a7dfd req-f5372921-1da7-4929-aaa2-bc02b285cd35 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 210 time: 0.1265490 Feb 04 16:10:12.938377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.080843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Network': ['ID=9308be64-d493-46a8-b7ba-ffc2884a2674,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:13.089065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.089746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 3, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:13.108908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Checking router: f0930fa7-69da-4d7b-a465-c664c8c708ef for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:13.109528 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Updating router f0930fa7-69da-4d7b-a465-c664c8c708ef port eb683010-0c76-4f85-8860-580b20234237 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:13.157047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:13.193865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d66f62-6d60-492f-ad30-e0eeb4249e42 req-bbe111c2-c10b-4db1-8157-4f585108fa10 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:13.195670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3d66f62-6d60-492f-ad30-e0eeb4249e42 req-bbe111c2-c10b-4db1-8157-4f585108fa10 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.3592751 Feb 04 16:10:13.216324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:13.250910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:13.354929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:13.369866 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.394896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3d66f62-6d60-492f-ad30-e0eeb4249e42 req-660fc935-3957-49ee-b143-07846915cb09 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871529 Feb 04 16:10:13.398305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:13.402035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:13.447573 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c0da8213-276c-484a-8f62-a7023580e9d1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6192572 Feb 04 16:10:13.460452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:13.483856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'subnet': {'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:13.519186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:13.800242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.4 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/c1c1aa8c-2ede-4dbe-9376-358c5ab937ac) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:13.945687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:13.973547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.079580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.081158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:14.112420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:subnet and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:14.122945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:14.152052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:14.155511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:14.162541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:14.176626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b19f0f62-3caf-427d-80e8-59b0b40fa7d8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:14.180764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.187001 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.201276 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Transition to ACTIVE for port object eb683010-0c76-4f85-8860-580b20234237 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:14.212539 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.277135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:14.281504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8', '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:14.341521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.344745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Attempting to bind port eb683010-0c76-4f85-8860-580b20234237 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:14.345452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Attempting to bind port eb683010-0c76-4f85-8860-580b20234237 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:14.346016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Attempting to bind port eb683010-0c76-4f85-8860-580b20234237 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:14.363087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:14.363952 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:14.364562 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.365152 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:14.365849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Bound port: eb683010-0c76-4f85-8860-580b20234237, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:14.366596 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.415094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['fa1b6da4-c5af-42cd-8ed2-cb3302d4a766'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:14.453966 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] For port eb683010-0c76-4f85-8860-580b20234237, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:14.459296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] For port eb683010-0c76-4f85-8860-580b20234237, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=eb683010-0c76-4f85-8860-580b20234237,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:14.473886 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.518243 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:14.519111 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:14.552766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:14.593674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:14.612701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:14.698373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:14.698731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.766012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:14.780743 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:14.785219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82aeb1-e417-4fa1-9429-8519eb908d9b req-154fe675-11ae-4716-8eda-1462c14185f9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:14.789832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f82aeb1-e417-4fa1-9429-8519eb908d9b req-154fe675-11ae-4716-8eda-1462c14185f9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 944 time: 0.6643264 Feb 04 16:10:14.819885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:14.825767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:14.980470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.008498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:15.032573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Sync routers for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:15.078524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f82aeb1-e417-4fa1-9429-8519eb908d9b req-5ee549a4-2d6b-41df-910d-d3dd784c3d36 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517536 Feb 04 16:10:15.085520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.086581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3462512c-bdb1-48a1-8fa1-f79af7f694dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.8014529 Feb 04 16:10:15.092907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56654) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:15.145629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:15.151059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:15.181267 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd322cb-2df7-49f9-8dc1-57d1b321c111 None None] Pushing event updated for resources: {'Port': ['ID=eb683010-0c76-4f85-8860-580b20234237,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.225257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6b340-6bd0-497d-a641-da46bc00daa4 req-812001d5-f258-440d-80d1-8d67437baccc tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:15.239524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9c6b340-6bd0-497d-a641-da46bc00daa4 req-812001d5-f258-440d-80d1-8d67437baccc tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 1.0681624 Feb 04 16:10:15.372914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:15.382049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.427652 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 3, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:15.439210 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5221f01-2d77-45dd-8358-c99120dd1f6d None None] The sync data for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 is: [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:03Z', 'revision_number': 3, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:15.459370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd322cb-2df7-49f9-8dc1-57d1b321c111 None None] Pushing event updated for resources: {'Port': ['ID=eb683010-0c76-4f85-8860-580b20234237,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:15.580210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-a5416f9e-b35f-41c6-bb95-b7d0f51f9fce tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2957873 Feb 04 16:10:15.610865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Request body: {'port': {'device_id': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:15.619893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:15.742132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.747411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.809864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port c8c40d70-7fa0-4847-949e-d27599085fc0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:15.810750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:15.876885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:15.877393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network hostable DHCP agents. Network: de255f7e-bf83-4bf8-8d71-1fc1b3485e84, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:15.987496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:16.031266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Subnet': ['ID=51626407-88d1-4da4-8e35-a8c30d4b955a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:16.142513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:16.198113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:16.212628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:16.213669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.230143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.350899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, de255f7e-bf83-4bf8-8d71-1fc1b3485e84) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:16.369448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:16.369938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.393229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for c8c40d70-7fa0-4847-949e-d27599085fc0 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:16.413206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79190d33-23c7-424b-b1bc-06d507b8c902 None None] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:16.424241 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5ca12fd5-6175-4bdd-97b6-136ea4bec4c9 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9537959 Feb 04 16:10:16.471238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56662) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:16.481171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'subnet': {'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:16.541863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:08Z', 'revision_number': 3, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:16.563352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Checking router: 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:16.563714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Updating router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:16.604796 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.605515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9c6b340-6bd0-497d-a641-da46bc00daa4 req-620685d9-08c1-4ca7-9ed9-09a8473d514b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3619263 Feb 04 16:10:16.606568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.694232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:16.712472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.759310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=c8c40d70-7fa0-4847-949e-d27599085fc0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:16.771329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.832694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:16.903897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:16.914123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:subnet and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:16.950628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:16.957642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:16.988411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0498f4-979d-4056-af48-6e06f3b194a7 req-b9d865aa-3c52-4a89-8eda-e5825acfa661 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:16.989735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba0498f4-979d-4056-af48-6e06f3b194a7 req-b9d865aa-3c52-4a89-8eda-e5825acfa661 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:16.992437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:17.117433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:17.122758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.243956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:17.268269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.323534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba0498f4-979d-4056-af48-6e06f3b194a7 req-b9d865aa-3c52-4a89-8eda-e5825acfa661 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:17.330814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba0498f4-979d-4056-af48-6e06f3b194a7 req-b9d865aa-3c52-4a89-8eda-e5825acfa661 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 931 time: 1.8810849 Feb 04 16:10:17.454689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.459984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.461271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:17.480143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Transition to ACTIVE for port object e2bbc95a-7c63-43db-9154-a8b33bd2eac7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:17.601990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba0498f4-979d-4056-af48-6e06f3b194a7 req-58f35d7c-f7b4-418b-a873-6c5e8b4b1f25 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702072 Feb 04 16:10:17.841639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Allocated IP 10.1.1.2 (de255f7e-bf83-4bf8-8d71-1fc1b3485e84/51626407-88d1-4da4-8e35-a8c30d4b955a/81959264-5716-40dd-91ae-bc3ada91eb5c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:17.862512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a259f-604a-4b5f-a2a9-7c0673471420 req-8a34e7d5-ddf2-497a-b62c-d113ab36d470 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:17.876820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc3a259f-604a-4b5f-a2a9-7c0673471420 req-8a34e7d5-ddf2-497a-b62c-d113ab36d470 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.9689472 Feb 04 16:10:18.005087 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872', 'code': 200} Feb 04 16:10:18.026084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.189677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Allocated IP 172.20.0.1 (6d674bbd-ae52-421f-a8f4-4ca0316a7d17/693c9eb1-71ba-47d6-b2a1-e4bdb21c4016/6f6f984b-75bd-4361-a6f8-ea76498cfb55) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:18.353762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device eb683010-0c76-4f85-8860-580b20234237 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:18.380846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fc848-9afe-4911-bf4e-6bf5750013ac None None] Pushing event updated for resources: {'Port': ['ID=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:18.495342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Attempting to bind port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:18.496040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Attempting to bind port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:18.496040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Attempting to bind port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:18.521668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:18.522041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:18.522577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.522876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:18.523542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Bound port: e2bbc95a-7c63-43db-9154-a8b33bd2eac7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:18.523956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.526075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.558304 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.579706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Transition to ACTIVE for port object 81959264-5716-40dd-91ae-bc3ada91eb5c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:18.619054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Transition to ACTIVE for port object 81959264-5716-40dd-91ae-bc3ada91eb5c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:18.682964 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c10c5430-c3f6-4222-8127-77330afe9807 req-9a82180b-7662-4296-9239-3e7e1411e103 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 1101 time: 0.8269975 Feb 04 16:10:18.687339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.721981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] For port e2bbc95a-7c63-43db-9154-a8b33bd2eac7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:18.726692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] For port e2bbc95a-7c63-43db-9154-a8b33bd2eac7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:18.733295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.800654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:18.802318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.827554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:18.843379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:18.957216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.959287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:18.979775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port eb683010-0c76-4f85-8860-580b20234237 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:19.017126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc3a259f-604a-4b5f-a2a9-7c0673471420 req-f52a613e-49a9-4d6d-8384-711f95270b80 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1388910 Feb 04 16:10:19.017705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.018431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router da597871-6307-4af4-a837-f205addb9c26 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:10:19.033756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fefb8-9344-4f8e-88cb-4e3e33ac475b req-671475c7-72a2-48f9-b507-fd60d86edc98 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:19.035300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-877fefb8-9344-4f8e-88cb-4e3e33ac475b req-671475c7-72a2-48f9-b507-fd60d86edc98 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 1.0102975 Feb 04 16:10:19.039543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port eb683010-0c76-4f85-8860-580b20234237 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:19.040058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.088178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Pushing event updated for resources: {'Port': ['ID=81959264-5716-40dd-91ae-bc3ada91eb5c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.101078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:19.101832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:19.122042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.148025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-877fefb8-9344-4f8e-88cb-4e3e33ac475b req-a86d4969-536c-4918-8b0b-39ac934bb66b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024058 Feb 04 16:10:19.167105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:19.183370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Subnet': ['ID=b49ea833-c566-4dec-92da-7c403d2ad159,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.201418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.204562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9cd67aa2-529a-475d-9ae2-c0f74f6c9738 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 204 len: 168 time: 7.4319773 Feb 04 16:10:19.209604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c10c5430-c3f6-4222-8127-77330afe9807 req-1c0b522c-8541-426b-903e-ebcb055a4e5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887216 Feb 04 16:10:19.213711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56674) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:19.273644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1532289631', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:19.295987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c1aa8c-2ede-4dbe-9376-358c5ab937ac {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:19.305262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:19.312136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.323355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Usage tracker for resource:router and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:19.332064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:19.347633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:19.354372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Transition to ACTIVE for port object c1c1aa8c-2ede-4dbe-9376-358c5ab937ac will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:19.371194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.376769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fc848-9afe-4911-bf4e-6bf5750013ac None None] Pushing event updated for resources: {'Port': ['ID=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.382938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Attempting to bind port 81959264-5716-40dd-91ae-bc3ada91eb5c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:19.384081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Attempting to bind port 81959264-5716-40dd-91ae-bc3ada91eb5c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:19.384834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Attempting to bind port 81959264-5716-40dd-91ae-bc3ada91eb5c on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:19.445518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Transition to ACTIVE for port object 6f6f984b-75bd-4361-a6f8-ea76498cfb55 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:19.448005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.449045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.457769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:19.458859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:19.459675 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.460460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Bound using segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:19.461505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Bound port: 81959264-5716-40dd-91ae-bc3ada91eb5c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:19.462419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.465086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Checking segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:19.466500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network hostable DHCP agents. Network: 9308be64-d493-46a8-b7ba-ffc2884a2674, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:19.620258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.651644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:19.682729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:19.885295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Pushing event updated for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:19.971184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:20.077082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9308be64-d493-46a8-b7ba-ffc2884a2674) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:20.087311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:20.201673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Allocated IP 172.20.0.1 (524ed0e6-cee8-4868-8c67-09878849ca49/4a35c2ee-da5f-48cf-8355-6911d2743c35/52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:20.218394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:20.252946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869775d9-7ff6-49a5-8ad0-3c595953ab19 req-40bd5389-9064-432d-8d57-2dcec9d28859 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:20.266663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-869775d9-7ff6-49a5-8ad0-3c595953ab19 req-40bd5389-9064-432d-8d57-2dcec9d28859 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 0.8565550 Feb 04 16:10:20.278117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e5c5c-89ca-461d-9c9d-20b3fd6331df None None] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:20.387531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58103cec-6c4b-478e-8af3-0ca668dc4162 req-d15226fa-2b5c-47b8-b8d7-41b30417cc25 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:20.389100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58103cec-6c4b-478e-8af3-0ca668dc4162 req-d15226fa-2b5c-47b8-b8d7-41b30417cc25 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 943 time: 0.5852559 Feb 04 16:10:20.407581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.428739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Attempting to bind port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:20.429323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Attempting to bind port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:20.429647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Attempting to bind port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:20.463497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.474165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-869775d9-7ff6-49a5-8ad0-3c595953ab19 req-231f092f-c488-4bb3-938e-0274a1702b46 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065771 Feb 04 16:10:20.476087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:10:20.476408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Attempting to bind port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:20.489213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Transition to ACTIVE for port object 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:20.501764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:20.501922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:20.502273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:20.502760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Bound port: c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:20.503108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.520632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:20.523303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.570300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:20.580207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:20.597014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58103cec-6c4b-478e-8af3-0ca668dc4162 req-d69dbe7a-699d-4741-bf0c-bbd5aceeb53a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835651 Feb 04 16:10:20.816463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:20.974139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:20.989673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:21.029987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] For port 81959264-5716-40dd-91ae-bc3ada91eb5c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:21.073536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port eb683010-0c76-4f85-8860-580b20234237, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=eb683010-0c76-4f85-8860-580b20234237,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:21.108913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Pushing event updated for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.128058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.138401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.145376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] For port 81959264-5716-40dd-91ae-bc3ada91eb5c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=81959264-5716-40dd-91ae-bc3ada91eb5c,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:21.223660 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4b68a2b-3e40-4f43-8c2f-32df192eb584 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.7512040 Feb 04 16:10:21.239275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56684) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:21.348815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'name': 'tempest-TaggedBootDevicesTest_v242-842674606', 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:21.360176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.467098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.498753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Pushing event updated for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.506895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Network 524ed0e6-cee8-4868-8c67-09878849ca49 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:21.557997 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.562857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51c82a0c-1cf2-4067-b54d-5694e2682798 None None] Provisioning for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:21.577960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51c82a0c-1cf2-4067-b54d-5694e2682798 None None] Provisioning complete for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:21.578384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51c82a0c-1cf2-4067-b54d-5694e2682798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.616423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:21.618814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Pushing event updated for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.620268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:21.632339 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.659172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.677938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.677938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-d9434c7e-9d93-4036-a482-2592f486737b service neutron] 10.222.0.41 "PUT /v2.0/ports/c1c1aa8c-2ede-4dbe-9376-358c5ab937ac HTTP/1.1" status: 200 len: 1091 time: 6.0720382 Feb 04 16:10:21.686221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:21.697623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9308be64-d493-46a8-b7ba-ffc2884a2674', 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ips': [{'subnet_id': 'b49ea833-c566-4dec-92da-7c403d2ad159'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:21.716555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.804901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.844600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29b6fe-0f03-4b70-8058-323a52de4516 req-c3df6587-bd35-4b8f-a3e1-131bf3d1714f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:21.853328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f29b6fe-0f03-4b70-8058-323a52de4516 req-c3df6587-bd35-4b8f-a3e1-131bf3d1714f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.6909547 Feb 04 16:10:21.893250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:08Z', 'revision_number': 3, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:21.901980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=eb683010-0c76-4f85-8860-580b20234237,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:21.927688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:21.941303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:21.960449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:21.991220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9426a5-4edf-477f-bc5a-3d56ba579ed9 req-0633c925-7c37-4bd8-b141-496b3bb7c749 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.004245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca9426a5-4edf-477f-bc5a-3d56ba579ed9 req-0633c925-7c37-4bd8-b141-496b3bb7c749 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 1.0003266 Feb 04 16:10:22.022912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:22.094909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f29b6fe-0f03-4b70-8058-323a52de4516 req-028b537b-02b0-45f0-86d4-c9753afa4f57 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405646 Feb 04 16:10:22.153976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:22.188114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca9426a5-4edf-477f-bc5a-3d56ba579ed9 req-bb8e59cc-ebbd-413b-b1b5-1ae5f5964820 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828988 Feb 04 16:10:22.217644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-51c82a0c-1cf2-4067-b54d-5694e2682798 None None] Port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:22.222610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7ddc3d-90a9-4a3b-8c4d-0a2332323a9b None None] The sync data for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 is: [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:08Z', 'revision_number': 3, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:22.310747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:22.314872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-99e8466e-9d66-4b35-8e6a-e2c68dbdc3f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 1094 time: 0.5687108 Feb 04 16:10:22.369014 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766', 'code': 200} Feb 04 16:10:22.734267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Allocated IP 10.2.2.2 (9308be64-d493-46a8-b7ba-ffc2884a2674/b49ea833-c566-4dec-92da-7c403d2ad159/fb81a084-7a80-4c5e-9751-8624c3104139) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:22.798627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-2eda3184-c8f3-43a8-9f71-870703ce4718 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac HTTP/1.1" status: 200 len: 217 time: 0.4717453 Feb 04 16:10:22.956060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25582dc-692c-485f-84f3-ab72cd58e650 req-837d431e-9a4e-4d25-9a3e-0ab82ad559f7 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:22.957864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25582dc-692c-485f-84f3-ab72cd58e650 req-837d431e-9a4e-4d25-9a3e-0ab82ad559f7 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 943 time: 0.2388151 Feb 04 16:10:23.065781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25582dc-692c-485f-84f3-ab72cd58e650 req-830dbcaa-bd28-4feb-923e-4cc8329f6a4e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013343 Feb 04 16:10:23.081608 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.083657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-fc6a7683-1371-46fc-baf6-9c5b3d39668f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:23.097520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-fc6a7683-1371-46fc-baf6-9c5b3d39668f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.2885776 Feb 04 16:10:23.252425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.286864 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac', 'status': 'completed', 'code': 200} Feb 04 16:10:23.317598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-70c60fe3-3029-4e6d-a455-3d72c4f9b8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014570 Feb 04 16:10:23.481864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.514263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Transition to ACTIVE for port object fb81a084-7a80-4c5e-9751-8624c3104139 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:23.576039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Transition to ACTIVE for port object fb81a084-7a80-4c5e-9751-8624c3104139 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:23.602913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.628591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e03105b1-926a-4f10-9538-e3c7e8ca054b None None] Provisioning for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:23.636135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device eb683010-0c76-4f85-8860-580b20234237 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:23.676441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6ab4d-9612-49b3-8f16-114d503b8a26 None None] Pushing event updated for resources: {'Port': ['ID=81959264-5716-40dd-91ae-bc3ada91eb5c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:23.677786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] device_id is not set on port eb3b9ecc-0502-44ea-afae-701ca9653603 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:10:23.753111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e03105b1-926a-4f10-9538-e3c7e8ca054b None None] Provisioning complete for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:23.753479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e03105b1-926a-4f10-9538-e3c7e8ca054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:23.973261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Pushing event updated for resources: {'Port': ['ID=fb81a084-7a80-4c5e-9751-8624c3104139,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:24.013763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:24.040744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:24.069382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-737efd0f-f840-4eec-9aa3-ed65e3a7b654 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7490726 Feb 04 16:10:24.070032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:24.154679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e03105b1-926a-4f10-9538-e3c7e8ca054b None None] Port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:24.165491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd854767-1641-430f-a728-dcd5f94041d5 None None] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:24.324920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port eb683010-0c76-4f85-8860-580b20234237 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:24.325730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.426460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afed85d-2afc-4744-8112-6a01e8dc5456 req-8d793d31-6a99-4b2f-a3b1-130a5f92fd29 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.431131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8afed85d-2afc-4744-8112-6a01e8dc5456 req-8d793d31-6a99-4b2f-a3b1-130a5f92fd29 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 1.6504681 Feb 04 16:10:24.439448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Attempting to bind port fb81a084-7a80-4c5e-9751-8624c3104139 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:24.440093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Attempting to bind port fb81a084-7a80-4c5e-9751-8624c3104139 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:24.440656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Attempting to bind port fb81a084-7a80-4c5e-9751-8624c3104139 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:24.451290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.1.1.10 (de255f7e-bf83-4bf8-8d71-1fc1b3485e84/51626407-88d1-4da4-8e35-a8c30d4b955a/eb3b9ecc-0502-44ea-afae-701ca9653603) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:24.495326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:24.497132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Checking segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:24.497875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.498489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Bound using segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:24.499292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Bound port: fb81a084-7a80-4c5e-9751-8624c3104139, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:24.499862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.505363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26a7fb-0365-473a-b8ff-bacc94cad97e req-49eb4772-389c-47f0-ab4b-cbed9c315b70 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:24.516115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd26a7fb-0365-473a-b8ff-bacc94cad97e req-49eb4772-389c-47f0-ab4b-cbed9c315b70 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.8588636 Feb 04 16:10:24.516805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce820c4d-b818-4145-a7c7-208f0cd1679e None None] Provisioning for port 81959264-5716-40dd-91ae-bc3ada91eb5c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:24.601092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8afed85d-2afc-4744-8112-6a01e8dc5456 req-d77f6843-a723-4721-b778-cbaf250c165c tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613352 Feb 04 16:10:24.627878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166926d1-42e8-4fe2-99d8-393fbe3dcba4 req-4bdc0150-a928-4f4e-8791-4ec7c86a6478 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479276 Feb 04 16:10:24.641642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd26a7fb-0365-473a-b8ff-bacc94cad97e req-4b5855a0-293c-4e2b-b986-b6083477280c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245666 Feb 04 16:10:24.795059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.823040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dae12d54-f62b-49b0-8361-6656f983860e req-9c43a333-cc74-4990-b3a7-f6f89a05f99b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 1096 time: 2.2493567 Feb 04 16:10:24.825515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object eb3b9ecc-0502-44ea-afae-701ca9653603 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:24.853222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e2bbc95a-7c63-43db-9154-a8b33bd2eac7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:24.871005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:24.942091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:24.954999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] For port fb81a084-7a80-4c5e-9751-8624c3104139, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:24.988908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] For port fb81a084-7a80-4c5e-9751-8624c3104139, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb81a084-7a80-4c5e-9751-8624c3104139,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:25.004630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.031532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.059705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-c4d5f79e-0529-49f6-b995-ca67a014a5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 1094 time: 0.3566413 Feb 04 16:10:25.141694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f329d36-d2af-42a9-8b39-729f852b695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.153803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:25.162659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10e32a-6a9a-4ccf-8acb-ba48e7158e55 None None] Pushing event updated for resources: {'Port': ['ID=fb81a084-7a80-4c5e-9751-8624c3104139,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.167212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:25.171006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.320033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-17cc7c5b-1cc8-403e-ae07-216fab7b11bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.322708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-17cc7c5b-1cc8-403e-ae07-216fab7b11bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.2554386 Feb 04 16:10:25.354695 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dae12d54-f62b-49b0-8361-6656f983860e req-7144b95d-bddf-479c-9edb-15419c564674 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181980 Feb 04 16:10:25.396452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.401418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.413989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.542052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179939-fbd3-4ec8-a278-e32295102889 req-dd115a72-4b83-4105-8bcb-106359063c17 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.544300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.544782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b179939-fbd3-4ec8-a278-e32295102889 req-dd115a72-4b83-4105-8bcb-106359063c17 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 0.7451792 Feb 04 16:10:25.553626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Pushing event updated for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.564538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.573839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e5f87-be6d-4ba8-8e5e-03f1fe100295 req-8083cfd2-7acf-4be8-935e-7ae6f11c0f08 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.576695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f9e5f87-be6d-4ba8-8e5e-03f1fe100295 req-8083cfd2-7acf-4be8-935e-7ae6f11c0f08 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 943 time: 0.6542950 Feb 04 16:10:25.640168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e2bbc95a-7c63-43db-9154-a8b33bd2eac7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:25.648876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:25.660557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-6c24a1e3-9ca5-46ba-bf54-ef6208a0174e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac HTTP/1.1" status: 200 len: 217 time: 0.3256292 Feb 04 16:10:25.799545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b179939-fbd3-4ec8-a278-e32295102889 req-f5628fa9-f9c0-469b-bf09-055493d67491 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218053 Feb 04 16:10:25.802412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:25.831777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-ad5d0646-83ae-455b-a92c-774d535fe82f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:25.832653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-ad5d0646-83ae-455b-a92c-774d535fe82f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.1530411 Feb 04 16:10:25.856330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f9e5f87-be6d-4ba8-8e5e-03f1fe100295 req-f6e4b1b3-166b-4d20-82a8-723bd64a7591 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365541 Feb 04 16:10:25.923643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-28758715-f0c7-4b42-9f58-2ee0775e6df7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660934 Feb 04 16:10:25.949656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:26.032270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 81959264-5716-40dd-91ae-bc3ada91eb5c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:26.081668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:26.192955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 81959264-5716-40dd-91ae-bc3ada91eb5c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:26.203855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 81959264-5716-40dd-91ae-bc3ada91eb5c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:26.204242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.245785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Allocated IP 172.25.5.88 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/6d3d23fc-451b-4d93-92c2-b231db1f3ac3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:26.293946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:26.309670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-3a683f52-15fc-4900-a05d-e681250c41f2 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742540 Feb 04 16:10:26.358428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:26.364359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:26.443289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b663e1-c3e5-4b64-b00f-33d20e821c88 req-7edf56bc-40aa-4917-9ef1-2cd21fbe7251 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:26.453326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41b663e1-c3e5-4b64-b00f-33d20e821c88 req-7edf56bc-40aa-4917-9ef1-2cd21fbe7251 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.3712554 Feb 04 16:10:26.586958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.586958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 81959264-5716-40dd-91ae-bc3ada91eb5c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=81959264-5716-40dd-91ae-bc3ada91eb5c,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:26.608528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:26.609779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb81a084-7a80-4c5e-9751-8624c3104139 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:26.650354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2eb7a0ed-0b38-48c7-aada-dd9abae5c1f3 req-90430a54-3c15-4a84-aafd-672881589bdf service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335576 Feb 04 16:10:26.771968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41b663e1-c3e5-4b64-b00f-33d20e821c88 req-51a3b8d7-1eb4-4c37-9afe-a160fcba8225 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907224 Feb 04 16:10:26.900018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:26.990233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.010760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:27.072427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=81959264-5716-40dd-91ae-bc3ada91eb5c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:27.101437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fb81a084-7a80-4c5e-9751-8624c3104139 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:27.107539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad2534-617d-4dc1-85cf-8e02969b4dfa req-69d051a0-4e3c-4cc5-af5e-fe2bd2fd34fe tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.109411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26ad2534-617d-4dc1-85cf-8e02969b4dfa req-69d051a0-4e3c-4cc5-af5e-fe2bd2fd34fe tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 0.2747252 Feb 04 16:10:27.166164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa35e20c-9b45-4952-a96d-d4821ba28df1 None None] Provisioning for port eb3b9ecc-0502-44ea-afae-701ca9653603 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:27.220595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa35e20c-9b45-4952-a96d-d4821ba28df1 None None] Provisioning complete for port eb3b9ecc-0502-44ea-afae-701ca9653603 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:27.221032 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa35e20c-9b45-4952-a96d-d4821ba28df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.251433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26ad2534-617d-4dc1-85cf-8e02969b4dfa req-330f5aa0-58a2-4261-9cc7-2fe094031d21 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350536 Feb 04 16:10:27.272132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39920d-1135-48d5-bbd4-721311d5adf8 None None] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:27.287627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.290048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.381250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.422683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f0bf2639-d87d-4f66-9be6-f7b13a3aab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.578712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa35e20c-9b45-4952-a96d-d4821ba28df1 None None] Port eb3b9ecc-0502-44ea-afae-701ca9653603 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:27.629604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ec059be-1acf-4e2e-aa03-b6c384ce948d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.3872330 Feb 04 16:10:27.632449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:27.647792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'name': 'tempest-TaggedBootDevicesTest_v242-427546090', 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:27.737599 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Provisioning for port fb81a084-7a80-4c5e-9751-8624c3104139 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:27.757961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Provisioning complete for port fb81a084-7a80-4c5e-9751-8624c3104139 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:27.759140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74a6e6-c3b2-4173-b10a-920099c69434 req-ce9b651d-be8b-4d16-84db-c9ba7940489f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.760370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:27.767327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb74a6e6-c3b2-4173-b10a-920099c69434 req-ce9b651d-be8b-4d16-84db-c9ba7940489f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 943 time: 0.3060672 Feb 04 16:10:27.812406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835cb55-cb6f-4c34-af9e-add9e8c792a3 req-724585d4-3e0a-4ef3-83e2-f4c77ec9f577 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:27.825913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6835cb55-cb6f-4c34-af9e-add9e8c792a3 req-724585d4-3e0a-4ef3-83e2-f4c77ec9f577 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 0.5305507 Feb 04 16:10:27.878097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 81959264-5716-40dd-91ae-bc3ada91eb5c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:27.980183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:27.987257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:27.990609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:28.000111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:28.036779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb74a6e6-c3b2-4173-b10a-920099c69434 req-33293ec0-a021-4f8b-88bc-3bee355d7b06 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681298 Feb 04 16:10:28.049613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:28.075768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1c1aa8c-2ede-4dbe-9376-358c5ab937ac details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:28.086727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Pushing event updated for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.112677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.124581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 81959264-5716-40dd-91ae-bc3ada91eb5c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:28.124955 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.170069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.207739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.242801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:28.391026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] For port fb81a084-7a80-4c5e-9751-8624c3104139, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb81a084-7a80-4c5e-9751-8624c3104139,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:28.469320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e2bbc95a-7c63-43db-9154-a8b33bd2eac7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:28.505412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Network 524ed0e6-cee8-4868-8c67-09878849ca49 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:28.506917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.522739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.533711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.553644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:28.604467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.608506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] device_id is not set on port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:10:28.638021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Provisioning complete for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:28.638857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.717403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:28.774010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.781739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:28.815494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac', 'mac_address': 'fa:16:3e:c9:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:28.825322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:28.845025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:28.887561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:28.909220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902da4f-1400-4a72-8446-44164fc02dd1 None None] Pushing event updated for resources: {'Port': ['ID=fb81a084-7a80-4c5e-9751-8624c3104139,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:28.925270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c1aa8c-2ede-4dbe-9376-358c5ab937ac {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:28.937486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.1.1.104 (de255f7e-bf83-4bf8-8d71-1fc1b3485e84/51626407-88d1-4da4-8e35-a8c30d4b955a/8dd9e98f-1b68-45d7-9590-fe46e24b6241) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:28.949109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:28.955956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.006416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:29.066408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event updated for resources: {'Port': ['ID=6d3d23fc-451b-4d93-92c2-b231db1f3ac3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.145924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.181713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.187483 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.218715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.241282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object 8dd9e98f-1b68-45d7-9590-fe46e24b6241 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:29.304359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c1c1aa8c-2ede-4dbe-9376-358c5ab937ac'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:29.341884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.369705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-64342c0d-3ca7-4c40-bcfd-adc47c158c08 None None] Provisioning complete for port fb81a084-7a80-4c5e-9751-8624c3104139 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.370499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64342c0d-3ca7-4c40-bcfd-adc47c158c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.401494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6835cb55-cb6f-4c34-af9e-add9e8c792a3 req-d0498115-3888-4ff5-b3b2-87509eb503de tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5743558 Feb 04 16:10:29.475123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Router f0930fa7-69da-4d7b-a465-c664c8c708ef has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:29.602705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:29.609137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:29.673389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.674111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.677991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:29.694633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:29.788798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.789671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.845381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-81f5e913-567f-46d3-9997-efa680e87ae0 None None] Provisioning complete for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:29.846518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81f5e913-567f-46d3-9997-efa680e87ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:29.852997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0284fca1-4c37-4eaa-9cb6-f79d76a83dad tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2185740 Feb 04 16:10:29.889147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4cf63-b610-49e0-bbc5-8fe46d2e9013 req-3e5e3566-3bbb-480e-9be6-44a059b62378 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.897708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91a4cf63-b610-49e0-bbc5-8fe46d2e9013 req-3e5e3566-3bbb-480e-9be6-44a059b62378 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 1.3715668 Feb 04 16:10:29.907240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb81a084-7a80-4c5e-9751-8624c3104139 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:29.927764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af094-62c9-497f-a2b8-10d7c410526b req-db310b48-feb3-4f64-acbf-ed22dbbd524e tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:29.941173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f5af094-62c9-497f-a2b8-10d7c410526b req-db310b48-feb3-4f64-acbf-ed22dbbd524e tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 0.3300743 Feb 04 16:10:30.034966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:30.042112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612a3c-8756-4804-84f7-a068029248d3 req-6498f31b-f885-49ad-be92-943ecfadb0e3 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:30.044280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.044497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33612a3c-8756-4804-84f7-a068029248d3 req-6498f31b-f885-49ad-be92-943ecfadb0e3 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.41 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 950 time: 1.5178993 Feb 04 16:10:30.064573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-81f5e913-567f-46d3-9997-efa680e87ae0 None None] Port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:30.067556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fb81a084-7a80-4c5e-9751-8624c3104139 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:30.068237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.075859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f5af094-62c9-497f-a2b8-10d7c410526b req-13af9d7c-e288-474a-a3d2-d28b4186a476 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/security-groups?id=93874416-d840-416a-b8cd-ed864a03a029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329074 Feb 04 16:10:30.298025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91a4cf63-b610-49e0-bbc5-8fe46d2e9013 req-6696d767-d4b1-41c4-a4b6-fb4a7648f579 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4004157 Feb 04 16:10:30.313752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Deleting port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:30.322984 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.329072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d39a478-e220-4679-80cf-9203a76c0830 None None] Provisioning for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:30.340964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d39a478-e220-4679-80cf-9203a76c0830 None None] Provisioning complete for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:30.342107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d39a478-e220-4679-80cf-9203a76c0830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.438970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1d39a478-e220-4679-80cf-9203a76c0830 None None] Port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:30.755139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] For port 0786b2cd-2a6e-4566-a69c-9d6ccb630872, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0786b2cd-2a6e-4566-a69c-9d6ccb630872,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:30.755698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:30.875777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:30.887821 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03143ce6-83f0-48c4-be56-cb176cd610fd admin admin] 10.222.0.62 "PUT /v2.0/routers/f0930fa7-69da-4d7b-a465-c664c8c708ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0107877 Feb 04 16:10:30.896655 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Sync routers for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:30.914448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Calling delete_port for 0786b2cd-2a6e-4566-a69c-9d6ccb630872 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:30.920286 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:30.921270 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:31.171669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:31.196904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd698265-697d-44c1-9db6-5e7a1d1ab01e admin admin] 10.222.0.62 "PUT /v2.0/routers/50e7ed7a-930f-4bdd-a7e5-3d62f09be255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0987303 Feb 04 16:10:31.200501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Router e243109f-b1d4-456c-abbd-07cacc630e20 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:31.351329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.388720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142561542', 'description': 'tempest-description--1747359655'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:31.413591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:31.429801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:security_group and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:31.440553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:31.461429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:31.484029 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:31.494282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.529779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.849232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:31.860211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Pushing event deleted for resources: {'Port': ['ID=0786b2cd-2a6e-4566-a69c-9d6ccb630872,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:31.865758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] Sync routers for ids ['e243109f-b1d4-456c-abbd-07cacc630e20'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:31.897356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] Routers {'e243109f-b1d4-456c-abbd-07cacc630e20'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:31.901812 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:31.902597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e243109f-b1d4-456c-abbd-07cacc630e20'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:31.907309 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-980b89da-7031-4b0b-948e-897c7e597b96 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.6821432 Feb 04 16:10:31.908203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:31.921449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:31.972112 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:22Z', 'revision_number': 2, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:31.979750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Checking router: f0930fa7-69da-4d7b-a465-c664c8c708ef for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:31.981266 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Updating router f0930fa7-69da-4d7b-a465-c664c8c708ef port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:32.172040 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.172748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4fb06-09b1-44b2-86cf-8fb1fd2364f6 req-6ad0c926-b6f9-4607-b3fa-4782b8a49bae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:32.176206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88e4fb06-09b1-44b2-86cf-8fb1fd2364f6 req-6ad0c926-b6f9-4607-b3fa-4782b8a49bae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 944 time: 1.7142437 Feb 04 16:10:32.182945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1c1aa8c-2ede-4dbe-9376-358c5ab937ac up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:32.240517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] No DVR routers for this DVR port 0786b2cd-2a6e-4566-a69c-9d6ccb630872 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:32.282840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:32.285920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.302410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'name': 'network-vif-deleted', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:32.308163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33612a3c-8756-4804-84f7-a068029248d3 req-a9c03489-bbb1-4707-a22f-861b2751c94b tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.41 "DELETE /v2.0/ports/0786b2cd-2a6e-4566-a69c-9d6ccb630872 HTTP/1.1" status: 204 len: 173 time: 2.2287178 Feb 04 16:10:32.349896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:security_group_rule and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:32.367356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:32.392633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:32.407069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:32.435852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88e4fb06-09b1-44b2-86cf-8fb1fd2364f6 req-d40e14cd-01c3-44a5-a20e-465781024d49 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710110 Feb 04 16:10:32.456192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd4d69-ffe2-419b-9f37-738f4d2dffab req-414aeb28-58e0-4523-9520-3e7fb6f2b6ff tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:32.465089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86dd4d69-ffe2-419b-9f37-738f4d2dffab req-414aeb28-58e0-4523-9520-3e7fb6f2b6ff tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 0.7035525 Feb 04 16:10:32.477901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-f1a6d73b-3a35-409a-818c-129747f528fa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:32.486596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-f1a6d73b-3a35-409a-818c-129747f528fa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Synchronizing usage tracker for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:32.494645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] Routers {'e243109f-b1d4-456c-abbd-07cacc630e20'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:32.496939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e243109f-b1d4-456c-abbd-07cacc630e20'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:32.539893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-f1a6d73b-3a35-409a-818c-129747f528fa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Unset dirty status for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:32.545743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-f1a6d73b-3a35-409a-818c-129747f528fa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 0.3626301 Feb 04 16:10:32.648441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86dd4d69-ffe2-419b-9f37-738f4d2dffab req-50c183c2-1db1-4aba-b63e-54a65643f7e1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820726 Feb 04 16:10:32.658166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:32.658607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37530d60-7a0f-46ba-9a14-0d6b27dfce1c None None] The sync data for ids ['e243109f-b1d4-456c-abbd-07cacc630e20'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:32.693474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:32.696926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.706160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:32.706810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.707326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.786208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Deleting port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:32.794791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.828108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:32.834692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4769166 Feb 04 16:10:32.859007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30264aec-37cc-4a66-8dba-989947d332cb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de37c699-f233-4c3c-834f-bde25c0ee980,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:32.861420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:32.873754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'security_group_rule': {'security_group_id': 'de37c699-f233-4c3c-834f-bde25c0ee980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:32.931482 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Sync routers for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:32.960941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:32.976907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:security_group_rule and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:32.984551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:32.997802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:33.077196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:33.079465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:33.104385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-76c8a384-39db-47db-84de-29415c99b14b req-4ea47e7a-2c1a-419a-a563-af7497b8f275 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Synchronizing usage tracker for tenant:36f9126afaf9454da161e528ede129e8 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:33.155197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.172970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.189711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-76c8a384-39db-47db-84de-29415c99b14b req-4ea47e7a-2c1a-419a-a563-af7497b8f275 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] Unset dirty status for tenant:36f9126afaf9454da161e528ede129e8 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:33.207909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76c8a384-39db-47db-84de-29415c99b14b req-4ea47e7a-2c1a-419a-a563-af7497b8f275 tempest-ServerDiagnosticsNegativeTest-1602784800 tempest-ServerDiagnosticsNegativeTest-1602784800-project] 10.222.0.62 "GET /v2.0/ports?device_id=de495f03-a33d-4b26-896a-ca290f0766ca HTTP/1.1" status: 200 len: 210 time: 0.3237882 Feb 04 16:10:33.238752 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.db.resource_extend [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:33.310374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:33.328809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:33.339241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5298f-881c-476c-aec7-91cbfe5a1a9a req-b9c21739-99e6-4a9a-9c4d-aac239e6223e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:33.350509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc5298f-881c-476c-aec7-91cbfe5a1a9a req-b9c21739-99e6-4a9a-9c4d-aac239e6223e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.4723749 Feb 04 16:10:33.363436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.364771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0786b2cd-2a6e-4566-a69c-9d6ccb630872 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:33.542519 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.604302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dc5298f-881c-476c-aec7-91cbfe5a1a9a req-ec98682f-0131-46f5-96af-c36174aaa17b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502427 Feb 04 16:10:33.608877 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Transition to ACTIVE for port object 6f6f984b-75bd-4361-a6f8-ea76498cfb55 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:33.654485 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:33.706362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.718961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 0786b2cd-2a6e-4566-a69c-9d6ccb630872 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:33.723582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0786b2cd-2a6e-4566-a69c-9d6ccb630872 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:33.805222 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de495f03-a33d-4b26-896a-ca290f0766ca', 'name': 'network-vif-deleted', 'tag': '0786b2cd-2a6e-4566-a69c-9d6ccb630872', 'status': 'completed', 'code': 200} Feb 04 16:10:33.807241 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.821023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.845975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:33.899610 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Pushing event updated for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.904834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13da33fb-343c-40bc-85ed-36306c696256,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:33.915017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.915413 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.915764 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.916073 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.916400 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.916716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.917030 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.917347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918228 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918565 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.918996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:33.934368 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac', 'code': 200} Feb 04 16:10:33.953922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] For port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:33.963943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.525863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Calling delete_port for fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:34.620150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:34.627960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f724b72c-5e1a-4505-ae6a-acd2d360a887 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7646990 Feb 04 16:10:34.637054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:34.652868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'security_group_rule': {'security_group_id': 'de37c699-f233-4c3c-834f-bde25c0ee980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:34.664017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:34.668418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e22f4-86b9-489f-b960-8abc2037bbfa req-f2fb68b4-f449-4b5a-b90d-35f6c934f786 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:34.669262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:security_group_rule and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:34.672467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:34.686157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b05e22f4-86b9-489f-b960-8abc2037bbfa req-f2fb68b4-f449-4b5a-b90d-35f6c934f786 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 0.4356585 Feb 04 16:10:34.687014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:34.770651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9855b3ca-0c33-4634-b973-d2bd78565028 req-61604779-1910-486c-8e44-2b8bbf6fcb80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 1096 time: 0.7387309 Feb 04 16:10:34.835289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-d73315b1-6581-4fd2-8446-631e9369ee02 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:34.836832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-d73315b1-6581-4fd2-8446-631e9369ee02 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 828 time: 0.6951244 Feb 04 16:10:34.973216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9855b3ca-0c33-4634-b973-d2bd78565028 req-86b007fd-085c-499d-aa5a-815628fc7077 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844094 Feb 04 16:10:34.983331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-e79e9044-f097-4831-953f-0fb4cb363f12 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/quotas/0b6a2bcd5b414708833459a17319ec0d HTTP/1.1" status: 200 len: 375 time: 0.1266811 Feb 04 16:10:34.993164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.088031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b05e22f4-86b9-489f-b960-8abc2037bbfa req-ed46af0b-e9ef-492b-a1e0-4e50d513891f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991561 Feb 04 16:10:35.249786 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Attempting to bind port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:35.250778 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Attempting to bind port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:35.251322 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Attempting to bind port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 on network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:35.281813 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:35.282499 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Checking segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:35.283334 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.283885 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Bound using segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:35.284625 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Bound port: 6f6f984b-75bd-4361-a6f8-ea76498cfb55, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:35.285744 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.296736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-1b71c2bf-bcec-4383-9e67-df8e30ed73d6 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2983718 Feb 04 16:10:35.339055 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:22Z', 'revision_number': 4, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d', 'name': '', 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'mac_address': 'fa:16:3e:47:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:19Z', 'updated_at': '2022-02-04T16:10:24Z', 'revision_number': 2, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'subnets': [{'id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:35.373453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.399888 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Checking router: 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:35.400501 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Updating router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:35.416671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.494660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.499306 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.512158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8732164 Feb 04 16:10:35.531607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] For port 6f6f984b-75bd-4361-a6f8-ea76498cfb55, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:35.535243 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] For port 6f6f984b-75bd-4361-a6f8-ea76498cfb55, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6f6f984b-75bd-4361-a6f8-ea76498cfb55,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:35.572444 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:35.587340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:35.638097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:35.651349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6138cf9-02d3-4692-b983-bd63e3f8f20b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb72bb3-9653-4cbb-bd51-bbe9a20ab8dc,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:35.685920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:35.703195 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad90c-ff0b-41ed-97ca-0bdff1c59d31 None None] Pushing event updated for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:35.731352 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:35.731982 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:35.751137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-16d7435e-34b5-401f-8b98-ee8058acb6c3 service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405792 Feb 04 16:10:35.755582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:floatingip and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:35.758159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324132e-362e-4c43-bb35-207a7f43f0e9 req-fc8b195f-46fe-45d4-9652-684264bbd719 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:35.769882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c324132e-362e-4c43-bb35-207a7f43f0e9 req-fc8b195f-46fe-45d4-9652-684264bbd719 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 945 time: 0.4095583 Feb 04 16:10:35.924476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:35.931005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:35.967221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.009824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.019341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c324132e-362e-4c43-bb35-207a7f43f0e9 req-72baf409-c740-42c8-b81f-edf8510593a7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456939 Feb 04 16:10:36.031208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0a9757ce-ca29-46ee-9617-7e4288f62327'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:36.143573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:36.179771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-72929c58-4de3-4cdd-a3e9-a8d0a63a329b service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570888 Feb 04 16:10:36.340620 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:36.509895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:36.514619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:36.561532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Pushing event deleted for resources: {'Port': ['ID=fa1b6da4-c5af-42cd-8ed2-cb3302d4a766,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:36.830494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] No DVR routers for this DVR port fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:36.848767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:36.880831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'name': 'network-vif-deleted', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:36.892654 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-cfdbaccb-cdb5-4439-b81c-0189039d2e38 req-e55e1232-d125-4ebb-a79e-c82f4e3be950 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "DELETE /v2.0/ports/fa1b6da4-c5af-42cd-8ed2-cb3302d4a766 HTTP/1.1" status: 204 len: 173 time: 4.3429682 Feb 04 16:10:36.961056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.055227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.144140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Deleting port 6d3d23fc-451b-4d93-92c2-b231db1f3ac3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:37.153265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.155025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeec866-8353-4352-8dce-4e8e520e6eb8 req-68acb27a-4457-49ca-8fab-993f4ee3b692 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.170459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dfeec866-8353-4352-8dce-4e8e520e6eb8 req-68acb27a-4457-49ca-8fab-993f4ee3b692 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.4130991 Feb 04 16:10:37.283638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:37.345431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22d483-2cee-4b6a-aecc-d0db224f1f6e req-5afd8eea-6bc5-4606-8505-937978716d5c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:37.364360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc22d483-2cee-4b6a-aecc-d0db224f1f6e req-5afd8eea-6bc5-4606-8505-937978716d5c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 0.3907096 Feb 04 16:10:37.560243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc22d483-2cee-4b6a-aecc-d0db224f1f6e req-6dd1b4c2-c833-4881-9e25-c9aae0a8c608 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834667 Feb 04 16:10:37.561951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:37.635974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dfeec866-8353-4352-8dce-4e8e520e6eb8 req-4c2ba35a-bc53-4727-88f9-1e32555919e1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644916 Feb 04 16:10:38.002966 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:35Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:38.018922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2de8b45-1db0-4a8e-8dc2-8bdbec838c3f None None] The sync data for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 is: [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:35Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:38.041402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3432722-d479-40d0-b428-eb1196c35547 req-4049a0b4-dd9b-46e9-b2d1-4124d5642dde tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 210 time: 0.2111151 Feb 04 16:10:38.065075 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.083028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.152716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Transition to ACTIVE for port object 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:38.185929 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.202944 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139dddcb-7dea-4e81-962c-1903d1a3e722', 'name': 'network-vif-deleted', 'tag': 'fa1b6da4-c5af-42cd-8ed2-cb3302d4a766', 'status': 'completed', 'code': 200} Feb 04 16:10:38.388737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-60177c86-d12b-4077-9aac-f76856504509 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36f9126afaf9454da161e528ede129e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8226323 Feb 04 16:10:38.396824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56870) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:38.616930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:38.802167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Calling delete_port for 6d3d23fc-451b-4d93-92c2-b231db1f3ac3 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:38.873060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314c075-e0fa-4e1d-97be-ab42d96a6b08 None None] Pushing event updated for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.092448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 172.25.5.110 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/224fb887-df8b-4ae1-bd95-221cef390d59) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:39.187234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Attempting to bind port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:39.189073 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Attempting to bind port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:39.191972 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Attempting to bind port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d on network 524ed0e6-cee8-4868-8c67-09878849ca49 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:39.219250 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:39.223218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Checking segment: {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:39.223842 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.225132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Bound using segment: {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:39.227321 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Bound port: 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74abbb6f-dd9d-476b-b86f-52632af3566d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:39.227950 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.323470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e73b02f-c166-48fe-87a8-ba5baacedebb req-dfbecd6f-6f84-448f-9979-14763503f166 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=139dddcb-7dea-4e81-962c-1903d1a3e722 HTTP/1.1" status: 200 len: 210 time: 0.7108502 Feb 04 16:10:39.379194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.419602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.463411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.580796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=224fb887-df8b-4ae1-bd95-221cef390d59,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:39.603502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5f16b-5218-4d7e-b490-8fda0520c717 req-1bd0d675-4376-4ddf-830d-1049fe408230 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:39.613523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbc5f16b-5218-4d7e-b490-8fda0520c717 req-1bd0d675-4376-4ddf-830d-1049fe408230 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 945 time: 0.9076204 Feb 04 16:10:39.640027 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] For port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:39.654770 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] For port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:39.667054 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.673196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:39.695074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:39.699989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:39.775672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bbc5f16b-5218-4d7e-b490-8fda0520c717 req-d0b6a6b9-d1a5-4d10-96a0-27d39f84e324 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597559 Feb 04 16:10:39.803048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:39.912958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93874416-d840-416a-b8cd-ed864a03a029,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:40.005285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.008211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-30d09200-fade-47e9-97e2-b8be71d55c4a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93874416-d840-416a-b8cd-ed864a03a029 HTTP/1.1" status: 204 len: 168 time: 1.6103673 Feb 04 16:10:40.016026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:40.016616 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:40.025034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6f6f984b-75bd-4361-a6f8-ea76498cfb55 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:40.144636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3959571-3c74-4e5b-8a25-15c5ed249253 req-eadb213b-ef32-4f99-a932-b1a8a19a58da tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:40.181988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3959571-3c74-4e5b-8a25-15c5ed249253 req-eadb213b-ef32-4f99-a932-b1a8a19a58da tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.5120964 Feb 04 16:10:40.313334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:40.327496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:40.328181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.672036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3959571-3c74-4e5b-8a25-15c5ed249253 req-3ef53f4e-a32c-41dc-a8ce-75f9e2b6e5cc tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4825418 Feb 04 16:10:40.688707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4181ae0-574a-4a1b-8629-2a00e154dcde req-54a5b654-3a4c-4ec8-910c-b4b013ee9295 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 210 time: 0.3683424 Feb 04 16:10:40.889555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:40.916401 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:40.982842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6f6f984b-75bd-4361-a6f8-ea76498cfb55, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6f6f984b-75bd-4361-a6f8-ea76498cfb55,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:40.992601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.208827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.217195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.260080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.280379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d1f99-8520-4e5b-be2d-66a467b6d5fc req-43fa5a03-b127-4da0-b80d-84ac0a1e8da2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.306255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75d1f99-8520-4e5b-be2d-66a467b6d5fc req-43fa5a03-b127-4da0-b80d-84ac0a1e8da2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 0.2887781 Feb 04 16:10:41.342256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56900) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.397904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.408579 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314c075-e0fa-4e1d-97be-ab42d96a6b08 None None] Pushing event updated for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.467063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75d1f99-8520-4e5b-be2d-66a467b6d5fc req-e9e57262-422f-40ab-938a-bb749135b3df tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593924 Feb 04 16:10:41.604714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:41.611033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:23a6f7fa2c724306b6257a7ca02f4bb1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:41.628133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:41.657702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:41.682625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.687522 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:22Z', 'revision_number': 4, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d', 'name': '', 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'mac_address': 'fa:16:3e:47:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:19Z', 'updated_at': '2022-02-04T16:10:39Z', 'revision_number': 4, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'subnets': [{'id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:41.691643 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c68ae1-ceac-45c9-a419-7e6f55564c1b None None] The sync data for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 is: [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:10:22Z', 'revision_number': 4, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d', 'name': '', 'network_id': '524ed0e6-cee8-4868-8c67-09878849ca49', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'mac_address': 'fa:16:3e:47:78:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:19Z', 'updated_at': '2022-02-04T16:10:39Z', 'revision_number': 4, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'subnets': [{'id': '4a35c2ee-da5f-48cf-8355-6911d2743c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:41.733309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Pushing event deleted for resources: {'Port': ['ID=6d3d23fc-451b-4d93-92c2-b231db1f3ac3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:41.834198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2408f4-6271-4871-9f10-bb92126bfbdb req-32b7be3a-0bf8-43f7-985f-47da88b4344e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:41.844705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc2408f4-6271-4871-9f10-bb92126bfbdb req-32b7be3a-0bf8-43f7-985f-47da88b4344e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3474977 Feb 04 16:10:41.864298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.880336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:41.990426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23a6f7fa2c724306b6257a7ca02f4bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6465163 Feb 04 16:10:41.998600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:41.999175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6f6f984b-75bd-4361-a6f8-ea76498cfb55 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:42.086087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dc796-3a82-43b8-bb25-107b47aa4fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce7618-289f-435c-b59d-f7178d94f84c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.127498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc2408f4-6271-4871-9f10-bb92126bfbdb req-203623a4-39c3-47db-b3c7-222b942d71e0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815540 Feb 04 16:10:42.170787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.351378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.357959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-035ab78a-ddd8-462c-b1fc-afb87fb50354 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:42.358864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-035ab78a-ddd8-462c-b1fc-afb87fb50354 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:42.447518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.453174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:42.455112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.652429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.680797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.686545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9506e489-4b0f-4206-a592-092ea53c51dd req-c5d90a26-d7c5-40a7-b18b-5fca889c7b1e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 210 time: 0.1381850 Feb 04 16:10:42.792128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.828937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce7618-289f-435c-b59d-f7178d94f84c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:42.851202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:42.865780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0ce7618-289f-435c-b59d-f7178d94f84c HTTP/1.1" status: 204 len: 168 time: 0.8441479 Feb 04 16:10:42.876043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.878198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.878762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.878916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-035ab78a-ddd8-462c-b1fc-afb87fb50354 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:42.879692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.880064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-035ab78a-ddd8-462c-b1fc-afb87fb50354 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.41 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 828 time: 1.7517471 Feb 04 16:10:42.880390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.880885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.881361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.881854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.882365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.882851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.883464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef69ffe-92ca-4968-9b34-01883ea4f69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:42.908899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf1503-022e-41b4-bb41-b708d6c31479 req-efcd82e8-d0a4-4335-b85c-dfc08e9f89b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:42.916564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cecf1503-022e-41b4-bb41-b708d6c31479 req-efcd82e8-d0a4-4335-b85c-dfc08e9f89b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.4716685 Feb 04 16:10:42.944419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'port': {'device_id': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'admin_state_up': True, 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:43.106240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cecf1503-022e-41b4-bb41-b708d6c31479 req-3a6e19ac-a4a1-4fa6-a85c-fd47c8581d8e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877182 Feb 04 16:10:43.166944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5f096-6fa4-4aa9-9b34-e7038ec8ff1b req-03299f7b-2626-492c-a321-44987a4571fb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:43.190006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdd5f096-6fa4-4aa9-9b34-e7038ec8ff1b req-03299f7b-2626-492c-a321-44987a4571fb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 0.2217965 Feb 04 16:10:43.318180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdd5f096-6fa4-4aa9-9b34-e7038ec8ff1b req-6010ec6a-3753-4d19-8272-562f5e642e9b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084206 Feb 04 16:10:43.338866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.400019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.577813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:43.587814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Usage tracker for resource:port and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:43.592225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:43.602152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:43.628763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f2840-46c3-4df8-b7e0-b7c8f0e15c1d req-50d4f49e-74b8-486f-bc29-a4c39320bd34 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:43.642210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-447f2840-46c3-4df8-b7e0-b7c8f0e15c1d req-50d4f49e-74b8-486f-bc29-a4c39320bd34 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2611787 Feb 04 16:10:43.653267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Made reservation on behalf of 0b6a2bcd5b414708833459a17319ec0d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:43.657986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.751035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-60184022-814f-4fc9-8383-9182f57bf8df tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:43.752473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-60184022-814f-4fc9-8383-9182f57bf8df tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 0.2809751 Feb 04 16:10:43.786942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-447f2840-46c3-4df8-b7e0-b7c8f0e15c1d req-a5070fd6-dc83-431d-8996-e3962325de64 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438158 Feb 04 16:10:43.845628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.914085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:10:43.933943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:43.943971 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3389151 Feb 04 16:10:43.949665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Router e243109f-b1d4-456c-abbd-07cacc630e20 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:10:43.967882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:44.037031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b86ab687-9f70-4dd0-971f-1901f99f870b req-01f035ab-3bfb-4c05-8f00-bfcc693e57e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 210 time: 0.0680420 Feb 04 16:10:44.066352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:44.067065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.296426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:44.313322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:44.314429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.319687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7817b-5db0-45e7-83b0-1d001972c51c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=224fb887-df8b-4ae1-bd95-221cef390d59,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:44.658869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.713308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:44.722178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.787957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:44.808014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] Sync routers for ids ['e243109f-b1d4-456c-abbd-07cacc630e20'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:44.808874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Allocated IP 172.20.0.7 (6d674bbd-ae52-421f-a8f4-4ca0316a7d17/693c9eb1-71ba-47d6-b2a1-e4bdb21c4016/b8302036-37c7-4a8f-b6e1-e29e0e59fa17) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:44.816409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:44.817567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-495cc355-82cd-4138-bfda-779226fcc997 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "PUT /v2.0/routers/e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 200 len: 706 time: 12.9081938 Feb 04 16:10:44.822560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:44.873108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] Routers {'e243109f-b1d4-456c-abbd-07cacc630e20'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:44.873850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e243109f-b1d4-456c-abbd-07cacc630e20'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:44.945721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:44.971203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] Routers {'e243109f-b1d4-456c-abbd-07cacc630e20'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:44.972733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e243109f-b1d4-456c-abbd-07cacc630e20'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:45.040024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:45.052917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:45.053547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f425ed0-6ee1-4e13-a616-2afa355dc53a None None] The sync data for ids ['e243109f-b1d4-456c-abbd-07cacc630e20'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:10:45.094848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.121400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:45.122436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.134056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Transition to ACTIVE for port object b8302036-37c7-4a8f-b6e1-e29e0e59fa17 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:45.182463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.261989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:45.265770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:45.269997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:45.288551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for c1c1aa8c-2ede-4dbe-9376-358c5ab937ac owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:45.319283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event updated for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:45.378056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:45.379349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.452795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-3a5741eb-6dd7-4ded-b8d0-eb7ddb89fbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5356307 Feb 04 16:10:45.466394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Request body: {'port': {'device_id': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:45.527235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57004) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.566664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e05aa-f3ed-46a1-9f1a-119ad12bfaa4 req-c9cceb89-4eff-4656-9a50-8b32bec209ee tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:45.568708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b9e05aa-f3ed-46a1-9f1a-119ad12bfaa4 req-c9cceb89-4eff-4656-9a50-8b32bec209ee tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 1.0683031 Feb 04 16:10:45.641869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a8e3cf3-b7f8-4e04-a3fe-216cd25c388d None None] Provisioning for port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:45.660852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a8e3cf3-b7f8-4e04-a3fe-216cd25c388d None None] Provisioning complete for port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:45.661432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3cf3-b7f8-4e04-a3fe-216cd25c388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.722817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:45.741560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffaf9955-3b4c-4ace-876f-d2658dcc146b tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/routers/e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 200 len: 741 time: 0.9150653 Feb 04 16:10:45.743484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.791920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e3cf3-b7f8-4e04-a3fe-216cd25c388d None None] Port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:10:45.802444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-network', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:45.805781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f2dc-8eb5-4e90-941f-89e13f1518a3 req-5f340e7b-d255-4b2b-a014-b2d205c5d383 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:45.810107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e47f2dc-8eb5-4e90-941f-89e13f1518a3 req-5f340e7b-d255-4b2b-a014-b2d205c5d383 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=928ecf1b-411f-48d2-8acd-3bd9a50c1292 HTTP/1.1" status: 200 len: 945 time: 1.0941503 Feb 04 16:10:45.846582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:45.853546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cca1e2c5-0d24-485c-bb6c-0f0c71a15d57 tempest-RoutersAdminTest-1032670336 tempest-RoutersAdminTest-1032670336-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 200 len: 205 time: 0.1049848 Feb 04 16:10:45.860687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.874007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Usage tracker for resource:network and tenant:ffae9bfc4cc948b0ab119c4a10902c80 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:45.886296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:45.918865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:45.938230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:45.945036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8917651-b7a8-4b6c-905a-c75bf499ed86 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 200 len: 205 time: 0.0784521 Feb 04 16:10:45.947521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57020) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:45.987038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:45.987663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.007703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b9e05aa-f3ed-46a1-9f1a-119ad12bfaa4 req-d852bf92-2e2e-4ba9-9e95-4b668ebfc58e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025607 Feb 04 16:10:46.038611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e47f2dc-8eb5-4e90-941f-89e13f1518a3 req-139d4d7e-3ffd-4342-9207-1836cebb096f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056205 Feb 04 16:10:46.079852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Made reservation on behalf of ffae9bfc4cc948b0ab119c4a10902c80 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:46.082426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.111320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.144707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8', '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:46.191739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.219879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:46.272496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=c1c1aa8c-2ede-4dbe-9376-358c5ab937ac,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:46.408086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.494910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:46.513421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Usage tracker for resource:security_group_rule and tenant:ffae9bfc4cc948b0ab119c4a10902c80 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:46.518709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:46.534893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:46.587102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port c1c1aa8c-2ede-4dbe-9376-358c5ab937ac on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:46.593959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.598397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'name': 'network-vif-deleted', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:46.611842 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.649329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98cd742b-b0a5-4c51-87f0-2e28611ac062 req-59f7527b-d7dc-44b0-aa96-361e314c3acb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/c1c1aa8c-2ede-4dbe-9376-358c5ab937ac HTTP/1.1" status: 204 len: 173 time: 2.8711376 Feb 04 16:10:46.655790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-12a5dc7e-977b-48f2-9d81-d210ea06f9a8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:46.689248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299e50b-5607-4ea0-8e26-4775b5f24c37 req-f5a5ff91-059e-4733-94a4-27ac2bedafe0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:46.701207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:46.702453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2299e50b-5607-4ea0-8e26-4775b5f24c37 req-f5a5ff91-059e-4733-94a4-27ac2bedafe0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 947 time: 0.3635080 Feb 04 16:10:46.733729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:46.753437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-12a5dc7e-977b-48f2-9d81-d210ea06f9a8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:46.769080 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:46.772905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-12a5dc7e-977b-48f2-9d81-d210ea06f9a8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1142561542&fields=id&tenant_id=b2729df3fd7f44a48abcf36212169380 HTTP/1.1" status: 200 len: 267 time: 0.5051608 Feb 04 16:10:47.032195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-fffb571b-e123-4872-8d41-8f93abb7d286 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.035173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-fffb571b-e123-4872-8d41-8f93abb7d286 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:47.056302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=14']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:47.056856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2299e50b-5607-4ea0-8e26-4775b5f24c37 req-f6cae926-3ca2-4e5e-b409-ab3837df68fc tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512721 Feb 04 16:10:47.107061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-fffb571b-e123-4872-8d41-8f93abb7d286 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:47.114554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-fffb571b-e123-4872-8d41-8f93abb7d286 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 200 len: 935 time: 0.3404441 Feb 04 16:10:47.307625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-04215538-50fd-45c7-817b-309feec9db6e tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.320514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-04215538-50fd-45c7-817b-309feec9db6e tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 936 time: 0.2048304 Feb 04 16:10:47.367900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.380073 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.396172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9fae5cae-c670-43bc-834f-9df8a441b894 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0728929 Feb 04 16:10:47.461407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-83c443f9-5511-4a0e-afc6-5d906bc96a4a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638373 Feb 04 16:10:47.496978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:47.578791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.585359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.587560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Fanout notify agent at l3_agent the message router_deleted on router e243109f-b1d4-456c-abbd-07cacc630e20 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:10:47.629808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.689007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:10:47.718050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ecfac-a069-48e8-aa15-6b06dca2c1b9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:47.722828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8302036-37c7-4a8f-b6e1-e29e0e59fa17 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:47.733091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-99761f32-c327-4d32-9f31-b6fec3ba5d87 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.742274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-99761f32-c327-4d32-9f31-b6fec3ba5d87 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.745569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.748617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.748957 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Added segment 92cac8c1-c7e4-4792-9673-dd2812ccdf22 of type vlan for network efe3eb0d-3146-439e-bd5d-e67461752ffe Feb 04 16:10:47.750260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-99761f32-c327-4d32-9f31-b6fec3ba5d87 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.759009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-99761f32-c327-4d32-9f31-b6fec3ba5d87 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/networks?id=28662e20-87e0-475f-8a68-03882593079e&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=9308be64-d493-46a8-b7ba-ffc2884a2674&id=9308be64-d493-46a8-b7ba-ffc2884a2674 HTTP/1.1" status: 200 len: 1995 time: 0.2961996 Feb 04 16:10:47.768744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.773121 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1fb4dc5b-585f-45be-a93b-875d73168ef6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 204 len: 168 time: 1.8191214 Feb 04 16:10:47.778157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57054) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:47.778361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befecd93-a418-4667-ac0a-13d1a75c7c49 req-d03afd96-9fce-48ef-a775-16aaa927a23a tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:47.779722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-befecd93-a418-4667-ac0a-13d1a75c7c49 req-d03afd96-9fce-48ef-a775-16aaa927a23a tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 931 time: 0.3158329 Feb 04 16:10:47.786380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Transition to ACTIVE for port object b8302036-37c7-4a8f-b6e1-e29e0e59fa17 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:47.787399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-06f00ab2-fefd-4f69-8a72-1f34820d25a5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/quotas/b2729df3fd7f44a48abcf36212169380 HTTP/1.1" status: 200 len: 375 time: 0.0271742 Feb 04 16:10:47.852414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:47.911034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c38e7a3-5ec3-435e-b61d-006c05c9e040 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 200 len: 205 time: 0.1279800 Feb 04 16:10:47.912095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-befecd93-a418-4667-ac0a-13d1a75c7c49 req-7309d27e-8208-445e-9d7b-dce1c250b27f tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838935 Feb 04 16:10:47.914054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:47.983806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.136190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1c1aa8c-2ede-4dbe-9376-358c5ab937ac no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:48.158406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Pushing event updated for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:48.162079 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928ecf1b-411f-48d2-8acd-3bd9a50c1292', 'name': 'network-vif-deleted', 'tag': 'c1c1aa8c-2ede-4dbe-9376-358c5ab937ac', 'status': 'completed', 'code': 200} Feb 04 16:10:48.210692 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-c07c4929-a432-4c39-9721-78f3dcfc3093 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:48.211734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c07c4929-a432-4c39-9721-78f3dcfc3093 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/e243109f-b1d4-456c-abbd-07cacc630e20 HTTP/1.1" status: 404 len: 336 time: 0.2958641 Feb 04 16:10:48.214807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:48.261664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: c1c1aa8c-2ede-4dbe-9376-358c5ab937ac {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:48.270590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1c1aa8c-2ede-4dbe-9376-358c5ab937ac not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:48.279736 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'code': 200} Feb 04 16:10:48.364220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.365125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:48.366226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.472296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-27ef7be3-035b-4ab3-a549-5bc344307c34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6837749 Feb 04 16:10:48.585107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] Pushing event updated for resources: {'Network': ['ID=efe3eb0d-3146-439e-bd5d-e67461752ffe,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:48.588248 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d32769a7-9943-4226-af21-86844eba3574 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0528305 Feb 04 16:10:48.592661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:48.599141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network efe3eb0d-3146-439e-bd5d-e67461752ffe details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:10:48.620998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Request body: {'subnet': {'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-subnet', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:48.627630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Attempting to bind port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:48.627957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Attempting to bind port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:48.628336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Attempting to bind port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 on network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:48.635963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 on network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:10:48.636857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Attempting to bind port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 on network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:48.640182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:48.648205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Usage tracker for resource:subnet and tenant:ffae9bfc4cc948b0ab119c4a10902c80 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:48.652225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:48.655846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:48.656187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Checking segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:48.656576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Bound using segment: {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:48.657068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Bound port: b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde371f8-1d69-48a4-8b86-1de987e12d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:48.657428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.680921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:48.736919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Made reservation on behalf of ffae9bfc4cc948b0ab119c4a10902c80 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:48.740303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.926938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:48.935394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:48.944960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:48.988428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9500c7ca-e7eb-4e37-81d8-c2f070d0de24 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 200 len: 205 time: 0.7725019 Feb 04 16:10:48.992037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.153903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-b62a4ac9-c0ce-4ef1-a5fe-cbc185bfae82 service neutron] 10.222.0.62 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806433 Feb 04 16:10:49.169634 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-d93f1f4c-644b-4922-8232-38828b4ef33c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:49.173961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d93f1f4c-644b-4922-8232-38828b4ef33c tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/da597871-6307-4af4-a837-f205addb9c26 HTTP/1.1" status: 404 len: 336 time: 0.1804266 Feb 04 16:10:49.174565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57124) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.236669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.239970 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] 10.222.0.41 "PUT /v2.0/ports/b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 1091 time: 3.7809920 Feb 04 16:10:49.243108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:49.264701 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:49.369597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8efd2-6df2-45ea-a063-24dfc79f0b64 service neutron] Pushing event updated for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:49.408754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7d8d9e3-7b70-4893-937e-db2307320cfd tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 200 len: 205 time: 0.1648734 Feb 04 16:10:49.412539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.509687 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-b94e7e7d-1fa5-4114-ad95-79c19372c310 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:49.513441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b94e7e7d-1fa5-4114-ad95-79c19372c310 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/92cce8b0-6239-4231-819a-1b57aec2139f HTTP/1.1" status: 404 len: 336 time: 0.0984538 Feb 04 16:10:49.518316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.524935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a01649-6514-41bc-808e-9a715a3a1429 req-2dbeccc0-564a-4cf6-a6a7-6c82f725c8c1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:49.525676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-05a01649-6514-41bc-808e-9a715a3a1429 req-2dbeccc0-564a-4cf6-a6a7-6c82f725c8c1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:49.566547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c33d09-6c5f-45ea-b15b-4eef6dba9037,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:49.629624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-0c0d357c-67da-4eee-9590-111ebd48b9c7 service neutron] 10.222.0.62 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636438 Feb 04 16:10:49.634608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f98dca59-a06f-46dc-8613-875c8b6f0b6b tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 200 len: 205 time: 0.0988386 Feb 04 16:10:49.644728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57164) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:49.648767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Checking segment: {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:49.649129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Network hostable DHCP agents. Network: efe3eb0d-3146-439e-bd5d-e67461752ffe, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:10:49.745096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-05a01649-6514-41bc-808e-9a715a3a1429 req-2dbeccc0-564a-4cf6-a6a7-6c82f725c8c1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:49.746641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05a01649-6514-41bc-808e-9a715a3a1429 req-2dbeccc0-564a-4cf6-a6a7-6c82f725c8c1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 945 time: 0.5910869 Feb 04 16:10:49.764152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-52ede626-3729-4708-9012-eb31f06d1440 service neutron] 10.222.0.62 "GET /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1281745 Feb 04 16:10:49.897256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-9c4903cc-e6ab-465c-8580-81b0859a36ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1094 time: 0.5831850 Feb 04 16:10:49.922909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05a01649-6514-41bc-808e-9a715a3a1429 req-eb4014c2-f30b-455f-a4ac-716802efc41c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573517 Feb 04 16:10:49.981259 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-60329b03-73de-493d-9910-a76e74dd165d tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:49.985255 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60329b03-73de-493d-9910-a76e74dd165d tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/daae0fee-022f-4065-aab1-c23bf57d70a1 HTTP/1.1" status: 404 len: 336 time: 0.3380103 Feb 04 16:10:49.986732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.028782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-e49ac0ce-e265-432b-9477-03a673379380 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207439 Feb 04 16:10:50.064680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-948d55cb-58a6-4c31-9bc6-5fc16dd8fc06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 217 time: 0.1535833 Feb 04 16:10:50.071001 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec9aa353-86a4-4283-856c-65c8374e97e6 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 200 len: 205 time: 0.0824792 Feb 04 16:10:50.073029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.208495 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-34705540-a906-4025-ab11-96094e572038 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:50.208495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-34705540-a906-4025-ab11-96094e572038 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/82ba2561-ddca-44cb-9aed-2f0ea2916ac4 HTTP/1.1" status: 404 len: 336 time: 0.1319582 Feb 04 16:10:50.215246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57186) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.266054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Network efe3eb0d-3146-439e-bd5d-e67461752ffe is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:10:50.272104 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-92160220-efd2-4c3f-a167-d9ebcbd4f9e2 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "GET /v2.0/ports?device_id=56f20d45-0222-4763-ba6f-fc22ce0536d3 HTTP/1.1" status: 200 len: 205 time: 0.0553081 Feb 04 16:10:50.276068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57190) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.359385 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-95620ccb-1b7d-4cce-af88-4ba56f290766 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] delete failed (client error): The resource could not be found. Feb 04 16:10:50.360627 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95620ccb-1b7d-4cce-af88-4ba56f290766 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/routers/56f20d45-0222-4763-ba6f-fc22ce0536d3 HTTP/1.1" status: 404 len: 336 time: 0.0812151 Feb 04 16:10:50.363859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57196) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.364348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, efe3eb0d-3146-439e-bd5d-e67461752ffe) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:50.369685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:50.373460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc4e34-54d5-496e-893e-fcfa2ecdadfd None None] Network efe3eb0d-3146-439e-bd5d-e67461752ffe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:50.384120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.395995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7468296-57e8-4d67-b494-0b602edff6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:50.397434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-a7468296-57e8-4d67-b494-0b602edff6c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.3201325 Feb 04 16:10:50.415609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9be15d77-912e-4817-85d4-679dda4e054a service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859396 Feb 04 16:10:50.425121 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-26313edd-14f3-4db5-8ff4-6e6cf9122ec8 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] DELETE failed (client error): The resource could not be found. Feb 04 16:10:50.425579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26313edd-14f3-4db5-8ff4-6e6cf9122ec8 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:10:50.427335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26313edd-14f3-4db5-8ff4-6e6cf9122ec8 tempest-RoutersAdminTest-834621150 tempest-RoutersAdminTest-834621150-project] 10.222.0.62 "DELETE /v2.0/subnets/70171650-a12d-4042-ab74-febf4df10fc7 HTTP/1.1" status: 404 len: 337 time: 0.0595539 Feb 04 16:10:50.513527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee989d-4d3a-4aa6-b4c8-060e680bfbd6 req-beaa4d95-28af-4176-b205-fad860d6842b tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:50.520648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3cee989d-4d3a-4aa6-b4c8-060e680bfbd6 req-beaa4d95-28af-4176-b205-fad860d6842b tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 943 time: 0.3035140 Feb 04 16:10:50.546993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4f167d22-e9fc-4b6d-8d67-9510e5708a30 service neutron] 10.222.0.62 "GET /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1131203 Feb 04 16:10:50.562380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-427fc659-f451-4dff-a66a-37521077d70d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:50.564797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-427fc659-f451-4dff-a66a-37521077d70d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 945 time: 0.3095021 Feb 04 16:10:50.582446 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e1d4007c-cbcf-49bd-81e5-bea4866b13e8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9851966 Feb 04 16:10:50.583217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.602042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:50.625476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:50.643000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Usage tracker for resource:router and tenant:ffae9bfc4cc948b0ab119c4a10902c80 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:50.648914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:50.671457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:50.705304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.706649 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.732714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-5a154207-9b22-4b68-b740-c1c834b962dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258269 Feb 04 16:10:50.803594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3cee989d-4d3a-4aa6-b4c8-060e680bfbd6 req-b2ef399d-ec25-4373-961b-bb88a0b1a08d tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813168 Feb 04 16:10:50.817903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:10:50.818226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.890095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:50.909776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a9a6ad0e-96e1-47d6-abed-8fa48a40d659 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388672 Feb 04 16:10:50.958156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57210) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:50.974044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-efe3eb0d-3146-439e-bd5d-e67461752ffe', 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'fixed_ips': [{'subnet_id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:10:50.975487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.059017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-8ac784fe-51de-4039-a361-ee4f5875d183 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149056 Feb 04 16:10:51.423078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.482558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.506877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-de367768-50c2-47f0-aa42-cce1497f03e5 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596271 Feb 04 16:10:51.517220 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'status': 'completed', 'code': 200} Feb 04 16:10:51.523230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Allocated IP 172.20.0.2 (efe3eb0d-3146-439e-bd5d-e67461752ffe/e9c33d09-6c5f-45ea-b15b-4eef6dba9037/9f1d3440-01f1-4615-a768-4a04cbec3b5b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:51.554390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:51.559834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Usage tracker for resource:security_group_rule and tenant:66610fc3432b4e9e86ed6a3c63eec53d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:51.563367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:51.576299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:51.673240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.737403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.768703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:51.769606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.802240 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66610fc3432b4e9e86ed6a3c63eec53d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8388879 Feb 04 16:10:51.825911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:51.929766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2d1ce-0d84-493d-836a-dd279c4c18ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366ce7dc-fa67-4065-9ff4-c81e19bfeedd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:51.951517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-623bd300-0f5b-43e2-9cd7-9ed3ee680d79 req-fbff956e-00b4-4851-9084-784249416bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8849590 Feb 04 16:10:51.953967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.967601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:51.975316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:10:51.988449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Transition to ACTIVE for port object 9f1d3440-01f1-4615-a768-4a04cbec3b5b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:52.001056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.027934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Transition to ACTIVE for port object 9f1d3440-01f1-4615-a768-4a04cbec3b5b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:52.039861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.107551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-57d025e6-85bd-45ab-ad8f-7630993b757c service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791342 Feb 04 16:10:52.119415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3440-01f1-4615-a768-4a04cbec3b5b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:52.138872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Network efe3eb0d-3146-439e-bd5d-e67461752ffe is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:52.140598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:52.144990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:52.234105 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-0b2173e2-5d6f-40a6-b8d1-0952f3d5f068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1094 time: 0.2021959 Feb 04 16:10:52.308900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Attempting to bind port 9f1d3440-01f1-4615-a768-4a04cbec3b5b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:52.309276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Attempting to bind port 9f1d3440-01f1-4615-a768-4a04cbec3b5b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:52.309691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Attempting to bind port 9f1d3440-01f1-4615-a768-4a04cbec3b5b on network efe3eb0d-3146-439e-bd5d-e67461752ffe {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:52.319267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:52.319640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Checking segment: {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:52.320463 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.320898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Bound using segment: {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:52.321370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Bound port: 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:52.321749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.372356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.421011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031240a-3d72-48a6-9b3e-55563fbfc0a4 req-343db755-68df-4e0f-bdbe-1259153a5b92 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:52.428061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3031240a-3d72-48a6-9b3e-55563fbfc0a4 req-343db755-68df-4e0f-bdbe-1259153a5b92 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.6397998 Feb 04 16:10:52.458114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] For port 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:52.462484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] For port 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f1d3440-01f1-4615-a768-4a04cbec3b5b,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:52.470059 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.505740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.517938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.544093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-c67939c1-ebba-4393-b4f5-cd7a718e2701 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189634 Feb 04 16:10:52.545770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:52.671811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.716848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:52.717056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-b767d000-3605-4827-b278-c8a96e0de2f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:52.718551 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-b767d000-3605-4827-b278-c8a96e0de2f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 929 time: 0.4775193 Feb 04 16:10:52.723738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.755318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Pushing event updated for resources: {'Port': ['ID=9f1d3440-01f1-4615-a768-4a04cbec3b5b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:52.799078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.800996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.802097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.804132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.805264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.805850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.806651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.807584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.809099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.809700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.810842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2172f0b-8d60-45a4-8f02-5630e4091533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:10:52.822573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3031240a-3d72-48a6-9b3e-55563fbfc0a4 req-918edb3f-e9ed-4c49-adf0-a7b47f39f589 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913848 Feb 04 16:10:52.951175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:52.971753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:10:53.004276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.025500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ce7dc-fa67-4065-9ff4-c81e19bfeedd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:53.041746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'name': 'network-vif-deleted', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:53.087382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Allocated IP 172.25.5.111 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8e98d050-35a9-4e79-89c6-e7945e59c555) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:10:53.091765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4224687-e79d-4e3b-a7be-461ccabd0640 req-c89bf887-8db6-40b7-ab76-f54099f89ca4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d HTTP/1.1" status: 204 len: 173 time: 2.5140910 Feb 04 16:10:53.096834 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:53.101519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-072f9fdd-c781-45f7-a6df-cc4d4208097b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/366ce7dc-fa67-4065-9ff4-c81e19bfeedd HTTP/1.1" status: 204 len: 168 time: 1.2675052 Feb 04 16:10:53.241709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-f5424e89-f3aa-4449-b4d3-ac4540e957a4 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578608 Feb 04 16:10:53.544714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8c0b7f76-28f5-4860-9e05-f61097fa8e18 service neutron] 10.222.0.62 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873814 Feb 04 16:10:53.740031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-ba3b4bfa-b45d-496e-810c-8e029de94286 service neutron] 10.222.0.62 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940446 Feb 04 16:10:53.756887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.038618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:54.075284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f1d3440-01f1-4615-a768-4a04cbec3b5b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:54.149116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b8302036-37c7-4a8f-b6e1-e29e0e59fa17 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:10:54.159642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-9d779955-bcfe-4b3c-9a8a-89a0b7d3fad9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 217 time: 0.8780696 Feb 04 16:10:54.169358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:10:54.268767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1919b8fe-fa63-4ce8-a8f9-2c27ec5c6620 req-86e43bfd-d21a-4c8f-a2e8-bd05dd9f1bdb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:10:54.294561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:10:54.313338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:10:54.314057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:10:54.348306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-d6fae3c5-45c6-4e2a-acbe-c1b2c86191f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:54.349790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-d6fae3c5-45c6-4e2a-acbe-c1b2c86191f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.1738451 Feb 04 16:10:54.365122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1919b8fe-fa63-4ce8-a8f9-2c27ec5c6620 req-86e43bfd-d21a-4c8f-a2e8-bd05dd9f1bdb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:10:54.365355 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-218de867-8ded-4bfc-8f24-d499111201bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3b18e568e6e42f9a8c2255646192780&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3233902 Feb 04 16:10:54.366761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1919b8fe-fa63-4ce8-a8f9-2c27ec5c6620 req-86e43bfd-d21a-4c8f-a2e8-bd05dd9f1bdb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b9201db-3811-4010-b751-717504d6600f HTTP/1.1" status: 200 len: 210 time: 0.2016675 Feb 04 16:10:54.383146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:54.477997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-68fb012b-dbdf-4672-90c4-88dd396e7019 service neutron] 10.222.0.62 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7370667 Feb 04 16:10:54.509946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.598473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:54.616282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:10:54.626509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:10:54.629339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:10:54.640263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'mac_address': 'fa:16:3e:e3:70:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:10:54.649614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.650050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643620b4-adfb-47c8-8f9a-a765f3fd1115 None None] Network efe3eb0d-3146-439e-bd5d-e67461752ffe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:10:54.754801 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.769705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.775924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Pushing event updated for resources: {'Port': ['ID=8e98d050-35a9-4e79-89c6-e7945e59c555,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:54.790026 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-8826e75f-3bae-4e63-943a-d45b4fcea7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231164 Feb 04 16:10:54.806458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-113880dc-66a7-4019-ad78-4f877243ce49 service neutron] 10.222.0.62 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188844 Feb 04 16:10:54.881387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8302036-37c7-4a8f-b6e1-e29e0e59fa17 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:10:54.924870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:54.934763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:54.939088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:54.939697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:54.947860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd2f95-02af-4a72-ab21-39e49db82067 req-007c38bc-85c2-4576-b41e-0a090ef93fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:54.950448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93fd2f95-02af-4a72-ab21-39e49db82067 req-007c38bc-85c2-4576-b41e-0a090ef93fd2 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 943 time: 0.3038766 Feb 04 16:10:54.969091 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-ef3ae58c-36bc-49a5-8c0a-05916140a7f1 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731107 Feb 04 16:10:54.993095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5847659f-d8c0-4b61-aba6-e158c80ad527 None None] Provisioning for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:55.007341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.037281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5847659f-d8c0-4b61-aba6-e158c80ad527 None None] Provisioning complete for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:55.039556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5847659f-d8c0-4b61-aba6-e158c80ad527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.072891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef3477-46fb-4d94-b837-56951201b20e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.081630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.107175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-ee86dd23-4d95-42bf-8652-c7587233b837 service neutron] 10.222.0.62 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629285 Feb 04 16:10:55.122025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.128367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9ac60e6d-2b24-4d57-bf36-d9ae319a8f9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75ef3477-46fb-4d94-b837-56951201b20e HTTP/1.1" status: 204 len: 168 time: 0.7364810 Feb 04 16:10:55.145156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93fd2f95-02af-4a72-ab21-39e49db82067 req-82c1ec18-df81-4120-9a0f-27bea835701b tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875713 Feb 04 16:10:55.209892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d69bfbf-fef7-4653-ac8e-ebab4b17c7da req-20951a99-c445-4d5e-bf24-498fe4d0d168 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337723 Feb 04 16:10:55.239453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.241232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.360885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:55.544992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b8302036-37c7-4a8f-b6e1-e29e0e59fa17'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:10:55.641811 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9201db-3811-4010-b751-717504d6600f', 'name': 'network-vif-deleted', 'tag': '51e0bcdb-b3a3-4760-97c6-aa5edbdf9c6d', 'status': 'completed', 'code': 200} Feb 04 16:10:55.689625 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-277f796b-ffb8-4701-9058-cedc5e28d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:55.753957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-9d6d8d86-f50b-4c88-aa65-2f44be74b383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.1710105 Feb 04 16:10:56.002789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.008515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Router 45e47d64-df51-49a1-be80-4dcc9f064a1b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:10:56.021371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e59c2-1a3d-40bd-b215-df12c3726f19 req-95c7920d-3fa8-4f8a-9dab-0c6722fc53f1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:56.030685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-296e59c2-1a3d-40bd-b215-df12c3726f19 req-95c7920d-3fa8-4f8a-9dab-0c6722fc53f1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1993003 Feb 04 16:10:56.117724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-296e59c2-1a3d-40bd-b215-df12c3726f19 req-79d0d795-3598-4777-a3b9-5e96cffc53d1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848811 Feb 04 16:10:56.250866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f1d3440-01f1-4615-a768-4a04cbec3b5b,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:56.285458 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:56.527236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766245-caa1-4d2b-bea2-e522db66189b req-0f4e0571-2dec-45dc-9905-6711d5436cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:56.530258 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-0f4e0571-2dec-45dc-9905-6711d5436cd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.7633696 Feb 04 16:10:56.590931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=9f1d3440-01f1-4615-a768-4a04cbec3b5b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:56.758037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160ebe-6b6d-4140-a2e4-0cd0eaa175ac req-23f0226e-d79f-4d79-9016-ba2b38b6f06a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:56.784553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a160ebe-6b6d-4140-a2e4-0cd0eaa175ac req-23f0226e-d79f-4d79-9016-ba2b38b6f06a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2680972 Feb 04 16:10:56.864575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-04deaad0-b01e-477e-a18c-82266ed0ccd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.3191609 Feb 04 16:10:56.929743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a160ebe-6b6d-4140-a2e4-0cd0eaa175ac req-36f30db8-33db-4afb-8eb0-2db0b5d7fe38 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438825 Feb 04 16:10:57.127609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766245-caa1-4d2b-bea2-e522db66189b req-a46a010a-41ec-4945-881f-230a53f09fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:57.129452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-a46a010a-41ec-4945-881f-230a53f09fdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2540920 Feb 04 16:10:57.222268 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8d1accc-bdcc-49a4-8334-08a6aec70901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:57.243663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d6ee9d3f-aee3-48eb-8df7-e4d219c4ee62 None None] Provisioning complete for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:57.246530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9d3f-aee3-48eb-8df7-e4d219c4ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:57.314796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:10:57.325785 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Sync routers for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:10:57.361829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:10:57.362621 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:57.438311 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-0496573c-b42a-42b8-aece-48a6a3b6ba36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3001146 Feb 04 16:10:57.441044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:57.451075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-307b94c5-e26c-45b0-b96c-af6d16277507 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8659778 Feb 04 16:10:57.458067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:57.491519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:10:57.634611 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-a29c838c-9617-4ef2-80c8-c6fa5780f2ab service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784785 Feb 04 16:10:57.726543 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:10:57.868613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c398e7-2f67-479e-8a5f-1fabdadb579a req-ac43607a-4b11-4352-9bba-6461abb61c4b tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:57.879212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98c398e7-2f67-479e-8a5f-1fabdadb579a req-ac43607a-4b11-4352-9bba-6461abb61c4b tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 944 time: 0.5888174 Feb 04 16:10:57.904367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f766245-caa1-4d2b-bea2-e522db66189b req-e9d82abb-5c6c-46ce-96f0-b6d07c296845 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642894 Feb 04 16:10:57.932589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-167759923'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:10:57.944235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ef919-b26f-496e-892d-3c57f7f7c121 req-c6477958-e44f-42aa-99ab-1708582a2f92 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:57.951992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54ef919-b26f-496e-892d-3c57f7f7c121 req-c6477958-e44f-42aa-99ab-1708582a2f92 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6603949 Feb 04 16:10:57.967610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:57.989505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:network and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:57.998353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:58.018475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:58.114377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:10:58.117325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.156520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98c398e7-2f67-479e-8a5f-1fabdadb579a req-36551142-916f-4593-ac7b-9a30a98382a8 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763155 Feb 04 16:10:58.183602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54ef919-b26f-496e-892d-3c57f7f7c121 req-c0476965-c960-4c1f-9e05-f92866608066 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300215 Feb 04 16:10:58.185735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.193195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b8302036-37c7-4a8f-b6e1-e29e0e59fa17 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:58.239392 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:10:54Z', 'revision_number': 3, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:10:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:10:58.248910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Checking router: 45e47d64-df51-49a1-be80-4dcc9f064a1b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:10:58.249366 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Updating router 45e47d64-df51-49a1-be80-4dcc9f064a1b port 8e98d050-35a9-4e79-89c6-e7945e59c555 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:10:58.351707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:10:58.376376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:security_group_rule and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:10:58.390478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:10:58.413605 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.423348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:10:58.475555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f1d3440-01f1-4615-a768-4a04cbec3b5b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:10:58.631926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.651025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9f1d3440-01f1-4615-a768-4a04cbec3b5b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:58.652665 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.787963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82597f47-6d94-4047-994b-371e046908d6 req-ed3d9628-4f5d-4249-8534-107248e5a81f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 210 time: 0.3275440 Feb 04 16:10:58.819469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:10:58.859099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:58.861445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:10:58.861683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.277323 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.304040 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Transition to ACTIVE for port object 8e98d050-35a9-4e79-89c6-e7945e59c555 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:10:59.321759 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.411737 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.449594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-ba6b2fd7-fad0-43e5-b51b-45f160e25fb0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:10:59.459785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-ba6b2fd7-fad0-43e5-b51b-45f160e25fb0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 1.0006704 Feb 04 16:10:59.490154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:10:59.492771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:10:59.509277 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.510431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-6715d263-63ac-4a48-939a-93d54b99ca67 service neutron] 10.222.0.41 "GET /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 200 len: 1031 time: 0.2674932 Feb 04 16:10:59.550240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Attempting to bind port 8e98d050-35a9-4e79-89c6-e7945e59c555 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:10:59.550941 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Attempting to bind port 8e98d050-35a9-4e79-89c6-e7945e59c555 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:10:59.551242 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Attempting to bind port 8e98d050-35a9-4e79-89c6-e7945e59c555 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:10:59.581447 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:10:59.582685 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:10:59.584064 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.590457 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:10:59.591145 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Bound port: 8e98d050-35a9-4e79-89c6-e7945e59c555, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:10:59.591645 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.664775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:59.690593 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8ef19-1613-426d-bf62-74a8feb0c7f6 None None] Pushing event updated for resources: {'Port': ['ID=8e98d050-35a9-4e79-89c6-e7945e59c555,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:10:59.715459 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-88d861db-fea7-4328-aa67-2f8a82e0c46e service neutron] 10.222.0.41 "GET /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 1032 time: 0.2028687 Feb 04 16:10:59.801239 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] For port 8e98d050-35a9-4e79-89c6-e7945e59c555, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:10:59.807294 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] For port 8e98d050-35a9-4e79-89c6-e7945e59c555, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e98d050-35a9-4e79-89c6-e7945e59c555,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:10:59.825792 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.832146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-c0401f61-8cc5-4d18-baa7-247d0c748630 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.3706188 Feb 04 16:10:59.935784 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:10:59.997196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8ef19-1613-426d-bf62-74a8feb0c7f6 None None] Pushing event updated for resources: {'Port': ['ID=8e98d050-35a9-4e79-89c6-e7945e59c555,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:00.012112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b71034-6131-4ea9-b4dc-fb6892b5268a req-3553f870-b9d8-4983-b9a2-c8f44863c04c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:00.020758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5b71034-6131-4ea9-b4dc-fb6892b5268a req-3553f870-b9d8-4983-b9a2-c8f44863c04c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8782566 Feb 04 16:11:00.043367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.055021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:00.055994 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:00.071294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:00.093055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:00.100575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.112795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5b71034-6131-4ea9-b4dc-fb6892b5268a req-ff9bb4bb-94ee-4b69-bd7e-8e3a9efae70c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911708 Feb 04 16:11:00.122271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:00.130901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:00.220042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:00.222186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8dddb0a7-97f2-41f7-b8f4-c34862d68eb3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/networks?id=28662e20-87e0-475f-8a68-03882593079e&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&id=9308be64-d493-46a8-b7ba-ffc2884a2674&id=9308be64-d493-46a8-b7ba-ffc2884a2674 HTTP/1.1" status: 200 len: 1995 time: 0.4995139 Feb 04 16:11:00.273589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:00.352028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d92297c-c9f3-4fe8-8b78-5492a7ef2d52,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:00.368571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-a2dd1a45-fab0-4972-890b-73e90eea5ba5 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5081587 Feb 04 16:11:00.378411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:00.379299 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Added segment 700834e0-7e79-4d6d-b84a-73903cb03f05 of type vlan for network 20bca8da-ace0-4004-b37c-35ed5054400c Feb 04 16:11:00.407593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-76c7122d-4011-4b86-a3e8-05f7588535d3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:00.425785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-76c7122d-4011-4b86-a3e8-05f7588535d3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:00.427389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-76c7122d-4011-4b86-a3e8-05f7588535d3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2729df3fd7f44a48abcf36212169380 HTTP/1.1" status: 200 len: 380 time: 0.1925247 Feb 04 16:11:00.440388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'admin_state_up': True, 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'security_groups': ['de37c699-f233-4c3c-834f-bde25c0ee980']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:00.568323 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:00.661356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-0692b216-c709-4473-96cf-05ea628ac125 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701881 Feb 04 16:11:00.750969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:00.790372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:00.808451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:00.811984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.107453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.107845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 172.20.0.6 (28662e20-87e0-475f-8a68-03882593079e/68def689-9701-4023-a285-5b46db779305/67d38bb9-fc3c-4af0-b358-8b2195be6c92) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:01.259624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72cab7be-8839-443f-b064-26397d32aa25 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972879 Feb 04 16:11:01.280244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.293722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:01.294807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.349041 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:10:54Z', 'revision_number': 3, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:01.353853 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00297f-c891-422d-bef2-aab483b30b91 None None] The sync data for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 is: [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:10:54Z', 'revision_number': 3, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:01.477866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c519-6937-466d-a2d2-a1c022363e9f req-46cb838d-2cef-40f3-b725-6749db96b1dc tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:01.487467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e239c519-6937-466d-a2d2-a1c022363e9f req-46cb838d-2cef-40f3-b725-6749db96b1dc tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 945 time: 0.8234808 Feb 04 16:11:01.528773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.590978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object 67d38bb9-fc3c-4af0-b358-8b2195be6c92 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:01.691279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:01.792198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Network': ['ID=20bca8da-ace0-4004-b37c-35ed5054400c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:01.807752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9870dca-cefe-4760-ae42-fe80bd17f610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.2794306 Feb 04 16:11:01.807893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:01.810781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:01.862478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:01.980252 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'code': 200} Feb 04 16:11:02.035703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network 28662e20-87e0-475f-8a68-03882593079e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:02.039613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:02.045992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:02.080101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:02.129711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.130229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.130664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.131192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.131467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.131862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.132653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.133458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.133853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.134248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.134730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:02.195885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:02.196576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:02.279868 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-8ad162b5-fe9b-4cc4-9e20-fe3a2bfd94ce tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8473644 Feb 04 16:11:02.289427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'admin_state_up': True, 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'security_groups': ['de37c699-f233-4c3c-834f-bde25c0ee980']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:02.475595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e239c519-6937-466d-a2d2-a1c022363e9f req-52883a6f-1f14-4e4c-9ff8-444456eda8c7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9864814 Feb 04 16:11:02.570301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:02.609009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:02.610027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:02.616384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:02.622686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:02.629171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:02.631276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:02.637947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-32133c91-1a65-4083-9e96-a806e19f68ba None None] Provisioning for port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:02.643889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-32133c91-1a65-4083-9e96-a806e19f68ba None None] Provisioning complete for port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:02.644265 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-32133c91-1a65-4083-9e96-a806e19f68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:02.655788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:02.675221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:02.678436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:02.693317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-434f3e71-79cc-4257-b691-e6c884f086bf req-7a724bf3-94ca-47c8-8b19-d4454532674a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1096 time: 0.4896882 Feb 04 16:11:02.778529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-32133c91-1a65-4083-9e96-a806e19f68ba None None] Port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:02.864680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:02.892245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5f041-846b-44d8-a510-b3ba23e83536 req-5cd125c1-2d77-43f2-bd61-f0a23b5af0c7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:02.899229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9e5f041-846b-44d8-a510-b3ba23e83536 req-5cd125c1-2d77-43f2-bd61-f0a23b5af0c7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 931 time: 0.5293720 Feb 04 16:11:03.013706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.1.1.228 (de255f7e-bf83-4bf8-8d71-1fc1b3485e84/51626407-88d1-4da4-8e35-a8c30d4b955a/fc17f63b-8213-491b-84a1-7769da96d2fe) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:03.255442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-434f3e71-79cc-4257-b691-e6c884f086bf req-e688d325-c067-4a87-a93b-b567806077bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513931 Feb 04 16:11:03.261747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41c0b6bb-2fde-4df3-a8c6-3f0c14d734a7 req-10c1038d-1d00-4597-a9a2-a7183b675849 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 210 time: 0.3590448 Feb 04 16:11:03.375471 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.413734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.429219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object fc17f63b-8213-491b-84a1-7769da96d2fe will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:03.486423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9e5f041-846b-44d8-a510-b3ba23e83536 req-92ed58d4-63a5-4243-8af1-f2bc1022dd31 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5857086 Feb 04 16:11:03.505594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.765733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:03.773432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:03.779655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:03.832202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:03.908881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:03.909568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:03.989398 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-77cd8380-7496-4543-a791-502e56feb302 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7037895 Feb 04 16:11:04.004455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'admin_state_up': True, 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'security_groups': ['de37c699-f233-4c3c-834f-bde25c0ee980']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:04.260903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9daa7b2e-6013-4c61-a49e-1e58848f6344 None None] Provisioning for port fc17f63b-8213-491b-84a1-7769da96d2fe completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:04.266888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9daa7b2e-6013-4c61-a49e-1e58848f6344 None None] Provisioning complete for port fc17f63b-8213-491b-84a1-7769da96d2fe triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:04.269238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9daa7b2e-6013-4c61-a49e-1e58848f6344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.463460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:04.479293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:04.486208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9daa7b2e-6013-4c61-a49e-1e58848f6344 None None] Port fc17f63b-8213-491b-84a1-7769da96d2fe cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:04.497877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:04.517559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:04.541168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.559288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:04.563214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.570177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e98d050-35a9-4e79-89c6-e7945e59c555 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:04.802657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8e98d050-35a9-4e79-89c6-e7945e59c555 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:04.828652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8e98d050-35a9-4e79-89c6-e7945e59c555 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:04.829344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:04.866751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.1.1.187 (de255f7e-bf83-4bf8-8d71-1fc1b3485e84/51626407-88d1-4da4-8e35-a8c30d4b955a/97a0b115-8105-4c18-9966-6239b0734315) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:04.996739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=b0562bc8-9576-4b8c-ad7e-87d0114f49d2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.047622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.082461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709e36c-09a7-45d3-a369-e83a8dbcf9cc req-c8f3b44f-5b4d-419e-9a25-e8cbe8d1ca8e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:05.084408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8e98d050-35a9-4e79-89c6-e7945e59c555, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e98d050-35a9-4e79-89c6-e7945e59c555,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:05.085329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c709e36c-09a7-45d3-a369-e83a8dbcf9cc req-c8f3b44f-5b4d-419e-9a25-e8cbe8d1ca8e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.9474075 Feb 04 16:11:05.090826 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.111111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-fd4307d5-ae35-4902-9d5a-ae49af6671a1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:05.113531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-fd4307d5-ae35-4902-9d5a-ae49af6671a1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 1.6258771 Feb 04 16:11:05.180394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:05.220133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8e98d050-35a9-4e79-89c6-e7945e59c555,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.298818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.329552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object 97a0b115-8105-4c18-9966-6239b0734315 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:05.358964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.373532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:05.373888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network hostable DHCP agents. Network: 20bca8da-ace0-4004-b37c-35ed5054400c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:05.397949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609524e-dbf5-4c0d-8a0b-f7efa581ef7f req-7f9a62dd-ede0-4f82-9050-55d454c13fe5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:05.399710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a609524e-dbf5-4c0d-8a0b-f7efa581ef7f req-7f9a62dd-ede0-4f82-9050-55d454c13fe5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.2622740 Feb 04 16:11:05.461769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:05.467082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:05.479811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:05.484565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:05.561235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c709e36c-09a7-45d3-a369-e83a8dbcf9cc req-2f4b8e85-0bba-43fa-abdb-fee723c793b3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386132 Feb 04 16:11:05.601295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:05.602027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.648693 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-21d0bd01-ec42-4d2e-be35-165c3b937b82 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6494350 Feb 04 16:11:05.659108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'admin_state_up': True, 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'security_groups': ['de37c699-f233-4c3c-834f-bde25c0ee980']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:05.673158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:05.686093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:05.696518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.736118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:05.740066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.935481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ad96a14a-9279-4192-b620-a06cfea967ae None None] Provisioning for port 97a0b115-8105-4c18-9966-6239b0734315 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:05.945966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ad96a14a-9279-4192-b620-a06cfea967ae None None] Provisioning complete for port 97a0b115-8105-4c18-9966-6239b0734315 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:05.947281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad96a14a-9279-4192-b620-a06cfea967ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:05.955139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:05.960286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:05.964075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:05.967907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:05.972155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:05.988389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:06.043928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.2 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/7ee51f3a-07bc-4541-8c23-81becc31e715) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:06.053247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a609524e-dbf5-4c0d-8a0b-f7efa581ef7f req-4a761be4-c960-44f2-badf-6a7f51727fbb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6428416 Feb 04 16:11:06.098655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 20bca8da-ace0-4004-b37c-35ed5054400c) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:06.196015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6146f-d9fe-4735-ab3d-b610d29115e2 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:06.214927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.372183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad96a14a-9279-4192-b620-a06cfea967ae None None] Port 97a0b115-8105-4c18-9966-6239b0734315 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:06.399081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:06.401784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.459177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e98d050-35a9-4e79-89c6-e7945e59c555 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:06.693308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8e98d050-35a9-4e79-89c6-e7945e59c555 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:06.693749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.739193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'b0562bc8-9576-4b8c-ad7e-87d0114f49d2'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:06.740053 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:06.885537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Allocated IP 172.20.0.1 (efe3eb0d-3146-439e-bd5d-e67461752ffe/e9c33d09-6c5f-45ea-b15b-4eef6dba9037/93e6ae2c-744f-4ace-8303-f9b176e7d964) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:06.905557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.2.2.100 (9308be64-d493-46a8-b7ba-ffc2884a2674/b49ea833-c566-4dec-92da-7c403d2ad159/453ad502-13e7-4378-a9fb-0f27454f9f59) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:07.027537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/b0562bc8-9576-4b8c-ad7e-87d0114f49d2/17f85a1e-2410-45fc-96b3-5ece748dc56c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:07.223102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.253987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object 453ad502-13e7-4378-a9fb-0f27454f9f59 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:07.281753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-515026ee-6cf4-47be-8b9a-4f1faeb8bcdc req-5d7e14fa-fc3d-4b0c-823b-840eb7e10c4d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 210 time: 0.8256881 Feb 04 16:11:07.305847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.362887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.511233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-15d4e8f2-2ca1-4b56-b794-ec6e1b85ede6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6968083 Feb 04 16:11:07.532680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Transition to ACTIVE for port object 93e6ae2c-744f-4ace-8303-f9b176e7d964 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:07.538921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.560290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Transition to ACTIVE for port object 17f85a1e-2410-45fc-96b3-5ece748dc56c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:07.568858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:07.570135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:07.576503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:07.589738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:07.596202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:07.597861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'name': 'tempest-NetworksTestDHCPv6-2083836607'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:07.612637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Transition to ACTIVE for port object 17f85a1e-2410-45fc-96b3-5ece748dc56c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:07.623233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.786112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Pushing event updated for resources: {'Port': ['ID=17f85a1e-2410-45fc-96b3-5ece748dc56c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:07.812398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:07.813769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:07.814048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:07.815861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:07.821908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:07.850567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a8abdf01-c370-4000-8102-bf956535d370 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1964288 Feb 04 16:11:07.862787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'admin_state_up': True, 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'security_groups': ['de37c699-f233-4c3c-834f-bde25c0ee980']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:07.957455 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.001211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960f617-a64f-4917-8607-cfaaba63a763 req-b0c6cbe5-412f-4f35-a1c3-a20e788e7ecb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.002831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7960f617-a64f-4917-8607-cfaaba63a763 req-b0c6cbe5-412f-4f35-a1c3-a20e788e7ecb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 945 time: 2.0299892 Feb 04 16:11:08.037226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Attempting to bind port 17f85a1e-2410-45fc-96b3-5ece748dc56c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:08.038174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Attempting to bind port 17f85a1e-2410-45fc-96b3-5ece748dc56c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:08.038795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Attempting to bind port 17f85a1e-2410-45fc-96b3-5ece748dc56c on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:08.048051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:08.048477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:08.050012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.050012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:08.050012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Bound port: 17f85a1e-2410-45fc-96b3-5ece748dc56c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:08.050012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.114937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:08.119536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.126097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Usage tracker for resource:port and tenant:b2729df3fd7f44a48abcf36212169380 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:08.132884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Quota usage for port was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:08.150092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:08.173445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d64e5304-2917-40f2-bcb6-7c5950818f07 None None] Provisioning for port 453ad502-13e7-4378-a9fb-0f27454f9f59 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:08.178944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Made reservation on behalf of b2729df3fd7f44a48abcf36212169380 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:08.188337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.192627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d64e5304-2917-40f2-bcb6-7c5950818f07 None None] Provisioning complete for port 453ad502-13e7-4378-a9fb-0f27454f9f59 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:08.193000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d64e5304-2917-40f2-bcb6-7c5950818f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.262111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] For port 17f85a1e-2410-45fc-96b3-5ece748dc56c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:08.270649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:08.292237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.310944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:08.318200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:08.332216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:08.364150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Network efe3eb0d-3146-439e-bd5d-e67461752ffe is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:08.372633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:08.377967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:08.400564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7960f617-a64f-4917-8607-cfaaba63a763 req-62b35f20-c554-4c91-97c4-d784b27aacc1 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549914 Feb 04 16:11:08.404218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:08.473929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] For port 17f85a1e-2410-45fc-96b3-5ece748dc56c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=17f85a1e-2410-45fc-96b3-5ece748dc56c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:08.476537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d64e5304-2917-40f2-bcb6-7c5950818f07 None None] Port 453ad502-13e7-4378-a9fb-0f27454f9f59 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:08.490232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.548145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-f15cf889-7e0c-4fdc-8dca-1f15c9a26f8f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.565976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-f15cf889-7e0c-4fdc-8dca-1f15c9a26f8f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.575560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-f15cf889-7e0c-4fdc-8dca-1f15c9a26f8f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.586316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-f15cf889-7e0c-4fdc-8dca-1f15c9a26f8f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:08.591603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-f15cf889-7e0c-4fdc-8dca-1f15c9a26f8f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 3095 time: 1.0029616 Feb 04 16:11:08.615803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Pushing event updated for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:08.665544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f45cb-5cc6-4e97-baf1-2d9dd747a7ba None None] Pushing event updated for resources: {'Port': ['ID=17f85a1e-2410-45fc-96b3-5ece748dc56c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:08.873130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:08.877817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Allocated IP 10.2.2.200 (9308be64-d493-46a8-b7ba-ffc2884a2674/b49ea833-c566-4dec-92da-7c403d2ad159/c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:08.883888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.934122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dbd23263-f661-4a3f-ac62-5c325da6aca2 None None] Provisioning for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:08.946864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:08.971128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dbd23263-f661-4a3f-ac62-5c325da6aca2 None None] Provisioning complete for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:08.971515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dbd23263-f661-4a3f-ac62-5c325da6aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:08.980241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:09.006718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:09.093092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dbd23263-f661-4a3f-ac62-5c325da6aca2 None None] Port 93e6ae2c-744f-4ace-8303-f9b176e7d964 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:09.122364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.125884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:09.197352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:09.198453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.204517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:09.275244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd148fd6-911f-4daf-85d7-d7efb0ebdb0b req-09c1195b-1da5-4535-a0bc-557f6027a9f4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5656409 Feb 04 16:11:09.298803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-f7a1bb34-bddb-44f0-8162-3ee221bb9bf8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1609616 Feb 04 16:11:09.345039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Request body: {'port': {'device_id': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:09.409091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.442125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Transition to ACTIVE for port object c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:09.489852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.570227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:09.574303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:09.578788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:09.616295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:09.621938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.661642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:09.662313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:09.677382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1cd806-b371-4481-81d7-2e4396a330fe req-0d889408-13e2-4fc7-8e56-5c70b19c11c7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:09.679272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f1cd806-b371-4481-81d7-2e4396a330fe req-0d889408-13e2-4fc7-8e56-5c70b19c11c7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.9165018 Feb 04 16:11:09.695369 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a201ed93-e1f0-4a2c-af32-0e81c1fb69a7 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8374465 Feb 04 16:11:09.711008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:09.861062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::34f (20bca8da-ace0-4004-b37c-35ed5054400c/b0562bc8-9576-4b8c-ad7e-87d0114f49d2/a27ada2e-1564-4a22-b9d1-e4cb6e6182b0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:09.872002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.019236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f1cd806-b371-4481-81d7-2e4396a330fe req-62ecd437-8e8a-4bdd-a49f-aa9c307d657f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257613 Feb 04 16:11:10.020060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.151787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c8c5bea9-aec3-4d7f-8346-858496bd964a None None] Provisioning for port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:10.161764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c8c5bea9-aec3-4d7f-8346-858496bd964a None None] Provisioning complete for port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:10.162373 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8c5bea9-aec3-4d7f-8346-858496bd964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.407031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5bea9-aec3-4d7f-8346-858496bd964a None None] Port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:10.563471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 17f85a1e-2410-45fc-96b3-5ece748dc56c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:10.694411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 17f85a1e-2410-45fc-96b3-5ece748dc56c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:10.713374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d38bb9-fc3c-4af0-b358-8b2195be6c92 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:10.726915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:10.756060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Transition to ACTIVE for port object 67d38bb9-fc3c-4af0-b358-8b2195be6c92 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:10.760735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.026812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329ed84-2f68-46fd-a60f-f35fa8305426 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:11.131788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.237492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Provisioning for port 17f85a1e-2410-45fc-96b3-5ece748dc56c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:11.266515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Provisioning complete for port 17f85a1e-2410-45fc-96b3-5ece748dc56c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:11.267254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.298929 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.331971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.368237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df62a-61f2-4d37-ad92-af546a6d592d req-9c4dcbf9-7d88-42c1-8a33-b46390e566e8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:11.378092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e24df62a-61f2-4d37-ad92-af546a6d592d req-9c4dcbf9-7d88-42c1-8a33-b46390e566e8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.8296242 Feb 04 16:11:11.405119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Attempting to bind port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:11.406590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Attempting to bind port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:11.407078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Attempting to bind port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 on network 28662e20-87e0-475f-8a68-03882593079e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:11.416088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 on network 28662e20-87e0-475f-8a68-03882593079e not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:11.416791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Attempting to bind port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 on network 28662e20-87e0-475f-8a68-03882593079e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:11.428656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:11.429237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Checking segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:11.429866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Bound using segment: {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:11.430514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Bound port: 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3395f6d9-6ea4-4ffd-b934-08427529446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '28662e20-87e0-475f-8a68-03882593079e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:11.431051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.543120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Pushing event updated for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.560188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e24df62a-61f2-4d37-ad92-af546a6d592d req-05c3d6d5-a134-4125-b9e0-44c86f51f826 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810901 Feb 04 16:11:11.567997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:11.575531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:11.587018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.591167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.687949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] For port 17f85a1e-2410-45fc-96b3-5ece748dc56c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=17f85a1e-2410-45fc-96b3-5ece748dc56c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:11.714008 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.756950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee51f3a-07bc-4541-8c23-81becc31e715 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:11.782901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.815930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:11.818319 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/67d38bb9-fc3c-4af0-b358-8b2195be6c92 HTTP/1.1" status: 200 len: 1091 time: 2.1132114 Feb 04 16:11:11.819074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:11.839172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471039c2-aa4f-441e-8820-1803af7479e3 service neutron] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.854067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:11.917187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7025fd-5e7d-4d2a-a4eb-e281740fcf3d None None] Pushing event updated for resources: {'Port': ['ID=17f85a1e-2410-45fc-96b3-5ece748dc56c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:11.939703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba35015-e6f0-4d54-9830-e1ae0042a4e1 req-910841e1-b8df-450d-af8e-afc65718e302 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:11.940460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6ba35015-e6f0-4d54-9830-e1ae0042a4e1 req-910841e1-b8df-450d-af8e-afc65718e302 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:12.029679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.241687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Transition to ACTIVE for port object 7ee51f3a-07bc-4541-8c23-81becc31e715 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:12.335961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.357555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:12.389139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.415457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.416393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 17f85a1e-2410-45fc-96b3-5ece748dc56c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:12.483130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.491040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57462) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:12.500015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1783204633'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:12.508868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:12.525067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:network and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:12.528042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c82b107b-2e3a-4689-8ec6-0f860cbcb826 None None] Provisioning complete for port 17f85a1e-2410-45fc-96b3-5ece748dc56c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:12.528486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c82b107b-2e3a-4689-8ec6-0f860cbcb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.529610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:12.541929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:12.582964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:12.586045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.591252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 17f85a1e-2410-45fc-96b3-5ece748dc56c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:12.591709 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.631884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:12.647384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6ba35015-e6f0-4d54-9830-e1ae0042a4e1 req-910841e1-b8df-450d-af8e-afc65718e302 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:12.648550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ba35015-e6f0-4d54-9830-e1ae0042a4e1 req-910841e1-b8df-450d-af8e-afc65718e302 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 931 time: 2.2726374 Feb 04 16:11:12.663909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.664247 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Added segment 9a02df16-1e98-4f68-907d-e3629794dc3c of type vlan for network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac Feb 04 16:11:12.762969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.763165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:12.768837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:12.769162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3b9ecc-0502-44ea-afae-701ca9653603 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:12.780016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.814047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Transition to ACTIVE for port object eb3b9ecc-0502-44ea-afae-701ca9653603 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:12.817232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:12.820728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.825793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:12.826977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.868680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.874054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:12.874372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:12.891357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.015409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-3081af71-2cbf-4a28-99ea-9b5284a7a5f0 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 258 time: 1.1222744 Feb 04 16:11:13.075774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:13.134104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.5513732 Feb 04 16:11:13.148162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ba35015-e6f0-4d54-9830-e1ae0042a4e1 req-73c682ac-e5d6-4617-8030-b988af318215 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804736 Feb 04 16:11:13.153414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:13.155985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57466) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:13.159379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.167482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6747587 Feb 04 16:11:13.171138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57470) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:13.184106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1967272943'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:13.193089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5d4a3-220f-4cb0-ba7f-2586e51a8599 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Network': ['ID=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.195972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:13.202520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:network and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:13.208481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:13.208840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:13.247861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Usage tracker for resource:floatingip and tenant:0b6a2bcd5b414708833459a17319ec0d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:13.259793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:13.325697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:13.338953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:13.344881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.351275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9df5d-cd98-4d0d-af6b-3543390a9d23 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=a27ada2e-1564-4a22-b9d1-e4cb6e6182b0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.357455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:13.413374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Attempting to bind port 7ee51f3a-07bc-4541-8c23-81becc31e715 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:13.413873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Attempting to bind port 7ee51f3a-07bc-4541-8c23-81becc31e715 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:13.414415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Attempting to bind port 7ee51f3a-07bc-4541-8c23-81becc31e715 on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:13.429233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:11:13.437311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Attempting to bind port eb3b9ecc-0502-44ea-afae-701ca9653603 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:13.437932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Attempting to bind port eb3b9ecc-0502-44ea-afae-701ca9653603 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:13.438458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Attempting to bind port eb3b9ecc-0502-44ea-afae-701ca9653603 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:13.449250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-da31761c-927c-46a4-8b0c-fac3e553e34f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6202555 Feb 04 16:11:13.449598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.450152 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Added segment a909f659-bddd-40aa-9830-c12700d0ffd0 of type vlan for network 91170c54-3d86-479e-8117-9dfe72964ab2 Feb 04 16:11:13.452957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Port eb3b9ecc-0502-44ea-afae-701ca9653603 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:13.453650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Attempting to bind port eb3b9ecc-0502-44ea-afae-701ca9653603 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:13.467967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:13.468889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:13.469457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Bound using segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:13.470077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Bound port: eb3b9ecc-0502-44ea-afae-701ca9653603, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:13.470871 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.475055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.482443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb4a3a21-1442-4028-be17-54fd28bd79d5 None None] Provisioning for port a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:13.493833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb4a3a21-1442-4028-be17-54fd28bd79d5 None None] Provisioning complete for port a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:13.495098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3a21-1442-4028-be17-54fd28bd79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.506661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Port 7ee51f3a-07bc-4541-8c23-81becc31e715 on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:13.506898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Attempting to bind port 7ee51f3a-07bc-4541-8c23-81becc31e715 on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:13.512345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Network efe3eb0d-3146-439e-bd5d-e67461752ffe is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:13.546642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.561774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:13.605766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a3a21-1442-4028-be17-54fd28bd79d5 None None] Port a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:13.616800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:13.621071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eb3b9ecc-0502-44ea-afae-701ca9653603,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:13.622474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.626509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:13.627138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.648157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.820461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6481194 Feb 04 16:11:13.833228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57476) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:13.835384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:13.837089 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] 10.222.0.41 "PUT /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 200 len: 1134 time: 1.9886508 Feb 04 16:11:13.844582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'subnet': {'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:13.870676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c961a-87a8-4889-ad59-1363505bf4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Network': ['ID=91170c54-3d86-479e-8117-9dfe72964ab2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:13.881424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:13.886670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 91170c54-3d86-479e-8117-9dfe72964ab2 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:11:13.961809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:13.961809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:13.962267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:13.962744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Bound port: 7ee51f3a-07bc-4541-8c23-81becc31e715, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:13.962921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.023364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee798f-d1fe-4e6b-8647-406289a0740f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.027599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee798f-d1fe-4e6b-8647-406289a0740f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.028496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcee798f-d1fe-4e6b-8647-406289a0740f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:14.047551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-878c7a51-24e3-44c1-8e9f-9cc80c02716e None None] Provisioning complete for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:14.047924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-878c7a51-24e3-44c1-8e9f-9cc80c02716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.128360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-878c7a51-24e3-44c1-8e9f-9cc80c02716e None None] Port 93e6ae2c-744f-4ace-8303-f9b176e7d964 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:14.224181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758feeb6-8799-4afd-b7fd-ead598a493cd service neutron] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:14.327027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:14.328514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bcee798f-d1fe-4e6b-8647-406289a0740f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:14.331011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bcee798f-d1fe-4e6b-8647-406289a0740f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.1673436 Feb 04 16:11:14.338720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:14.343289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:subnet and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:14.384800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:14.406234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:14.422734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.427435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.431842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.432050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.436505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.440912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.445136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:14.447416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07716805-610b-414e-9981-5ca8f127925f req-515b692d-d12e-44e7-b53d-5f94e322a37d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 4604 time: 0.9338243 Feb 04 16:11:14.457312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:14.458782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:14.462990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-fb985f23-85b3-4694-9ca9-f1f0d9a3548e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 1097 time: 0.5685036 Feb 04 16:11:14.469070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7ee51f3a-07bc-4541-8c23-81becc31e715,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:14.496922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:14.497427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.577807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.714029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.774282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.775958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ee51f3a-07bc-4541-8c23-81becc31e715 HTTP/1.1" status: 200 len: 1091 time: 5.4424784 Feb 04 16:11:14.788929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:14.821340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07716805-610b-414e-9981-5ca8f127925f req-f4f5497f-21da-4289-ae93-2cb4d7be24b3 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3560159 Feb 04 16:11:14.882406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:14.939848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c154d9-d367-4b74-96ee-2d4539d559e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:14.958497 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'status': 'completed', 'code': 200} Feb 04 16:11:15.062425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-d5d26511-acf2-4dc4-9c9c-aebe6910c74c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:15.063881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-d5d26511-acf2-4dc4-9c9c-aebe6910c74c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.5705390 Feb 04 16:11:15.277510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.311373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-f35058d7-23b3-4d95-b5df-f28e712a1290 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 200 len: 217 time: 0.2249486 Feb 04 16:11:15.438349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:15.647488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Allocated IP 172.25.5.227 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b4928cd4-f0ae-436c-9c77-ab2cfa6bef64) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:15.652635 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.664418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-a6c5ee0b-01c6-4e45-8ca5-adb86b1d1161 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 1094 time: 0.8251348 Feb 04 16:11:15.738037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd9e98f-1b68-45d7-9590-fe46e24b6241 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:15.756855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-4dde6481-4581-419f-807a-4bb917797911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5290 time: 0.7543864 Feb 04 16:11:15.764000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-0e8faa61-ac93-4435-a364-63b273e47e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:15.765579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-0e8faa61-ac93-4435-a364-63b273e47e31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.4427164 Feb 04 16:11:15.767080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.781318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-592e1e3f-c1f9-42dc-a22e-a814c4b053d9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:15.782901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-592e1e3f-c1f9-42dc-a22e-a814c4b053d9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.7014334 Feb 04 16:11:15.830734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Subnet': ['ID=b1568c92-1998-4a12-aa26-c66721a40207,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:15.837063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Transition to ACTIVE for port object 8dd9e98f-1b68-45d7-9590-fe46e24b6241 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:15.852633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.892006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:15.985625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-edea48ec-6ec6-42d4-82a5-1bd4265eebc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee51f3a-07bc-4541-8c23-81becc31e715 HTTP/1.1" status: 200 len: 217 time: 0.2982829 Feb 04 16:11:15.997605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-74e2b11a-e224-4c91-b435-6176ebc8b890 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2136908 Feb 04 16:11:16.101762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-7b77c78c-0d8b-41a5-9277-ef638acdad54 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/quotas/31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 375 time: 0.2699656 Feb 04 16:11:16.124310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:16.125060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network hostable DHCP agents. Network: 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:16.201482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:16.297515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.302991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=a27ada2e-1564-4a22-b9d1-e4cb6e6182b0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:16.359149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-1ac7bb20-dfb9-4e87-b321-50718967c96f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.359149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-1ac7bb20-dfb9-4e87-b321-50718967c96f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.3599865 Feb 04 16:11:16.365327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a2fc50d9-1a92-4ef2-82d2-ab207275d573 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 HTTP/1.1" status: 204 len: 168 time: 2.0236809 Feb 04 16:11:16.372987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:16.434458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-6871699d-c04c-4c74-acc5-c717282bcf03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.434458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-6871699d-c04c-4c74-acc5-c717282bcf03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.434458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-6871699d-c04c-4c74-acc5-c717282bcf03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.435258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-6871699d-c04c-4c74-acc5-c717282bcf03 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2729df3fd7f44a48abcf36212169380&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6688564 Feb 04 16:11:16.439741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.510049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-0101d587-826e-4fe4-a413-b98ea9aeb611 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220422 Feb 04 16:11:16.516043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:16.533057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7e880-e6c7-4f28-822c-aa0a339e680c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.534410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7e880-e6c7-4f28-822c-aa0a339e680c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.535923 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9e7e880-e6c7-4f28-822c-aa0a339e680c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1315718 Feb 04 16:11:16.539884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:16.540812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Attempting to bind port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:16.541177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Attempting to bind port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:16.542148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Attempting to bind port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:16.581153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:16.586080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:16.586318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.593943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30531daf-232f-40f5-8744-32ed80a92fd4 None None] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:16.623809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:16.624397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Attempting to bind port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:16.633518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-79e9503e-6e82-4af0-8936-0a7805b154c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877635 Feb 04 16:11:16.644176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f78afe3f-3c76-4dfb-97cc-2665b7053d27 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8037031 Feb 04 16:11:16.650933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57502) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:16.660465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'subnet': {'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:16.677355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:16.677617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:16.678686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Bound using segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:16.678686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Bound port: 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:16.678902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.702860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Router 45e47d64-df51-49a1-be80-4dcc9f064a1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:11:16.865854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-f79a6ac1-6870-4423-a3f3-4f12ccaefd9f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7630961 Feb 04 16:11:16.868567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:16.869756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.959076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'eb3b9ecc-0502-44ea-afae-701ca9653603'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:16.975644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:16.984994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:17.012424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:subnet and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:17.020480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:17.044011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:17.047839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:17.066053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet b0562bc8-9576-4b8c-ad7e-87d0114f49d2 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:17.069959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-82c246f6-1fa7-4de3-b6b5-62686eaedc7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:17.071297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-781b3c3f-f7c8-4dab-9efa-ff30653b709e req-82c246f6-1fa7-4de3-b6b5-62686eaedc7a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6097419 Feb 04 16:11:17.071418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:17.072400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:17.093012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.106832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Allocated IP 10.1.1.2 (7f94c649-cfc1-42bd-8b4b-c3e3ef884bac/b1568c92-1998-4a12-aa26-c66721a40207/6a2a014c-c8b2-407c-aa7c-85b2ebd2367e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:17.140166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.245526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-518bc322-e0ad-4413-9a10-e44f250a727b service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077649 Feb 04 16:11:17.323434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.324332 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] 10.222.0.41 "PUT /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 1135 time: 3.4472079 Feb 04 16:11:17.350814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.396020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:17.399980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.415208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Transition to ACTIVE for port object 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:17.445784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.446238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Transition to ACTIVE for port object 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:17.456686 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.577177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03ffd5-6eec-48a9-a14e-e79b36c42580 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:17.609096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3d6888-0aa1-4601-8bbd-a2b7086747a3 req-6f971f5c-3a99-43fd-bf79-9d5ca9e3c03b service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9050617 Feb 04 16:11:17.648061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Pushing event updated for resources: {'Port': ['ID=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:17.653067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:17.656032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:17.658886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:17.667966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:17.676964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:17.679252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event updated for resources: {'Port': ['ID=b4928cd4-f0ae-436c-9c77-ab2cfa6bef64,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:17.700745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:17.763768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.774387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Attempting to bind port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:17.774755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Attempting to bind port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:17.775154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Attempting to bind port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:17.785600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:17.785974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:17.786465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.786998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Bound using segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:17.788690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Bound port: 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:17.788690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.790060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-a9e7dfd0-0c78-4d84-9ae1-3730a0097f52 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9089360 Feb 04 16:11:17.834953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.913320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] For port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:17.918042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] For port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:17.925809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:17.938993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1126eddf-6839-4a4d-a52f-ece76b3d6ec4 req-358ff022-da46-4d40-86b8-161a147cdbc0 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554887 Feb 04 16:11:18.036379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d555d93-3eb9-422f-9f05-f2df56890d34 None None] Pushing event updated for resources: {'Port': ['ID=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:18.086406 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:18.134549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-21cfd175-6edd-4468-91cf-83cd5f710358 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343985 Feb 04 16:11:18.140466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:18.273009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Subnet': ['ID=e5642e77-eb97-4dfb-bc28-41912d6d62f4,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:18.303650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd543b-bacf-4f7b-9592-9a9636143bfe None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:18.316673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:18.549540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:18.578673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:18.615456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:18.655780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:18.690902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/b0562bc8-9576-4b8c-ad7e-87d0114f49d2 HTTP/1.1" status: 204 len: 168 time: 2.1454473 Feb 04 16:11:18.699703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Sync routers for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:18.700396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57512) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.786720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e2a05bf1-bab2-4312-8699-0e15702a994d admin admin] 10.222.0.62 "PUT /v2.0/routers/45e47d64-df51-49a1-be80-4dcc9f064a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2947819 Feb 04 16:11:18.786967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:18.786967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:18.806843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02e2c0-5686-4152-8c37-af215ce0e469 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=b0562bc8-9576-4b8c-ad7e-87d0114f49d2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:18.841571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f61a90b9-2ee3-475c-9ceb-a132657f39fa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1366303 Feb 04 16:11:18.842397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:18.862207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:18.912692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:19.053980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30d994-911d-4c8c-85f6-52578bd49160 req-1e155e9c-3505-4b79-8564-c77b03150186 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:19.056048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e30d994-911d-4c8c-85f6-52578bd49160 req-1e155e9c-3505-4b79-8564-c77b03150186 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3980386 Feb 04 16:11:19.079336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:19.093989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:19.097276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:19.112432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Deleting port 17f85a1e-2410-45fc-96b3-5ece748dc56c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:19.114857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.147592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:19.165426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:19.192437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Checking segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:19.192893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network hostable DHCP agents. Network: 91170c54-3d86-479e-8117-9dfe72964ab2, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:11:19.212747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:19.217068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.250438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e30d994-911d-4c8c-85f6-52578bd49160 req-f2b23cfb-3791-48c8-a96e-4c499773d8f5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719406 Feb 04 16:11:19.263807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:19.275662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.284264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.427381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 91170c54-3d86-479e-8117-9dfe72964ab2 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:11:19.460161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:19.524381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event updated for resources: {'Port': ['ID=b4928cd4-f0ae-436c-9c77-ab2cfa6bef64,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:19.588358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.601542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc17f63b-8213-491b-84a1-7769da96d2fe {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:19.623226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.645039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 91170c54-3d86-479e-8117-9dfe72964ab2) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:19.652578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:19.653125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.678238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479433bb-effa-4071-bdc2-e6d6130f275d None None] Network 91170c54-3d86-479e-8117-9dfe72964ab2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:19.689230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Transition to ACTIVE for port object fc17f63b-8213-491b-84a1-7769da96d2fe will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:19.695962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1af40e6d-012b-4660-a5db-ef907038803a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0406966 Feb 04 16:11:19.696871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57534) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:19.701926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.733265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5aba7d2-10df-4f49-973a-894390273473 None None] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:19.739119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'name': 'tempest-TaggedBootDevicesTest-1932051515', 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:19.766505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:19.768553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-4fe19b16-7bf3-4a29-b087-df7a4a950e8e tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.7133517 Feb 04 16:11:20.019211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:20.130972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-718cbeed-054c-491f-af95-6f751055c581 req-0d3ee25e-9471-4789-9480-9e94f6afecfb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:20.143585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:20.161173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:port and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:20.178252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:20.199313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:20.216472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b543a6-5796-44c2-bd21-2c3cac3ecf64 req-33d2d4cf-df3a-4b03-a610-2bfefda1756c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:20.218197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b543a6-5796-44c2-bd21-2c3cac3ecf64 req-33d2d4cf-df3a-4b03-a610-2bfefda1756c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 943 time: 0.6125906 Feb 04 16:11:20.220887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-718cbeed-054c-491f-af95-6f751055c581 req-0d3ee25e-9471-4789-9480-9e94f6afecfb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:20.222011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-0d3ee25e-9471-4789-9480-9e94f6afecfb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.2407861 Feb 04 16:11:20.259043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:20.409871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Attempting to bind port fc17f63b-8213-491b-84a1-7769da96d2fe on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:20.410635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Attempting to bind port fc17f63b-8213-491b-84a1-7769da96d2fe by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:20.410957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Attempting to bind port fc17f63b-8213-491b-84a1-7769da96d2fe on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:20.424828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.476158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7ee51f3a-07bc-4541-8c23-81becc31e715 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:20.479676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 17f85a1e-2410-45fc-96b3-5ece748dc56c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:20.518625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Port fc17f63b-8213-491b-84a1-7769da96d2fe on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:20.518969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Attempting to bind port fc17f63b-8213-491b-84a1-7769da96d2fe on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:20.538350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:20.545139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:20.551194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:20.551965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.578686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:20.579039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:20.579722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Bound using segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:20.580182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Bound port: fc17f63b-8213-491b-84a1-7769da96d2fe, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:20.580539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.600407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] For port 17f85a1e-2410-45fc-96b3-5ece748dc56c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=17f85a1e-2410-45fc-96b3-5ece748dc56c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:20.606176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.614504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=c1e74e2a-080f-457e-a20e-1f1206339476,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:20.624798 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cb5b69fe-687f-4423-8d92-6f0f0e045a91 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7715828 Feb 04 16:11:20.625473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:20.637836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'name': 'tempest-NetworksTestDHCPv6-420223799'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:20.742074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:20.746318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:20.755601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Provisioning for port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:20.758941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.875774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0b543a6-5796-44c2-bd21-2c3cac3ecf64 req-c466fb2f-ffb4-4e15-9423-1b5a1377546a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473646 Feb 04 16:11:20.885093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:11:20.908751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cbeed-054c-491f-af95-6f751055c581 req-79894d4b-05af-4281-93e5-85f1a4de3c84 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:20.910862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-79894d4b-05af-4281-93e5-85f1a4de3c84 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.6797750 Feb 04 16:11:20.918059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:20.939248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-2c157714-1ae8-4b79-8c20-ab8bd9c11a9c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:20.940853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718cbeed-054c-491f-af95-6f751055c581 req-2c157714-1ae8-4b79-8c20-ab8bd9c11a9c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061512 Feb 04 16:11:21.009710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-253bd90e-33bc-400d-a4c4-6384609f8c42 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.020020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-253bd90e-33bc-400d-a4c4-6384609f8c42 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.5489621 Feb 04 16:11:21.031755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] device_id is not set on port df021334-c2e7-4b54-a9f0-f732b84c7c55 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:21.080531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.084360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc17f63b-8213-491b-84a1-7769da96d2fe HTTP/1.1" status: 200 len: 1091 time: 3.6931162 Feb 04 16:11:21.100225 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:21.101560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'device_id': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'admin_state_up': True, 'tenant_id': '31a1955445ea4471b01d267964b88741'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:21.143152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:21.284534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64def6-7e76-4dfc-b8a3-8a468e24bbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:21.357270 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715', 'status': 'completed', 'code': 200} Feb 04 16:11:21.359544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Provisioning complete for port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:21.359927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.403348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:21.423945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:21.433559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:21.449054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Calling delete_port for 17f85a1e-2410-45fc-96b3-5ece748dc56c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:21.458658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:21.471155 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'eb3b9ecc-0502-44ea-afae-701ca9653603', 'status': 'completed', 'code': 200} Feb 04 16:11:21.491472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.515419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:21.521162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.661960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 7c32b3d4-633b-4be2-adc1-a0e1ec4db983 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:21.675289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.768513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] No DVR routers for this DVR port 17f85a1e-2410-45fc-96b3-5ece748dc56c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:21.814922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:21.824405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4e30aa6-e878-4291-a920-f31dd3c93194 req-419d9ba5-0a17-45b7-a26e-c9a5b76649cb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 210 time: 0.1184380 Feb 04 16:11:21.848073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:21.865886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd34b-35fe-4f5d-8191-b70a64cf31e1 None None] Pushing event deleted for resources: {'Port': ['ID=17f85a1e-2410-45fc-96b3-5ece748dc56c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:21.874514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.887180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.901767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.901767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.901767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.903298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.910248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:21.912242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-d5254611-85ad-41d4-9b68-c359c0509836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5393 time: 0.6403046 Feb 04 16:11:21.934376 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.934376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-91170c54-3d86-479e-8117-9dfe72964ab2', 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ips': [{'subnet_id': 'e5642e77-eb97-4dfb-bc28-41912d6d62f4'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:21.936141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:21.946380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-46e419a7-f1d2-454b-b1b9-7399bb87aa9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 1094 time: 0.5760365 Feb 04 16:11:21.955002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77123d70-6f38-4c46-adb0-8180d6af3d58 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:21.997310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.1.1.63 (7f94c649-cfc1-42bd-8b4b-c3e3ef884bac/b1568c92-1998-4a12-aa26-c66721a40207/df021334-c2e7-4b54-a9f0-f732b84c7c55) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:22.006998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-33960aa5-4357-4280-a2a0-a7a04d6ef8c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6285 time: 0.5045152 Feb 04 16:11:22.007744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:22.011143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.110089 n-d-827873-1 neutron-server[83598]: INFO neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No ports have port_id starting with 17f85a1e-2410-45fc-96b3-5ece748dc56c Feb 04 16:11:22.143817 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.168654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::361 (20bca8da-ace0-4004-b37c-35ed5054400c/c1e74e2a-080f-457e-a20e-1f1206339476/7c32b3d4-633b-4be2-adc1-a0e1ec4db983) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:22.350514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7ee51f3a-07bc-4541-8c23-81becc31e715,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:22.420467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7ee51f3a-07bc-4541-8c23-81becc31e715', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '7ee51f3a-07bc-4541-8c23-81becc31e715', 'mac_address': 'fa:16:3e:24:a0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:22.463933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92d45f57-cfbb-4ba0-a5f2-d89f9a2450f9 req-91e76d0f-9fb9-4c8e-9f85-3fed8fbdfb85 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5432699 Feb 04 16:11:22.558112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a0b115-8105-4c18-9966-6239b0734315 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:22.569331 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.574679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.604486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 7c32b3d4-633b-4be2-adc1-a0e1ec4db983 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:22.605898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Transition to ACTIVE for port object 97a0b115-8105-4c18-9966-6239b0734315 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:22.610956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.667020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Allocated IP 10.2.2.2 (91170c54-3d86-479e-8117-9dfe72964ab2/e5642e77-eb97-4dfb-bc28-41912d6d62f4/0f71473c-ead5-47e2-bd59-0602be613f79) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:22.692502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-34f33476-cb35-468f-b4e3-563e2ac7529c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:22.694493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-34f33476-cb35-468f-b4e3-563e2ac7529c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.7348423 Feb 04 16:11:22.812281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:11:09Z', 'revision_number': 4, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '93e6ae2c-744f-4ace-8303-f9b176e7d964', 'name': '', 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'mac_address': 'fa:16:3e:28:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:06Z', 'updated_at': '2022-02-04T16:11:10Z', 'revision_number': 2, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'subnets': [{'id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:22.853447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Checking router: 45e47d64-df51-49a1-be80-4dcc9f064a1b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:22.855321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Updating router 45e47d64-df51-49a1-be80-4dcc9f064a1b port 93e6ae2c-744f-4ace-8303-f9b176e7d964 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:11:22.906624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'c1e74e2a-080f-457e-a20e-1f1206339476'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:22.907779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.924687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Attempting to bind port 97a0b115-8105-4c18-9966-6239b0734315 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:22.924960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Attempting to bind port 97a0b115-8105-4c18-9966-6239b0734315 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:22.925249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Attempting to bind port 97a0b115-8105-4c18-9966-6239b0734315 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:22.936253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Port 97a0b115-8105-4c18-9966-6239b0734315 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:22.936988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Attempting to bind port 97a0b115-8105-4c18-9966-6239b0734315 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:22.948036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:22.948393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Checking segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:22.948844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Bound using segment: {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:22.949390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Bound port: 97a0b115-8105-4c18-9966-6239b0734315, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c192beba-1c56-4a1f-ae53-89484b3bf735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:22.949770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.978083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:22.985055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:22.989815 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.050629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-00058dd8-236a-4e6a-80a8-161a8d95b137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.051163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-00058dd8-236a-4e6a-80a8-161a8d95b137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.051615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-00058dd8-236a-4e6a-80a8-161a8d95b137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.053462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-00058dd8-236a-4e6a-80a8-161a8d95b137 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b2729df3fd7f44a48abcf36212169380&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9834123 Feb 04 16:11:23.097897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.118202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-436cf8bb-4075-43b8-bf0f-0643e7f69194 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9988108 Feb 04 16:11:23.124040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:23.130147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-41978d21-2017-413e-9566-3e2b825f59c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ee51f3a-07bc-4541-8c23-81becc31e715 HTTP/1.1" status: 200 len: 217 time: 0.3838024 Feb 04 16:11:23.137418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:23.138362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=7c32b3d4-633b-4be2-adc1-a0e1ec4db983,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:23.143511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:23.147521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:23.152947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.153818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.180039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:23.184422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:23.197100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.218121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.258215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee51f3a-07bc-4541-8c23-81becc31e715 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:23.291928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:23.320793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.323792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] 10.222.0.41 "PUT /v2.0/ports/97a0b115-8105-4c18-9966-6239b0734315 HTTP/1.1" status: 200 len: 1091 time: 2.1976728 Feb 04 16:11:23.330841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Usage tracker for resource:floatingip and tenant:ffae9bfc4cc948b0ab119c4a10902c80 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:23.338312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] For port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:23.356286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:23.367138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1faca4b4-2f19-4120-85b5-2a37a25f0554 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7380030 Feb 04 16:11:23.368327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57558) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.382418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:23.423152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:23.437092 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.447138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7ee51f3a-07bc-4541-8c23-81becc31e715,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:23.486104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '8dd9e98f-1b68-45d7-9590-fe46e24b6241'}, {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe'}, {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '97a0b115-8105-4c18-9966-6239b0734315'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:23.503392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-0bae9177-5d9e-4be0-8514-e35e7614c1ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.505469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-0bae9177-5d9e-4be0-8514-e35e7614c1ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.2937312 Feb 04 16:11:23.550156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.610145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.621002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.670159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f4dd8-e70a-4838-bb8a-e938e34daa81 service neutron] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:23.680519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.20.0.13 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/17222e8a-80fb-4eeb-a10d-3e417d680413) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:23.686983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-4a0d347b-9d84-43cf-bb4b-7879f325f427 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.688597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-723302a1-e496-4b40-baa5-9d07a48786d6 req-4a0d347b-9d84-43cf-bb4b-7879f325f427 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6162233 Feb 04 16:11:23.709540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.717791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-5d114a21-dec4-4ed0-aba3-fba14a65ae28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654248 Feb 04 16:11:23.743855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object df021334-c2e7-4b54-a9f0-f732b84c7c55 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:23.776244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f82f9-ced8-4a16-be82-7fa8710e6837 req-53e8ff75-6fed-4f3d-b6a4-cd87b98e8be7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.782638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:23.786915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-275f82f9-ced8-4a16-be82-7fa8710e6837 req-53e8ff75-6fed-4f3d-b6a4-cd87b98e8be7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 1.0821609 Feb 04 16:11:23.787418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ce83b-a89e-48e8-8933-59a5a44c89a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:23.788214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-145ce83b-a89e-48e8-8933-59a5a44c89a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:23.825445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/c1e74e2a-080f-457e-a20e-1f1206339476/fe023a7b-f75a-4e9b-9bf3-86264ce2aa06) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:23.829977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c54dd-222f-473d-944e-3815f5de6006 None None] Pushing event updated for resources: {'Port': ['ID=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:23.832915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7ee51f3a-07bc-4541-8c23-81becc31e715'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:23.839262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-145ce83b-a89e-48e8-8933-59a5a44c89a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:23.840686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-145ce83b-a89e-48e8-8933-59a5a44c89a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3568423 Feb 04 16:11:23.849664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57566) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:23.858706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Transition to ACTIVE for port object 0f71473c-ead5-47e2-bd59-0602be613f79 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:23.993577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 7c32b3d4-633b-4be2-adc1-a0e1ec4db983 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:23.994155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.119012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-74275e59-cca7-4937-aaaf-f73a36dcbf7a service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781223 Feb 04 16:11:24.180517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Transition to ACTIVE for port object 0f71473c-ead5-47e2-bd59-0602be613f79 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:24.228752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.230889 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.350789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.354859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-275f82f9-ced8-4a16-be82-7fa8710e6837 req-d372bd15-6414-4c0b-b3d9-35f8c7a036d6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669456 Feb 04 16:11:24.483217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:24.534355 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:24.606051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a6c2601-c0cd-48d5-9e91-41473c0fc747 req-b401fd41-3f11-4e53-8ddc-578886c5ea18 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157125 Feb 04 16:11:24.679523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.680145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Network 91170c54-3d86-479e-8117-9dfe72964ab2 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:24.686467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Pushing event updated for resources: {'Port': ['ID=0f71473c-ead5-47e2-bd59-0602be613f79,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.691284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.705203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:24.721291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:24.749022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-48ce8e2c-461e-4089-ab8c-77340b6ef75b None None] Provisioning complete for port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:24.749385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48ce8e2c-461e-4089-ab8c-77340b6ef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.754713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:24.759603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Transition to ACTIVE for port object 17222e8a-80fb-4eeb-a10d-3e417d680413 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:24.763751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:24.766514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:24.773035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:24.821273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453ad502-13e7-4378-a9fb-0f27454f9f59 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:24.829751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.846495 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.847419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Transition to ACTIVE for port object 453ad502-13e7-4378-a9fb-0f27454f9f59 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:24.855408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 7c32b3d4-633b-4be2-adc1-a0e1ec4db983 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:24.914622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:24.915276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:24.959026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-6af68eaa-69ba-4ce9-88e3-5af6bb7089f7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:24.966264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-6af68eaa-69ba-4ce9-88e3-5af6bb7089f7 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3806276 Feb 04 16:11:25.011278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Transition to ACTIVE for port object 93e6ae2c-744f-4ace-8303-f9b176e7d964 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:25.032708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:25.033159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.033382 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.036081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.093383 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.094357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-51dd9fdc-09b1-4060-aea0-bb5f01a67396 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3735201 Feb 04 16:11:25.110865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.143104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.147045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.170844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'name': 'tempest-TaggedBootDevicesTest-119142632', 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.209659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.236617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Attempting to bind port 0f71473c-ead5-47e2-bd59-0602be613f79 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:25.237130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Attempting to bind port 0f71473c-ead5-47e2-bd59-0602be613f79 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:25.237595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Attempting to bind port 0f71473c-ead5-47e2-bd59-0602be613f79 on network 91170c54-3d86-479e-8117-9dfe72964ab2 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:25.238642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-60aeb8b8-54b6-4113-8195-36ccfcd83f9a tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.2710972 Feb 04 16:11:25.242605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Transition to ACTIVE for port object fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:25.245553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'floatingip': {'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:25.262836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bbf20976-04fd-4412-a179-a50fcdcb3eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.351718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.383538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.423542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1c118-3dbf-40c5-889e-110751aaee4d None None] Pushing event updated for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.432375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:25.433247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Checking segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:25.433889 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.434616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Bound using segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:25.435751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Bound port: 0f71473c-ead5-47e2-bd59-0602be613f79, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:25.436409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.448696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Transition to ACTIVE for port object fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:25.502127 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.509218 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/7c32b3d4-633b-4be2-adc1-a0e1ec4db983 HTTP/1.1" status: 204 len: 168 time: 1.6551645 Feb 04 16:11:25.515422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57578) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.516906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba364af0-7130-4f9f-8bcf-fda72e0fb7d1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=7c32b3d4-633b-4be2-adc1-a0e1ec4db983,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.618468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:25.642723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:25.668199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:25.704796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.711155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.733620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8e964-842c-484a-8c74-d4fb98611466 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:25.737010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a8e964-842c-484a-8c74-d4fb98611466 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:25.739368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17a8e964-842c-484a-8c74-d4fb98611466 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:25.785143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Attempting to bind port 453ad502-13e7-4378-a9fb-0f27454f9f59 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:25.785464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Attempting to bind port 453ad502-13e7-4378-a9fb-0f27454f9f59 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:25.785827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Attempting to bind port 453ad502-13e7-4378-a9fb-0f27454f9f59 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:25.800041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Port 453ad502-13e7-4378-a9fb-0f27454f9f59 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:25.800502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Attempting to bind port 453ad502-13e7-4378-a9fb-0f27454f9f59 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:25.806201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17a8e964-842c-484a-8c74-d4fb98611466 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:25.810380 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17a8e964-842c-484a-8c74-d4fb98611466 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2882342 Feb 04 16:11:25.810830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57582) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:25.861581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:25.861975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Checking segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:25.862305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Bound using segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:25.862785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Bound port: 453ad502-13e7-4378-a9fb-0f27454f9f59, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:25.863177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:25.866746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Pushing event updated for resources: {'Port': ['ID=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:25.909167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:25.950857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] For port 0f71473c-ead5-47e2-bd59-0602be613f79, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:25.955467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] For port 0f71473c-ead5-47e2-bd59-0602be613f79, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0f71473c-ead5-47e2-bd59-0602be613f79,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:25.987972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:26.002192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:26.008216 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.024323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:26.024923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.074987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Allocated IP 172.25.5.134 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/4150177c-a361-4a78-8671-09d0a32d76d5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:26.110661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:26.131112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:port and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:26.138201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:26.141428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-1c607505-8b5e-40d8-b1a7-65f92f4698c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0508192 Feb 04 16:11:26.155184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:26.180643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Request body: {'port': {'device_id': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:26.214868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Attempting to bind port 93e6ae2c-744f-4ace-8303-f9b176e7d964 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:26.214868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Attempting to bind port 93e6ae2c-744f-4ace-8303-f9b176e7d964 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:26.214868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Attempting to bind port 93e6ae2c-744f-4ace-8303-f9b176e7d964 on network efe3eb0d-3146-439e-bd5d-e67461752ffe {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:26.251862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:26.267127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:26.267639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Checking segment: {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:26.268138 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.268622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Bound using segment: {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:26.269207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Bound port: 93e6ae2c-744f-4ace-8303-f9b176e7d964, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cac8c1-c7e4-4792-9673-dd2812ccdf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:26.270408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.280173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:26.289871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Attempting to bind port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:26.290626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Attempting to bind port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:26.290979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet c1e74e2a-080f-457e-a20e-1f1206339476 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:26.291439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Attempting to bind port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:26.296391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b5636-25b3-4dd1-98ca-037dc758e786 None None] Pushing event updated for resources: {'Port': ['ID=0f71473c-ead5-47e2-bd59-0602be613f79,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.303240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.304399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.326182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:26.326871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:26.327429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.327981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:26.328778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Bound port: fe023a7b-f75a-4e9b-9bf3-86264ce2aa06, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:26.329314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.329949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:26.458439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.461716 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] 10.222.0.41 "PUT /v2.0/ports/453ad502-13e7-4378-a9fb-0f27454f9f59 HTTP/1.1" status: 200 len: 1091 time: 3.0849755 Feb 04 16:11:26.493599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Request body: {'port': {'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:26.576244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Provisioning for port 17222e8a-80fb-4eeb-a10d-3e417d680413 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:26.603539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] For port 93e6ae2c-744f-4ace-8303-f9b176e7d964, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:26.606936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Provisioning complete for port 17222e8a-80fb-4eeb-a10d-3e417d680413 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:26.607346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.630767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.646622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] For port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:26.662683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] For port 93e6ae2c-744f-4ace-8303-f9b176e7d964, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=93e6ae2c-744f-4ace-8303-f9b176e7d964,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:26.675287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.681142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] For port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:26.712003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e602ee-cbaf-4917-8045-8f426a4ab493 service neutron] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.741233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.743636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.772741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Port 17222e8a-80fb-4eeb-a10d-3e417d680413 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:26.777970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.796994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.850102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1c118-3dbf-40c5-889e-110751aaee4d None None] Pushing event updated for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:26.966432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:26.991989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Provisioning for port df021334-c2e7-4b54-a9f0-f732b84c7c55 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:27.002646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Provisioning complete for port df021334-c2e7-4b54-a9f0-f732b84c7c55 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:27.003106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.097317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] device_id is not set on port c7682fce-78a6-4043-b28d-6f50f9540182 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:27.121719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-66c69123-37ac-4b32-9f25-e2e7f27b49d1 None None] Port df021334-c2e7-4b54-a9f0-f732b84c7c55 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:27.127865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:27.131942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:10:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:27.269429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.298351 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbb4101b-7318-4fd2-8e7d-738f9c8dde8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.310495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f9d61-d8fa-4e9d-97e3-199920d12554 None None] Pushing event updated for resources: {'Port': ['ID=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.497737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.526311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:27.579415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7ee51f3a-07bc-4541-8c23-81becc31e715 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:27.597392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.653971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.677813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e74e2a-080f-457e-a20e-1f1206339476,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.713867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a61c873-679f-4b14-9545-70b9f5a0c4eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/c1e74e2a-080f-457e-a20e-1f1206339476 HTTP/1.1" status: 204 len: 168 time: 1.9014847 Feb 04 16:11:27.717981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57586) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.801016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f12cb97a-b165-401d-a2fe-4192ce4916c8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818200 Feb 04 16:11:27.805429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57590) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:27.813241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:27.931098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7ee51f3a-07bc-4541-8c23-81becc31e715 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:27.946574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7ee51f3a-07bc-4541-8c23-81becc31e715 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:27.946967 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:27.962243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=4150177c-a361-4a78-8671-09d0a32d76d5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:27.966078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:27.988742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:28.007366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:28.015925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:28.016703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:28.020648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:28.030595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:28.034804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:28.048154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.069240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:28.074406 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.091736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Transition to ACTIVE for port object c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:28.126831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:28.163619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.307570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.316188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:28.332060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.1.1.29 (7f94c649-cfc1-42bd-8b4b-c3e3ef884bac/b1568c92-1998-4a12-aa26-c66721a40207/c7682fce-78a6-4043-b28d-6f50f9540182) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:28.341590 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.427926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f10849-1c3b-4e3b-a32f-1ed2754c6a55 None None] Network 91170c54-3d86-479e-8117-9dfe72964ab2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:28.529640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Attempting to bind port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:28.529897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Attempting to bind port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:28.530297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Attempting to bind port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:28.544363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:28.544931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Attempting to bind port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 on network 9308be64-d493-46a8-b7ba-ffc2884a2674 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:28.554161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:28.554557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Checking segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:28.554946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Bound using segment: {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:28.555324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Bound port: c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd1f2106-7d8c-4810-b8b0-39ea037406e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:28.555662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.615603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:28.629880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3962afa9-eae3-45d3-9e47-a72499bd6d58 None None] Provisioning for port 0f71473c-ead5-47e2-bd59-0602be613f79 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:28.705864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0f71473c-ead5-47e2-bd59-0602be613f79 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:28.737878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:28.756212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:28.760784 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.771938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.791216 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.845641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.847615 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 HTTP/1.1" status: 200 len: 1091 time: 2.3593869 Feb 04 16:11:28.867647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:11:09Z', 'revision_number': 4, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '93e6ae2c-744f-4ace-8303-f9b176e7d964', 'name': '', 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'mac_address': 'fa:16:3e:28:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:06Z', 'updated_at': '2022-02-04T16:11:26Z', 'revision_number': 4, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'subnets': [{'id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:28.885733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a82d19-d6ce-47c9-ba12-951bc41452e2 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:28.893916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.897337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17222e8a-80fb-4eeb-a10d-3e417d680413 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:28.911077 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.913362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:28.931178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa93cf-8e08-46fb-b739-05c4385c4f44 None None] The sync data for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 is: [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:11:09Z', 'revision_number': 4, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '93e6ae2c-744f-4ace-8303-f9b176e7d964', 'name': '', 'network_id': 'efe3eb0d-3146-439e-bd5d-e67461752ffe', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'mac_address': 'fa:16:3e:28:e2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:06Z', 'updated_at': '2022-02-04T16:11:26Z', 'revision_number': 4, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'subnets': [{'id': 'e9c33d09-6c5f-45ea-b15b-4eef6dba9037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:28.975948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Transition to ACTIVE for port object 17222e8a-80fb-4eeb-a10d-3e417d680413 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:29.035189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:29.037873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:29.041034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:29.042272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.085301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:29.097869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd289f-4d64-435a-bfa7-08a1018ab3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.117226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=636da825-1ac2-471d-ba51-5ea8cec39854,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.125955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.128317 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76f88101-5bc3-4965-b554-e25c141063b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3218181 Feb 04 16:11:29.131133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:29.136797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'name': 'tempest-NetworksTestDHCPv6-1424411672'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:29.296211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:29.308400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-9c99deca-694e-43ad-8de7-6b95fbb30db1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.4008067 Feb 04 16:11:29.309723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:29.312893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:29.348981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7ee51f3a-07bc-4541-8c23-81becc31e715,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:29.356229 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.356597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0f71473c-ead5-47e2-bd59-0602be613f79 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:29.371641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0f71473c-ead5-47e2-bd59-0602be613f79 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:29.372016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.395272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.417247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object c7682fce-78a6-4043-b28d-6f50f9540182 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:29.463657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.486458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.520822 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-28e5d66f-0937-41dd-857a-b25f2ececd61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92 HTTP/1.1" status: 200 len: 217 time: 0.2009468 Feb 04 16:11:29.521577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:29.593592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-49e99134-0e13-47d4-8445-14e26337520b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:29.595202 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-49e99134-0e13-47d4-8445-14e26337520b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68def689-9701-4023-a285-5b46db779305 HTTP/1.1" status: 200 len: 855 time: 0.0652280 Feb 04 16:11:29.596340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:29.599643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.637919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.652722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:29.667856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 2fb28f37-5e28-4fcf-9827-e9438fa937a4 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:29.698597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.757083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-603faa9a-72a3-4326-8b7f-e9e6fa56ef94 None None] Provisioning for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:29.801628 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-5592482e-717c-4308-9d4d-0c4a13350d73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28662e20-87e0-475f-8a68-03882593079e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803858 Feb 04 16:11:29.823328 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.926573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0f71473c-ead5-47e2-bd59-0602be613f79, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0f71473c-ead5-47e2-bd59-0602be613f79,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:29.945890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:29.951975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:29.953927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:29.973216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:29.975940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:30.133639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::260 (20bca8da-ace0-4004-b37c-35ed5054400c/636da825-1ac2-471d-ba51-5ea8cec39854/2fb28f37-5e28-4fcf-9827-e9438fa937a4) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:30.189436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.231838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-e499c70a-c32c-4564-a0f8-a2d977f66c4e service neutron] 10.222.0.41 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214313 Feb 04 16:11:30.277111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0f71473c-ead5-47e2-bd59-0602be613f79,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.311296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:30.318164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:30.318829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.359872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f76c49-5ab7-48da-a7f3-faf003207676 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:30.473914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.506095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:30.506867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.521834 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Floating IP 99962c06-2723-40fe-b4b7-ce1d17d2d1b3 associated. External IP: 172.25.5.227, port: b8302036-37c7-4a8f-b6e1-e29e0e59fa17. Feb 04 16:11:30.549595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Provisioning complete for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:30.550235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.588578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-20550028-ce87-41f0-90db-0ab9d4c65bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419063 Feb 04 16:11:30.646995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Attempting to bind port 17222e8a-80fb-4eeb-a10d-3e417d680413 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:30.647644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Attempting to bind port 17222e8a-80fb-4eeb-a10d-3e417d680413 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:30.648125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Attempting to bind port 17222e8a-80fb-4eeb-a10d-3e417d680413 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:30.660089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-94c03b18-b753-4169-8cd8-d78cc7201da4 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4922411 Feb 04 16:11:30.670464 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-7f792bf9-203a-4731-91e7-5b7c0c789d96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 200 len: 217 time: 0.0747063 Feb 04 16:11:30.671567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Port 17222e8a-80fb-4eeb-a10d-3e417d680413 on network 17656e81-4d99-4450-9713-c84df045695d not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:11:30.671966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Attempting to bind port 17222e8a-80fb-4eeb-a10d-3e417d680413 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:30.699704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.707843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:30.708251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:30.708770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:30.709196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Bound port: 17222e8a-80fb-4eeb-a10d-3e417d680413, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:30.709711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.722634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.734568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.753001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.781631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4e27f6fd-663b-4e72-bb89-f7a635ed9cc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:30.783090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4e27f6fd-663b-4e72-bb89-f7a635ed9cc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.1015360 Feb 04 16:11:30.786056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 2fb28f37-5e28-4fcf-9827-e9438fa937a4 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:30.817309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:30.831993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.869241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.882889 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:30.912719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=4150177c-a361-4a78-8671-09d0a32d76d5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:30.937843 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-41b77b48-0e8a-4554-aba3-b4564d2aa2da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480262 Feb 04 16:11:30.952406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.010938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:31.024917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:31.027134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.048759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.173184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0f71473c-ead5-47e2-bd59-0602be613f79 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:31.176188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.179920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-3a96ae35-a32d-48ef-a9e7-e0160bca523d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.0605915 Feb 04 16:11:31.190194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-3ce6625a-ed13-4939-b10e-1ad130ce27ee service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409604 Feb 04 16:11:31.203358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:31.253911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:11:31.254264 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:11:31.287343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.288831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0f71473c-ead5-47e2-bd59-0602be613f79 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:31.289203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.289481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] 10.222.0.41 "PUT /v2.0/ports/17222e8a-80fb-4eeb-a10d-3e417d680413 HTTP/1.1" status: 200 len: 1092 time: 5.1352892 Feb 04 16:11:31.296756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:31.331104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fd69f-8cbb-430e-9b87-cd1e7c6b89df service neutron] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.335742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b637fa23-57e4-4564-901f-c54256affd9e req-cc83cb32-f7dd-404a-8ed9-9993468eb862 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:31.385258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:31.392756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:31.397007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.397808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.458280 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-c94cf20f-b3c2-4597-8cc9-df0f37abfe77 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458608 Feb 04 16:11:31.459016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=2fb28f37-5e28-4fcf-9827-e9438fa937a4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.467580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b637fa23-57e4-4564-901f-c54256affd9e req-cc83cb32-f7dd-404a-8ed9-9993468eb862 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:31.468486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-cc83cb32-f7dd-404a-8ed9-9993468eb862 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.2732928 Feb 04 16:11:31.486746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 93e6ae2c-744f-4ace-8303-f9b176e7d964 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:31.538965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-4ddeca9c-9610-49e9-8310-afb998c370c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 217 time: 0.0705974 Feb 04 16:11:31.579451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:31.585344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:31.585344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.592115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7ae1f1c9-e855-4ffc-aa06-02abe96ff9a5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4596434 Feb 04 16:11:31.597571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57606) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:31.673392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-acd952aa-243a-4e36-8895-c11af189e2be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.674975 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-acd952aa-243a-4e36-8895-c11af189e2be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.1283340 Feb 04 16:11:31.679065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-89363b78-fcf2-4bc1-b261-e84b30e61898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 1095 time: 0.3385389 Feb 04 16:11:31.723390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.781833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-85a842b9-53ce-4e1b-ad7e-f482fb27a33f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17222e8a-80fb-4eeb-a10d-3e417d680413 HTTP/1.1" status: 200 len: 217 time: 0.0886772 Feb 04 16:11:31.797246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 93e6ae2c-744f-4ace-8303-f9b176e7d964, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=93e6ae2c-744f-4ace-8303-f9b176e7d964,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:31.813526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.894539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637fa23-57e4-4564-901f-c54256affd9e req-bef32ce6-b060-40d9-9f78-2b590d3e8004 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.895850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-bef32ce6-b060-40d9-9f78-2b590d3e8004 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.3573434 Feb 04 16:11:31.912996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4507d-da52-4345-8068-61785d20c40f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.914209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-a1e81f60-fc1e-4314-8e47-cc5ae8af4459 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:31.914869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b637fa23-57e4-4564-901f-c54256affd9e req-a1e81f60-fc1e-4314-8e47-cc5ae8af4459 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097587 Feb 04 16:11:31.918432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4507d-da52-4345-8068-61785d20c40f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.919312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63e4507d-da52-4345-8068-61785d20c40f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:31.933385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-d8174459-92a6-4e50-aa89-f83285f7e0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:31.936902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-d8174459-92a6-4e50-aa89-f83285f7e0d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1399119 Feb 04 16:11:31.947741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Provisioning for port c7682fce-78a6-4043-b28d-6f50f9540182 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:31.952454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:31.957820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Provisioning complete for port c7682fce-78a6-4043-b28d-6f50f9540182 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:31.958525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:31.965916 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-5479c9f8-727d-4d34-9a41-d3bdfe550201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2792284 Feb 04 16:11:31.972666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63e4507d-da52-4345-8068-61785d20c40f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:31.977188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-63e4507d-da52-4345-8068-61785d20c40f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3759713 Feb 04 16:11:31.992739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57612) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:32.023501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Port c7682fce-78a6-4043-b28d-6f50f9540182 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:32.041260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Provisioning complete for port 0f71473c-ead5-47e2-bd59-0602be613f79 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:32.041821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76ccc5a0-a278-46e8-b8ec-73fc3cb8c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.160628 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-f664ab83-4af2-42d0-b399-aef57fda9d8a service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836107 Feb 04 16:11:32.326520 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-c688cf24-0d56-482b-8598-1d52271a42be service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520653 Feb 04 16:11:32.361809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 2fb28f37-5e28-4fcf-9827-e9438fa937a4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:32.362409 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.400686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-333bb558-bc7c-452c-823e-40eaedec0444 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fc17f63b-8213-491b-84a1-7769da96d2fe HTTP/1.1" status: 200 len: 217 time: 0.0667067 Feb 04 16:11:32.424630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Provisioning complete for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:32.425212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.466016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-087a137d-0dce-443a-ba57-02fd4e3f449e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:32.467714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-087a137d-0dce-443a-ba57-02fd4e3f449e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.0616307 Feb 04 16:11:32.527645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-d032cfb3-e1bd-4bea-bba9-09e83a93df5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5339115 Feb 04 16:11:32.547900 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-d090b760-0e42-4426-b246-ee386eb96f50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739570 Feb 04 16:11:32.554115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Could not find standard attr ID for object 7c32b3d4-633b-4be2-adc1-a0e1ec4db983. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:11:32.567557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Provisioning for port 2fb28f37-5e28-4fcf-9827-e9438fa937a4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:32.572746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Provisioning complete for port 2fb28f37-5e28-4fcf-9827-e9438fa937a4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:32.573151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.578894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Router f0930fa7-69da-4d7b-a465-c664c8c708ef has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:11:32.586768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d533-5873-4723-ac15-0487dc85303b req-6a5742f9-aff9-4073-8439-0238c3fc41d3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:32.588234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7854d533-5873-4723-ac15-0487dc85303b req-6a5742f9-aff9-4073-8439-0238c3fc41d3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.4668875 Feb 04 16:11:32.628428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-85b1473d-3c88-431d-8830-dc4fc2ade272 None None] Port 2fb28f37-5e28-4fcf-9827-e9438fa937a4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:11:32.689111 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-648f2beb-9bcd-4ce7-a6ae-aaa5ce7bd918 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350379 Feb 04 16:11:32.821551 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-0fd3b328-aec4-4edf-bd02-6f5744067a43 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264138 Feb 04 16:11:32.897748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-3f0d85fd-80d4-46c9-a7c2-74bd06a039cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=97a0b115-8105-4c18-9966-6239b0734315 HTTP/1.1" status: 200 len: 217 time: 0.0657873 Feb 04 16:11:32.911144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7854d533-5873-4723-ac15-0487dc85303b req-6b4463f1-6765-409e-8d48-8a904996ab57 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223465 Feb 04 16:11:32.922259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:32.931215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-04813dc2-db56-4e68-8649-69fcf6a09d6f service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912349 Feb 04 16:11:32.961000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 93e6ae2c-744f-4ace-8303-f9b176e7d964 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:32.971989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-85c97bd3-9915-4ba5-89bd-cdbf7d290c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:32.973718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-85c97bd3-9915-4ba5-89bd-cdbf7d290c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.0693450 Feb 04 16:11:33.033586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 93e6ae2c-744f-4ace-8303-f9b176e7d964 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:33.033947 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.068068 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-5dfa2af1-e72c-40c9-89cf-c352734ca56c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866761 Feb 04 16:11:33.130138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 2fb28f37-5e28-4fcf-9827-e9438fa937a4 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:33.176114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:33.213825 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a302ef3a-711f-4593-a97d-aa12ba8779bf service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399567 Feb 04 16:11:33.247986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:33.248457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.326280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f491e60f-775f-4d18-8a69-1ff25d774eef req-eb1c5d10-d908-42d2-87ba-705f4503e31d service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865983 Feb 04 16:11:33.360740 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-baf0ef94-b97e-4532-8d13-fd5d7c39d737 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411309 Feb 04 16:11:33.435132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-6d508c4b-d1b8-4e0d-931c-3e96b504d1c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=453ad502-13e7-4378-a9fb-0f27454f9f59 HTTP/1.1" status: 200 len: 217 time: 0.0622416 Feb 04 16:11:33.458451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c4ba-02ee-4b0d-8491-00c182e7c670 req-69657867-4584-4e01-a38f-cf5eb63b92d0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:33.459127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c4d9c4ba-02ee-4b0d-8491-00c182e7c670 req-69657867-4584-4e01-a38f-cf5eb63b92d0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:33.493923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.500036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c4d9c4ba-02ee-4b0d-8491-00c182e7c670 req-69657867-4584-4e01-a38f-cf5eb63b92d0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:33.501136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d9c4ba-02ee-4b0d-8491-00c182e7c670 req-69657867-4584-4e01-a38f-cf5eb63b92d0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 944 time: 0.4258904 Feb 04 16:11:33.509774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-36331079-a62d-44fc-a091-d3538b3a347a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:33.511430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-36331079-a62d-44fc-a091-d3538b3a347a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b49ea833-c566-4dec-92da-7c403d2ad159 HTTP/1.1" status: 200 len: 797 time: 0.0695629 Feb 04 16:11:33.567506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=2fb28f37-5e28-4fcf-9827-e9438fa937a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:33.592531 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-60cc265b-4e48-45bd-bac7-43cdf20ff118 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741358 Feb 04 16:11:33.635933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.649669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d9c4ba-02ee-4b0d-8491-00c182e7c670 req-da9ade89-6ed3-441d-97b2-7c4664351d1a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184912 Feb 04 16:11:33.652030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:11:33.657478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:33.669377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Sync routers for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:11:33.686709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3464d2c-fac3-4d72-8a72-32aa06c27c31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/2fb28f37-5e28-4fcf-9827-e9438fa937a4 HTTP/1.1" status: 204 len: 168 time: 1.6606348 Feb 04 16:11:33.692755 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:33.693400 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:33.693942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.814676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0de695c1-a63d-4e29-8b9f-5b3a4e404809 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "PUT /v2.0/floatingips/99962c06-2723-40fe-b4b7-ce1d17d2d1b3 HTTP/1.1" status: 200 len: 996 time: 8.5747168 Feb 04 16:11:33.847364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa755e-3e3a-495b-bb95-3e98382e9cd8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:33.848813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa755e-3e3a-495b-bb95-3e98382e9cd8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:33.849561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bbfa755e-3e3a-495b-bb95-3e98382e9cd8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:33.882361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bbfa755e-3e3a-495b-bb95-3e98382e9cd8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:33.883806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bbfa755e-3e3a-495b-bb95-3e98382e9cd8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1889305 Feb 04 16:11:33.887111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:33.918203 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '8dd9e98f-1b68-45d7-9590-fe46e24b6241', 'status': 'completed', 'code': 200} Feb 04 16:11:33.918600 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'status': 'completed', 'code': 200} Feb 04 16:11:33.918946 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '97a0b115-8105-4c18-9966-6239b0734315', 'status': 'completed', 'code': 200} Feb 04 16:11:33.988889 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:33.990619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a609c071-8aea-4caa-a18a-55e441bbe40d service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904762 Feb 04 16:11:34.147060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-96e23541-1f92-45ee-911b-e3abe494da59 service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498570 Feb 04 16:11:34.227938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-0063a5a6-4026-4df2-886d-f1e8ad98e7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 HTTP/1.1" status: 200 len: 217 time: 0.0745087 Feb 04 16:11:34.294660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-32f84b02-0b66-41ba-8405-93a29952994b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.296504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-32f84b02-0b66-41ba-8405-93a29952994b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b49ea833-c566-4dec-92da-7c403d2ad159 HTTP/1.1" status: 200 len: 797 time: 0.0623043 Feb 04 16:11:34.313653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-a0a8be27-3a9b-4f7c-8c19-62db38d9302c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1096 time: 0.4981034 Feb 04 16:11:34.325686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.329625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.333741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.337362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.341806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.345647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.349591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.351481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-b4b1f07f-ba16-45ae-8fdf-4bb354121af5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5429 time: 0.4614301 Feb 04 16:11:34.382846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-910521c1-5385-412f-86ff-70cc5cfbb629 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787611 Feb 04 16:11:34.408598 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '99962c06-2723-40fe-b4b7-ce1d17d2d1b3', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'mac_address': 'fa:16:3e:e3:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:17Z', 'updated_at': '2022-02-04T16:11:27Z', 'revision_number': 1, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:34.412712 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Checking router: f0930fa7-69da-4d7b-a465-c664c8c708ef for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:11:34.423539 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:11:34.424148 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:34.527050 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-2d9b1911-1498-4be9-83e6-6b286a0928ae service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377268 Feb 04 16:11:34.527927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 636da825-1ac2-471d-ba51-5ea8cec39854 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:34.545875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.576769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df3fba57-a288-4f17-873b-b01abc2a77a9 req-24195681-99b4-4913-bbd0-89a39bffbe48 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145309 Feb 04 16:11:34.604331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-c8a7b09b-1285-4914-a833-8071940698a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.605797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-c8a7b09b-1285-4914-a833-8071940698a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 929 time: 0.2534242 Feb 04 16:11:34.618839 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:11:34.689717 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715', 'code': 200} Feb 04 16:11:34.692328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.705101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e8cbc005-cf92-4ea4-b8e5-88e52cd0eaf7 req-a3599b5f-ac2a-40d4-8766-7f36ab1b7573 service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710906 Feb 04 16:11:34.793579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-0ca9b974-5e6e-4ce5-97c4-12ec3d563100 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 999 time: 0.1804216 Feb 04 16:11:34.794506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:34.872744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b8d59b41-34ff-4697-ac86-1bb40774ade5 req-2dfa2fd3-7556-4f1b-b1cc-221a3e5da80a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 1096 time: 0.0882523 Feb 04 16:11:34.926384 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b8d59b41-34ff-4697-ac86-1bb40774ade5 req-0e0e728f-904b-4ba6-979a-f28b34c37966 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460880 Feb 04 16:11:34.962618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-4835c0cd-cce0-4060-83a7-2cf81a185996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:34.964159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-4835c0cd-cce0-4060-83a7-2cf81a185996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.1429741 Feb 04 16:11:35.037369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-040f48a6-156c-4d6b-af71-90a2a8548668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.1859517 Feb 04 16:11:35.041531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.059490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57632) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:35.067545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250126749', 'description': 'tempest-description--979782657'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:35.077313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:35.084131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:security_group and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:35.092701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:35.097021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '99962c06-2723-40fe-b4b7-ce1d17d2d1b3', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'mac_address': 'fa:16:3e:e3:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:17Z', 'updated_at': '2022-02-04T16:11:27Z', 'revision_number': 1, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:11:35.103032 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e795c8-a1be-4fbd-9346-1768f5b07e50 None None] The sync data for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 is: [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '99962c06-2723-40fe-b4b7-ce1d17d2d1b3', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'mac_address': 'fa:16:3e:e3:70:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:17Z', 'updated_at': '2022-02-04T16:11:27Z', 'revision_number': 1, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:11:35.107469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:35.122939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.139058 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'status': 'completed', 'code': 200} Feb 04 16:11:35.139947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=636da825-1ac2-471d-ba51-5ea8cec39854,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:35.208857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.215469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9adc5-d8dd-454b-8ea8-2824c0a34e39 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:35.226610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:35.232857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:security_group_rule and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:35.236443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:35.249608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:35.292409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-fa885c4e-4461-4c25-886b-f437490a845b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 1095 time: 0.1265857 Feb 04 16:11:35.355766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7c50132d-5a98-4115-b937-b93c7cda6e94 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/636da825-1ac2-471d-ba51-5ea8cec39854 HTTP/1.1" status: 204 len: 168 time: 1.4671347 Feb 04 16:11:35.367470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:35.398459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.407490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.496040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713ff9a0-8726-4207-bc62-5854dbcceca4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:35.502255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.502667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:35.506776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c69929b1-bd0c-42bd-b8a2-b78572b2e1e0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4426615 Feb 04 16:11:35.506776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-9515c6a3-a345-43d8-9fdb-2f8a79783d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.506776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-9515c6a3-a345-43d8-9fdb-2f8a79783d6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.2031376 Feb 04 16:11:35.506776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57640) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:35.507568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Deleting port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:35.507795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.512774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'security_group_rule': {'security_group_id': '713ff9a0-8726-4207-bc62-5854dbcceca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:35.515587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-934e44e3-eb3f-4b89-9f8e-4e6e44e446db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440469 Feb 04 16:11:35.517601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-079ce0ac-452a-4e6d-aee6-2417678d3ac3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441240 Feb 04 16:11:35.524168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:35.588393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:35.598867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:security_group_rule and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:35.602298 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-cfdbecfe-d473-4902-9d57-32f64e649cc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17222e8a-80fb-4eeb-a10d-3e417d680413 HTTP/1.1" status: 200 len: 217 time: 0.0818462 Feb 04 16:11:35.602997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:35.606713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17222e8a-80fb-4eeb-a10d-3e417d680413 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:35.642090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:35.686089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.693374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-505c9f3c-b8cc-4ca1-a373-0160965229da tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5513124 Feb 04 16:11:35.695366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-6beb262c-8beb-4dc5-80c3-b623e351a7ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.696999 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-6beb262c-8beb-4dc5-80c3-b623e351a7ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.0873959 Feb 04 16:11:35.697504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-9b423840-dd82-4f0e-af72-6eee7a4755af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:35.698869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-9b423840-dd82-4f0e-af72-6eee7a4755af service neutron] 10.222.0.41 "GET /v2.0/networks?id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84 HTTP/1.1" status: 200 len: 903 time: 0.5350809 Feb 04 16:11:35.766857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:35.774795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:35.815713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.823365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.827738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-b0b1d84a-5730-42ca-957d-8a7bb8fb19c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129401 Feb 04 16:11:35.869791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] For port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:35.870630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.878668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ec30b2-07bf-4747-8cfe-d7bd3e91555f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:35.932117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59'}, {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:35.953440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:35.957201 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e3f1d9e7-9f97-413b-80c0-9d8442a82f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4468737 Feb 04 16:11:35.957353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:35.957464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57652) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:35.971122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'security_group_rule': {'security_group_id': '713ff9a0-8726-4207-bc62-5854dbcceca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:35.973462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-991622fa-9b35-4f06-85c7-ae71e97e5150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 217 time: 0.2607729 Feb 04 16:11:35.980900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:35.990005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:security_group_rule and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:36.004016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:36.012400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Calling delete_port for fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:36.014068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:36.035939 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-814f3a02-6ecf-4a1f-8c59-aae6e77e476f service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918311 Feb 04 16:11:36.047154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-b525a8b3-aa10-4a71-9e61-b86c5035f4d2 service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220110 Feb 04 16:11:36.051546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.083523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.103058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5460c7f-fc49-44fb-a503-f40bb83c41b2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.104598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b5460c7f-fc49-44fb-a503-f40bb83c41b2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:36.130624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.138534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:36.260500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-195bd855-3713-4873-9e7b-985311a289b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.262490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-195bd855-3713-4873-9e7b-985311a289b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.2686756 Feb 04 16:11:36.292277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'mac_address': 'fa:16:3e:9d:c0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:36.294527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] Pushing event deleted for resources: {'Port': ['ID=fe023a7b-f75a-4e9b-9bf3-86264ce2aa06,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.298738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3625b3-f6d6-40a0-a624-f10ec8cedb49 None None] No DVR routers for this DVR port fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:36.314273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b5460c7f-fc49-44fb-a503-f40bb83c41b2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:36.315842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b5460c7f-fc49-44fb-a503-f40bb83c41b2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7859683 Feb 04 16:11:36.331015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:36.368820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.388533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17222e8a-80fb-4eeb-a10d-3e417d680413 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:36.402363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1fd9ea18-33d6-46f8-83b1-10b853131564 req-fd5294af-5068-45b6-bc69-593156a733f0 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533835 Feb 04 16:11:36.406749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:36.414215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.422985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.428905 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.453194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad703ceb-8988-4f77-8d49-dbffc7af2608,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.471851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1710ca95-6ad9-4a0f-9c98-a4de06de62d6 req-c4645132-ca07-4a6a-91f4-af29e9cca464 service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021530 Feb 04 16:11:36.477097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.482383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:36.482879 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8cbd79eb-a601-44b7-9638-0cbe2386adcc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5239635 Feb 04 16:11:36.488845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:36.497942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5a9a2-2982-4bfd-ac71-11d804cd56db tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:36.499224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0a5a9a2-2982-4bfd-ac71-11d804cd56db tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:36.505572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:36.515877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:36.525559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:floatingip and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:36.530688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:36.543732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:36.563235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0a5a9a2-2982-4bfd-ac71-11d804cd56db tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:36.564548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0a5a9a2-2982-4bfd-ac71-11d804cd56db tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2277803 Feb 04 16:11:36.567417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57666) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:36.568342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-a2ba3a64-c0b9-4489-a1f4-bff2d00fd6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2966387 Feb 04 16:11:36.571554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.678060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ffd01f67-8bb7-49b8-8abf-f4696e51ac43 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050878 Feb 04 16:11:36.678816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:36.682237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:36.685029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:36.806547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:36.808048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.820049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:36.834531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:36.956027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:36.986290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:36.998856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-1f69bfc4-d98f-4df7-9e63-7b700d191b19 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077525 Feb 04 16:11:37.008163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:37.008508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fe023a7b-f75a-4e9b-9bf3-86264ce2aa06 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:37.094596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c1a56-d4fb-4d5f-af25-09e3a793bd39 req-cbc963da-83f5-4e83-ba92-957d465193d2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.096094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-746c1a56-d4fb-4d5f-af25-09e3a793bd39 req-cbc963da-83f5-4e83-ba92-957d465193d2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.4706011 Feb 04 16:11:37.161708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:37.249121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.288195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Allocated IP 172.25.5.6 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/183d1a4d-4d50-4ece-84ca-1fd191a1804c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:37.307630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:37.311752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:37.322154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:37.323662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.325094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b95bd3-787a-4596-980b-ededcd5bd1c0 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:37.347374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=306b61e4-325d-4323-baab-0b30e56535b8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:37.352464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.367049 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-abcd6fe1-1697-48c0-b9c7-82f4cceb24be tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6845448 Feb 04 16:11:37.368448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:37.375818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '306b61e4-325d-4323-baab-0b30e56535b8', 'ip_address': '2001:db8::1a13:4190:5e37:8bf4'}], 'name': 'tempest-NetworksTestDHCPv6-1167627124'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:37.478985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-746c1a56-d4fb-4d5f-af25-09e3a793bd39 req-517edca2-b935-4c6b-945c-918fb41bca44 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084517 Feb 04 16:11:37.488858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-e689a62f-303a-428f-a8c8-790b8c44eba5 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470019 Feb 04 16:11:37.597066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:37.609409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:37.621796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17222e8a-80fb-4eeb-a10d-3e417d680413 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:37.628250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:37.638183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.660962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 85740c44-387c-48ee-8d3d-9695147af776 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:37.682522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '306b61e4-325d-4323-baab-0b30e56535b8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:37.683332 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.710817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.757055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-39b0c069-4266-4665-8833-3b7aa14f9526 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.2018044 Feb 04 16:11:37.792669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 17222e8a-80fb-4eeb-a10d-3e417d680413 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:37.802891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 17222e8a-80fb-4eeb-a10d-3e417d680413 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:37.803262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:37.926045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/306b61e4-325d-4323-baab-0b30e56535b8/9c41ff18-8bff-4968-92c0-dcdda1a6b76d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:38.024990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14489678-1b50-4403-b076-cecf56762f75 req-b10f7ccd-1031-4c33-b9a8-f3368b555005 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.027054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14489678-1b50-4403-b076-cecf56762f75 req-b10f7ccd-1031-4c33-b9a8-f3368b555005 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3855932 Feb 04 16:11:38.057758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.063140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.115185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:38.137069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:38.144128 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.203178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-69c4d51e-aa80-4366-816b-4777342f6a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.204595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-69c4d51e-aa80-4366-816b-4777342f6a84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84 HTTP/1.1" status: 200 len: 903 time: 0.4402127 Feb 04 16:11:38.217048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:38.228096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:38.232574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 172.25.5.102 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3fc3d03d-5b22-4fb7-ae19-478ebec3279d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:38.281777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.288487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:38.289176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.300328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Transition to ACTIVE for port object 9c41ff18-8bff-4968-92c0-dcdda1a6b76d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:38.315630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=183d1a4d-4d50-4ece-84ca-1fd191a1804c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.319001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Transition to ACTIVE for port object 9c41ff18-8bff-4968-92c0-dcdda1a6b76d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:38.326180 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.352025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-e2d1f75c-2406-41d7-896d-3571f7a04a2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=fc17f63b-8213-491b-84a1-7769da96d2fe HTTP/1.1" status: 200 len: 217 time: 0.1318851 Feb 04 16:11:38.354752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14489678-1b50-4403-b076-cecf56762f75 req-9219fb84-63d4-4f5c-8a9b-84d4e09bf865 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857435 Feb 04 16:11:38.391876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Pushing event updated for resources: {'Port': ['ID=9c41ff18-8bff-4968-92c0-dcdda1a6b76d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.402838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::1a13:4190:5e37:8bf4 (20bca8da-ace0-4004-b37c-35ed5054400c/306b61e4-325d-4323-baab-0b30e56535b8/85740c44-387c-48ee-8d3d-9695147af776) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:38.408531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:38.409754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:38.412645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:38.586289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e48a0-3606-4088-8a0a-e8e36d5b66a4 None None] New status for floating IP 99962c06-2723-40fe-b4b7-ce1d17d2d1b3: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:11:38.607236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-1ca84fcd-4edc-402d-89f3-ca06d041d38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.608816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-1ca84fcd-4edc-402d-89f3-ca06d041d38a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.2485087 Feb 04 16:11:38.679848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Attempting to bind port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:38.679848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Attempting to bind port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:38.680155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Attempting to bind port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:38.694716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.695317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:38.695908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:38.695908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.696280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:38.696895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Bound port: 9c41ff18-8bff-4968-92c0-dcdda1a6b76d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:38.697704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.719790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 85740c44-387c-48ee-8d3d-9695147af776 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:38.729035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.743565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.823687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:38.827170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:38.832005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:38.836208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.836849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.842797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=85740c44-387c-48ee-8d3d-9695147af776,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:38.852986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07e47c-1244-4419-92f0-a3342f6b73bc req-21ff3ede-83b3-4856-bee4-608c0a6b5017 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.855104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa07e47c-1244-4419-92f0-a3342f6b73bc req-21ff3ede-83b3-4856-bee4-608c0a6b5017 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.3215578 Feb 04 16:11:38.861138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.875298 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f2b9802-c8d5-4148-857c-25882b52ed8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5057175 Feb 04 16:11:38.876479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57686) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:38.913435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-9acf6aa7-30b7-43af-b951-bcc4598d8e6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2889252 Feb 04 16:11:38.967283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] For port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:38.970809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] For port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9c41ff18-8bff-4968-92c0-dcdda1a6b76d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:38.975437 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:38.979070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a81b5f-f7c5-4d41-b54b-4159ea0a5fbf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.982984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a81b5f-f7c5-4d41-b54b-4159ea0a5fbf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:38.984291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55a81b5f-f7c5-4d41-b54b-4159ea0a5fbf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:39.000978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55a81b5f-f7c5-4d41-b54b-4159ea0a5fbf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:39.002161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55a81b5f-f7c5-4d41-b54b-4159ea0a5fbf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1240337 Feb 04 16:11:39.004867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57690) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:39.011074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.074713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22e08-9480-4eed-beaf-2e93fa05d5b5 None None] Pushing event updated for resources: {'Port': ['ID=9c41ff18-8bff-4968-92c0-dcdda1a6b76d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:39.088155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 85740c44-387c-48ee-8d3d-9695147af776 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:39.088602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.116730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa07e47c-1244-4419-92f0-a3342f6b73bc req-d6fa3a22-7756-4da5-99a0-81bec7ec81c7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532170 Feb 04 16:11:39.129248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.215134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:39.222995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:39.233391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=3fc3d03d-5b22-4fb7-ae19-478ebec3279d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:39.248094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:39.392433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-73ac256f-2bf3-476b-b7f6-ab44a332022b service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697247 Feb 04 16:11:39.501389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.626983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 85740c44-387c-48ee-8d3d-9695147af776 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:39.805504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.853980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-a53f73eb-b406-484a-96f8-65a0107c6ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451923 Feb 04 16:11:39.863974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=85740c44-387c-48ee-8d3d-9695147af776,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:39.871918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.875613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.880043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.884044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.887972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.891834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.898019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:39.899922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-8706eb1b-4048-42c9-b15b-cb86f632f836 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5429 time: 0.5695200 Feb 04 16:11:39.909740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:39.922244 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a1e1835-3a65-434e-a580-f8eb056fff48 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/85740c44-387c-48ee-8d3d-9695147af776 HTTP/1.1" status: 204 len: 168 time: 0.9163332 Feb 04 16:11:39.926226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57694) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:40.007263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2beb16e-de4a-4b06-bcf2-2fe351780b2d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:40.008703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2beb16e-de4a-4b06-bcf2-2fe351780b2d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:40.009464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b2beb16e-de4a-4b06-bcf2-2fe351780b2d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:40.028261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b2beb16e-de4a-4b06-bcf2-2fe351780b2d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:40.031908 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2beb16e-de4a-4b06-bcf2-2fe351780b2d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1022482 Feb 04 16:11:40.032268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57698) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:40.035832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.067955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.111371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 306b61e4-325d-4323-baab-0b30e56535b8 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:40.111637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.114378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.187347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.210894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5fbf40f-5df6-4ba0-9daa-14d91b099fac req-42dc0a79-8cb4-405a-91ad-b8812d74e60b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2913761 Feb 04 16:11:40.254824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=183d1a4d-4d50-4ece-84ca-1fd191a1804c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:40.282995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.285761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.351168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.364909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b049b18d-4d3e-47eb-99be-da21a220986f None None] Provisioning for port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:40.371248 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'status': 'completed', 'code': 200} Feb 04 16:11:40.371248 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'status': 'completed', 'code': 200} Feb 04 16:11:40.376449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.416819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-30020798-87a0-4f34-a1fc-10311b4e4ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.4739802 Feb 04 16:11:40.422366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=306b61e4-325d-4323-baab-0b30e56535b8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:40.432773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.450321 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8c8bc6d-21a4-451e-bbee-893270046b4b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/306b61e4-325d-4323-baab-0b30e56535b8 HTTP/1.1" status: 204 len: 168 time: 0.4149780 Feb 04 16:11:40.450639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57704) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:40.524300 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-396ac7b3-0b64-4b5a-964d-00d80d273eef tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699611 Feb 04 16:11:40.524725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57708) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:40.531360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:40.639181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf21e9-75fd-4db9-8ee9-4430d164398a None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:40.656189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.656189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-7866c7ec-bd7a-4c02-b21e-2ff6038795fe tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.8895092 Feb 04 16:11:40.692662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:40.697502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:40.701811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:40.708844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:40.723716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:40.730193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:40.750095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-709899d2-2c4c-407e-9786-1d9242dfdfea None None] Could not find standard attr ID for object 85740c44-387c-48ee-8d3d-9695147af776. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:11:40.886036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-68b2cb93-149d-4346-ba61-a9d6ef1091d2 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:40.961898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-7172a41c-4469-4de8-bb78-e86b7f3dab83 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 258 time: 0.5886307 Feb 04 16:11:40.965962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:41.019836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:41.026754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Deleting port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:41.027625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:41.031448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.049317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-86ce1648-4b20-4fb5-9202-6510ccb80602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.050800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-86ce1648-4b20-4fb5-9202-6510ccb80602 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84 HTTP/1.1" status: 200 len: 903 time: 0.5751526 Feb 04 16:11:41.056856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:41.058831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-68b2cb93-149d-4346-ba61-a9d6ef1091d2 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:41.059974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-68b2cb93-149d-4346-ba61-a9d6ef1091d2 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.3960769 Feb 04 16:11:41.168629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.217154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:41.230635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.244837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-4f407ca6-5edd-4d91-a875-7d4ffead16ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=97a0b115-8105-4c18-9966-6239b0734315 HTTP/1.1" status: 200 len: 217 time: 0.1832724 Feb 04 16:11:41.251313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=b7be1665-7eb1-4226-bd6a-2a78df57e6ec,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.264836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:41.267146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:41.270771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.271523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.300201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.307778 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d3aaa71-9515-4dae-8b42-bdee7fe30b8c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7817650 Feb 04 16:11:41.308592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57714) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:41.327717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': 'b7be1665-7eb1-4226-bd6a-2a78df57e6ec', 'ip_address': '2001:db8::a743:922e:5019:603c'}], 'name': 'tempest-NetworksTestDHCPv6-683386992'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:41.334135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.457171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] For port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9c41ff18-8bff-4968-92c0-dcdda1a6b76d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:41.457848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.479805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18b640-f939-4404-a999-f5751e870df0 req-47dea0be-4484-4f52-89c8-680e03bd1fce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.481216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-47dea0be-4484-4f52-89c8-680e03bd1fce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 200 len: 797 time: 0.2219095 Feb 04 16:11:41.519412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:41.523860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:41.528694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:41.536388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:41.550423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:41.556210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.584078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:41.595015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Calling delete_port for 9c41ff18-8bff-4968-92c0-dcdda1a6b76d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:41.691821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.740411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] Pushing event deleted for resources: {'Port': ['ID=9c41ff18-8bff-4968-92c0-dcdda1a6b76d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.753462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-492b6eb9-0cff-47cc-85f3-455587a614e9 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:41.755962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b3369-cd5b-4b8c-b707-4a7581700679 None None] No DVR routers for this DVR port 9c41ff18-8bff-4968-92c0-dcdda1a6b76d on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:41.766973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8a449b1-0644-4dbd-b195-c0c7812cd304 req-492b6eb9-0cff-47cc-85f3-455587a614e9 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.6511068 Feb 04 16:11:41.783823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=3fc3d03d-5b22-4fb7-ae19-478ebec3279d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:41.784143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a68b0d-dfb6-4ee1-a3f4-b56c20e0d388 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:41.822702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.856200 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'status': 'completed', 'code': 200} Feb 04 16:11:41.859148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:41.860651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-72a6af2a-7f39-4dac-afff-679ee152a9ce tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3731365 Feb 04 16:11:41.918942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-8cd7ddda-79d9-4fd9-91e7-32594eb7a60d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de255f7e-bf83-4bf8-8d71-1fc1b3485e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4154201 Feb 04 16:11:42.032364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.118095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'b7be1665-7eb1-4226-bd6a-2a78df57e6ec'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:42.120347 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.164550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::a743:922e:5019:603c (20bca8da-ace0-4004-b37c-35ed5054400c/b7be1665-7eb1-4226-bd6a-2a78df57e6ec/3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:42.236314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Allocated IP 172.25.5.125 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ce58de18-9002-4782-a35a-306e97f97529) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:42.274684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-fc3d0d15-cd7a-4ab0-a09c-4935269edfa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1096 time: 0.4192913 Feb 04 16:11:42.348796 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'code': 200} Feb 04 16:11:42.536626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-19ca72f1-69a1-4fcf-adb5-0478f7607b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.537969 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-19ca72f1-69a1-4fcf-adb5-0478f7607b90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 929 time: 0.2453284 Feb 04 16:11:42.543287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.574779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-cc15940d-f28c-40fa-a8fd-4487795be713 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430123 Feb 04 16:11:42.633112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:42.660687 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-ea74d928-51f5-48c0-a6dc-7bd13bd06951 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 1001 time: 0.1142402 Feb 04 16:11:42.680452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.701012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f8f4bce-1282-41d1-8c0f-deabf1762a40 req-dbcb161b-2b87-4729-abf9-6e613e1f7862 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 1097 time: 0.3260322 Feb 04 16:11:42.732337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63590b86-f556-4fe4-af07-41d977b03902 req-ff191b4f-a11c-4014-9e2d-e88e7f8fca39 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.733820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63590b86-f556-4fe4-af07-41d977b03902 req-ff191b4f-a11c-4014-9e2d-e88e7f8fca39 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3295510 Feb 04 16:11:42.734998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.824197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-ae6224de-d409-4ecf-8460-3eba34a19444 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:42.826681 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-ae6224de-d409-4ecf-8460-3eba34a19444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.1598630 Feb 04 16:11:42.833490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/b7be1665-7eb1-4226-bd6a-2a78df57e6ec/b317aff0-5837-469d-b012-f6e741544500) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:42.853633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b18b640-f939-4404-a999-f5751e870df0 req-cb334f7d-3562-472d-8c94-b67026a6c1b5 service neutron] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687612 Feb 04 16:11:42.856402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f8f4bce-1282-41d1-8c0f-deabf1762a40 req-973e6c35-abe7-4dba-b694-a5702f26866f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461484 Feb 04 16:11:42.858788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63590b86-f556-4fe4-af07-41d977b03902 req-c0354bc9-9bb2-4ff7-96c2-998e0a31a44a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105716 Feb 04 16:11:42.862037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:42.992365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:43.005148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:43.014700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:43.031190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:43.031892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9c41ff18-8bff-4968-92c0-dcdda1a6b76d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:43.035425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:43.036158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:43.037946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event updated for resources: {'Port': ['ID=ce58de18-9002-4782-a35a-306e97f97529,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:43.040744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:43.044883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.045691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.100228 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-870f490c-7ad9-4c2a-a477-c2b94b3b0c85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2507620 Feb 04 16:11:43.104957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f19e113c-9d32-4c43-8163-f3f1cfa119ed tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7938719 Feb 04 16:11:43.152593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57732) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:43.168335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9c41ff18-8bff-4968-92c0-dcdda1a6b76d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:43.168693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9c41ff18-8bff-4968-92c0-dcdda1a6b76d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:43.236305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.236652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.237242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.237344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.237625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.238447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.238447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.238692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.238926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.239242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.239766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:43.288137 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-3e3124a4-c87b-476d-83d6-cf81085c7a14 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792588 Feb 04 16:11:43.320795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.339089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Transition to ACTIVE for port object b317aff0-5837-469d-b012-f6e741544500 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:43.365781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Transition to ACTIVE for port object b317aff0-5837-469d-b012-f6e741544500 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:43.376025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.410520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff34e15-6670-49cf-83bd-b98655dfa3b8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.410787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eff34e15-6670-49cf-83bd-b98655dfa3b8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2563896 Feb 04 16:11:43.413614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57736) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:43.420105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c94c-11da-4aa5-9514-74ae29ebab64 req-ca25bb5b-9be8-4a4b-b842-505405fd3f7b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.421981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c15c94c-11da-4aa5-9514-74ae29ebab64 req-ca25bb5b-9be8-4a4b-b842-505405fd3f7b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.3133535 Feb 04 16:11:43.433323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-d31fd0ff-a765-4865-afd4-6d29dd3f31ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.2841673 Feb 04 16:11:43.464619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:43.468165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:43.472488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:43.480719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Pushing event updated for resources: {'Port': ['ID=b317aff0-5837-469d-b012-f6e741544500,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:43.494699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:43.495189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.574985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Attempting to bind port b317aff0-5837-469d-b012-f6e741544500 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:43.575346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Attempting to bind port b317aff0-5837-469d-b012-f6e741544500 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:43.575706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Attempting to bind port b317aff0-5837-469d-b012-f6e741544500 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:43.581013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6437fec7-dfca-4ec5-b8a6-61ad3577ca49 req-b70c9ff3-eb65-40dd-bb21-4de58cde3e39 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865551 Feb 04 16:11:43.583608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:43.584027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:43.584370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.584765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:43.585471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Bound port: b317aff0-5837-469d-b012-f6e741544500, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:43.585798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.632759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.691335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c15c94c-11da-4aa5-9514-74ae29ebab64 req-c9f22ef6-2a9e-49e7-9ee3-e95d4c074e08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568636 Feb 04 16:11:43.753863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-c0a8df24-fe7a-4ab6-b027-5612ab972eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:43.755365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] For port b317aff0-5837-469d-b012-f6e741544500, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:43.755626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-c0a8df24-fe7a-4ab6-b027-5612ab972eeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9308be64-d493-46a8-b7ba-ffc2884a2674 HTTP/1.1" status: 200 len: 903 time: 0.3025072 Feb 04 16:11:43.759226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.765514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] For port b317aff0-5837-469d-b012-f6e741544500, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b317aff0-5837-469d-b012-f6e741544500,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:43.777983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.841185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:43.875137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0906c7-d942-466a-953b-e46adc86b0d0 None None] Pushing event updated for resources: {'Port': ['ID=b317aff0-5837-469d-b012-f6e741544500,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.015429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:44.087418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-b077ca34-5945-4b83-bffa-0a2b8890c226 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=453ad502-13e7-4378-a9fb-0f27454f9f59 HTTP/1.1" status: 200 len: 217 time: 0.2949736 Feb 04 16:11:44.256252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-65bfeac0-4c82-4ee2-b153-f41317374a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.257794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-65bfeac0-4c82-4ee2-b153-f41317374a9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b49ea833-c566-4dec-92da-7c403d2ad159 HTTP/1.1" status: 200 len: 797 time: 0.1550970 Feb 04 16:11:44.361372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.413195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.413667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.417743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.421685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.425660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.429504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.433949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.437810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.439821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-64a4660d-2009-4504-91b7-b13bf63d6cab tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5429 time: 0.4219253 Feb 04 16:11:44.460357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.471277 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-12bb5569-491a-4da9-8b3d-6ac31f038486 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 HTTP/1.1" status: 204 len: 168 time: 1.0544615 Feb 04 16:11:44.473803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57740) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:44.550860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2879c9c-0555-4524-95a8-e03dace0b9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.552417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2879c9c-0555-4524-95a8-e03dace0b9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:44.552994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-0f8900a3-4c11-438a-a1bf-1159d14ae36a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2352438 Feb 04 16:11:44.553176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f2879c9c-0555-4524-95a8-e03dace0b9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:44.559400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.571465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f2879c9c-0555-4524-95a8-e03dace0b9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:44.575982 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f2879c9c-0555-4524-95a8-e03dace0b9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0982547 Feb 04 16:11:44.576235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:44.582534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b950d363-cc6c-4828-accf-f36e4a4196a5 req-26af7232-41c3-4708-943a-a43823d2424b tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223490 Feb 04 16:11:44.585998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.798087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet b7be1665-7eb1-4226-bd6a-2a78df57e6ec {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:44.801548 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.872881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.897957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event updated for resources: {'Port': ['ID=ce58de18-9002-4782-a35a-306e97f97529,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:44.990814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:44.997254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-917d9cb3-3fb2-438f-b76f-cf6c17e23b67 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3171747 Feb 04 16:11:45.017417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:45.019534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b317aff0-5837-469d-b012-f6e741544500 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:45.035693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:45.074847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:45.079716 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.089227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-1ce598a5-1467-4444-950e-0ab2ab6d73c8 service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274727 Feb 04 16:11:45.096813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.147019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=b7be1665-7eb1-4226-bd6a-2a78df57e6ec,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:45.155393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.186798 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07cd664c-144d-406d-9f65-152ac7ca2c4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/b7be1665-7eb1-4226-bd6a-2a78df57e6ec HTTP/1.1" status: 204 len: 168 time: 0.6094654 Feb 04 16:11:45.189821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57750) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:45.191895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d3987fbe-83c8-442a-82ee-5395f38ee000 None None] Provisioning for port b317aff0-5837-469d-b012-f6e741544500 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:45.203657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.227492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b317aff0-5837-469d-b012-f6e741544500 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:45.234969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b317aff0-5837-469d-b012-f6e741544500 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:45.235592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.272353 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15b38139-eec9-44e2-9b46-b76d69bd62bb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782535 Feb 04 16:11:45.272571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:45.281674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:45.309150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.317297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-5ede8d10-1cbe-48e6-bd99-f4eabfd4e3d4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3588414 Feb 04 16:11:45.378319 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.391280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d50399e-ad0f-480c-a7ce-0484f85d105c None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:45.427180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:45.432949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:45.436453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:45.443374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:45.454271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-f68e49f4-bad2-42e2-8006-86017dc36618 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:45.458085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:45.464434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.475562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-0319c6df-d01e-4d0f-97e3-805558f2b419 service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774695 Feb 04 16:11:45.483694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-f68e49f4-bad2-42e2-8006-86017dc36618 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:45.484832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-f68e49f4-bad2-42e2-8006-86017dc36618 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.1667187 Feb 04 16:11:45.487734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e7a1ca73-7665-40e1-b542-a9bb809d9e9b None None] Could not find standard attr ID for object 3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:11:45.518232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b317aff0-5837-469d-b012-f6e741544500, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b317aff0-5837-469d-b012-f6e741544500,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:45.596396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.685928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b317aff0-5837-469d-b012-f6e741544500,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:45.735675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.751660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-912127bc-e3c6-4b54-bff9-c0ca99db8699 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:45.753472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4ed3f8f-b8b6-4509-8cea-e95cc77c47ad req-912127bc-e3c6-4b54-bff9-c0ca99db8699 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2604313 Feb 04 16:11:45.757725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.775084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:45.781506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Deleting port b317aff0-5837-469d-b012-f6e741544500 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:45.781950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.799348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:45.802508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:45.811485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:45.812181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:45.813658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-1daf74b5-9837-4280-a507-945fc9f63268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6486 time: 0.2368736 Feb 04 16:11:45.845451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=49266378-00df-4437-8415-05be9f26e9f8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:45.851582 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5234e6a3-a9f8-40dc-874d-e7e9a2dc6828 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5752223 Feb 04 16:11:45.851793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57764) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:45.858851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '49266378-00df-4437-8415-05be9f26e9f8', 'ip_address': '2001:db8::279e:be38:1230:d690'}], 'name': 'tempest-NetworksTestDHCPv6-150193766'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:46.057751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:46.063538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:46.098425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:46.109269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] For port b317aff0-5837-469d-b012-f6e741544500, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b317aff0-5837-469d-b012-f6e741544500,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:46.109269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.112289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:46.138778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:46.144043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.181843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 36041869-b72e-46b3-ae34-fd6a64114eee yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:46.234414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Calling delete_port for b317aff0-5837-469d-b012-f6e741544500 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:46.247473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-c0a7fb77-df96-414b-9c07-b08f8bba31c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.248905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-c0a7fb77-df96-414b-9c07-b08f8bba31c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9308be64-d493-46a8-b7ba-ffc2884a2674 HTTP/1.1" status: 200 len: 903 time: 0.4284472 Feb 04 16:11:46.260571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Allocated IP 172.25.5.95 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/66e37ada-7e64-4428-960e-bfc266ae6029) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:46.339373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-36f2d734-4c67-4fa6-b687-4f1446fc9f36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 HTTP/1.1" status: 200 len: 217 time: 0.0756438 Feb 04 16:11:46.359033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.409067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] Pushing event deleted for resources: {'Port': ['ID=b317aff0-5837-469d-b012-f6e741544500,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:46.413371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e6ca0-603c-4629-9daa-b58569d0adf3 None None] No DVR routers for this DVR port b317aff0-5837-469d-b012-f6e741544500 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:46.435888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::279e:be38:1230:d690 (20bca8da-ace0-4004-b37c-35ed5054400c/49266378-00df-4437-8415-05be9f26e9f8/36041869-b72e-46b3-ae34-fd6a64114eee) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:46.436846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eac926-33bc-4ee8-bfe5-6c172cc998c1 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:46.486219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf881-d407-4419-8035-15c59f4d0780 req-a7de2939-3710-4817-9794-5b6ca8f12fa1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.487703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78faf881-d407-4419-8035-15c59f4d0780 req-a7de2939-3710-4817-9794-5b6ca8f12fa1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.3508687 Feb 04 16:11:46.530076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-a649ecad-c0c7-4092-b21c-acb013b5c320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.530076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-a649ecad-c0c7-4092-b21c-acb013b5c320 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b49ea833-c566-4dec-92da-7c403d2ad159 HTTP/1.1" status: 200 len: 797 time: 0.1554468 Feb 04 16:11:46.650984 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.676462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78faf881-d407-4419-8035-15c59f4d0780 req-b9e221dc-1924-4cd3-aaee-d45b58449064 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574092 Feb 04 16:11:46.700904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-7ae99bb5-1d4d-4a40-a889-603e073c191e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9308be64-d493-46a8-b7ba-ffc2884a2674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606016 Feb 04 16:11:46.727904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '49266378-00df-4437-8415-05be9f26e9f8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:46.729591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.733579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.813007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.829991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 36041869-b72e-46b3-ae34-fd6a64114eee will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:46.871764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.944613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:46.960121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:46.960359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:46.961207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/49266378-00df-4437-8415-05be9f26e9f8/124a032f-70f6-4b84-8fb1-0a41e22de24a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:46.964490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:46.971697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:46.973440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=66e37ada-7e64-4428-960e-bfc266ae6029,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:46.974927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b317aff0-5837-469d-b012-f6e741544500 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:46.976334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:46.976780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:46.977030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:46.984124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=36041869-b72e-46b3-ae34-fd6a64114eee,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:47.013281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e59f2347-2370-4dc0-9c0e-3c1a2b0901a4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1558063 Feb 04 16:11:47.013557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57774) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:47.037779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-98311b19-58f7-43b7-b0ab-3a8d7987327c service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285704 Feb 04 16:11:47.044075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9255682a-f2ee-4d59-b447-fba5a58f88d5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:47.046146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b317aff0-5837-469d-b012-f6e741544500 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:47.046509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b317aff0-5837-469d-b012-f6e741544500 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:47.107050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7d0b4-4c09-4ebc-b96e-41145c3e0ca6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:47.109209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35d7d0b4-4c09-4ebc-b96e-41145c3e0ca6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:47.130675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35d7d0b4-4c09-4ebc-b96e-41145c3e0ca6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:47.132060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35d7d0b4-4c09-4ebc-b96e-41145c3e0ca6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1176109 Feb 04 16:11:47.135375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57778) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:47.154405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9255682a-f2ee-4d59-b447-fba5a58f88d5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:47.155645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9255682a-f2ee-4d59-b447-fba5a58f88d5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--250126749&fields=id&tenant_id=c2af7b77e48b4f06a9281b18117b1189 HTTP/1.1" status: 200 len: 267 time: 0.2886302 Feb 04 16:11:47.234368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 36041869-b72e-46b3-ae34-fd6a64114eee {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:47.234757 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.275088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.292439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d93fbbd-49d7-479d-ab8e-4fb558d75605 req-667c9f0d-0c30-4393-a72e-1d36957b7307 service neutron] 10.222.0.41 "GET /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372913 Feb 04 16:11:47.295893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Transition to ACTIVE for port object 124a032f-70f6-4b84-8fb1-0a41e22de24a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:47.301469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-659609a6-8656-4c16-88cd-32469d9485c3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:47.302301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-659609a6-8656-4c16-88cd-32469d9485c3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:47.333784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Transition to ACTIVE for port object 124a032f-70f6-4b84-8fb1-0a41e22de24a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:47.343326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.380264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-659609a6-8656-4c16-88cd-32469d9485c3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:47.382060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-659609a6-8656-4c16-88cd-32469d9485c3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 200 len: 931 time: 0.2141025 Feb 04 16:11:47.406098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:47.407306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:47.415375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:47.438404 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.491675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Pushing event updated for resources: {'Port': ['ID=124a032f-70f6-4b84-8fb1-0a41e22de24a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:47.516445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-98a71b76-a7ae-4ecc-8255-d6888026658f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:47.517117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Attempting to bind port 124a032f-70f6-4b84-8fb1-0a41e22de24a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:47.517486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Attempting to bind port 124a032f-70f6-4b84-8fb1-0a41e22de24a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:47.517772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-98a71b76-a7ae-4ecc-8255-d6888026658f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 200 len: 930 time: 0.1186514 Feb 04 16:11:47.517890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Attempting to bind port 124a032f-70f6-4b84-8fb1-0a41e22de24a on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:47.524015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.524609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:47.525680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:47.526033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.526442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:47.526903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Bound port: 124a032f-70f6-4b84-8fb1-0a41e22de24a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:47.527270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.549899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.608788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-4a2b660d-7790-40af-a02e-8fe072aa8427 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?network_id=91170c54-3d86-479e-8117-9dfe72964ab2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0542588 Feb 04 16:11:47.623312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] For port 124a032f-70f6-4b84-8fb1-0a41e22de24a, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:47.626625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] For port 124a032f-70f6-4b84-8fb1-0a41e22de24a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=124a032f-70f6-4b84-8fb1-0a41e22de24a,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:47.631908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.679770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-ab4be379-8847-4c59-a1e8-6b7fae9aa36c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?network_id=91170c54-3d86-479e-8117-9dfe72964ab2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0548835 Feb 04 16:11:47.680258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 36041869-b72e-46b3-ae34-fd6a64114eee owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:47.723216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59b1c-a527-4d9a-9406-03331de04ee0 None None] Pushing event updated for resources: {'Port': ['ID=124a032f-70f6-4b84-8fb1-0a41e22de24a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:47.854508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.920299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=36041869-b72e-46b3-ae34-fd6a64114eee,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:47.987597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:47.997621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81bec51e-cf0d-41d4-9e3f-935181b12520 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/36041869-b72e-46b3-ae34-fd6a64114eee HTTP/1.1" status: 204 len: 168 time: 0.8613708 Feb 04 16:11:48.000152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.072715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7640c00-7736-439b-856c-8b5b15be2347 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.074535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7640c00-7736-439b-856c-8b5b15be2347 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.075352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7640c00-7736-439b-856c-8b5b15be2347 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:48.095654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7640c00-7736-439b-856c-8b5b15be2347 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:48.100614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7640c00-7736-439b-856c-8b5b15be2347 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0958545 Feb 04 16:11:48.100918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57786) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.138073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.142506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.146963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.148018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:48.184547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:48.185675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7c194528-8fad-46cb-a31f-8a16444c1e52 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/networks?id=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=91170c54-3d86-479e-8117-9dfe72964ab2&id=91170c54-3d86-479e-8117-9dfe72964ab2 HTTP/1.1" status: 200 len: 1991 time: 0.4878135 Feb 04 16:11:48.185973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 49266378-00df-4437-8415-05be9f26e9f8 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:48.189141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.189656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.202300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.251639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-5d8c2821-b3ee-4005-ad4b-f63888741c35 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/quotas/c2af7b77e48b4f06a9281b18117b1189 HTTP/1.1" status: 200 len: 375 time: 0.0580509 Feb 04 16:11:48.251895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.340376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.367254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=66e37ada-7e64-4428-960e-bfc266ae6029,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:48.399688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.422014 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.451485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1dd074e8-8e5b-473c-8d9c-b1ba6e710eb0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1946826 Feb 04 16:11:48.452450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.460340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-a09c4d2d-f57b-4fca-9bd6-5f300b55250a tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4621043 Feb 04 16:11:48.467290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=49266378-00df-4437-8415-05be9f26e9f8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:48.471736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:48.488529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-119c44b8-0aaa-441b-977e-b2b407bf3bd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/49266378-00df-4437-8415-05be9f26e9f8 HTTP/1.1" status: 204 len: 168 time: 0.3863876 Feb 04 16:11:48.491486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57790) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.569978 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-899d4925-8294-4d21-be42-151d7d63fb93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769453 Feb 04 16:11:48.573084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.625082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-5190b582-08c5-4294-a81b-9b6ce100c4f6 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:48.660551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3df157-ba42-4d9a-a83e-99abcfa52029 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.661249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb3df157-ba42-4d9a-a83e-99abcfa52029 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:48.661421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-5190b582-08c5-4294-a81b-9b6ce100c4f6 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:48.662647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-5190b582-08c5-4294-a81b-9b6ce100c4f6 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.2008328 Feb 04 16:11:48.685909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb3df157-ba42-4d9a-a83e-99abcfa52029 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:48.687771 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bb3df157-ba42-4d9a-a83e-99abcfa52029 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1137054 Feb 04 16:11:48.690563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.775384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b908f-6e08-4e14-8736-ee828145b63e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.776245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b35b908f-6e08-4e14-8736-ee828145b63e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:48.779275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-0f01587a-9f75-4230-bc30-ef1f36dcec44 service neutron] 10.222.0.62 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574232 Feb 04 16:11:48.798376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b35b908f-6e08-4e14-8736-ee828145b63e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:48.804301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b35b908f-6e08-4e14-8736-ee828145b63e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1103384 Feb 04 16:11:48.804301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.869582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9260db2-4108-4567-9680-e5ab3548ff17 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:48.886502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68a2cae2-c2f6-46ff-bc9c-ebd25b4fae04 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775280 Feb 04 16:11:48.886789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57806) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:48.893825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:48.932840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-3aa9443a-63de-4716-b4be-4a98189e6b77 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:48.934214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cb82e2-71bf-48b3-8c2f-ef6ea982382e req-3aa9443a-63de-4716-b4be-4a98189e6b77 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2563999 Feb 04 16:11:49.001285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-4a6409b0-4fd1-462b-8188-89c27df5657e service neutron] 10.222.0.62 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069714 Feb 04 16:11:49.049310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 124a032f-70f6-4b84-8fb1-0a41e22de24a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:49.094739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-4aa35c83-3d23-4a67-9d03-5c02d9008358 service neutron] 10.222.0.62 "GET /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0850952 Feb 04 16:11:49.158161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:49.169718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:49.184697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-00f82ed0-00d2-44ad-87d1-d2fb2d6863ff None None] Provisioning for port 124a032f-70f6-4b84-8fb1-0a41e22de24a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:49.186240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:49.190389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.260146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 124a032f-70f6-4b84-8fb1-0a41e22de24a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:49.268408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 124a032f-70f6-4b84-8fb1-0a41e22de24a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:49.268408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.320807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4240-f0bf-4665-9959-b16434f62424 req-0906c5a8-1c88-4703-a4d7-d7ca9169a300 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:49.323110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-216c4240-f0bf-4665-9959-b16434f62424 req-0906c5a8-1c88-4703-a4d7-d7ca9169a300 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.2003050 Feb 04 16:11:49.329207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-46e67094-56fe-463a-ae0f-b2d729d77aab service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273858 Feb 04 16:11:49.408595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:49.418754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Deleting port 124a032f-70f6-4b84-8fb1-0a41e22de24a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:49.419131 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.456939 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.475129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.475805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-216c4240-f0bf-4665-9959-b16434f62424 req-ae9bd952-5db6-408b-8c30-51fa42bf653e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453576 Feb 04 16:11:49.520442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-108007b6-2b89-4ca6-8909-7034e02dd752 service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750169 Feb 04 16:11:49.559464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:49.563642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:49.567065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:49.569060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.586277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=624be8b7-b650-445d-8969-a774faef05e3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:49.603736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-2a5acef2-33d0-43a8-947b-838318204770 service neutron] 10.222.0.62 "GET /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0753558 Feb 04 16:11:49.625091 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b153c4b2-7f50-4633-866a-ec28a80c3bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7370098 Feb 04 16:11:49.628406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:49.640535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '624be8b7-b650-445d-8969-a774faef05e3', 'ip_address': '2001:db8::875f:20a2:7bbd:79fa'}], 'name': 'tempest-NetworksTestDHCPv6-1339209101'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:49.713636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 124a032f-70f6-4b84-8fb1-0a41e22de24a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=124a032f-70f6-4b84-8fb1-0a41e22de24a,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:49.719401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.790247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:49.804015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:49.816681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:49.836503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=124a032f-70f6-4b84-8fb1-0a41e22de24a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:49.852219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] For port 124a032f-70f6-4b84-8fb1-0a41e22de24a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=124a032f-70f6-4b84-8fb1-0a41e22de24a,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:49.852616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.963774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:49.975668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-b3f68eba-9dca-4d25-be6b-419c67e35b5b service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602715 Feb 04 16:11:49.983211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Calling delete_port for 124a032f-70f6-4b84-8fb1-0a41e22de24a owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:49.988617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:49.991231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:49.995804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:49.999701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.003580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.007461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.011941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.015838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.017835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-ed33733d-4cc8-4bde-8dde-3833d127b019 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5429 time: 0.3743024 Feb 04 16:11:50.066472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:11:50.066852 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:11:50.154286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e66a2b-56c8-46e8-8b40-4be9dbea89bd req-755c78af-dd7e-44f0-8adc-e15d5a75b00e tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150944 Feb 04 16:11:50.187046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-bff2edef-7a13-4952-ad70-12da0abcdde4 service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680505 Feb 04 16:11:50.226282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::875f:20a2:7bbd:79fa (20bca8da-ace0-4004-b37c-35ed5054400c/624be8b7-b650-445d-8969-a774faef05e3/c4ca7b49-c1ad-4de5-9a7e-5e41f6303921) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:50.377900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-e28d0b40-46a7-4b88-a5d4-0d762281aa2d service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845877 Feb 04 16:11:50.456593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.474237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:50.500769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.501005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93851e77-800a-466f-8f0f-468e96a02aed req-2ddc4103-c0a0-4fbd-a558-873db8ac8454 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.502434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93851e77-800a-466f-8f0f-468e96a02aed req-2ddc4103-c0a0-4fbd-a558-873db8ac8454 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2017343 Feb 04 16:11:50.567857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Deleting port 124a032f-70f6-4b84-8fb1-0a41e22de24a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:50.569051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.580018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:50.583277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:50.588016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:50.592331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:50.592752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.606292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=c4ca7b49-c1ad-4de5-9a7e-5e41f6303921,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:50.606571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-214a4831-fee9-4fea-8a43-48ddf08e0201 service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189546 Feb 04 16:11:50.609654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93851e77-800a-466f-8f0f-468e96a02aed req-6e3e44ba-8efe-4c6a-b5b0-1d3b7af3c7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.0919795 Feb 04 16:11:50.626505 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c97d2156-3b4b-4166-9be4-9958e068d0a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9963114 Feb 04 16:11:50.629347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:50.635514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '624be8b7-b650-445d-8969-a774faef05e3', 'ip_address': '2001:db8::875f:20a2:7bbd:79fa'}], 'name': 'tempest-NetworksTestDHCPv6-1135237959'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:50.648325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-93851e77-800a-466f-8f0f-468e96a02aed req-7de4c0b6-da07-4d29-a4a4-38c44ead7c8c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'floatingip': {'port_id': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:50.725313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-93851e77-800a-466f-8f0f-468e96a02aed req-7de4c0b6-da07-4d29-a4a4-38c44ead7c8c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.779360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:50.783519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:50.786757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:50.793497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:50.805579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:50.811149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.834898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port ea547daf-e3d5-4be1-a86a-1f276700577f yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:50.836916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] For port 124a032f-70f6-4b84-8fb1-0a41e22de24a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=124a032f-70f6-4b84-8fb1-0a41e22de24a,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:50.838030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:50.983070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Calling delete_port for 124a032f-70f6-4b84-8fb1-0a41e22de24a owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:50.996567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-b1e19140-4507-47d1-a287-7062631fc7a9 service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782859 Feb 04 16:11:51.020764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 124a032f-70f6-4b84-8fb1-0a41e22de24a no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:51.084341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.089088 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 16:11:51.090643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:51.133153 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8d8a49b-104f-42ba-bf04-2f64e0ebc9e8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5025785 Feb 04 16:11:51.136626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:51.153533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.211402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.240770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694212b6-d23e-446c-9f54-93ac7177f24e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.245526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694212b6-d23e-446c-9f54-93ac7177f24e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.246304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-694212b6-d23e-446c-9f54-93ac7177f24e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:51.263061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] Pushing event deleted for resources: {'Port': ['ID=124a032f-70f6-4b84-8fb1-0a41e22de24a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:51.265004 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.272948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-694212b6-d23e-446c-9f54-93ac7177f24e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:51.277327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-694212b6-d23e-446c-9f54-93ac7177f24e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1365695 Feb 04 16:11:51.278021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:51.296332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d17f7f-62d2-4739-b709-f5a9c165931e None None] No DVR routers for this DVR port 124a032f-70f6-4b84-8fb1-0a41e22de24a on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:51.340184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431904ac-dc8f-492c-878d-f5ba5d9abf11 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:51.355663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:51.356665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.395186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-97ed8a69-a1ef-4043-8837-e750be7f8ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845847 Feb 04 16:11:51.655780 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-93851e77-800a-466f-8f0f-468e96a02aed req-7de4c0b6-da07-4d29-a4a4-38c44ead7c8c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:11:51.670415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93851e77-800a-466f-8f0f-468e96a02aed req-7de4c0b6-da07-4d29-a4a4-38c44ead7c8c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "PUT /v2.0/floatingips/75889201-4407-4f51-b020-d17e80dfc8b8 HTTP/1.1" status: 409 len: 550 time: 1.0297046 Feb 04 16:11:51.711271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '624be8b7-b650-445d-8969-a774faef05e3'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:51.712343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.739618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-2fe36897-1a33-4ae4-8e30-0816662d0364 service neutron] 10.222.0.62 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311079 Feb 04 16:11:51.786264 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:51.894605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/624be8b7-b650-445d-8969-a774faef05e3/16f98bb0-af8b-4258-a6d2-fc84cb582129) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:51.916809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:51.950556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3f40c-82a1-4b90-82da-c7cf41816ccb req-c0595bb4-bb35-40cd-86c9-3494c649c3be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:51.952129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0df3f40c-82a1-4b90-82da-c7cf41816ccb req-c0595bb4-bb35-40cd-86c9-3494c649c3be tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.1813755 Feb 04 16:11:51.954192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-ceead84b-89ef-40e7-b0b6-de6954964fd9 service neutron] 10.222.0.62 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078452 Feb 04 16:11:52.104037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0df3f40c-82a1-4b90-82da-c7cf41816ccb req-50bc02f6-8b41-4a03-b2d4-43188688affd tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411650 Feb 04 16:11:52.146422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-e590d02f-6f38-4736-ba68-e277fc61b1bf service neutron] 10.222.0.62 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770825 Feb 04 16:11:52.148050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.188433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.203974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Transition to ACTIVE for port object 16f98bb0-af8b-4258-a6d2-fc84cb582129 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:52.204694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=c4ca7b49-c1ad-4de5-9a7e-5e41f6303921,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:52.229278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Transition to ACTIVE for port object 16f98bb0-af8b-4258-a6d2-fc84cb582129 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:52.236197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.264625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.292830 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-783cc896-33d1-48ae-9a02-3c4e6fa4df02 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 HTTP/1.1" status: 204 len: 168 time: 1.0136480 Feb 04 16:11:52.295426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:52.308971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:52.311841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:52.315597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:52.325486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Pushing event updated for resources: {'Port': ['ID=16f98bb0-af8b-4258-a6d2-fc84cb582129,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:52.375844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e193c99-e1fc-4d7a-b148-00cfc0e6740e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:52.377767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e193c99-e1fc-4d7a-b148-00cfc0e6740e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:52.378550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e193c99-e1fc-4d7a-b148-00cfc0e6740e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:52.396082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e193c99-e1fc-4d7a-b148-00cfc0e6740e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:52.401688 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e193c99-e1fc-4d7a-b148-00cfc0e6740e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1001983 Feb 04 16:11:52.401953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:52.414138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-35ce894a-73bd-46d2-aba7-3d14c78cd8fc service neutron] 10.222.0.62 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688427 Feb 04 16:11:52.435901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Attempting to bind port 16f98bb0-af8b-4258-a6d2-fc84cb582129 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:52.436552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Attempting to bind port 16f98bb0-af8b-4258-a6d2-fc84cb582129 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:52.437319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Attempting to bind port 16f98bb0-af8b-4258-a6d2-fc84cb582129 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:52.444679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-86bc36d1-5ff9-4daa-b796-adcfdbaed4ba tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2146306 Feb 04 16:11:52.451226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:52.451596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:52.452221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.452622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:52.453096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Bound port: 16f98bb0-af8b-4258-a6d2-fc84cb582129, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:52.453640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.460903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:52.472631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:52.481356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 624be8b7-b650-445d-8969-a774faef05e3 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:52.483860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:52.486583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.495901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.558598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.560318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] For port 16f98bb0-af8b-4258-a6d2-fc84cb582129, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:11:52.564088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] For port 16f98bb0-af8b-4258-a6d2-fc84cb582129, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16f98bb0-af8b-4258-a6d2-fc84cb582129,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:11:52.571442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.662762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.668839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9bdd8-5343-4edc-afb3-fc75363cb970 None None] Pushing event updated for resources: {'Port': ['ID=16f98bb0-af8b-4258-a6d2-fc84cb582129,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:52.680921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.758914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.806959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=624be8b7-b650-445d-8969-a774faef05e3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:52.814575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:52.831225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3612ca7a-a24e-4193-adfb-9ec83fe22d74 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/624be8b7-b650-445d-8969-a774faef05e3 HTTP/1.1" status: 204 len: 168 time: 0.4282112 Feb 04 16:11:52.833671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57852) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:52.905908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Allocated IP 172.25.5.136 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/150759a6-424e-4d14-8285-db2f4a242580) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:52.942949 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fb053e18-b0fa-42a2-8b2e-e6c79a7ab9a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079831 Feb 04 16:11:52.946665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:52.952997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:53.078425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16f98bb0-af8b-4258-a6d2-fc84cb582129 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:53.135960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.164689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:53.173783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.175549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:53.179141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:53.188302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:53.201176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:53.205135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.225556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 16f98bb0-af8b-4258-a6d2-fc84cb582129 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:53.286156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=150759a6-424e-4d14-8285-db2f4a242580,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:53.294530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:53.295733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:53.299200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:53.461376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.477302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.538645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:53.542850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:53.551292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:53.551885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.582786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=ab15acce-8849-4b90-8aab-e6bd63a636d5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:53.585808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da7a9a9d-bfe7-42e1-8ddd-4537bd62313b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6376112 Feb 04 16:11:53.590270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:53.595301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.597113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': 'ab15acce-8849-4b90-8aab-e6bd63a636d5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-432687391'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:53.828685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:53.833809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:53.837961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:53.846515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:53.868290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:53.875583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:53.901848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 73ba982f-68f3-4a29-a85a-893da19393b9 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:11:54.071128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e44fad-66fa-4dec-8a1e-e67e18eebffb None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:54.116982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Could not find standard attr ID for object c4ca7b49-c1ad-4de5-9a7e-5e41f6303921. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:11:54.153051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.168382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d6d8-ee07-4bff-85d2-16866cd2fa84 req-fb8ca17b-d47f-4f73-9723-c88b8ca8eff7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.169966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72b8d6d8-ee07-4bff-85d2-16866cd2fa84 req-fb8ca17b-d47f-4f73-9723-c88b8ca8eff7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2098281 Feb 04 16:11:54.171190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.199501 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:11:54.200216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:11:54.234387 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df36bd6a-0aef-48c0-8e46-36826ce6e879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6405542 Feb 04 16:11:54.236414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57886) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:54.265893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Provisioning for port 16f98bb0-af8b-4258-a6d2-fc84cb582129 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:11:54.284036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Provisioning complete for port 16f98bb0-af8b-4258-a6d2-fc84cb582129 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:54.284685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.341315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a1887-8d33-4efb-9715-6843fc7686d4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.342036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b51a1887-8d33-4efb-9715-6843fc7686d4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:54.358102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event updated for resources: {'Port': ['ID=150759a6-424e-4d14-8285-db2f4a242580,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:54.362634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b51a1887-8d33-4efb-9715-6843fc7686d4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:54.364024 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b51a1887-8d33-4efb-9715-6843fc7686d4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1264875 Feb 04 16:11:54.366545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:54.388622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.397592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72b8d6d8-ee07-4bff-85d2-16866cd2fa84 req-6354faad-8050-436d-bf0a-2ed7a39dda9f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905520 Feb 04 16:11:54.430554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.433084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-1019af26-7893-481d-873c-5940f1d71a6b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9817097 Feb 04 16:11:54.474013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855215-4061-492c-981a-eaab5a88dd8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.475640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855215-4061-492c-981a-eaab5a88dd8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.476467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e2855215-4061-492c-981a-eaab5a88dd8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:54.506351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e2855215-4061-492c-981a-eaab5a88dd8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:54.513417 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e2855215-4061-492c-981a-eaab5a88dd8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1457155 Feb 04 16:11:54.515316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:54.533169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.569650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-ef6e69d4-a6b5-48f2-acfd-9f0b8c8f6618 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:11:54.578315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] For port 16f98bb0-af8b-4258-a6d2-fc84cb582129, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16f98bb0-af8b-4258-a6d2-fc84cb582129,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:54.593521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-ef6e69d4-a6b5-48f2-acfd-9f0b8c8f6618 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:11:54.595145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-ef6e69d4-a6b5-48f2-acfd-9f0b8c8f6618 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.1557515 Feb 04 16:11:54.601974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.610819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet ab15acce-8849-4b90-8aab-e6bd63a636d5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:11:54.614498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.681853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.683659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Pushing event updated for resources: {'Port': ['ID=16f98bb0-af8b-4258-a6d2-fc84cb582129,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:54.707949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.708492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.709502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.709502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.709869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.710295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.710743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.711162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.713697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.714051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.714406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b788bf4b-94cb-41a0-bf78-27eaaae17f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:11:54.767232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.861201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.873743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-88a7a2c0-3edb-4cb6-ab86-9d7838dbc17d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:54.889444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59c3e74-5320-4b0b-ac57-317d7c430afd req-88a7a2c0-3edb-4cb6-ab86-9d7838dbc17d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.2875941 Feb 04 16:11:54.909360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=ab15acce-8849-4b90-8aab-e6bd63a636d5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:54.916567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:54.936080 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce5259ab-da89-49af-95fe-914ed49b315b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/ab15acce-8849-4b90-8aab-e6bd63a636d5 HTTP/1.1" status: 204 len: 168 time: 0.4175036 Feb 04 16:11:54.936473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57904) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:55.006402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9c238-1249-48da-9809-88c9a0c70fa6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:55.028067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16f98bb0-af8b-4258-a6d2-fc84cb582129 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:11:55.060915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-068f8208-2931-4cbe-ae2d-9190265b18ba tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232924 Feb 04 16:11:55.068515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:55.078526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:55.118466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-88e7f0bc-3d7c-4d4c-bb26-3b94ecb4cf21 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips/75889201-4407-4f51-b020-d17e80dfc8b8 HTTP/1.1" status: 200 len: 693 time: 0.1884575 Feb 04 16:11:55.220455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:55.225040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:55.228226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:55.236521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:55.239450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f75c839-4de5-4995-81df-a3727a8aede5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.252371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:55.310788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-23cac151-9fed-4578-a7ea-c2e395fd79ab tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.312154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-23cac151-9fed-4578-a7ea-c2e395fd79ab tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.1864929 Feb 04 16:11:55.318970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1372226b-7d02-41c5-96f1-877fd5986514 service neutron] 10.222.0.41 "GET /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 200 len: 1027 time: 0.2816806 Feb 04 16:11:55.320544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-382cff9d-4a96-4389-abeb-685a28afa757 None None] Provisioning complete for port 16f98bb0-af8b-4258-a6d2-fc84cb582129 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:55.321057 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-382cff9d-4a96-4389-abeb-685a28afa757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.326014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-d6054808-e579-4a1a-8ed3-d6cc4d75ff79 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:55.327013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-d6054808-e579-4a1a-8ed3-d6cc4d75ff79 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063615 Feb 04 16:11:55.367241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.371937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.376008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.380018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.384004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.389110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.392600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.398873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-8aa90f47-304d-4141-b06c-aaa23243c0b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5429 time: 0.6092639 Feb 04 16:11:55.407142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.432618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 16f98bb0-af8b-4258-a6d2-fc84cb582129 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:11:55.432984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.581673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-f9545f29-bad9-4320-bd11-7ddad3be8db0 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.1794801 Feb 04 16:11:55.641367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:11:55.659754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Deleting port 16f98bb0-af8b-4258-a6d2-fc84cb582129 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:55.660128 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.704228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9a90d0fc-cd81-46e5-9a89-9934f282e7be service neutron] 10.222.0.41 "GET /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 200 len: 1026 time: 0.3759310 Feb 04 16:11:55.757404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.771342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fc17f63b-8213-491b-84a1-7769da96d2fe details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:55.823726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8d147de-f08e-47d5-83cc-5e754877bac8 req-a234f70e-80f8-4272-9b34-3f0a82e8f82f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4141839 Feb 04 16:11:55.851887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:55.856414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:55.858855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-7d2b4b07-f9d2-4e05-b06b-8c354262abe5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.125 HTTP/1.1" status: 200 len: 696 time: 0.2707467 Feb 04 16:11:55.866835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:55.867593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.911588 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8417475 Feb 04 16:11:55.917516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57912) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:55.927925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:55.938871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd780-e6ad-4bd3-bc06-fea1c244f518 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=97606121-d598-4078-887c-b82328b62941,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:55.945711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:55.950068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:55.956604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:router and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:11:55.961973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:11:55.973755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:55.990814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:55.991924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.026844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.080164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.133642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.134987 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f84e670-f2d1-4e2d-b73a-0ccdd8945f12 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2162511 Feb 04 16:11:56.137774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57916) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:11:56.171959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] For port 16f98bb0-af8b-4258-a6d2-fc84cb582129, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16f98bb0-af8b-4258-a6d2-fc84cb582129,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:56.173183 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.348879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Calling delete_port for 16f98bb0-af8b-4258-a6d2-fc84cb582129 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:56.439939 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.473165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c217d2ae-e457-4390-bdb0-2cd27367685e req-0406176d-8659-4317-be93-1a86bbe038df tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 210 time: 0.0623381 Feb 04 16:11:56.477718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Deleting port ce58de18-9002-4782-a35a-306e97f97529 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:56.478183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.533906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:56.579690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'port_id': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'mac_address': 'fa:16:3e:35:1b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:56.594030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] No DVR routers for this DVR port 16f98bb0-af8b-4258-a6d2-fc84cb582129 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:56.596090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33813d-3561-4a7c-a02e-fbd6598a4ecc None None] Pushing event deleted for resources: {'Port': ['ID=16f98bb0-af8b-4258-a6d2-fc84cb582129,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:56.680624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.680910 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.719100 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.739330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31315223-13c2-4c9d-9795-d09b42b5fab9 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:11:56.813227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Calling delete_port for ce58de18-9002-4782-a35a-306e97f97529 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:56.841074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc17f63b-8213-491b-84a1-7769da96d2fe {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:56.876357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:56.890111 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.891286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8dd9e98f-1b68-45d7-9590-fe46e24b6241 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:56.966561 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:56.977232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cfd450bb-d3d4-4232-9075-34591a9b9387 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:56.982076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cfd450bb-d3d4-4232-9075-34591a9b9387 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:56.987108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cfd450bb-d3d4-4232-9075-34591a9b9387 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:56.988711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cfd450bb-d3d4-4232-9075-34591a9b9387 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/networks?id=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&id=91170c54-3d86-479e-8117-9dfe72964ab2&id=91170c54-3d86-479e-8117-9dfe72964ab2 HTTP/1.1" status: 200 len: 1991 time: 1.2741680 Feb 04 16:11:57.001783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:57.021983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16f98bb0-af8b-4258-a6d2-fc84cb582129 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:11:57.077848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cd698dde-251e-40eb-a929-1557d8af6e0d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2af7b77e48b4f06a9281b18117b1189 HTTP/1.1" status: 200 len: 379 time: 0.0737653 Feb 04 16:11:57.078651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 16f98bb0-af8b-4258-a6d2-fc84cb582129 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:11:57.078981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16f98bb0-af8b-4258-a6d2-fc84cb582129 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:11:57.116802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'admin_state_up': True, 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'security_groups': ['713ff9a0-8726-4207-bc62-5854dbcceca4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:11:57.140302 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:57.173286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:57.193467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74471d47-4ca5-4b13-9e3b-6ee5f71b39e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.210561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '8dd9e98f-1b68-45d7-9590-fe46e24b6241', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'port_id': '8dd9e98f-1b68-45d7-9590-fe46e24b6241', 'mac_address': 'fa:16:3e:7b:54:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:57.259005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fce0da-7799-4ef4-863f-63148fbd949f req-002dfc0d-07a2-453e-b17c-8097b78957c2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:57.260896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22fce0da-7799-4ef4-863f-63148fbd949f req-002dfc0d-07a2-453e-b17c-8097b78957c2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3778057 Feb 04 16:11:57.325025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.406973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '97606121-d598-4078-887c-b82328b62941'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:11:57.407801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.436551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event deleted for resources: {'Port': ['ID=ce58de18-9002-4782-a35a-306e97f97529,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:57.468228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.525165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:11:57.542146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22fce0da-7799-4ef4-863f-63148fbd949f req-788bb9a4-8f93-4fb6-9c1d-63cb2d9aeae3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702248 Feb 04 16:11:57.620096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:11:57.629219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd9e98f-1b68-45d7-9590-fe46e24b6241 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:57.666814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::1 (20bca8da-ace0-4004-b37c-35ed5054400c/97606121-d598-4078-887c-b82328b62941/59a79cb8-5e31-430c-a308-2851397007b2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:57.736088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:57.747175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.748060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67d38bb9-fc3c-4af0-b358-8b2195be6c92 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:57.769548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.773324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:11:57.777228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.846087 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:57.847247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d84358e-f11a-497a-a210-64c08d0c35f7 req-73429405-8892-4413-a6ae-e108d57c0b48 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "DELETE /v2.0/floatingips/75889201-4407-4f51-b020-d17e80dfc8b8 HTTP/1.1" status: 204 len: 173 time: 1.9875367 Feb 04 16:11:57.878003 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:11:57.918786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:57.997302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:58.003945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-e0224e76-9dad-4ae0-8d8e-f5622461b203 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.005495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-e0224e76-9dad-4ae0-8d8e-f5622461b203 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.1974759 Feb 04 16:11:58.008530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.019984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'port_id': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'mac_address': 'fa:16:3e:dc:7a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:58.027789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d851697-8928-4237-8b0b-3faf83384a5d req-9abfd7e2-af72-4646-bd18-c7df9ed27c1d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.029285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d851697-8928-4237-8b0b-3faf83384a5d req-9abfd7e2-af72-4646-bd18-c7df9ed27c1d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.3094704 Feb 04 16:11:58.035473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9e504e0-61fb-4062-b0fb-c983c91abd14 req-e571adda-ff69-4def-8dc1-5409e651001c tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips/c3fb1c6c-e50d-496a-a4a5-2630bf741d60 HTTP/1.1" status: 200 len: 693 time: 0.1285133 Feb 04 16:11:58.083547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.102187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 59a79cb8-5e31-430c-a308-2851397007b2 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:58.110491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d38bb9-fc3c-4af0-b358-8b2195be6c92 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:58.132718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:58.136409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 7ee51f3a-07bc-4541-8c23-81becc31e715 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:11:58.137002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.141311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.142166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 97a0b115-8105-4c18-9966-6239b0734315 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:58.207470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d851697-8928-4237-8b0b-3faf83384a5d req-fe3f36a5-59b9-4474-bfde-b99a9ce46bfb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710229 Feb 04 16:11:58.262664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:58.293485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '97a0b115-8105-4c18-9966-6239b0734315', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'port_id': '97a0b115-8105-4c18-9966-6239b0734315', 'mac_address': 'fa:16:3e:ca:06:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:58.301575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:58.365951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.432241 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.475777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e504e0-61fb-4062-b0fb-c983c91abd14 req-c6adebf5-d3ca-4b65-b086-a307cecb7dcc tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:58.483982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9e504e0-61fb-4062-b0fb-c983c91abd14 req-c6adebf5-d3ca-4b65-b086-a307cecb7dcc tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.4396539 Feb 04 16:11:58.543050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a0b115-8105-4c18-9966-6239b0734315 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:58.546588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-f9e504e0-61fb-4062-b0fb-c983c91abd14 req-a5713bbf-794d-46d6-8fe7-750dd19a537f tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:11:58.548333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9e504e0-61fb-4062-b0fb-c983c91abd14 req-a5713bbf-794d-46d6-8fe7-750dd19a537f tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0627143 Feb 04 16:11:58.549496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/97606121-d598-4078-887c-b82328b62941/294c88db-8bb9-4763-a82a-5c9a9609e5aa) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:58.557376 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.581303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 172.20.0.6 (e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c/7b8846ee-e905-448a-babc-56957cea3f9d/7c6189fd-ea78-4cbf-b517-172e045be40c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:11:58.598189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:58.655747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=59a79cb8-5e31-430c-a308-2851397007b2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:58.671712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.672615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 453ad502-13e7-4378-a9fb-0f27454f9f59 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:58.688156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:58.692837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:58.696551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 7ee51f3a-07bc-4541-8c23-81becc31e715, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7ee51f3a-07bc-4541-8c23-81becc31e715,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:58.697404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.707302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:58.707884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.887607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 7ee51f3a-07bc-4541-8c23-81becc31e715 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:11:58.895452 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:58.967988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:59.075014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:59.094360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.103408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'port_id': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'mac_address': 'fa:16:3e:5b:49:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ea833-c566-4dec-92da-7c403d2ad159', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:59.117714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe992d49-6ab7-44dd-944b-a1296f12aada req-1f24bedf-75e5-4077-b505-e5b252a8ffeb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.121417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe992d49-6ab7-44dd-944b-a1296f12aada req-1f24bedf-75e5-4077-b505-e5b252a8ffeb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d5f7eed-9453-42c2-b484-b1cf20801f0a HTTP/1.1" status: 200 len: 945 time: 0.6323323 Feb 04 16:11:59.142305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Transition to ACTIVE for port object 294c88db-8bb9-4763-a82a-5c9a9609e5aa will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:59.186320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Transition to ACTIVE for port object 294c88db-8bb9-4763-a82a-5c9a9609e5aa will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:59.190748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.210012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.264843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.269513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.270349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453ad502-13e7-4378-a9fb-0f27454f9f59 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:11:59.272693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.274466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.284615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.289451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.296348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.302435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:11:59.314129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-cc750710-2636-40a0-9723-160d506d2835 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5433 time: 0.5215847 Feb 04 16:11:59.322424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:59.339479 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.342529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.343241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:11:59.350594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:59.357932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8', '7ee51f3a-07bc-4541-8c23-81becc31e715'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:11:59.371771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.392218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:59.401994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Pushing event updated for resources: {'Port': ['ID=294c88db-8bb9-4763-a82a-5c9a9609e5aa,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:59.407715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:11:59.411570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=7ee51f3a-07bc-4541-8c23-81becc31e715,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:59.432553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe992d49-6ab7-44dd-944b-a1296f12aada req-187a0dce-28ac-4cc7-b1af-f2beb2de5aaa tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002973 Feb 04 16:11:59.436126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object 7c6189fd-ea78-4cbf-b517-172e045be40c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:11:59.483213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2bfcc88-5469-442f-acbc-61c3582dd455 req-1d161d85-e0b5-46a2-87d1-2c0252e981fa tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677554 Feb 04 16:11:59.538733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.592623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 7ee51f3a-07bc-4541-8c23-81becc31e715 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:11:59.659732 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:11:59.671018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.673717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'name': 'network-vif-deleted', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:11:59.679650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:11:59.721341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'network_id': '9308be64-d493-46a8-b7ba-ffc2884a2674', 'port_id': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'mac_address': 'fa:16:3e:63:2e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49ea833-c566-4dec-92da-7c403d2ad159', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:11:59.739879 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f7d3991-f853-4cba-98d2-e7372ce8887f req-d188920e-28f3-4e09-8d90-858dd8e35179 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/7ee51f3a-07bc-4541-8c23-81becc31e715 HTTP/1.1" status: 204 len: 173 time: 1.7269032 Feb 04 16:11:59.824083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:11:59.838053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Attempting to bind port 294c88db-8bb9-4763-a82a-5c9a9609e5aa on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:11:59.838776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Attempting to bind port 294c88db-8bb9-4763-a82a-5c9a9609e5aa by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:11:59.839393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Attempting to bind port 294c88db-8bb9-4763-a82a-5c9a9609e5aa on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:11:59.882017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:11:59.882612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:11:59.883147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.885177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:11:59.885177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Bound port: 294c88db-8bb9-4763-a82a-5c9a9609e5aa, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:11:59.885177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.933808 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:11:59.947066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:11:59.950517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:11:59.954779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:00.051790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] For port 294c88db-8bb9-4763-a82a-5c9a9609e5aa, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:00.055405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] For port 294c88db-8bb9-4763-a82a-5c9a9609e5aa, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=294c88db-8bb9-4763-a82a-5c9a9609e5aa,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:00.058040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.065131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.069140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7503898f-4241-483c-8487-16a1fea7e204 req-b4a72628-d000-437f-8afe-d80f8076bb62 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:00.070475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:00.079426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.079628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.080598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.131518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.140762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:00.141423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.145958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7503898f-4241-483c-8487-16a1fea7e204 req-b4a72628-d000-437f-8afe-d80f8076bb62 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:00.152723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-b4a72628-d000-437f-8afe-d80f8076bb62 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 1001 time: 0.5357864 Feb 04 16:12:00.243816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:00.269665 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.270528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eb3b9ecc-0502-44ea-afae-701ca9653603 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:12:00.331411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34482a5d-5378-4d7b-a19a-dd6e32139ecb None None] Pushing event updated for resources: {'Port': ['ID=294c88db-8bb9-4763-a82a-5c9a9609e5aa,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.360347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9cce6-8a55-4def-ae0e-97a52af8a631 req-9993dbb5-962a-41a3-8bc3-6a86baea7e25 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:00.361148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-66e9cce6-8a55-4def-ae0e-97a52af8a631 req-9993dbb5-962a-41a3-8bc3-6a86baea7e25 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:00.382869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503898f-4241-483c-8487-16a1fea7e204 req-141ed4e8-df6c-4af2-bff1-87396deae0ee tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:00.383745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7503898f-4241-483c-8487-16a1fea7e204 req-141ed4e8-df6c-4af2-bff1-87396deae0ee tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:00.398048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3adf4f34-d228-4567-a25b-fdf7e975b222 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2849770 Feb 04 16:12:00.417567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'admin_state_up': True, 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'security_groups': ['713ff9a0-8726-4207-bc62-5854dbcceca4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:00.474984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=59a79cb8-5e31-430c-a308-2851397007b2,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.485459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:12:00.490310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:00.492603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:00.514249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:00.561364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4673b861-79c6-4096-ad7b-d079c9ece443 None None] Provisioning for port 7c6189fd-ea78-4cbf-b517-172e045be40c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:00.562188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-66e9cce6-8a55-4def-ae0e-97a52af8a631 req-9993dbb5-962a-41a3-8bc3-6a86baea7e25 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:00.566064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e9cce6-8a55-4def-ae0e-97a52af8a631 req-9993dbb5-962a-41a3-8bc3-6a86baea7e25 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 931 time: 0.8055713 Feb 04 16:12:00.580489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eb3b9ecc-0502-44ea-afae-701ca9653603,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:00.581067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7503898f-4241-483c-8487-16a1fea7e204 req-141ed4e8-df6c-4af2-bff1-87396deae0ee tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:00.584343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-141ed4e8-df6c-4af2-bff1-87396deae0ee tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports/b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 942 time: 0.4208283 Feb 04 16:12:00.609817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4673b861-79c6-4096-ad7b-d079c9ece443 None None] Provisioning complete for port 7c6189fd-ea78-4cbf-b517-172e045be40c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:00.611047 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4673b861-79c6-4096-ad7b-d079c9ece443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.713828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'eb3b9ecc-0502-44ea-afae-701ca9653603', 'network_id': 'de255f7e-bf83-4bf8-8d71-1fc1b3485e84', 'port_id': 'eb3b9ecc-0502-44ea-afae-701ca9653603', 'mac_address': 'fa:16:3e:4c:f1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51626407-88d1-4da4-8e35-a8c30d4b955a', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:12:00.779917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:00.803463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:00.807898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.835685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3b9ecc-0502-44ea-afae-701ca9653603 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:00.841222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:00.847131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.856851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eb3b9ecc-0502-44ea-afae-701ca9653603,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:00.860944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4673b861-79c6-4096-ad7b-d079c9ece443 None None] Port 7c6189fd-ea78-4cbf-b517-172e045be40c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:00.864637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:00.985089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:01.076206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 294c88db-8bb9-4763-a82a-5c9a9609e5aa up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:01.173033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Router 5f83ac79-677d-43a0-94b6-80c7735ae2fd is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:01.186132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e9cce6-8a55-4def-ae0e-97a52af8a631 req-f11f7a3b-1539-4656-9856-50659facd38a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5216022 Feb 04 16:12:01.203921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 294c88db-8bb9-4763-a82a-5c9a9609e5aa completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:01.223484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-f93df8b3-03fb-4d07-8016-e16fd87997e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 1001 time: 0.3447602 Feb 04 16:12:01.395790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:01.411522 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Sync routers for ids ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:01.423258 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3727a522-eb6e-4243-a5e0-0f2d13342a13 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "PUT /v2.0/routers/5f83ac79-677d-43a0-94b6-80c7735ae2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2840707 Feb 04 16:12:01.423986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:01.429063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-dff3e0e4-11c8-463f-ae4d-9939834d94cd tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips/c3fb1c6c-e50d-496a-a4a5-2630bf741d60 HTTP/1.1" status: 200 len: 693 time: 0.1091466 Feb 04 16:12:01.440963 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Routers {'5f83ac79-677d-43a0-94b6-80c7735ae2fd'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:01.441581 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:01.451287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.1.1.4 (7f94c649-cfc1-42bd-8b4b-c3e3ef884bac/b1568c92-1998-4a12-aa26-c66721a40207/c88f876a-9e75-4113-aaec-3684d231df1f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:01.531361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0577b-9725-4366-9c6d-b64100ba99ce tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.531937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82f0577b-9725-4366-9c6d-b64100ba99ce tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:01.560839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82f0577b-9725-4366-9c6d-b64100ba99ce tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:01.564772 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82f0577b-9725-4366-9c6d-b64100ba99ce tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports/59a79cb8-5e31-430c-a308-2851397007b2 HTTP/1.1" status: 200 len: 911 time: 0.1386774 Feb 04 16:12:01.565413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:01.619998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['fc17f63b-8213-491b-84a1-7769da96d2fe'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:01.655412 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Set router 5f83ac79-677d-43a0-94b6-80c7735ae2fd gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:01.684274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['8dd9e98f-1b68-45d7-9590-fe46e24b6241'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:01.730892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['453ad502-13e7-4378-a9fb-0f27454f9f59'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:01.845209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8158f-9c97-42f2-a30f-93f3041e18d2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.849431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8158f-9c97-42f2-a30f-93f3041e18d2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.859351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73a8158f-9c97-42f2-a30f-93f3041e18d2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2928667 Feb 04 16:12:01.860398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57954) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:01.912051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:01.944933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-24cd9d15-de20-4f36-8611-d5c59522f0b0 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:01.955209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-24cd9d15-de20-4f36-8611-d5c59522f0b0 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.5175941 Feb 04 16:12:01.984202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67d38bb9-fc3c-4af0-b358-8b2195be6c92'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:02.039558 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:11:58Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '59a79cb8-5e31-430c-a308-2851397007b2', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:1a:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97606121-d598-4078-887c-b82328b62941', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:57Z', 'updated_at': '2022-02-04T16:11:59Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': '97606121-d598-4078-887c-b82328b62941', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:02.045008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Checking router: 5f83ac79-677d-43a0-94b6-80c7735ae2fd for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:02.045347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Updating router 5f83ac79-677d-43a0-94b6-80c7735ae2fd port 59a79cb8-5e31-430c-a308-2851397007b2 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:02.109046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-a29300bf-4ecb-4113-bfe7-c793eee271ff tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:12:02.140483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-a29300bf-4ecb-4113-bfe7-c793eee271ff tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1836870 Feb 04 16:12:02.144994 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.173901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503898f-4241-483c-8487-16a1fea7e204 req-ce27170c-7661-4ff1-abae-f274f5940ddf tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:02.191307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-ce27170c-7661-4ff1-abae-f274f5940ddf tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.9669087 Feb 04 16:12:02.474267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Provisioning for port 294c88db-8bb9-4763-a82a-5c9a9609e5aa completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:02.580433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['eb3b9ecc-0502-44ea-afae-701ca9653603'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:02.658785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['97a0b115-8105-4c18-9966-6239b0734315'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:02.693105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.713518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object c88f876a-9e75-4113-aaec-3684d231df1f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:02.753464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-cce5dd84-1d01-4c2b-86a5-2e6f3f130001 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.6094701 Feb 04 16:12:02.768401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.782190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Provisioning complete for port 294c88db-8bb9-4763-a82a-5c9a9609e5aa triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:02.782797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.865975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:02.965609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-5dc68116-9488-4dc6-a790-2b37f9369fa4 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.1991460 Feb 04 16:12:03.065460 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.089732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Transition to ACTIVE for port object 59a79cb8-5e31-430c-a308-2851397007b2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:03.104874 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.135202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7ee51f3a-07bc-4541-8c23-81becc31e715 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:03.378553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 7ee51f3a-07bc-4541-8c23-81becc31e715 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:03.379155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7ee51f3a-07bc-4541-8c23-81becc31e715 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:03.403321 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Pushing event updated for resources: {'Port': ['ID=59a79cb8-5e31-430c-a308-2851397007b2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:03.427894 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.429000 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.429926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.430607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.431849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.432344 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.432835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.433093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Deleting port 150759a6-424e-4d14-8285-db2f4a242580 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:03.433571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.434049 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.435024 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.435653 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.436227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:03.480089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 59a79cb8-5e31-430c-a308-2851397007b2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:03.480730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.545432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:03.559739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-908c002f-6596-437e-94a4-00702f3cbb3d tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 1001 time: 1.3673213 Feb 04 16:12:03.566949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:03.661416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:03.705604 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Attempting to bind port 59a79cb8-5e31-430c-a308-2851397007b2 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:03.706007 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Attempting to bind port 59a79cb8-5e31-430c-a308-2851397007b2 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:03.706387 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Attempting to bind port 59a79cb8-5e31-430c-a308-2851397007b2 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:03.720128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:03.723839 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:03.729235 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:03.730034 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.730645 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:03.731268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Bound port: 59a79cb8-5e31-430c-a308-2851397007b2, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:03.731652 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.802308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 59a79cb8-5e31-430c-a308-2851397007b2, host n-d-827873-1, got binding levels [] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:03.802859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:03.934846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:03.935784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] For port 59a79cb8-5e31-430c-a308-2851397007b2, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:03.945550 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] For port 59a79cb8-5e31-430c-a308-2851397007b2, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=59a79cb8-5e31-430c-a308-2851397007b2,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:03.954085 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.098191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.148835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:04.149648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.190559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 59a79cb8-5e31-430c-a308-2851397007b2 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:04.205557 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.220689 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Routers {'5f83ac79-677d-43a0-94b6-80c7735ae2fd'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:04.221448 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:04.305020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3163e0a6-2558-435f-810c-b3e96c1dd2a5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9000773 Feb 04 16:12:04.334291 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fb6a0-20f7-461b-9263-73069efb6f4b None None] Pushing event updated for resources: {'Port': ['ID=59a79cb8-5e31-430c-a308-2851397007b2,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:04.336862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'admin_state_up': True, 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'security_groups': ['713ff9a0-8726-4207-bc62-5854dbcceca4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:04.379159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.379898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.412899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:12:04.413603 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:12:04.451658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] For port 294c88db-8bb9-4763-a82a-5c9a9609e5aa, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=294c88db-8bb9-4763-a82a-5c9a9609e5aa,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:04.467587 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.484522 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] Set router 5f83ac79-677d-43a0-94b6-80c7735ae2fd gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:04.567393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227acb3-6ac6-4e0e-a6c3-4ab908e51a4e None None] Pushing event updated for resources: {'Port': ['ID=294c88db-8bb9-4763-a82a-5c9a9609e5aa,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:04.589341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Could not find standard attr ID for object c4ca7b49-c1ad-4de5-9a7e-5e41f6303921. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:12:04.606973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Provisioning for port c88f876a-9e75-4113-aaec-3684d231df1f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:04.615401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Provisioning complete for port c88f876a-9e75-4113-aaec-3684d231df1f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:04.616130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:04.693225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Port c88f876a-9e75-4113-aaec-3684d231df1f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:04.710046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Provisioning for port 59a79cb8-5e31-430c-a308-2851397007b2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:04.720274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-377c5869-fd3d-494b-96da-f5619b2fded1 None None] Could not find standard attr ID for object 36041869-b72e-46b3-ae34-fd6a64114eee. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:12:04.794014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Calling delete_port for 150759a6-424e-4d14-8285-db2f4a242580 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:04.866552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67d38bb9-fc3c-4af0-b358-8b2195be6c92 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:04.887685 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:11:58Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '59a79cb8-5e31-430c-a308-2851397007b2', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:1a:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97606121-d598-4078-887c-b82328b62941', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:57Z', 'updated_at': '2022-02-04T16:12:03Z', 'revision_number': 4, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': '97606121-d598-4078-887c-b82328b62941', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:04.892996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0934707-8c5e-45f4-a7fa-ef72dc405683 None None] The sync data for ids ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'] in n-d-827873-1 is: [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:11:58Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '59a79cb8-5e31-430c-a308-2851397007b2', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:1a:31:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97606121-d598-4078-887c-b82328b62941', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:11:57Z', 'updated_at': '2022-02-04T16:12:03Z', 'revision_number': 4, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': '97606121-d598-4078-887c-b82328b62941', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:04.916631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 59a79cb8-5e31-430c-a308-2851397007b2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:04.917058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.022804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:05.034172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 294c88db-8bb9-4763-a82a-5c9a9609e5aa up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:05.079909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:05.080279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.181403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.229277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 294c88db-8bb9-4763-a82a-5c9a9609e5aa triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:05.229906 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.381275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event deleted for resources: {'Port': ['ID=150759a6-424e-4d14-8285-db2f4a242580,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.412565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 59a79cb8-5e31-430c-a308-2851397007b2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=59a79cb8-5e31-430c-a308-2851397007b2,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:05.413295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.444046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:05.468985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.480377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:port and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:05.514562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:05.520193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:05.529612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.545005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:05.570737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:05.585148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.599481 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.599784 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Floating IP 99962c06-2723-40fe-b4b7-ce1d17d2d1b3 disassociated. External IP: 172.25.5.227, port: b8302036-37c7-4a8f-b6e1-e29e0e59fa17. Feb 04 16:12:05.622671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.649059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 59a79cb8-5e31-430c-a308-2851397007b2 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:05.658917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:05.661876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.687751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.785666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.786819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e62250d6-20d6-4245-b9fa-d719d00737b9 req-c805d780-ee84-409d-bc17-fc3a0da9a30e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "DELETE /v2.0/floatingips/c3fb1c6c-e50d-496a-a4a5-2630bf741d60 HTTP/1.1" status: 204 len: 173 time: 2.7898719 Feb 04 16:12:05.857095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:05.906911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=59a79cb8-5e31-430c-a308-2851397007b2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:05.920366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.920788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.921131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.921506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.921835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.922158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.922504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.922827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.923174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.923494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:05.923820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:06.062636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.1.1.220 (7f94c649-cfc1-42bd-8b4b-c3e3ef884bac/b1568c92-1998-4a12-aa26-c66721a40207/bfa4c2e6-909a-44f9-a3a6-ac215dbb1287) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:06.135781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.217243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ed5f1-d1b4-44e2-9692-3c37c38d1716 req-c5c08ea1-8fe9-488b-8e68-d6311f0ed061 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:06.219412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b14ed5f1-d1b4-44e2-9692-3c37c38d1716 req-c5c08ea1-8fe9-488b-8e68-d6311f0ed061 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.2761321 Feb 04 16:12:06.432993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b14ed5f1-d1b4-44e2-9692-3c37c38d1716 req-c98e9f1c-c56e-473d-9631-095c6eaefb7a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636746 Feb 04 16:12:06.474455 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.506790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:06.655502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Router 5f83ac79-677d-43a0-94b6-80c7735ae2fd has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:06.662588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:06.826660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:06.840304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Sync routers for ids ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:06.845409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-57e09775-bbbd-455c-846d-e5db849f836e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "PUT /v2.0/routers/5f83ac79-677d-43a0-94b6-80c7735ae2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9839451 Feb 04 16:12:06.847929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57964) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:06.861321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Routers {'5f83ac79-677d-43a0-94b6-80c7735ae2fd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:06.861948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:06.929190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 453ad502-13e7-4378-a9fb-0f27454f9f59 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:06.947627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:06.954993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:06.957643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:06.963413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:07.014835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8490b6-78dd-454f-85be-28ed97b29411 req-37ae5564-5c57-4237-b02d-4307d76140f6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.016767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a8490b6-78dd-454f-85be-28ed97b29411 req-37ae5564-5c57-4237-b02d-4307d76140f6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4200628 Feb 04 16:12:07.052835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fad691-6435-4690-831d-1059bb8b8110 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.054173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fad691-6435-4690-831d-1059bb8b8110 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.054976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95fad691-6435-4690-831d-1059bb8b8110 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:07.080636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95fad691-6435-4690-831d-1059bb8b8110 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:07.082843 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95fad691-6435-4690-831d-1059bb8b8110 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2324467 Feb 04 16:12:07.083644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Router f0930fa7-69da-4d7b-a465-c664c8c708ef has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:07.085271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57968) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:07.105841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:07.115274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.163834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Set router 5f83ac79-677d-43a0-94b6-80c7735ae2fd gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:07.242435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a8490b6-78dd-454f-85be-28ed97b29411 req-d369aa45-7f9f-41cb-808a-e8f626b10597 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139065 Feb 04 16:12:07.267158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-537e67a2-13c4-4a6d-b7dc-6e1a2c11a64d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9346998 Feb 04 16:12:07.286584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'admin_state_up': True, 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'security_groups': ['713ff9a0-8726-4207-bc62-5854dbcceca4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:07.325478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:12:05Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:07.335323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Checking router: 5f83ac79-677d-43a0-94b6-80c7735ae2fd for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:07.373429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 453ad502-13e7-4378-a9fb-0f27454f9f59 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:07.379929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 97606121-d598-4078-887c-b82328b62941 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:07.380663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Routers {'5f83ac79-677d-43a0-94b6-80c7735ae2fd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:07.381602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:07.386135 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5f7eed-9453-42c2-b484-b1cf20801f0a', 'name': 'network-vif-deleted', 'tag': '7ee51f3a-07bc-4541-8c23-81becc31e715', 'status': 'completed', 'code': 200} Feb 04 16:12:07.389436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.473435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.484602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61bc75b5-fb10-4157-8a81-3a6defc86853 None None] Provisioning for port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:07.489624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 453ad502-13e7-4378-a9fb-0f27454f9f59 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:07.490191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.548626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:07.564408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Usage tracker for resource:port and tenant:c2af7b77e48b4f06a9281b18117b1189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:07.569816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:07.585828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:07.608651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:07.626394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.666311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61bc75b5-fb10-4157-8a81-3a6defc86853 None None] Provisioning complete for port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:07.667014 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61bc75b5-fb10-4157-8a81-3a6defc86853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.765630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] Set router 5f83ac79-677d-43a0-94b6-80c7735ae2fd gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:07.765863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:07.766716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.771887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.780209 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Sync routers for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:07.797799 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:07.798923 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:07.825248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=97606121-d598-4078-887c-b82328b62941,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:07.831279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61bc75b5-fb10-4157-8a81-3a6defc86853 None None] Port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:07.839496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.857246 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-87b4940c-2bee-4ad7-9dba-a0fd315cc24c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/97606121-d598-4078-887c-b82328b62941 HTTP/1.1" status: 204 len: 168 time: 0.7706833 Feb 04 16:12:07.859572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:07.895825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4db004-7e0d-4b17-abc8-97367da000cb None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:07.902029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:07.919276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-fd550e18-6968-4fc4-99a9-2e088a3a40e5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "PUT /v2.0/floatingips/99962c06-2723-40fe-b4b7-ce1d17d2d1b3 HTTP/1.1" status: 200 len: 695 time: 4.3585687 Feb 04 16:12:07.922684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:07.937814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:12:05Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:08.009474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.014202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.018724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.022640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.027496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.031587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.035516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:08.044197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-d60765f1-114d-4431-8c1a-f1cabfdaa549 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5437 time: 0.3540859 Feb 04 16:12:08.057045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-783fe3b9-bc1e-4d4d-afd3-19cfe2924b0b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:08.087821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-783fe3b9-bc1e-4d4d-afd3-19cfe2924b0b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:08.088728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-783fe3b9-bc1e-4d4d-afd3-19cfe2924b0b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2276552 Feb 04 16:12:08.093561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:08.122956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48e3b5-e449-44fa-88fe-3bdacee3b097 None None] The sync data for ids ['5f83ac79-677d-43a0-94b6-80c7735ae2fd'] in n-d-827873-1 is: [{'id': '5f83ac79-677d-43a0-94b6-80c7735ae2fd', 'name': 'tempest-NetworksTestDHCPv6-router-1743551046', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:11:55Z', 'updated_at': '2022-02-04T16:12:05Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:08.174867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ef1d05-2f0d-4be8-9a68-a75578f8d1c8 req-f8f832c9-7d87-4f18-a232-50bc820c33e5 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1297770 Feb 04 16:12:08.214240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:08.293590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.302208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.377706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:08.384958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.385742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 97a0b115-8105-4c18-9966-6239b0734315 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:08.445060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.2.2.100 (91170c54-3d86-479e-8117-9dfe72964ab2/e5642e77-eb97-4dfb-bc28-41912d6d62f4/ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:08.570224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:08.592117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 97a0b115-8105-4c18-9966-6239b0734315 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:08.599166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 97a0b115-8105-4c18-9966-6239b0734315 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:08.599981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.678868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:08.694189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Deleting port 294c88db-8bb9-4763-a82a-5c9a9609e5aa {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:08.695055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.823769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-fb33d881-4306-468e-aadc-e5e100f321e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1096 time: 0.8908110 Feb 04 16:12:08.903154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.909711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.961667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:08.962711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Fanout notify agent at l3_agent the message router_deleted on router 5f83ac79-677d-43a0-94b6-80c7735ae2fd {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:12:08.989181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] For port 294c88db-8bb9-4763-a82a-5c9a9609e5aa, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=294c88db-8bb9-4763-a82a-5c9a9609e5aa,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:08.990041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.008238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.010113 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab4f381c-440b-4dfa-b9f4-21c293ec0865 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/routers/5f83ac79-677d-43a0-94b6-80c7735ae2fd HTTP/1.1" status: 204 len: 168 time: 0.9153714 Feb 04 16:12:09.016365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:09.022917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.031212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:09.077532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:09.101331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:09.109316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:09.115345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:09.116278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:09.120603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Checking router: f0930fa7-69da-4d7b-a465-c664c8c708ef for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:09.131820 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:09.132653 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:09.136385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:09.265053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.282769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 59a79cb8-5e31-430c-a308-2851397007b2 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:09.323092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Calling delete_port for 294c88db-8bb9-4763-a82a-5c9a9609e5aa owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:09.369444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 59a79cb8-5e31-430c-a308-2851397007b2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:09.369723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 59a79cb8-5e31-430c-a308-2851397007b2 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:09.370249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 294c88db-8bb9-4763-a82a-5c9a9609e5aa no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:09.416288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503898f-4241-483c-8487-16a1fea7e204 req-080e8995-076f-4309-8540-160076a9428e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:09.418613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-080e8995-076f-4309-8540-160076a9428e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 929 time: 0.5822847 Feb 04 16:12:09.435166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:09.436819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-cd94d4e5-3865-4296-aa7e-b56fa86b3e9b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 2372 time: 0.8423727 Feb 04 16:12:09.442814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:09.445249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:09.559559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.596104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.611407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 294c88db-8bb9-4763-a82a-5c9a9609e5aa update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:12:09.630687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] Pushing event deleted for resources: {'Port': ['ID=294c88db-8bb9-4763-a82a-5c9a9609e5aa,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:09.653295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1b39a-4ed2-4fed-8e76-44c6c48c3b87 None None] No DVR routers for this DVR port 294c88db-8bb9-4763-a82a-5c9a9609e5aa on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:09.684127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:09.688818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.689632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fc17f63b-8213-491b-84a1-7769da96d2fe up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:09.741660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:09.754840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:09.778063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 91170c54-3d86-479e-8117-9dfe72964ab2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:09.786106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:09.790365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:09.793123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:09.800102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:09.818536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:09.842463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port fc17f63b-8213-491b-84a1-7769da96d2fe completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:09.843241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-5587afc8-78bc-4134-8916-d5fae9c524c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 217 time: 0.3962789 Feb 04 16:12:09.855180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port fc17f63b-8213-491b-84a1-7769da96d2fe triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:09.855641 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:09.876784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:09.881194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbd1d8-9b9f-4a41-8142-9e263f451bba None None] The sync data for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 is: [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:10:21Z', 'revision_number': 4, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6f6f984b-75bd-4361-a6f8-ea76498cfb55', 'name': '', 'network_id': '6d674bbd-ae52-421f-a8f4-4ca0316a7d17', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:17Z', 'updated_at': '2022-02-04T16:10:40Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'subnets': [{'id': '693c9eb1-71ba-47d6-b2a1-e4bdb21c4016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:09.901091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:10.022203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcd20b78-1d61-4ed2-840f-201983354a91 req-6a6818cc-1c27-4f3b-ab31-d4231b7a53b0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2774601 Feb 04 16:12:10.023522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.047415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:10.048142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.066312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:10.082200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.083616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8dd9e98f-1b68-45d7-9590-fe46e24b6241 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:10.125010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503898f-4241-483c-8487-16a1fea7e204 req-f0d64680-0008-4f4f-9bc5-c495bf64f9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:10.144720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-f0d64680-0008-4f4f-9bc5-c495bf64f9c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.2893186 Feb 04 16:12:10.213206 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'code': 200} Feb 04 16:12:10.228458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-443ccbdb-ef22-4b81-99b3-a943987a400f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9480569 Feb 04 16:12:10.252491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.280453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61afc1d4-18d3-401a-b9de-77a45d17eb99 None None] New status for floating IP 99962c06-2723-40fe-b4b7-ce1d17d2d1b3: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:12:10.285857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'admin_state_up': True, 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'security_groups': ['713ff9a0-8726-4207-bc62-5854dbcceca4']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:10.328767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:10.344793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82b8cda3-cdd6-4c9e-8615-0179602c2f8d None None] Provisioning for port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:10.421745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82b8cda3-cdd6-4c9e-8615-0179602c2f8d None None] Provisioning complete for port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:10.422160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82b8cda3-cdd6-4c9e-8615-0179602c2f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.481934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:10.559806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:10.560187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.635756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9925e-dcd9-4d1f-ab30-9d6238d0a189 req-84d43cd1-5990-4d2e-9dd5-c6183ff3af83 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:10.637158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bc9925e-dcd9-4d1f-ab30-9d6238d0a189 req-84d43cd1-5990-4d2e-9dd5-c6183ff3af83 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4116902 Feb 04 16:12:10.651211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-2c707c73-9b7f-4014-b2e0-050d335b00b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5053837 Feb 04 16:12:10.661834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:10.740142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:10.748449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-82b8cda3-cdd6-4c9e-8615-0179602c2f8d None None] Port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:10.854037 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.889431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Made reservation on behalf of c2af7b77e48b4f06a9281b18117b1189 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:10.894223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.896146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:10.902471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:10.903386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:11.048476 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.074558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:11.090749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:11.098004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:11.098635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.143520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-7b0e5c95-01e3-48e2-9912-e598edd0162e service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460762 Feb 04 16:12:11.225282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.233374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:11.255810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:11.260545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:11.265814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e0844-940a-4d70-b6ba-2c053973ea05 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:11.293895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.294687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eb3b9ecc-0502-44ea-afae-701ca9653603 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:11.305346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:11.306730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.320737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43324471-61e4-4bdf-9e61-dfa4735f60dc req-e62b5163-aba9-45d2-8833-c3474995e2b3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:11.322863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43324471-61e4-4bdf-9e61-dfa4735f60dc req-e62b5163-aba9-45d2-8833-c3474995e2b3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5046747 Feb 04 16:12:11.332200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=de1d9953-cbe1-4dda-a380-4389ba0d2d1b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:11.470414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f43a2bb2-2cad-4f6f-bdad-bcf3c4ceebee tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4511032 Feb 04 16:12:11.474560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58002) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:11.481249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:11.489783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:11.495728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:router and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:11.499081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:11.508477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:11.512978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43324471-61e4-4bdf-9e61-dfa4735f60dc req-5c8c939b-4ae1-4502-8dd2-4291d96aa8f0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626627 Feb 04 16:12:11.518525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:11.527837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Allocated IP 10.2.2.200 (91170c54-3d86-479e-8117-9dfe72964ab2/e5642e77-eb97-4dfb-bc28-41912d6d62f4/0f41133f-ed02-448c-ba81-cdb5829df902) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:11.532245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7503898f-4241-483c-8487-16a1fea7e204 req-27708709-39d1-457a-9e81-54bdd8b616fd service neutron] 10.222.0.62 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694379 Feb 04 16:12:11.545342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.546816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.598892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.616689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port eb3b9ecc-0502-44ea-afae-701ca9653603 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:11.625255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port eb3b9ecc-0502-44ea-afae-701ca9653603 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:11.625622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.644898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.715246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.720204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d95315e6-cae3-4666-a431-929c6665eeca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2416084 Feb 04 16:12:11.720876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:11.767683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:11.768925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.860958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:11.973380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eb3b9ecc-0502-44ea-afae-701ca9653603,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:11.981196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.066365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/de1d9953-cbe1-4dda-a380-4389ba0d2d1b/bc8af47b-a0cf-4d47-86b7-825fda201bd5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:12.090422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:12.218738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a0b115-8105-4c18-9966-6239b0734315'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd9e98f-1b68-45d7-9590-fe46e24b6241'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3b9ecc-0502-44ea-afae-701ca9653603'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:12.240517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-c4c8fe5a-0d18-4c62-b399-9fb17eb6b9da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2825472 Feb 04 16:12:12.346671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.358171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-57325f62-6a6b-4757-9429-17076fb747a4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:12.359651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-57325f62-6a6b-4757-9429-17076fb747a4 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.3479378 Feb 04 16:12:12.360591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.370498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421d98c-5605-48e4-97df-b15797d2f041 req-64d0b7c1-8872-4ca6-881f-cffd21a3427a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:12.372034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d421d98c-5605-48e4-97df-b15797d2f041 req-64d0b7c1-8872-4ca6-881f-cffd21a3427a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.3925464 Feb 04 16:12:12.377837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Transition to ACTIVE for port object bc8af47b-a0cf-4d47-86b7-825fda201bd5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:12.407169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Transition to ACTIVE for port object bc8af47b-a0cf-4d47-86b7-825fda201bd5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:12.411630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Transition to ACTIVE for port object 0f41133f-ed02-448c-ba81-cdb5829df902 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:12.416104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.436496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-dee69a8b-2be4-4460-b912-d9f09aa436a2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/quotas/0184b34f7eab4dfca7a1a812fe862c61 HTTP/1.1" status: 200 len: 375 time: 0.0627165 Feb 04 16:12:12.514183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d421d98c-5605-48e4-97df-b15797d2f041 req-3246b0eb-e1fe-4196-8c4c-d7ec55ef4f09 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281130 Feb 04 16:12:12.542760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:12.545015 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-942619db-e337-4a56-98cb-09eabf604bee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.2492807 Feb 04 16:12:12.545549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:12.545883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.570184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Pushing event updated for resources: {'Port': ['ID=bc8af47b-a0cf-4d47-86b7-825fda201bd5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:12.574715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:12.617499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.642824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Network 91170c54-3d86-479e-8117-9dfe72964ab2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:12.647600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:12.651050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:12.690623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Attempting to bind port bc8af47b-a0cf-4d47-86b7-825fda201bd5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:12.690623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Attempting to bind port bc8af47b-a0cf-4d47-86b7-825fda201bd5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:12.690958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Attempting to bind port bc8af47b-a0cf-4d47-86b7-825fda201bd5 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:12.699365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:12.699780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:12.700196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.700658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:12.701138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Bound port: bc8af47b-a0cf-4d47-86b7-825fda201bd5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:12.701515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.704072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-3f501eae-a68c-4628-8b4a-5fe9d2bd784e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558680 Feb 04 16:12:12.722638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:12.738941 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'status': 'completed', 'code': 200} Feb 04 16:12:12.817332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:12.817953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.850516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] For port bc8af47b-a0cf-4d47-86b7-825fda201bd5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:12.855910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] For port bc8af47b-a0cf-4d47-86b7-825fda201bd5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc8af47b-a0cf-4d47-86b7-825fda201bd5,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:12.861579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:12.950811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-c82a07b6-4b1b-4f55-bc4e-83a7c6d18225 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6812952 Feb 04 16:12:12.967649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:13.005371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1147b1c-a325-484d-b3e8-972885c3393f None None] Pushing event updated for resources: {'Port': ['ID=bc8af47b-a0cf-4d47-86b7-825fda201bd5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:13.114482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76f80530-ed37-4278-831a-042714b4298c None None] Provisioning for port 0f41133f-ed02-448c-ba81-cdb5829df902 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:13.120987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-76f80530-ed37-4278-831a-042714b4298c None None] Provisioning complete for port 0f41133f-ed02-448c-ba81-cdb5829df902 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:13.121430 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-76f80530-ed37-4278-831a-042714b4298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:13.121922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-f08401bc-03fb-4ab2-ae54-5bbae8794646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.123400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-f08401bc-03fb-4ab2-ae54-5bbae8794646 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.5406241 Feb 04 16:12:13.267208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-4d0e6601-1957-4920-83b9-3c28489cbbd4 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245731 Feb 04 16:12:13.285868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-76f80530-ed37-4278-831a-042714b4298c None None] Port 0f41133f-ed02-448c-ba81-cdb5829df902 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:13.385749 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-a3357250-a1da-47dc-8759-f2a71d631696 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.2544179 Feb 04 16:12:13.454527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-f8475c69-4e45-4cac-911d-64cb2d4ae60d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b6a2bcd5b414708833459a17319ec0d&device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 1096 time: 0.6746504 Feb 04 16:12:13.473924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::1 (20bca8da-ace0-4004-b37c-35ed5054400c/de1d9953-cbe1-4dda-a380-4389ba0d2d1b/930a926a-2db7-47c2-b049-919142ea8e17) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:13.484972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-86ab5002-0248-43d9-b912-657d84ac665a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.486494 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-86ab5002-0248-43d9-b912-657d84ac665a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.0905502 Feb 04 16:12:13.509765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:13.589762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.594087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.598093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.602092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.606084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.610811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.614761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.616702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-6990531d-8c39-4ea7-bca8-d558832c7f13 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.5771933 Feb 04 16:12:13.653247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-3ff39e75-1a7f-4781-91ea-96eea2cc6bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489654 Feb 04 16:12:13.802719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-ff086edc-fb8f-4b14-a233-6d9fad4fd9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:13.804389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-ff086edc-fb8f-4b14-a233-6d9fad4fd9ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 200 len: 929 time: 0.3360760 Feb 04 16:12:13.854099 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-c5de73c0-cf4b-4e72-8dbd-25f2afd81e7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3614912 Feb 04 16:12:13.976887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.014513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 930a926a-2db7-47c2-b049-919142ea8e17 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:14.070909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-91a21320-26b7-4e92-8ad2-1682ee632126 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980538 Feb 04 16:12:14.245442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d1752d4b-26c3-448c-94f4-246a6673985a req-0f36bc76-d438-4b7b-bbe1-ac2ead060505 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:14.254129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.270772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c78240e-0c82-4a6f-9f0a-7bf7b1580f70 req-406308ee-5a46-41e7-94d9-87c790a435df tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6397605 Feb 04 16:12:14.317832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-f1461713-b1fe-475c-819d-88faacd706fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 200 len: 217 time: 0.5038579 Feb 04 16:12:14.426750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d1752d4b-26c3-448c-94f4-246a6673985a req-0f36bc76-d438-4b7b-bbe1-ac2ead060505 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:14.437580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1752d4b-26c3-448c-94f4-246a6673985a req-0f36bc76-d438-4b7b-bbe1-ac2ead060505 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=ffae9bfc4cc948b0ab119c4a10902c80 HTTP/1.1" status: 200 len: 1654 time: 0.5032992 Feb 04 16:12:14.475869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:14.485465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1f507b05-68e0-48c3-9aa5-713f81e8feb7 req-9ca6e4f5-2e5f-46eb-a327-86b536abc647 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069629 Feb 04 16:12:14.486996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:14.494804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:14.495654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.502827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:14.579151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bcb3fac7-f6fa-413d-bbc0-4edd02ff66d7 None None] Provisioning for port bc8af47b-a0cf-4d47-86b7-825fda201bd5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:14.666756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.683732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-81d61a83-c286-4f5a-9436-ab1f1d53d386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.685721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-81d61a83-c286-4f5a-9436-ab1f1d53d386 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 200 len: 867 time: 0.3580811 Feb 04 16:12:14.910363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1752d4b-26c3-448c-94f4-246a6673985a req-f41a8c12-ca5f-4a50-8dd5-a05d02a6f993 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.912773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1752d4b-26c3-448c-94f4-246a6673985a req-f41a8c12-ca5f-4a50-8dd5-a05d02a6f993 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks?id=77beffff-65a6-47ed-bb91-496867d1b598&id=77beffff-65a6-47ed-bb91-496867d1b598&id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 787 time: 0.4741380 Feb 04 16:12:14.923282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-05158234-e13d-450b-81b9-11922db6dbd6 None None] Provisioning for port 930a926a-2db7-47c2-b049-919142ea8e17 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:14.927431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.931874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.932396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-05158234-e13d-450b-81b9-11922db6dbd6 None None] Provisioning complete for port 930a926a-2db7-47c2-b049-919142ea8e17 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:14.933017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05158234-e13d-450b-81b9-11922db6dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:14.936226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.942228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.947630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:14.948611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:14.961027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-d1752d4b-26c3-448c-94f4-246a6673985a req-21ede239-46ce-4706-9810-07460a95347b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:12:14.962288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1752d4b-26c3-448c-94f4-246a6673985a req-21ede239-46ce-4706-9810-07460a95347b tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083714 Feb 04 16:12:14.997415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:14.998985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-83ff632e-0112-4f21-a84c-8c4322e33dc7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 3814 time: 0.5232022 Feb 04 16:12:15.011028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-29659239-c2c8-4512-9156-5685ecd71e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d674bbd-ae52-421f-a8f4-4ca0316a7d17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3096614 Feb 04 16:12:15.058484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc8af47b-a0cf-4d47-86b7-825fda201bd5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:15.153037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-05158234-e13d-450b-81b9-11922db6dbd6 None None] Port 930a926a-2db7-47c2-b049-919142ea8e17 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:15.169584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bc8af47b-a0cf-4d47-86b7-825fda201bd5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:15.178537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bc8af47b-a0cf-4d47-86b7-825fda201bd5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:15.179393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.296991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.304183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.305300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.380377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.427026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port bc8af47b-a0cf-4d47-86b7-825fda201bd5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc8af47b-a0cf-4d47-86b7-825fda201bd5,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:15.433519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.440275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-f40edbb0-2bfb-4c01-b7c6-828e9b15efe2 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips/99962c06-2723-40fe-b4b7-ce1d17d2d1b3 HTTP/1.1" status: 200 len: 693 time: 0.3513694 Feb 04 16:12:15.541831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=bc8af47b-a0cf-4d47-86b7-825fda201bd5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:15.560368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8842cf4d-9099-426b-bc95-7c20559ab64f req-890d15f3-9d73-44e9-9d81-e749542d00bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312290 Feb 04 16:12:15.568717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6189fd-ea78-4cbf-b517-172e045be40c {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:15.611514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.677874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Transition to ACTIVE for port object 7c6189fd-ea78-4cbf-b517-172e045be40c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:15.681974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:15.705673 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'code': 200} Feb 04 16:12:15.706516 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a0b115-8105-4c18-9966-6239b0734315', 'code': 200} Feb 04 16:12:15.706516 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'code': 200} Feb 04 16:12:15.706869 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd9e98f-1b68-45d7-9590-fe46e24b6241', 'code': 200} Feb 04 16:12:15.706869 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'code': 200} Feb 04 16:12:15.707165 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3b9ecc-0502-44ea-afae-701ca9653603', 'code': 200} Feb 04 16:12:15.717057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:15.757084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:15.760385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:15.802024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-4a523017-034f-4003-8db2-a1facb243712 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628992 Feb 04 16:12:15.848711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-788462ce-f86e-496e-ac70-4b63248a2aae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:15.848711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-788462ce-f86e-496e-ac70-4b63248a2aae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:15.935951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-3149b967-41f5-4000-b6a3-7c983ab0c1b5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:15.938930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-3149b967-41f5-4000-b6a3-7c983ab0c1b5 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.4811985 Feb 04 16:12:16.133067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c09b94f-97df-42d3-94ee-93cd6242804e None None] Provisioning complete for port 930a926a-2db7-47c2-b049-919142ea8e17 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:16.133718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c09b94f-97df-42d3-94ee-93cd6242804e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.236165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2c09b94f-97df-42d3-94ee-93cd6242804e None None] Port 930a926a-2db7-47c2-b049-919142ea8e17 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:16.255753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-788462ce-f86e-496e-ac70-4b63248a2aae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:16.257063 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-788462ce-f86e-496e-ac70-4b63248a2aae tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 805 time: 0.9125562 Feb 04 16:12:16.276289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Request body: {'port': {'device_id': '11267dcb-ca3c-459f-850c-f412b38850fc', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'admin_state_up': True, 'tenant_id': '0184b34f7eab4dfca7a1a812fe862c61'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:16.349096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:16.443852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-6cccc34a-5441-4aa4-823e-a8c805eab562 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.3654170 Feb 04 16:12:16.509617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:16.516315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Usage tracker for resource:port and tenant:0184b34f7eab4dfca7a1a812fe862c61 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:16.520435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:16.528659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:16.551665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Made reservation on behalf of 0184b34f7eab4dfca7a1a812fe862c61 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:16.554756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.620386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0800a19e-1d4e-4520-b087-76398fad62c1 req-8a11ad77-248d-451c-a817-1724a29f9ed2 service neutron] 10.222.0.41 "GET /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025959 Feb 04 16:12:16.666181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-aa5dc279-3916-4b7a-8ed0-22e7a814e7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.227 HTTP/1.1" status: 200 len: 696 time: 0.2024236 Feb 04 16:12:16.670489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Router 240f5570-3972-4b95-a8fe-c50f4fef5d22 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:12:16.687745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-071aad50-f287-4409-93fe-0093a3d4748e req-a2b7677c-b0fa-4879-8500-0a4f4a7845bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6500 time: 0.8491037 Feb 04 16:12:16.693619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab30b0-77be-408d-b023-26b51cda4565 req-810c19ce-4a78-4e89-a314-7bac7d680a1a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:16.695184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9ab30b0-77be-408d-b023-26b51cda4565 req-810c19ce-4a78-4e89-a314-7bac7d680a1a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.8143635 Feb 04 16:12:16.873859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Allocated IP 172.20.0.12 (a28c5991-4077-42f4-8061-815426a97e00/ed88b620-0560-44ab-b37a-9076fe66673f/7a3accdb-da54-48be-b965-2fa48b19590d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:16.951142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Attempting to bind port 7c6189fd-ea78-4cbf-b517-172e045be40c on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:16.951975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Attempting to bind port 7c6189fd-ea78-4cbf-b517-172e045be40c by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:16.951975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Attempting to bind port 7c6189fd-ea78-4cbf-b517-172e045be40c on network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:16.963789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Deleting port b4928cd4-f0ae-436c-9c77-ab2cfa6bef64 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:16.964508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:16.985606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc8af47b-a0cf-4d47-86b7-825fda201bd5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:17.003738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-071aad50-f287-4409-93fe-0093a3d4748e req-31bafdc2-1d31-43fa-afa0-52ab531333ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3074987 Feb 04 16:12:17.012997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9ab30b0-77be-408d-b023-26b51cda4565 req-d63a2292-9d82-4f00-9dda-905d6dad026a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981102 Feb 04 16:12:17.015960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Port 7c6189fd-ea78-4cbf-b517-172e045be40c on network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:17.016531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Attempting to bind port 7c6189fd-ea78-4cbf-b517-172e045be40c on network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:17.037975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:17.038567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Checking segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:17.039125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Bound using segment: {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:17.040658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Bound port: 7c6189fd-ea78-4cbf-b517-172e045be40c, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af63159-bee1-4774-83c3-5cc43cf67ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:17.041275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.066556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bc8af47b-a0cf-4d47-86b7-825fda201bd5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:17.067078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.205849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:17.224736 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Sync routers for ids ['240f5570-3972-4b95-a8fe-c50f4fef5d22'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:17.244651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Routers {'240f5570-3972-4b95-a8fe-c50f4fef5d22'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:17.249345 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4322930c-2dfd-40de-bc2d-f4aa25c1e091 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "PUT /v2.0/routers/240f5570-3972-4b95-a8fe-c50f4fef5d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5230410 Feb 04 16:12:17.249592 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['240f5570-3972-4b95-a8fe-c50f4fef5d22'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:17.249768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:17.283562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.321648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbd3fe08-2137-4442-b6a7-05009c3f7b87 req-77123cae-54a4-4cd0-917a-04bf869b0f52 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 210 time: 0.0830283 Feb 04 16:12:17.341549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314d9e4-663e-43bf-825e-b636116c0a86 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.342353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4314d9e4-663e-43bf-825e-b636116c0a86 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:17.369419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4314d9e4-663e-43bf-825e-b636116c0a86 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:17.371172 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4314d9e4-663e-43bf-825e-b636116c0a86 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports/930a926a-2db7-47c2-b049-919142ea8e17 HTTP/1.1" status: 200 len: 911 time: 0.1211953 Feb 04 16:12:17.377041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:17.382728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.387929 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.388270 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.398806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:17.459973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:17.530215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Set router 240f5570-3972-4b95-a8fe-c50f4fef5d22 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:17.569559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Network a28c5991-4077-42f4-8061-815426a97e00 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:17.575925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:17.587333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:17.616636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Calling delete_port for b4928cd4-f0ae-436c-9c77-ab2cfa6bef64 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:17.645170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31428b5-2135-4e89-99f2-21f99048686b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.653261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31428b5-2135-4e89-99f2-21f99048686b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.653616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:17.658463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c31428b5-2135-4e89-99f2-21f99048686b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2762697 Feb 04 16:12:17.658463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event updated for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:17.658731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-8ef75b0d-6340-419c-8295-6f56273555d7 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips/b4bc3fbd-a161-4730-adf6-0121bdc951e1 HTTP/1.1" status: 200 len: 692 time: 0.2613740 Feb 04 16:12:17.661472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:17.694840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:17.695450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.716065 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-b4246b9c-8af4-4a90-ac59-be68db7a5140 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4436917 Feb 04 16:12:17.728527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Request body: {'port': {'device_id': '11267dcb-ca3c-459f-850c-f412b38850fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:17.757261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.859452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.908117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:14Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '930a926a-2db7-47c2-b049-919142ea8e17', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:30:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:13Z', 'updated_at': '2022-02-04T16:12:14Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:17.913876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Checking router: 240f5570-3972-4b95-a8fe-c50f4fef5d22 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:17.914278 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Updating router 240f5570-3972-4b95-a8fe-c50f4fef5d22 port 930a926a-2db7-47c2-b049-919142ea8e17 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:12:17.916759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:17.918438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c6189fd-ea78-4cbf-b517-172e045be40c HTTP/1.1" status: 200 len: 1091 time: 4.9552426 Feb 04 16:12:17.943874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:17.956032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:17.982059 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.337299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad7b59-1675-4f17-9191-51fabd522811 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:18.443353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-49ab17bf-79cc-44a5-9eb0-8b35edf90e99 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:18.454955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-49ab17bf-79cc-44a5-9eb0-8b35edf90e99 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.7232885 Feb 04 16:12:18.492003 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.508488 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Transition to ACTIVE for port object 930a926a-2db7-47c2-b049-919142ea8e17 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:18.530023 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.546556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3accdb-da54-48be-b965-2fa48b19590d {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:18.557138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.580201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Transition to ACTIVE for port object 7a3accdb-da54-48be-b965-2fa48b19590d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:18.585922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.623245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-edb4be6b-8ffa-49d4-b640-c59f7e3a0821 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1669409 Feb 04 16:12:18.633319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.709370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d39d01-67f4-4c30-a972-bf939acd19bb None None] Pushing event updated for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:18.736532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.788636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:18.837039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-56f8a790-66bf-44a2-843d-4271d6a5a95e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1898739 Feb 04 16:12:18.844098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event deleted for resources: {'Port': ['ID=b4928cd4-f0ae-436c-9c77-ab2cfa6bef64,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:18.891807 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Attempting to bind port 930a926a-2db7-47c2-b049-919142ea8e17 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:18.892165 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Attempting to bind port 930a926a-2db7-47c2-b049-919142ea8e17 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:18.892512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Attempting to bind port 930a926a-2db7-47c2-b049-919142ea8e17 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:18.901837 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:18.902148 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:18.902620 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.903007 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:18.903496 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Bound port: 930a926a-2db7-47c2-b049-919142ea8e17, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:18.903862 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:18.974568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Attempting to bind port 7a3accdb-da54-48be-b965-2fa48b19590d on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:18.974907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Attempting to bind port 7a3accdb-da54-48be-b965-2fa48b19590d by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:18.975235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Attempting to bind port 7a3accdb-da54-48be-b965-2fa48b19590d on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:18.990500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Port 7a3accdb-da54-48be-b965-2fa48b19590d on network a28c5991-4077-42f4-8061-815426a97e00 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:18.991038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Attempting to bind port 7a3accdb-da54-48be-b965-2fa48b19590d on network a28c5991-4077-42f4-8061-815426a97e00 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:19.002446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:19.002785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Checking segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:19.003189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Bound using segment: {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:19.003627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Bound port: 7a3accdb-da54-48be-b965-2fa48b19590d, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52686dbb-c6cc-49f9-84f8-0011c8be2fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:19.003978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.017508 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] For port 930a926a-2db7-47c2-b049-919142ea8e17, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:19.021074 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] For port 930a926a-2db7-47c2-b049-919142ea8e17, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a926a-2db7-47c2-b049-919142ea8e17,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:19.027005 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.108812 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d39d01-67f4-4c30-a972-bf939acd19bb None None] Pushing event updated for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:19.115368 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Routers {'240f5570-3972-4b95-a8fe-c50f4fef5d22'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:19.116039 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['240f5570-3972-4b95-a8fe-c50f4fef5d22'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:19.156878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:19.162745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7a3accdb-da54-48be-b965-2fa48b19590d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:19.178799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.248684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.250090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a3accdb-da54-48be-b965-2fa48b19590d HTTP/1.1" status: 200 len: 1092 time: 1.5273197 Feb 04 16:12:19.250592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:19.305141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Deleting port 66e37ada-7e64-4428-960e-bfc266ae6029 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:19.306682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.309230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751bf44-57b1-47ce-ba87-6edca6ae9926 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:19.315406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] Set router 240f5570-3972-4b95-a8fe-c50f4fef5d22 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:19.405292 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-f4c98ae3-dd1e-41a4-8df0-0b1cb80363e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 1095 time: 0.0910218 Feb 04 16:12:19.485681 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-12a5ef4f-5094-42d9-9fcd-e8f1e4bc97af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a3accdb-da54-48be-b965-2fa48b19590d HTTP/1.1" status: 200 len: 217 time: 0.0704477 Feb 04 16:12:19.571431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e776578f-1272-414f-98bf-74ad1f800fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:19.572893 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-e776578f-1272-414f-98bf-74ad1f800fa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.0762758 Feb 04 16:12:19.626010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.634169 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-faf397a7-6b83-4e73-8d99-67c5d4ed0519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536652 Feb 04 16:12:19.763010 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:14Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '930a926a-2db7-47c2-b049-919142ea8e17', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:30:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:13Z', 'updated_at': '2022-02-04T16:12:19Z', 'revision_number': 4, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:19.768146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760ff5-2b4e-4ffb-84a0-ce108b2b9bfb None None] The sync data for ids ['240f5570-3972-4b95-a8fe-c50f4fef5d22'] in n-d-827873-1 is: [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:14Z', 'revision_number': 2, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None, '_interfaces': [{'id': '930a926a-2db7-47c2-b049-919142ea8e17', 'name': '', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'mac_address': 'fa:16:3e:30:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:12:13Z', 'updated_at': '2022-02-04T16:12:19Z', 'revision_number': 4, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'subnets': [{'id': 'de1d9953-cbe1-4dda-a380-4389ba0d2d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:19.788040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-dd41f404-506f-4223-b9ee-ebd7183df40d service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477480 Feb 04 16:12:19.807886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.809009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dd0917d-cf2b-4533-9d94-608bbf1b5538 req-14fe327e-9a23-440c-85c3-a045be4cf7bb tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "DELETE /v2.0/floatingips/99962c06-2723-40fe-b4b7-ce1d17d2d1b3 HTTP/1.1" status: 204 len: 173 time: 3.1085727 Feb 04 16:12:19.861548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.861870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:19.958599 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-444dd38c-f667-4938-8ada-a46b0e2c9462 req-cf63b3b3-5b89-44e5-8caf-7c590e9fc3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628458 Feb 04 16:12:20.221103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Calling delete_port for 66e37ada-7e64-4428-960e-bfc266ae6029 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:20.450798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df021334-c2e7-4b54-a9f0-f732b84c7c55 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:20.463106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.574506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.581821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.585811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.589962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.593853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.597806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.601719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:20.603995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38db666c-01b3-48ee-9948-1d8295422335 req-f403387a-1d30-48ed-9bf2-8c3190105de1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.5029938 Feb 04 16:12:20.680003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Transition to ACTIVE for port object df021334-c2e7-4b54-a9f0-f732b84c7c55 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:20.693335 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.731119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.761212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event deleted for resources: {'Port': ['ID=66e37ada-7e64-4428-960e-bfc266ae6029,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:20.929451 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:20.963166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38db666c-01b3-48ee-9948-1d8295422335 req-d8b1321a-5d8a-4410-b61a-e7600489920d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3481987 Feb 04 16:12:21.023849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:21.069874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.086217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a926a-2db7-47c2-b049-919142ea8e17 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:21.186273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.219349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 930a926a-2db7-47c2-b049-919142ea8e17 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:21.224886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 930a926a-2db7-47c2-b049-919142ea8e17 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:21.225440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.327434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.329009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31c45d97-b9e3-4013-a94b-fab4c0774629 req-96a55298-418c-428d-b576-0a717cdcadeb tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "DELETE /v2.0/floatingips/b4bc3fbd-a161-4730-adf6-0121bdc951e1 HTTP/1.1" status: 204 len: 173 time: 2.4811437 Feb 04 16:12:21.365903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.370930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.416191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 930a926a-2db7-47c2-b049-919142ea8e17, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a926a-2db7-47c2-b049-919142ea8e17,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:21.421917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.429574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Attempting to bind port df021334-c2e7-4b54-a9f0-f732b84c7c55 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:21.429850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Attempting to bind port df021334-c2e7-4b54-a9f0-f732b84c7c55 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:21.430221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Attempting to bind port df021334-c2e7-4b54-a9f0-f732b84c7c55 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:21.495370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Port df021334-c2e7-4b54-a9f0-f732b84c7c55 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:21.496054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:21.496180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Attempting to bind port df021334-c2e7-4b54-a9f0-f732b84c7c55 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:21.567019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b2771-d7f2-4664-9cae-3b25feb51a6a req-5f54f756-f51d-438d-b73e-7602ac342528 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.568475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d4b2771-d7f2-4664-9cae-3b25feb51a6a req-5f54f756-f51d-438d-b73e-7602ac342528 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3855629 Feb 04 16:12:21.581897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:21.582233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:21.582642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Bound using segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:21.583085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Bound port: df021334-c2e7-4b54-a9f0-f732b84c7c55, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:21.583424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:21.730182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d4b2771-d7f2-4664-9cae-3b25feb51a6a req-617fe9f1-b92c-43c3-a011-bbaaca4b4fb1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520536 Feb 04 16:12:21.760541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.764471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.768553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.772473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.777223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.781160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:21.782998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-cb0c31ed-a781-4f8c-9cef-f93f8c090be2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 4598 time: 0.3380864 Feb 04 16:12:21.811319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:21.829161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:21.874898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.066521 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'status': 'completed', 'code': 200} Feb 04 16:12:22.074315 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-5e1c7ce1-17f6-491b-b195-68283ba52410 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5284 time: 0.1122594 Feb 04 16:12:22.134762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b81b8ccc-6fee-4765-9a27-bffc678dde86 req-b1d07cb4-128f-446e-a074-ae9984c65a2b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3432150 Feb 04 16:12:22.212797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.214204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] 10.222.0.41 "PUT /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 200 len: 1130 time: 4.2647870 Feb 04 16:12:22.245117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175e51-45c2-4da0-bbaa-105d6e30b47d service neutron] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:22.253763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:22.257245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-75d740f7-e5da-47be-8f07-329fa20ad419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.257245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-75d740f7-e5da-47be-8f07-329fa20ad419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.257245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-75d740f7-e5da-47be-8f07-329fa20ad419 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.259551 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-75d740f7-e5da-47be-8f07-329fa20ad419 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1768935 Feb 04 16:12:22.292301 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d', 'status': 'completed', 'code': 200} Feb 04 16:12:22.438796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-42c27986-3f8f-4f26-af7a-3d60fd5c124e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.440348 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c80df01-1404-442e-ab7e-cfbcb12b5fb5 req-42c27986-3f8f-4f26-af7a-3d60fd5c124e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1747115 Feb 04 16:12:22.530508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.564943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeeae0-cf20-47cd-a1f7-8f626c76a33a req-2dc87d01-f97a-4e02-b3b6-da4ccf5cd512 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.566482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3eeeae0-cf20-47cd-a1f7-8f626c76a33a req-2dc87d01-f97a-4e02-b3b6-da4ccf5cd512 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 944 time: 0.4992876 Feb 04 16:12:22.645642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 930a926a-2db7-47c2-b049-919142ea8e17 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:22.645977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.717139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-2cbf282a-2448-4b30-b488-cdcb8ad0f0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 1095 time: 0.3734746 Feb 04 16:12:22.773111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.777851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.781685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.785525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.789334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.794181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.797991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:22.799889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f86236c-55f4-4eab-a947-5e5e08d79a00 req-cf004d45-a399-440d-9196-3c813e68b881 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.3777838 Feb 04 16:12:22.811923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:22.817532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Request body: {'floatingip': {'port_id': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:22.851747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3eeeae0-cf20-47cd-a1f7-8f626c76a33a req-2f7fe129-f2ef-4f0a-9a19-50a94d330050 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758632 Feb 04 16:12:22.907071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:22.945644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7a3accdb-da54-48be-b965-2fa48b19590d details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:12:23.057625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a926a-2db7-47c2-b049-919142ea8e17 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:23.161387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-de6927e1-9d0f-4fe7-ae46-1523fd1c4eb2 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips/37e52dc0-9654-49c9-9df9-cfd6e02bc6ea HTTP/1.1" status: 200 len: 691 time: 0.2576563 Feb 04 16:12:23.181855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7a3accdb-da54-48be-b965-2fa48b19590d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:23.200706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 930a926a-2db7-47c2-b049-919142ea8e17 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:23.201086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.230055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7a3accdb-da54-48be-b965-2fa48b19590d', 'network_id': 'a28c5991-4077-42f4-8061-815426a97e00', 'port_id': '7a3accdb-da54-48be-b965-2fa48b19590d', 'mac_address': 'fa:16:3e:c1:45:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed88b620-0560-44ab-b37a-9076fe66673f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:12:23.319137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.375610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3accdb-da54-48be-b965-2fa48b19590d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:23.408573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7a3accdb-da54-48be-b965-2fa48b19590d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:23.416101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.440243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-0037bf2d-2480-4b67-a90a-0d2a0c1559cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.441735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-0037bf2d-2480-4b67-a90a-0d2a0c1559cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 200 len: 906 time: 0.7114539 Feb 04 16:12:23.490183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:23.520468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 930a926a-2db7-47c2-b049-919142ea8e17, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=930a926a-2db7-47c2-b049-919142ea8e17,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:23.520816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.730835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7a3accdb-da54-48be-b965-2fa48b19590d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:23.832998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-e8b2db11-3c0f-4c01-a1f3-3950cb7eba37 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.834797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-e8b2db11-3c0f-4c01-a1f3-3950cb7eba37 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.6727118 Feb 04 16:12:23.839389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-937e8bff-84a5-4fc0-b1f6-555e529e1449 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a3accdb-da54-48be-b965-2fa48b19590d HTTP/1.1" status: 200 len: 217 time: 0.3848538 Feb 04 16:12:23.849867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 930a926a-2db7-47c2-b049-919142ea8e17 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:23.853774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.858933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:23.890570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6493-860a-4452-ad9f-24016fa60f67 req-e17ed1e1-cc64-4f91-8da9-fd160c9e3b95 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:23.892021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db0d6493-860a-4452-ad9f-24016fa60f67 req-e17ed1e1-cc64-4f91-8da9-fd160c9e3b95 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.8465867 Feb 04 16:12:24.065456 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Floating IP 39676b78-28d3-4c93-a5aa-30809b2a9619 associated. External IP: 172.25.5.110, port: 67d38bb9-fc3c-4af0-b358-8b2195be6c92. Feb 04 16:12:24.070206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'df021334-c2e7-4b54-a9f0-f732b84c7c55'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:24.091882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-4e690c6f-f665-45b4-923f-4ac059a2f333 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:24.117104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-ae01cd36-f7a7-44d5-bce9-406991fbf333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:24.119315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-ae01cd36-f7a7-44d5-bce9-406991fbf333 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 200 len: 845 time: 0.1619766 Feb 04 16:12:24.269974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-dca09ae6-6c1b-4763-a328-d1963c7d4ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a28c5991-4077-42f4-8061-815426a97e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276264 Feb 04 16:12:24.276039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db0d6493-860a-4452-ad9f-24016fa60f67 req-b7356587-302e-4a04-be53-56d22932adf2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735500 Feb 04 16:12:24.280795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-4e690c6f-f665-45b4-923f-4ac059a2f333 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:24.281897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-4e690c6f-f665-45b4-923f-4ac059a2f333 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.4057684 Feb 04 16:12:24.440013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7682fce-78a6-4043-b28d-6f50f9540182 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:24.505431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Router 5e781346-fbcb-4e77-9806-7aa67a8a578e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:24.512717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.544390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-37151a60-6211-406e-8b4f-409a08392c0e tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.1743710 Feb 04 16:12:24.644370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Transition to ACTIVE for port object c7682fce-78a6-4043-b28d-6f50f9540182 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:24.676833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.749908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-34fce7b3-6b72-420f-8070-b62bb87266d6 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719157 Feb 04 16:12:24.878897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:24.885661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:24.891131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Sync routers for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:24.912745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:24.913395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:24.973989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fefe8b9a-4b3a-46cd-b431-dbc84217c88f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "PUT /v2.0/floatingips/39676b78-28d3-4c93-a5aa-30809b2a9619 HTTP/1.1" status: 200 len: 991 time: 2.1585932 Feb 04 16:12:24.973989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:24.990073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7a3accdb-da54-48be-b965-2fa48b19590d up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:25.011743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Deleting port 183d1a4d-4d50-4ece-84ca-1fd191a1804c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:25.012339 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.082055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.099230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce6de523-ce98-4e29-933a-a8aee71e9de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.122667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.287869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7a3accdb-da54-48be-b965-2fa48b19590d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:25.297040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7a3accdb-da54-48be-b965-2fa48b19590d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:25.297405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.325360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65897d-f013-4ced-b8f5-b5a583e85e33 req-5c7434f9-6b53-41a5-9671-a873e9eee886 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:25.326560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:25.326991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc65897d-f013-4ced-b8f5-b5a583e85e33 req-5c7434f9-6b53-41a5-9671-a873e9eee886 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8990920 Feb 04 16:12:25.396258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=930a926a-2db7-47c2-b049-919142ea8e17,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.578454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c7dff0f-2af9-4875-b8e3-b49a76d10722 req-100f6ea5-bdd6-49d7-a543-e2480ef893a6 service neutron] 10.222.0.41 "GET /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7453821 Feb 04 16:12:25.695112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.735277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc65897d-f013-4ced-b8f5-b5a583e85e33 req-8ddcb161-7359-48c5-8782-c41c564b36b2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487303 Feb 04 16:12:25.749553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Attempting to bind port c7682fce-78a6-4043-b28d-6f50f9540182 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:25.749885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Attempting to bind port c7682fce-78a6-4043-b28d-6f50f9540182 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:25.750213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Attempting to bind port c7682fce-78a6-4043-b28d-6f50f9540182 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:25.756807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.757786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.757917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:25.781522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7a3accdb-da54-48be-b965-2fa48b19590d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:25.795166 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:25.895893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Port c7682fce-78a6-4043-b28d-6f50f9540182 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:25.895893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Attempting to bind port c7682fce-78a6-4043-b28d-6f50f9540182 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:25.905405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:25.932295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '39676b78-28d3-4c93-a5aa-30809b2a9619', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'port_id': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'mac_address': 'fa:16:3e:dc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:12:23Z', 'revision_number': 1, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.936680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Checking router: 5e781346-fbcb-4e77-9806-7aa67a8a578e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:25.948426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:25.949043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:11:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:25.964698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Calling delete_port for 183d1a4d-4d50-4ece-84ca-1fd191a1804c owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:26.059446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:26.060182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:26.060182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Bound using segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:26.060588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Bound port: c7682fce-78a6-4043-b28d-6f50f9540182, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:26.061042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.076709 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.129911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:26.383021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-24315dba-bc38-4fe2-b599-a7a5451a9f4f tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:26.384268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-24315dba-bc38-4fe2-b599-a7a5451a9f4f tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:26.387258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:26.413334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c7682fce-78a6-4043-b28d-6f50f9540182,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:26.425969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.493718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '39676b78-28d3-4c93-a5aa-30809b2a9619', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'port_id': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'mac_address': 'fa:16:3e:dc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:12:23Z', 'revision_number': 1, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:26.498352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51428bf-bda7-4422-a57b-d7ed3c37c794 None None] The sync data for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 is: [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '39676b78-28d3-4c93-a5aa-30809b2a9619', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'port_id': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'mac_address': 'fa:16:3e:dc:7a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:10:39Z', 'updated_at': '2022-02-04T16:12:23Z', 'revision_number': 1, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:26.526852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-24315dba-bc38-4fe2-b599-a7a5451a9f4f tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:26.528059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-24315dba-bc38-4fe2-b599-a7a5451a9f4f tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5703192 Feb 04 16:12:26.669166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.688489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:26.690228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 200 len: 1129 time: 4.4405859 Feb 04 16:12:26.716000 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeba375-9c8c-40f8-bd6a-407d54e0fb7d None None] New status for floating IP 39676b78-28d3-4c93-a5aa-30809b2a9619: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:12:26.729542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-3997b4ff-06f1-49e0-b546-f6a796a3c04d tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:26.739304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:26.988127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4805c-901b-44e8-9731-d30bb74e6343 service neutron] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:27.114444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event deleted for resources: {'Port': ['ID=183d1a4d-4d50-4ece-84ca-1fd191a1804c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:27.129550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-3997b4ff-06f1-49e0-b546-f6a796a3c04d tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:27.130699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e04f04e-0251-48aa-aeb9-3e805df88a17 req-3997b4ff-06f1-49e0-b546-f6a796a3c04d tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5747142 Feb 04 16:12:27.182025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f88cfa5d-584e-4e6c-8944-f8720b4ee14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.192619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.283698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.355775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:27.356879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a54735c-0b4d-4827-a49c-ac1f534be17c req-c2629f49-d7fe-4112-a4e7-2aa498908c8d tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "DELETE /v2.0/floatingips/37e52dc0-9654-49c9-9df9-cfd6e02bc6ea HTTP/1.1" status: 204 len: 173 time: 2.7904165 Feb 04 16:12:27.362647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Router 240f5570-3972-4b95-a8fe-c50f4fef5d22 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:27.639076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.643000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.646933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.651047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.654948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.658870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.662744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.665219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-98bf3e0e-c731-4053-af48-a818c0b24aaf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5369 time: 0.3863914 Feb 04 16:12:27.861269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:27.871190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5d11b3c9-c030-4093-8701-66ee53553f99 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "PUT /v2.0/routers/240f5570-3972-4b95-a8fe-c50f4fef5d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2088544 Feb 04 16:12:27.871579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Sync routers for ids ['240f5570-3972-4b95-a8fe-c50f4fef5d22'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:27.874441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.884414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Routers {'240f5570-3972-4b95-a8fe-c50f4fef5d22'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:27.885316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['240f5570-3972-4b95-a8fe-c50f4fef5d22'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:27.904843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba478-660b-432d-97d8-7f9ba9eadbf7 req-eae9fa0e-283f-4133-ab68-d8d79bac8742 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.906202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d4ba478-660b-432d-97d8-7f9ba9eadbf7 req-eae9fa0e-283f-4133-ab68-d8d79bac8742 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.4098942 Feb 04 16:12:27.911981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-886864ff-e660-4dc6-b120-bfd0079256d6 req-e3e1d9e5-354d-4b29-9962-c6ea6a36afb3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2378404 Feb 04 16:12:27.948205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204392a-447f-4e82-bdc7-49b879ccf1c4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.949911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204392a-447f-4e82-bdc7-49b879ccf1c4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:27.951188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6204392a-447f-4e82-bdc7-49b879ccf1c4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:27.972117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6204392a-447f-4e82-bdc7-49b879ccf1c4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:27.974162 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6204392a-447f-4e82-bdc7-49b879ccf1c4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0983577 Feb 04 16:12:27.981291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58104) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:27.992793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d4ba478-660b-432d-97d8-7f9ba9eadbf7 req-f27e8d9c-af47-4673-84be-7028dded0e0a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697289 Feb 04 16:12:28.034252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Set router 240f5570-3972-4b95-a8fe-c50f4fef5d22 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:28.080290 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'df021334-c2e7-4b54-a9f0-f732b84c7c55', 'status': 'completed', 'code': 200} Feb 04 16:12:28.175024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88f876a-9e75-4113-aaec-3684d231df1f {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:28.177726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:24Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:28.186617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.189764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Checking router: 240f5570-3972-4b95-a8fe-c50f4fef5d22 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:28.205458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Routers {'240f5570-3972-4b95-a8fe-c50f4fef5d22'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:28.206479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['240f5570-3972-4b95-a8fe-c50f4fef5d22'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:28.310145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet de1d9953-cbe1-4dda-a380-4389ba0d2d1b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:28.313415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.370749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Transition to ACTIVE for port object c88f876a-9e75-4113-aaec-3684d231df1f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:28.390605 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.393541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.408802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] Set router 240f5570-3972-4b95-a8fe-c50f4fef5d22 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:28.455166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-a7ede3e3-0795-49e6-8184-9b34f2fe2883 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6206 time: 0.3624561 Feb 04 16:12:28.495270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.536203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:24Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:28.541791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4092d7e6-37dc-456b-b42d-ea815784d3c1 None None] The sync data for ids ['240f5570-3972-4b95-a8fe-c50f4fef5d22'] in n-d-827873-1 is: [{'id': '240f5570-3972-4b95-a8fe-c50f4fef5d22', 'name': 'tempest-NetworksTestDHCPv6-router-159720617', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:12:11Z', 'updated_at': '2022-02-04T16:12:24Z', 'revision_number': 3, 'project_id': '2dd13c71079c419c98e31dfa314e1ef9', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:28.543586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.590790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.637114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=de1d9953-cbe1-4dda-a380-4389ba0d2d1b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.641783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.650525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0820befc-40b6-41c8-9233-0e59d12c594c None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:28.666825 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7e60c12e-96ff-4b11-b044-1f362aee4a5a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/de1d9953-cbe1-4dda-a380-4389ba0d2d1b HTTP/1.1" status: 204 len: 168 time: 0.6815062 Feb 04 16:12:28.667005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58112) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.759164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:28.835384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:28.844114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-399658bd-c761-4cc2-8c0a-cfca7c96616b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:28.848961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f936012-06ec-4b34-ae9e-6a5945f84c62 req-048de13e-e868-47ac-9c79-abe17c0f0914 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:28.854007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f936012-06ec-4b34-ae9e-6a5945f84c62 req-048de13e-e868-47ac-9c79-abe17c0f0914 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 813 time: 0.6642804 Feb 04 16:12:28.881149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-399658bd-c761-4cc2-8c0a-cfca7c96616b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:28.882610 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-399658bd-c761-4cc2-8c0a-cfca7c96616b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2145905 Feb 04 16:12:28.885792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58116) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:28.944844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f936012-06ec-4b34-ae9e-6a5945f84c62 req-01adac7a-7c31-433c-825a-0f16377795dc tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/quotas/7ad2cf8d8cd34b52b7dc31779b151710 HTTP/1.1" status: 200 len: 375 time: 0.0787315 Feb 04 16:12:28.967794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a926a-2db7-47c2-b049-919142ea8e17 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:28.980278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:28.985311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:28.991252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:28.995432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.000041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.004608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.008989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.018153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-b9a97b3a-3a0c-459d-b33f-4809a81de43f tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.7282603 Feb 04 16:12:29.020010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 930a926a-2db7-47c2-b049-919142ea8e17 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:29.020526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 930a926a-2db7-47c2-b049-919142ea8e17 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:29.068819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:29.074699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Deleting port bc8af47b-a0cf-4d47-86b7-825fda201bd5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:29.075416 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.163029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.181461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-79a9493e-1493-4772-9659-fd3bbab74145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.181461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-79a9493e-1493-4772-9659-fd3bbab74145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.181996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-79a9493e-1493-4772-9659-fd3bbab74145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.183462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-79a9493e-1493-4772-9659-fd3bbab74145 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7086806 Feb 04 16:12:29.359133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3aae232c-3c11-4656-8e6e-fccbaea8ba1d req-d3751ca5-230f-417a-bc6b-98da188a3893 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3241463 Feb 04 16:12:29.437014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Attempting to bind port c88f876a-9e75-4113-aaec-3684d231df1f on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:29.437014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Attempting to bind port c88f876a-9e75-4113-aaec-3684d231df1f by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:29.437014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Attempting to bind port c88f876a-9e75-4113-aaec-3684d231df1f on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:29.484115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] For port bc8af47b-a0cf-4d47-86b7-825fda201bd5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc8af47b-a0cf-4d47-86b7-825fda201bd5,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:29.484115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.491852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Port c88f876a-9e75-4113-aaec-3684d231df1f on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:29.494763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Attempting to bind port c88f876a-9e75-4113-aaec-3684d231df1f on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:29.542014 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'status': 'completed', 'code': 200} Feb 04 16:12:29.549913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-ee8de2ad-d79b-4af1-8fcc-b11a4496ac01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:29.550206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e405b4-3f54-45e0-af8c-3f4b417905aa req-ee8de2ad-d79b-4af1-8fcc-b11a4496ac01 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562813 Feb 04 16:12:29.559112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f936012-06ec-4b34-ae9e-6a5945f84c62 req-ed3e0af0-c0b5-406f-a0fd-ee25d11deccb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4785941 Feb 04 16:12:29.565072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:29.565072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:29.565729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Bound using segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:29.572089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Bound port: c88f876a-9e75-4113-aaec-3684d231df1f, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:29.572089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.705526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Calling delete_port for bc8af47b-a0cf-4d47-86b7-825fda201bd5 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:29.762598 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d', 'code': 200} Feb 04 16:12:29.839394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5fe3f94-ea16-447b-81c7-a92c77a9d9ec req-24a5cc91-d3af-4af8-9f62-ded03a0c1bb9 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1707952 Feb 04 16:12:29.883192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:29.993202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] Pushing event deleted for resources: {'Port': ['ID=bc8af47b-a0cf-4d47-86b7-825fda201bd5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:29.997165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ddd730-8313-47d0-b9d3-12f30a689f40 None None] No DVR routers for this DVR port bc8af47b-a0cf-4d47-86b7-825fda201bd5 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:30.007353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.065328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:30.090689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'c7682fce-78a6-4043-b28d-6f50f9540182'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:30.098066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35df0168-b087-4113-afd0-1f33f53e09cc req-20358eda-65f3-47cc-8a8b-237ad27f42b4 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips/de77af43-38fb-40c2-9079-2f8cf0890579 HTTP/1.1" status: 200 len: 693 time: 0.1854331 Feb 04 16:12:30.158971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:30.207110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.218206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.222255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.239609 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-22f6fd39-f230-4346-9563-8714717e5a85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2729df3fd7f44a48abcf36212169380&device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6500 time: 0.6973386 Feb 04 16:12:30.358381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.358381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Fanout notify agent at l3_agent the message router_deleted on router 240f5570-3972-4b95-a8fe-c50f4fef5d22 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:12:30.365687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908a643-74d6-47d8-ad70-c3248b0735ae req-07eb4dac-5650-4b6e-be01-2c3e68a25714 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:30.371996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d908a643-74d6-47d8-ad70-c3248b0735ae req-07eb4dac-5650-4b6e-be01-2c3e68a25714 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.5114942 Feb 04 16:12:30.402666 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.406430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-64fd9f0a-40a3-42be-986c-b784a740114e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/routers/240f5570-3972-4b95-a8fe-c50f4fef5d22 HTTP/1.1" status: 204 len: 168 time: 1.5163567 Feb 04 16:12:30.421651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58132) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.456773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.461832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/c88f876a-9e75-4113-aaec-3684d231df1f HTTP/1.1" status: 200 len: 1089 time: 3.7306147 Feb 04 16:12:30.473781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb233110-f03c-4eb1-97b3-f63bd4870cf7 req-7ea187ea-40b2-48fc-a1f2-9166c7491ecf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 1097 time: 0.7051029 Feb 04 16:12:30.488666 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2fb8339-7293-4fd8-bd91-1fbeb64b89cb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0724919 Feb 04 16:12:30.491413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58138) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.499956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518a097-7fda-424d-bd54-9564806223a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:30.526013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0168-b087-4113-afd0-1f33f53e09cc req-7052f64c-aad6-41ec-bc88-2c4788fd4265 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:30.534847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35df0168-b087-4113-afd0-1f33f53e09cc req-7052f64c-aad6-41ec-bc88-2c4788fd4265 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 784 time: 0.4258411 Feb 04 16:12:30.614556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-2380566b-7b12-44ef-9679-1fa67af67c8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:30.615711 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-2380566b-7b12-44ef-9679-1fa67af67c8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=28662e20-87e0-475f-8a68-03882593079e HTTP/1.1" status: 200 len: 917 time: 0.3687866 Feb 04 16:12:30.640397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:30.724999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee078b-5627-492e-9268-37ba4f6e8440 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:30.725695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfee078b-5627-492e-9268-37ba4f6e8440 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:30.755998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6fb54566-c286-4b41-bd55-cdfa31bdacc4 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Synchronizing usage tracker for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:30.761190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d908a643-74d6-47d8-ad70-c3248b0735ae req-25c6b180-4da7-451b-8950-7ecd367ad4fe tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916910 Feb 04 16:12:30.764654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb233110-f03c-4eb1-97b3-f63bd4870cf7 req-8a248ad5-3d6e-459c-96c3-f77ac663f1ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566596 Feb 04 16:12:30.770222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfee078b-5627-492e-9268-37ba4f6e8440 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:30.773502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfee078b-5627-492e-9268-37ba4f6e8440 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2789187 Feb 04 16:12:30.781505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.834596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:30.844701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-1904ab09-bdf0-45b2-be3b-f4160bafd3a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92 HTTP/1.1" status: 200 len: 1001 time: 0.2135580 Feb 04 16:12:30.847363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6fb54566-c286-4b41-bd55-cdfa31bdacc4 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Unset dirty status for tenant:ffae9bfc4cc948b0ab119c4a10902c80 on resource:floatingip {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:30.848785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6fb54566-c286-4b41-bd55-cdfa31bdacc4 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.3131113 Feb 04 16:12:30.865065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23577ee4-f724-4b72-81cb-448ccb99c448 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:30.883270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23577ee4-f724-4b72-81cb-448ccb99c448 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:router {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:30.884616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23577ee4-f724-4b72-81cb-448ccb99c448 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021295 Feb 04 16:12:30.890057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58150) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:30.895497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:30.978424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc8af47b-a0cf-4d47-86b7-825fda201bd5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:31.016172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: bc8af47b-a0cf-4d47-86b7-825fda201bd5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:31.016893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc8af47b-a0cf-4d47-86b7-825fda201bd5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:31.072913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:31.076912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-f8d0e803-4f48-4255-99fe-4e9674b18d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.079269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-f8d0e803-4f48-4255-99fe-4e9674b18d68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68def689-9701-4023-a285-5b46db779305 HTTP/1.1" status: 200 len: 855 time: 0.1006165 Feb 04 16:12:31.129892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:31.163015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:31.166578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.176750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35df0168-b087-4113-afd0-1f33f53e09cc req-043bbeb5-2e5d-4098-8894-3ac3597752ed tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.3205669 Feb 04 16:12:31.285366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-2c6bb5e1-07db-4566-b29e-01054c53842a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=28662e20-87e0-475f-8a68-03882593079e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967258 Feb 04 16:12:31.455287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Deleting port 4150177c-a361-4a78-8671-09d0a32d76d5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:31.456124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.503211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-da903e7e-1434-4a85-8fde-2fabef808af2 service neutron] 10.222.0.41 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092214 Feb 04 16:12:31.575593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.579459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.583335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.587415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.591331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.595226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.599113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.601031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-cba57cc4-1be9-4bae-93b3-0c57200bff47 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5381 time: 0.5282674 Feb 04 16:12:31.728546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ceeefd49-ed1f-433b-835c-59e7ba46e060 req-be39bf90-f31f-4598-90cc-c1becfac0da4 service neutron] 10.222.0.41 "GET /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172370 Feb 04 16:12:31.774545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:12:31.775940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.794703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f62f5f03-eeae-40d4-996c-1e0bdd9460d9 req-f8cf356d-ada9-45a2-9a8f-61b80574a033 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841836 Feb 04 16:12:31.849449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.849779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.859043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:31.863113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:31.870991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:31.872209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:31.877116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a29857-1c02-43c3-bc2f-9c73d4ed8e61 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:31.901633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=d97ed782-3970-480d-8f83-187c7b66be09,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:31.905544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ec711c6-4735-4174-879d-11536122ba9d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0144207 Feb 04 16:12:31.908613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58154) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:31.915632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:32.066622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Calling delete_port for 4150177c-a361-4a78-8671-09d0a32d76d5 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:32.143136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:32.159209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.227613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Transition to ACTIVE for port object bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:32.228542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:32.234311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:32.235315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.239010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:32.248606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:32.261397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:32.265250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.282735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'd97ed782-3970-480d-8f83-187c7b66be09'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:32.285803 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.350596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd70788-2c77-4b59-a1dd-f57fdecec47f req-dbd7d52e-f09e-4855-a618-766034cf7cb8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:32.352467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbd70788-2c77-4b59-a1dd-f57fdecec47f req-dbd7d52e-f09e-4855-a618-766034cf7cb8 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.3271573 Feb 04 16:12:32.477913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.509383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Allocated IP 2001:db8::f816:3eff:fefc:83f9 (20bca8da-ace0-4004-b37c-35ed5054400c/d97ed782-3970-480d-8f83-187c7b66be09/6247479f-2561-47bd-b18e-04860815293b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:32.605172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.691411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Pushing event deleted for resources: {'Port': ['ID=4150177c-a361-4a78-8671-09d0a32d76d5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.703956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbd70788-2c77-4b59-a1dd-f57fdecec47f req-ce760f88-7470-4dc0-b6ae-71f3fe515826 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391435 Feb 04 16:12:32.710382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.795150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:32.800804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:32.811969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:32.812857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.854478 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9440093 Feb 04 16:12:32.860565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:32.877137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:83:c0:b0', 'name': 'tempest-NetworksTestDHCPv6-429370181'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:32.885049 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.901088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Transition to ACTIVE for port object 6247479f-2561-47bd-b18e-04860815293b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:32.930852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Transition to ACTIVE for port object 6247479f-2561-47bd-b18e-04860815293b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:32.937540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:32.961846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41eb14-4aa5-4ff3-9bc4-f4d28f7e7e2e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=cd97d553-e2bf-40c2-a016-4ea30b33a06c,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:32.998430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Attempting to bind port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:32.999290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Attempting to bind port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:32.999806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Attempting to bind port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:33.018961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:33.020166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Pushing event updated for resources: {'Port': ['ID=6247479f-2561-47bd-b18e-04860815293b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.022462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:33.023122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Attempting to bind port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:33.023933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:33.026951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:33.046937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.047779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:33.055808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:33.056476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Checking segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:33.057029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Bound using segment: {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:33.057660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Bound port: bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a02df16-1e98-4f68-907d-e3629794dc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:33.058069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.061217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:33.084106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:33.090263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.122294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Attempting to bind port 6247479f-2561-47bd-b18e-04860815293b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:33.122927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Attempting to bind port 6247479f-2561-47bd-b18e-04860815293b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:33.123497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Attempting to bind port 6247479f-2561-47bd-b18e-04860815293b on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:33.131557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port e9db308c-21fa-4a3f-a228-28c2dd0a1097 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:12:33.134536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:33.135195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:33.135843 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.139792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:33.140555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Bound port: 6247479f-2561-47bd-b18e-04860815293b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:33.141147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.167911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:33.170452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:33.178559 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.218444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.218444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35df0168-b087-4113-afd0-1f33f53e09cc req-6a47cbb2-f603-4179-be91-c4ced03672c1 tempest-FloatingIPDetailsTestJSON-493319749 tempest-FloatingIPDetailsTestJSON-493319749-project] 10.222.0.62 "DELETE /v2.0/floatingips/de77af43-38fb-40c2-9079-2f8cf0890579 HTTP/1.1" status: 204 len: 173 time: 2.0264952 Feb 04 16:12:33.238168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58164) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:33.270857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] For port 6247479f-2561-47bd-b18e-04860815293b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:33.276343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] For port 6247479f-2561-47bd-b18e-04860815293b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6247479f-2561-47bd-b18e-04860815293b,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:33.284003 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.307255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616271-f0e8-4e31-839c-b1ea0b2b63b6 req-88b77928-99ed-4022-8750-07d2841460e7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:33.308908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0616271-f0e8-4e31-839c-b1ea0b2b63b6 req-88b77928-99ed-4022-8750-07d2841460e7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4169779 Feb 04 16:12:33.365378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.366021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 HTTP/1.1" status: 200 len: 1091 time: 2.7300832 Feb 04 16:12:33.413749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:33.444525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559686d-f87d-4a17-a996-456cd3aa3f19 None None] Pushing event updated for resources: {'Port': ['ID=6247479f-2561-47bd-b18e-04860815293b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.453742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0616271-f0e8-4e31-839c-b1ea0b2b63b6 req-83da52b7-bce2-4a95-8f23-8a6dc076f602 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311584 Feb 04 16:12:33.486198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 172.20.0.11 (20bca8da-ace0-4004-b37c-35ed5054400c/cd97d553-e2bf-40c2-a016-4ea30b33a06c/e9db308c-21fa-4a3f-a228-28c2dd0a1097) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:33.487630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da339c-add2-4754-acce-9bf6886e4631 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:33.499318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe83:c0b0 (20bca8da-ace0-4004-b37c-35ed5054400c/d97ed782-3970-480d-8f83-187c7b66be09/e9db308c-21fa-4a3f-a228-28c2dd0a1097) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:33.660482 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'c7682fce-78a6-4043-b28d-6f50f9540182', 'status': 'completed', 'code': 200} Feb 04 16:12:33.779991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.885744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:33.907967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object e9db308c-21fa-4a3f-a228-28c2dd0a1097 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:33.953140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-72341d1b-9f5a-4cfa-87df-0d71b44dd813 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6340 time: 0.3602490 Feb 04 16:12:33.959822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.115732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:34.126360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:34.135325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:34.197515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=e9db308c-21fa-4a3f-a228-28c2dd0a1097,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:34.218455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b021-130b-46fe-b789-e97e1d58c670 req-b841e870-3a95-4ca2-b0be-15727863cd98 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.219869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-b841e870-3a95-4ca2-b0be-15727863cd98 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.3141422 Feb 04 16:12:34.235813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-aaca47dd-f489-4025-aae4-455f267fc6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.236220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-aaca47dd-f489-4025-aae4-455f267fc6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.236543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-aaca47dd-f489-4025-aae4-455f267fc6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.238082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-aaca47dd-f489-4025-aae4-455f267fc6b2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2746806 Feb 04 16:12:34.246534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.247074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.250384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.254392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.258972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.263203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.267071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.270961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.275154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.277016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af94d1da-b781-43f5-819f-8868b908a09d req-a9a30845-29d2-4cda-9a88-3ff433650de4 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.4818513 Feb 04 16:12:34.363133 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53617a22-41c1-48f9-8083-0074f9719820 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5013840 Feb 04 16:12:34.371496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58178) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:34.448802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-5145aa51-0931-4ded-8dc0-bf66fb4a4afb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/quotas/31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 375 time: 0.2150450 Feb 04 16:12:34.474620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-75c5ffcb-5b80-4335-b641-7e5b2d729a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.475949 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f09a7707-0f1f-4f11-92ab-41034d4bfc5f req-75c5ffcb-5b80-4335-b641-7e5b2d729a5f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248750 Feb 04 16:12:34.499917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f3204-4f6c-4533-b253-845a0e0bd6dc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.504622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f3204-4f6c-4533-b253-845a0e0bd6dc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:34.504888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e4f3204-4f6c-4533-b253-845a0e0bd6dc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:34.534281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e4f3204-4f6c-4533-b253-845a0e0bd6dc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:34.538578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e4f3204-4f6c-4533-b253-845a0e0bd6dc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1657724 Feb 04 16:12:34.543652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:34.584047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af94d1da-b781-43f5-819f-8868b908a09d req-a0106066-6a8f-4d23-9bbb-bf06de2918da tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2921355 Feb 04 16:12:34.622640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port e9db308c-21fa-4a3f-a228-28c2dd0a1097 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:34.622956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:34.776731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f1c88-4a95-46f3-bc21-bebb66da0de4 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:34.879407 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:12:34.902371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-00cd4ef5-8876-4851-812f-1d7d6a80dfcc None None] Provisioning for port 6247479f-2561-47bd-b18e-04860815293b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:35.007108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-693ec79a-756f-41e5-89f7-064573977543 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5466995 Feb 04 16:12:35.038311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:35.082670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.089647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.190557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6247479f-2561-47bd-b18e-04860815293b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:35.271142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for e9db308c-21fa-4a3f-a228-28c2dd0a1097 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:35.295158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Transition to ACTIVE for port object ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:35.313571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6247479f-2561-47bd-b18e-04860815293b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:35.324413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6247479f-2561-47bd-b18e-04860815293b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:35.325163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.326601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.344236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.348705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.354375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.357434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Update dhcp port {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': 'd97ed782-3970-480d-8f83-187c7b66be09', 'ip_address': '2001:db8::f816:3eff:fefc:83f9'}, {'subnet_id': 'cd97d553-e2bf-40c2-a016-4ea30b33a06c'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '6247479f-2561-47bd-b18e-04860815293b'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:12:35.357666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.362244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.366752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.374295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.382086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-dd634310-7b2e-4deb-9f27-27801be00a69 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5393 time: 0.5974429 Feb 04 16:12:35.437682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.581817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-85b170dc-6ed5-4e8b-8145-fc21a89d7710 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:35.582574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-85b170dc-6ed5-4e8b-8145-fc21a89d7710 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Synchronizing usage tracker for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:35.601174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-85b170dc-6ed5-4e8b-8145-fc21a89d7710 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Unset dirty status for tenant:0b6a2bcd5b414708833459a17319ec0d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:35.602922 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-85b170dc-6ed5-4e8b-8145-fc21a89d7710 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.41 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 945 time: 0.1777792 Feb 04 16:12:35.608513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.614938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28b0d25d-ba12-4524-a6f6-3327fc22155c req-7ac879ed-d78e-4a66-b71b-4b4deda4e446 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2317247 Feb 04 16:12:35.617012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-a3e6a59c-1df9-4829-998a-742fafb5d5fd service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624905 Feb 04 16:12:35.642467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.695315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f'}, {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:35.733131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:35.753915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6247479f-2561-47bd-b18e-04860815293b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6247479f-2561-47bd-b18e-04860815293b,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:35.769146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.808705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.842709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Allocated IP 172.20.0.2 (20bca8da-ace0-4004-b37c-35ed5054400c/cd97d553-e2bf-40c2-a016-4ea30b33a06c/6247479f-2561-47bd-b18e-04860815293b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:35.882974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Deleting port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:35.883457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:35.917639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6247479f-2561-47bd-b18e-04860815293b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.004616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=e9db308c-21fa-4a3f-a228-28c2dd0a1097,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.087373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] For port 6247479f-2561-47bd-b18e-04860815293b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6247479f-2561-47bd-b18e-04860815293b,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:36.123160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.131716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Transition to ACTIVE for port object 6247479f-2561-47bd-b18e-04860815293b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:36.138443 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.305564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.338177 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b58c0f3-fef1-4b75-a15c-97b0bd1f7006 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/e9db308c-21fa-4a3f-a228-28c2dd0a1097 HTTP/1.1" status: 204 len: 168 time: 1.7933857 Feb 04 16:12:36.342444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58190) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:36.343194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3577c-3fb3-43e5-a768-cfbacfc213e0 None None] Pushing event updated for resources: {'Port': ['ID=6247479f-2561-47bd-b18e-04860815293b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:36.350649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33461fa-6a27-4a8b-9ccf-871c55e86fe6 req-f1adea1b-1289-4502-9185-2530d406f22d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:36.358734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33461fa-6a27-4a8b-9ccf-871c55e86fe6 req-f1adea1b-1289-4502-9185-2530d406f22d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4256067 Feb 04 16:12:36.391234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-581a8930-46f6-4c8e-bac7-718eecc3f886 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639148 Feb 04 16:12:36.400720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Attempting to bind port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:36.401480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Attempting to bind port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:36.401978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Attempting to bind port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab on network 91170c54-3d86-479e-8117-9dfe72964ab2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:36.432209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] For port b8302036-37c7-4a8f-b6e1-e29e0e59fa17, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:36.432568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.435670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab on network 91170c54-3d86-479e-8117-9dfe72964ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:36.436212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Attempting to bind port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab on network 91170c54-3d86-479e-8117-9dfe72964ab2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:36.447817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:36.448445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Checking segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:36.449039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Bound using segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:36.449703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Bound port: ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:36.450250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:36.545304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f33461fa-6a27-4a8b-9ccf-871c55e86fe6 req-b6046aec-7ce6-4129-8f65-fbb32a7550ed tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856110 Feb 04 16:12:36.673297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Calling delete_port for b8302036-37c7-4a8f-b6e1-e29e0e59fa17 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:36.713075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:36.714453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:36.725070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:36.726082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:36.759020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:36.812203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:36.813401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61e88fa3-75d8-4101-9f1b-a57c97744f3f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4695549 Feb 04 16:12:36.817670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:36.913163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:37.214657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.230309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6247479f-2561-47bd-b18e-04860815293b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:37.510410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.593642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Pushing event deleted for resources: {'Port': ['ID=b8302036-37c7-4a8f-b6e1-e29e0e59fa17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.628762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.633952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab HTTP/1.1" status: 200 len: 1091 time: 4.2215474 Feb 04 16:12:37.699420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet cd97d553-e2bf-40c2-a016-4ea30b33a06c {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:37.704204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Request body: {'port': {'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:37.706730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.753489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] No DVR routers for this DVR port b8302036-37c7-4a8f-b6e1-e29e0e59fa17 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:37.759571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.762423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'name': 'network-vif-deleted', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:37.769340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858027d1-ec41-4017-ae1f-369aaf461db3 req-cc1faea5-744c-43e6-a525-02ee94bdba12 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:37.777757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-858027d1-ec41-4017-ae1f-369aaf461db3 req-cc1faea5-744c-43e6-a525-02ee94bdba12 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/ports?device_id=3652481a-e51c-40ec-9af6-e082ae9aa096 HTTP/1.1" status: 200 len: 867 time: 1.0207222 Feb 04 16:12:37.787385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b679-adfd-4d64-81d3-0f5b98b244b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:37.793623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8fad8cd3-7218-41e6-a388-18bc03487ee1 req-dc24c22e-12e1-421a-8a31-b4a9f5bb450c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.41 "DELETE /v2.0/ports/b8302036-37c7-4a8f-b6e1-e29e0e59fa17 HTTP/1.1" status: 204 len: 173 time: 2.1708262 Feb 04 16:12:37.801566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.804246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39ff82-7a50-44d6-a39c-e1c6859e547a req-1e90aa54-5ecd-4c11-95f3-87ce39ed1f67 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:37.812099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c39ff82-7a50-44d6-a39c-e1c6859e547a req-1e90aa54-5ecd-4c11-95f3-87ce39ed1f67 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.9182882 Feb 04 16:12:37.824065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7982f7da-2546-4d12-b715-ad4fd25abf30 None None] Could not find standard attr ID for object e9db308c-21fa-4a3f-a228-28c2dd0a1097. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:12:37.846219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7982f7da-2546-4d12-b715-ad4fd25abf30 None None] Provisioning for port 6247479f-2561-47bd-b18e-04860815293b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:37.858960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7982f7da-2546-4d12-b715-ad4fd25abf30 None None] Provisioning complete for port 6247479f-2561-47bd-b18e-04860815293b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:37.861817 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7982f7da-2546-4d12-b715-ad4fd25abf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:37.985507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.179647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.272832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=cd97d553-e2bf-40c2-a016-4ea30b33a06c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:38.272832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.300769 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fa184aa4-5998-4fbb-a5b8-f83f75a6a9aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/cd97d553-e2bf-40c2-a016-4ea30b33a06c HTTP/1.1" status: 204 len: 168 time: 1.4776700 Feb 04 16:12:38.300769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:38.423171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet d97ed782-3970-480d-8f83-187c7b66be09 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:38.423171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.495831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.560749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b797a8-8da5-4676-b59c-af7c33fcd9ea None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:38.623325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.667893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.672691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c39ff82-7a50-44d6-a39c-e1c6859e547a req-561fca44-2d30-499b-bb05-3fab487862b3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8415716 Feb 04 16:12:38.730773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-858027d1-ec41-4017-ae1f-369aaf461db3 req-0b38db23-44ba-451e-8395-b1d0d2b1441c tempest-FloatingIPsAssociationNegativeTestJSON-1735403859 tempest-FloatingIPsAssociationNegativeTestJSON-1735403859-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba91db09-22ff-4199-b44c-4a6ae28465ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9474447 Feb 04 16:12:38.802080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:38.898661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8141f680-7c9d-4b3e-b7a1-fb081b160f45 None None] Could not find standard attr ID for object e9db308c-21fa-4a3f-a228-28c2dd0a1097. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:12:38.948851 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'status': 'completed', 'code': 200} Feb 04 16:12:38.949468 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'status': 'completed', 'code': 200} Feb 04 16:12:39.007455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=d97ed782-3970-480d-8f83-187c7b66be09,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:39.083000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b8302036-37c7-4a8f-b6e1-e29e0e59fa17 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:39.235914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: b8302036-37c7-4a8f-b6e1-e29e0e59fa17 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:39.235914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b8302036-37c7-4a8f-b6e1-e29e0e59fa17 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:39.262625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.279801 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f83ea42f-da8c-43f3-bcc1-11e28a22d964 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/d97ed782-3970-480d-8f83-187c7b66be09 HTTP/1.1" status: 204 len: 168 time: 0.9713266 Feb 04 16:12:39.279801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58222) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:39.363742 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e710e49-2aff-4845-b8c3-23a4ecfa00e4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804570 Feb 04 16:12:39.363742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58226) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:39.369477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:39.412870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a6d3554-8119-4727-a747-a9bd077cadc3 req-92a409c3-8fa3-4d5a-9fba-9ab432cd69ec tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 210 time: 0.1566954 Feb 04 16:12:39.607922 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-808f3799-1353-4656-84a7-04b3fec19dbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6407 time: 0.6135070 Feb 04 16:12:39.631658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:39.640322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Deleting port 6247479f-2561-47bd-b18e-04860815293b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:39.640989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.808843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92079677-fd99-4a19-b277-f34232ed8bf1 req-ffc27646-7b2f-4380-9c0a-cfa6f386b9c7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7ad2cf8d8cd34b52b7dc31779b151710 HTTP/1.1" status: 200 len: 221 time: 0.1709011 Feb 04 16:12:39.843612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:39.858953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:39.864647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:39.887022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:39.907070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f41133f-ed02-448c-ba81-cdb5829df902 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:39.916499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.946541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b021-130b-46fe-b789-e97e1d58c670 req-235c29a8-7e4d-4025-8e89-d74362af1cd3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:39.948379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-235c29a8-7e4d-4025-8e89-d74362af1cd3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.7865629 Feb 04 16:12:39.960316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] For port 6247479f-2561-47bd-b18e-04860815293b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6247479f-2561-47bd-b18e-04860815293b,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:39.961656 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:39.979373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:39.985235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.020042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-b90cffcb-b9c2-4664-875f-7b80e5797785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.020625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-b90cffcb-b9c2-4664-875f-7b80e5797785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.021765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-b90cffcb-b9c2-4664-875f-7b80e5797785 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.024176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-b90cffcb-b9c2-4664-875f-7b80e5797785 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3822348 Feb 04 16:12:40.037593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'device_id': '07de16cb-4986-4986-af21-d7e434ede492', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'admin_state_up': True, 'tenant_id': '31a1955445ea4471b01d267964b88741'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:40.050720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Transition to ACTIVE for port object 0f41133f-ed02-448c-ba81-cdb5829df902 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:40.063230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.067034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.072460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.076355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.080414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.084385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.088710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.090622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-acc5a784-cb71-4af8-af9a-be6ba937cb90 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.6768231 Feb 04 16:12:40.103236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Calling delete_port for 6247479f-2561-47bd-b18e-04860815293b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:40.190162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.210310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d627258-7e41-41dd-8206-207c69ad90c4 req-0e44ba84-610d-4937-bf69-3a5f5aeafd1e tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011343 Feb 04 16:12:40.211001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.253648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] Pushing event deleted for resources: {'Port': ['ID=6247479f-2561-47bd-b18e-04860815293b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.264628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efddbbda-c8e2-496b-9d83-376b195657a0 None None] No DVR routers for this DVR port 6247479f-2561-47bd-b18e-04860815293b on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:40.336749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-13efc76a-9128-4830-b60d-938f5612953a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.338684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-13efc76a-9128-4830-b60d-938f5612953a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3060727 Feb 04 16:12:40.354703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Deleting port 93e6ae2c-744f-4ace-8303-f9b176e7d964 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:40.355044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.397748 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3652481a-e51c-40ec-9af6-e082ae9aa096', 'name': 'network-vif-deleted', 'tag': 'b8302036-37c7-4a8f-b6e1-e29e0e59fa17', 'status': 'completed', 'code': 200} Feb 04 16:12:40.486319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:40.663226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.668487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.674182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.678221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.683662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.687711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.692111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:40.696872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac941235-d647-4038-ac02-c72504eab85e req-13154f9c-853d-42fb-821e-31e0bd0a5549 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5405 time: 0.7473249 Feb 04 16:12:40.849042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-16308b55-2562-4eb4-a355-a4cf344be90b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6432 time: 0.4500649 Feb 04 16:12:40.851643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:12:40.853609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:40.951230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:40.953246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:40.991731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6247479f-2561-47bd-b18e-04860815293b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:40.996173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:41.032612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6247479f-2561-47bd-b18e-04860815293b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:41.033057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6247479f-2561-47bd-b18e-04860815293b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:41.079672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:41.084419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.099875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:41.112411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:41.127154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:41.128100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590d745f-241d-44d1-987f-09c63b909504 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:41.133293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.133609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] For port 93e6ae2c-744f-4ace-8303-f9b176e7d964, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=93e6ae2c-744f-4ace-8303-f9b176e7d964,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:41.133974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.161620 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac941235-d647-4038-ac02-c72504eab85e req-1570a82d-7d30-4af5-9663-1362217f57fc tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3766744 Feb 04 16:12:41.185234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=efa562b2-f366-4322-8093-7f01a66e6cb6,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:41.193445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Attempting to bind port 0f41133f-ed02-448c-ba81-cdb5829df902 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:41.193445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Attempting to bind port 0f41133f-ed02-448c-ba81-cdb5829df902 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:41.193445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Attempting to bind port 0f41133f-ed02-448c-ba81-cdb5829df902 on network 91170c54-3d86-479e-8117-9dfe72964ab2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:41.364784 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f106db1-fefb-4fad-b66f-3dd0c102cc78 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9918671 Feb 04 16:12:41.364784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:41.445628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:41.486227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'efa562b2-f366-4322-8093-7f01a66e6cb6'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:41.487243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.497923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-24852425-6446-4d1c-b859-00df394a681d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:41.498990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-24852425-6446-4d1c-b859-00df394a681d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:41.499660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-24852425-6446-4d1c-b859-00df394a681d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:41.502945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-24852425-6446-4d1c-b859-00df394a681d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6015251 Feb 04 16:12:41.507596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58250) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:41.545484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Calling delete_port for 93e6ae2c-744f-4ace-8303-f9b176e7d964 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:41.589050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.20.0.4 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/e374497e-d3b0-44a7-bda7-e8f4214e4e71) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:41.675705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271536aa-4944-4ca6-a9e2-611a059dd3d9 req-274e2c12-48b0-4a58-839a-8571fa5006f6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:41.682356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-271536aa-4944-4ca6-a9e2-611a059dd3d9 req-274e2c12-48b0-4a58-839a-8571fa5006f6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.9381690 Feb 04 16:12:41.682356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Port 0f41133f-ed02-448c-ba81-cdb5829df902 on network 91170c54-3d86-479e-8117-9dfe72964ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:41.682356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Attempting to bind port 0f41133f-ed02-448c-ba81-cdb5829df902 on network 91170c54-3d86-479e-8117-9dfe72964ab2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:41.718408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Allocated IP 2001:db8::f816:3eff:fe01:d489 (20bca8da-ace0-4004-b37c-35ed5054400c/efa562b2-f366-4322-8093-7f01a66e6cb6/a306678d-a9eb-4ec4-9337-f67e561e462c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:41.786661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:41.791428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Checking segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:41.792024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Bound using segment: {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:41.792965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Bound port: 0f41133f-ed02-448c-ba81-cdb5829df902, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a909f659-bddd-40aa-9830-c12700d0ffd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:41.793505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:41.905662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:41.905662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:41.934661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:41.934661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:42.018817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-0aa61589-1e77-420a-9e1e-596831b13a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.018817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5f62503a-6684-4fd7-b0f9-49dd654094a7 req-0aa61589-1e77-420a-9e1e-596831b13a30 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4852424 Feb 04 16:12:42.041490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:42.041490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.067160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.067160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Transition to ACTIVE for port object a306678d-a9eb-4ec4-9337-f67e561e462c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:42.115837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Transition to ACTIVE for port object a306678d-a9eb-4ec4-9337-f67e561e462c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:42.144959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-271536aa-4944-4ca6-a9e2-611a059dd3d9 req-7fc27613-1423-47f7-88c0-8eafdb2adec7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453239 Feb 04 16:12:42.154884 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.294086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:42.299921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.299921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.306505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:42.312853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.318933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:42.324343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.324343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.324343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.324343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.341990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-566ab3aa-9402-4bdc-ba38-57ede86fa74e req-5c7ddecd-d4f5-40fc-baf5-fcb7d8ff3201 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.7341805 Feb 04 16:12:42.377403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Pushing event updated for resources: {'Port': ['ID=a306678d-a9eb-4ec4-9337-f67e561e462c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.457149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Attempting to bind port a306678d-a9eb-4ec4-9337-f67e561e462c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:42.457912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Attempting to bind port a306678d-a9eb-4ec4-9337-f67e561e462c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:42.458302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Attempting to bind port a306678d-a9eb-4ec4-9337-f67e561e462c on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:42.474172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:42.474866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:42.475569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.476659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:42.477588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Bound port: a306678d-a9eb-4ec4-9337-f67e561e462c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:42.479005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.487632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:42.492907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:42.623686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.629168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-60512180-d256-4342-92af-cb17abe7af0f None None] For port a306678d-a9eb-4ec4-9337-f67e561e462c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:42.629168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-60512180-d256-4342-92af-cb17abe7af0f None None] For port a306678d-a9eb-4ec4-9337-f67e561e462c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a306678d-a9eb-4ec4-9337-f67e561e462c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:42.636903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.640228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Transition to ACTIVE for port object e374497e-d3b0-44a7-bda7-e8f4214e4e71 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:42.660582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.747039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60512180-d256-4342-92af-cb17abe7af0f None None] Pushing event updated for resources: {'Port': ['ID=a306678d-a9eb-4ec4-9337-f67e561e462c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.792110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3a01cd1-efb1-4e93-abfb-d2c94ad53e56 req-db390a2b-2cb3-468d-a168-2d6126af9097 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 210 time: 0.3276813 Feb 04 16:12:42.837855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:42.926653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=1bc648c0-c37e-447b-9497-37e77a298b54,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:42.995909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:42.995909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:42.998352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:42.998997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.041771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.098509 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'status': 'completed', 'code': 200} Feb 04 16:12:43.196333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.198617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-074f238b-7196-439d-b252-1636a20467e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f41133f-ed02-448c-ba81-cdb5829df902 HTTP/1.1" status: 200 len: 1091 time: 5.5007448 Feb 04 16:12:43.270168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.333628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.334632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.335189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.337822 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d9f51716-be28-4aa8-8725-acca8a15cdc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9539750 Feb 04 16:12:43.338372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.338854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.339351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.339821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.340234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.340626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.341014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.341337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074f238b-7196-439d-b252-1636a20467e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:43.345505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:43.353822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:f9:6b:f3', 'name': 'tempest-NetworksTestDHCPv6-383367510'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:43.359052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.371619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:43.381809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def70c3a-3821-40b7-a8e7-72ee66867983 req-053afeea-d4c8-4566-958b-b2bc999280bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:43.393471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-def70c3a-3821-40b7-a8e7-72ee66867983 req-053afeea-d4c8-4566-958b-b2bc999280bf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.7881553 Feb 04 16:12:43.549992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.576369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:43.589739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:43.601389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:43.787130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.803811 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-b5d67a72-7cbe-4920-9d21-4743fb4421ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6474 time: 0.5651276 Feb 04 16:12:43.850217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-def70c3a-3821-40b7-a8e7-72ee66867983 req-11b73310-6968-4861-a1d6-43e5a4146322 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555945 Feb 04 16:12:43.875723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:43.877092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:43.883331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=93e6ae2c-744f-4ace-8303-f9b176e7d964,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:43.967607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ca456-852d-4643-94e0-b68f4e4ea096 req-7c87bab4-867c-49cb-a110-7047bb4707d4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:43.968456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d9ca456-852d-4643-94e0-b68f4e4ea096 req-7c87bab4-867c-49cb-a110-7047bb4707d4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6877494 Feb 04 16:12:44.012682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:44.081170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:44.089929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:44.129218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:44.235053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-7ec63d47-6562-4332-9331-ba2dd2972736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.235053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-7ec63d47-6562-4332-9331-ba2dd2972736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.235053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-7ec63d47-6562-4332-9331-ba2dd2972736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.243555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-7ec63d47-6562-4332-9331-ba2dd2972736 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2af7b77e48b4f06a9281b18117b1189&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3298008 Feb 04 16:12:44.256571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c4828a09-1696-426c-9e93-39370031e819 None None] Provisioning for port e374497e-d3b0-44a7-bda7-e8f4214e4e71 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:44.270724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c4828a09-1696-426c-9e93-39370031e819 None None] Provisioning complete for port e374497e-d3b0-44a7-bda7-e8f4214e4e71 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:44.270724 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4828a09-1696-426c-9e93-39370031e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.355366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c4828a09-1696-426c-9e93-39370031e819 None None] Port e374497e-d3b0-44a7-bda7-e8f4214e4e71 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:44.397779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-92e368ab-daf4-4b47-b93a-3818068b6ab4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3998239 Feb 04 16:12:44.427657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:44.452561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Request body: {'port': {'device_id': '07de16cb-4986-4986-af21-d7e434ede492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:44.482437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d9ca456-852d-4643-94e0-b68f4e4ea096 req-599bdf8d-c843-49ab-9cfa-e50b1ee763f4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118841 Feb 04 16:12:44.583907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.588524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.593006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.597002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.601311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.606601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.611963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.619065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-4be8380f-d8f9-4558-a633-cfefc6a8c41c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.5417857 Feb 04 16:12:44.651700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2135e49-0f2a-4e3d-a123-31b666d74880 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:44.718184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.757228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-ae8792f0-5e9b-4bc5-aaae-63e7471b91e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:44.760338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c55ecad4-dfe1-440b-a3ad-69884f02d069 req-ae8792f0-5e9b-4bc5-aaae-63e7471b91e5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5145941 Feb 04 16:12:44.782643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-287de47f-e1a6-4ffe-9865-f74c5cda6f26 req-b101f798-a64b-46bf-91bf-0b8f9afdb062 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546779 Feb 04 16:12:44.808022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:44.884209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb3917cd-2639-4193-aa94-a6dd5dc2efb8 None None] Provisioning for port a306678d-a9eb-4ec4-9337-f67e561e462c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:44.913787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 66e7d907-f813-4f92-9ecd-96a94a5123c0 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:12:45.120047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:45.181859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a306678d-a9eb-4ec4-9337-f67e561e462c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:45.243690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.281613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-d5cc22a8-d18c-4673-b485-8818381df9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6474 time: 0.4376407 Feb 04 16:12:45.313686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a21c3-5430-40ca-9ddd-168aaf6fca23 req-36a7d3e7-decb-4a68-96f8-a9a9e763d698 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:45.324634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e61a21c3-5430-40ca-9ddd-168aaf6fca23 req-36a7d3e7-decb-4a68-96f8-a9a9e763d698 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:45.330834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a306678d-a9eb-4ec4-9337-f67e561e462c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:45.330834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a306678d-a9eb-4ec4-9337-f67e561e462c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:45.330834 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.517785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e61a21c3-5430-40ca-9ddd-168aaf6fca23 req-36a7d3e7-decb-4a68-96f8-a9a9e763d698 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:45.521248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e61a21c3-5430-40ca-9ddd-168aaf6fca23 req-36a7d3e7-decb-4a68-96f8-a9a9e763d698 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 931 time: 0.6300235 Feb 04 16:12:45.558278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b14f10-45e3-4d91-8839-e10b6e6ec6a4 req-278e7639-774b-4612-bebc-23e4a2ae5b74 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:45.558532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Update dhcp port {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': 'efa562b2-f366-4322-8093-7f01a66e6cb6', 'ip_address': '2001:db8::f816:3eff:fe01:d489'}, {'subnet_id': '1bc648c0-c37e-447b-9497-37e77a298b54'}], 'binding:host_id': 'n-d-827873-1'}, 'id': 'a306678d-a9eb-4ec4-9337-f67e561e462c'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:12:45.565727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0b14f10-45e3-4d91-8839-e10b6e6ec6a4 req-278e7639-774b-4612-bebc-23e4a2ae5b74 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.5767798 Feb 04 16:12:45.567632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 172.20.0.7 (20bca8da-ace0-4004-b37c-35ed5054400c/1bc648c0-c37e-447b-9497-37e77a298b54/66e7d907-f813-4f92-9ecd-96a94a5123c0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:45.573690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fef9:6bf3 (20bca8da-ace0-4004-b37c-35ed5054400c/efa562b2-f366-4322-8093-7f01a66e6cb6/66e7d907-f813-4f92-9ecd-96a94a5123c0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:45.641088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.655900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.701463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e61a21c3-5430-40ca-9ddd-168aaf6fca23 req-bcb1ecaa-7847-45b7-921f-33513a6a32de tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775301 Feb 04 16:12:45.744850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0b14f10-45e3-4d91-8839-e10b6e6ec6a4 req-6bfcb31f-4b01-4448-9dd6-0f1815123c8e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812372 Feb 04 16:12:45.778696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a306678d-a9eb-4ec4-9337-f67e561e462c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a306678d-a9eb-4ec4-9337-f67e561e462c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:45.813560 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:45.845860 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-5055bdb5-27f6-48ef-9a68-400a9817746a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6189fd-ea78-4cbf-b517-172e045be40c HTTP/1.1" status: 200 len: 217 time: 0.5656233 Feb 04 16:12:45.979572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:12:46.000880 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902', 'status': 'completed', 'code': 200} Feb 04 16:12:46.046220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a306678d-a9eb-4ec4-9337-f67e561e462c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:46.062895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6b7a6fa7-4cb6-4f9c-bf5d-f160bc80c9cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.064989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6b7a6fa7-4cb6-4f9c-bf5d-f160bc80c9cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b8846ee-e905-448a-babc-56957cea3f9d HTTP/1.1" status: 200 len: 851 time: 0.2102783 Feb 04 16:12:46.194818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e374497e-d3b0-44a7-bda7-e8f4214e4e71 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:46.214227 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.217769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.256999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 66e7d907-f813-4f92-9ecd-96a94a5123c0 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:46.276832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Transition to ACTIVE for port object e374497e-d3b0-44a7-bda7-e8f4214e4e71 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:46.306863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.370035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195df0c9-fcca-498f-84aa-4b24349a0e21 req-19f84201-48dc-48a2-9a07-1fe7d91c6149 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.370035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-195df0c9-fcca-498f-84aa-4b24349a0e21 req-19f84201-48dc-48a2-9a07-1fe7d91c6149 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2926042 Feb 04 16:12:46.488940 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-3c2aed26-54f3-443d-a0b0-2ca61588012c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014699 Feb 04 16:12:46.611280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.838066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Allocated IP 172.20.0.2 (20bca8da-ace0-4004-b37c-35ed5054400c/1bc648c0-c37e-447b-9497-37e77a298b54/a306678d-a9eb-4ec4-9337-f67e561e462c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:46.847814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:46.872677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:46.872677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:46.951306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:46.951306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:46.951306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=66e7d907-f813-4f92-9ecd-96a94a5123c0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:46.969112 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-8f20bd11-95eb-4409-b56f-cbd15c9ff510 service neutron] 10.222.0.41 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596632 Feb 04 16:12:46.969112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Deleting port 6f6f984b-75bd-4361-a6f8-ea76498cfb55 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:46.969112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.216553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a306678d-a9eb-4ec4-9337-f67e561e462c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:47.306431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Pushing event updated for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.327793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-195df0c9-fcca-498f-84aa-4b24349a0e21 req-1dd6c4dd-4510-4060-99de-4e524e2e0e4c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8747153 Feb 04 16:12:47.403787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] For port a306678d-a9eb-4ec4-9337-f67e561e462c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a306678d-a9eb-4ec4-9337-f67e561e462c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:47.452827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.465692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a306678d-a9eb-4ec4-9337-f67e561e462c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:47.465692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.521285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Transition to ACTIVE for port object a306678d-a9eb-4ec4-9337-f67e561e462c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:47.594536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab8a428c-f217-4375-af28-63e1505b846f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2342353 Feb 04 16:12:47.630508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:47.639248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:47.667082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port a306678d-a9eb-4ec4-9337-f67e561e462c had new provisioning blocks added so it will not transition to active. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 04 16:12:47.690523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.695667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.699803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.703864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.708294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.712523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.717191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:47.719298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-74b8f896-444f-4958-8e49-8fc45641e4ba tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 1.3487852 Feb 04 16:12:47.721659 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-27ceb0ad-1de1-4aa7-9136-febbe1460389 service neutron] 10.222.0.41 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838069 Feb 04 16:12:47.776277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e1321-f42f-4c50-9ab5-7138a341d3a0 None None] Pushing event updated for resources: {'Port': ['ID=a306678d-a9eb-4ec4-9337-f67e561e462c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:47.831212 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-36cd4c4d-39b5-4baf-8a91-65a23a06d104 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 200 len: 217 time: 0.0945454 Feb 04 16:12:47.904616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] For port 6f6f984b-75bd-4361-a6f8-ea76498cfb55, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6f6f984b-75bd-4361-a6f8-ea76498cfb55,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:47.904616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.048320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30e4411a-3d02-420d-b9af-aa01a7bb37aa req-2a74f3ae-a8c6-45e3-ae85-e80d74d7b361 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2363849 Feb 04 16:12:48.049025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Attempting to bind port e374497e-d3b0-44a7-bda7-e8f4214e4e71 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:48.049361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Attempting to bind port e374497e-d3b0-44a7-bda7-e8f4214e4e71 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:48.049770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Attempting to bind port e374497e-d3b0-44a7-bda7-e8f4214e4e71 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:48.093766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32048e-b2a7-43b6-abc3-3c8baf7b7024 req-f5051326-a4f6-413c-b2a4-0ce57af57361 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.096099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b32048e-b2a7-43b6-abc3-3c8baf7b7024 req-f5051326-a4f6-413c-b2a4-0ce57af57361 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.4729190 Feb 04 16:12:48.096854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Port e374497e-d3b0-44a7-bda7-e8f4214e4e71 on network 17656e81-4d99-4450-9713-c84df045695d not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:12:48.096854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Attempting to bind port e374497e-d3b0-44a7-bda7-e8f4214e4e71 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:48.113492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90113b56-a256-4b9f-ba03-d4a2588b2632 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.119106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90113b56-a256-4b9f-ba03-d4a2588b2632 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.119988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90113b56-a256-4b9f-ba03-d4a2588b2632 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:48.123029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Calling delete_port for 6f6f984b-75bd-4361-a6f8-ea76498cfb55 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:48.163254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:48.164537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:48.164965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:48.165507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Bound port: e374497e-d3b0-44a7-bda7-e8f4214e4e71, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:48.165881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.240445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-aaf19a33-7da7-4808-9fb9-a72c743482a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.242910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-aaf19a33-7da7-4808-9fb9-a72c743482a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1568c92-1998-4a12-aa26-c66721a40207 HTTP/1.1" status: 200 len: 797 time: 0.4031408 Feb 04 16:12:48.284602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90113b56-a256-4b9f-ba03-d4a2588b2632 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:48.288893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90113b56-a256-4b9f-ba03-d4a2588b2632 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6509154 Feb 04 16:12:48.327282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58292) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:48.368238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b32048e-b2a7-43b6-abc3-3c8baf7b7024 req-6475426f-a029-4988-9d8f-e44c61d3a09a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415245 Feb 04 16:12:48.427469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:48.435231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:48.528068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.552321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 66e7d907-f813-4f92-9ecd-96a94a5123c0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:48.552902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.605203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-adc26eb8-227f-4746-b3a8-5d33865b75b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3445532 Feb 04 16:12:48.768494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.768494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-faec1dba-594e-456a-9d88-475685890f82 service neutron] 10.222.0.41 "PUT /v2.0/ports/e374497e-d3b0-44a7-bda7-e8f4214e4e71 HTTP/1.1" status: 200 len: 1091 time: 4.3355353 Feb 04 16:12:48.768494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:48.801307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec1dba-594e-456a-9d88-475685890f82 service neutron] Pushing event updated for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:48.806751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fd6a8577-375e-4f47-9933-c3e1b2114df5 None None] Provisioning for port a306678d-a9eb-4ec4-9337-f67e561e462c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:48.812528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fd6a8577-375e-4f47-9933-c3e1b2114df5 None None] Provisioning complete for port a306678d-a9eb-4ec4-9337-f67e561e462c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:48.812900 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8577-375e-4f47-9933-c3e1b2114df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:48.947281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ee7ec-cff3-4db5-8314-e341dd542b08 req-261d4566-4c11-482d-be6c-1798324affe7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:48.954560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb2ee7ec-cff3-4db5-8314-e341dd542b08 req-261d4566-4c11-482d-be6c-1798324affe7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 943 time: 0.6616247 Feb 04 16:12:49.059077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Router 45e47d64-df51-49a1-be80-4dcc9f064a1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:49.069863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f2b1-7884-49a9-9e5e-cb65751ca070 req-99793e28-9d6f-4f68-b9ab-645b2e1726a8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.071961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1601f2b1-7884-49a9-9e5e-cb65751ca070 req-99793e28-9d6f-4f68-b9ab-645b2e1726a8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5389631 Feb 04 16:12:49.141344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb2ee7ec-cff3-4db5-8314-e341dd542b08 req-8c4b779f-9f9e-4572-9871-e7edaf995dd1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857989 Feb 04 16:12:49.146714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-ceb6c831-260b-49fc-985c-c5e41f03655b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 1094 time: 0.3308170 Feb 04 16:12:49.159193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a306678d-a9eb-4ec4-9337-f67e561e462c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:49.335704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a306678d-a9eb-4ec4-9337-f67e561e462c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:49.337098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.366472 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', 'status': 'completed', 'code': 200} Feb 04 16:12:49.386133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1601f2b1-7884-49a9-9e5e-cb65751ca070 req-0afd2e0b-f594-4cbf-9999-4191aad5a6ad tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039622 Feb 04 16:12:49.388490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.390078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-4efa9b25-8f1e-4940-a822-2cbce7c2e71d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71 HTTP/1.1" status: 200 len: 217 time: 0.2269895 Feb 04 16:12:49.451074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-18fe4c8c-2fd4-49d0-8a22-3ce32e712147 None None] Provisioning for port 66e7d907-f813-4f92-9ecd-96a94a5123c0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:49.468101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b021-130b-46fe-b789-e97e1d58c670 req-36e289fd-b8f8-4995-92e4-84802d65ec1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.469593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-36e289fd-b8f8-4995-92e4-84802d65ec1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.0722501 Feb 04 16:12:49.521182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-18fe4c8c-2fd4-49d0-8a22-3ce32e712147 None None] Provisioning complete for port 66e7d907-f813-4f92-9ecd-96a94a5123c0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:49.521531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18fe4c8c-2fd4-49d0-8a22-3ce32e712147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.540679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 66e7d907-f813-4f92-9ecd-96a94a5123c0 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:49.582154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-18fe4c8c-2fd4-49d0-8a22-3ce32e712147 None None] Port 66e7d907-f813-4f92-9ecd-96a94a5123c0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:12:49.623186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-e2ba7a48-aac9-4ce8-b581-ff584b808a85 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015237 Feb 04 16:12:49.727972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:49.822163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6f984b-75bd-4361-a6f8-ea76498cfb55,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:49.911235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-1228ee87-b4ed-4128-acc2-6c547c0e1b41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4002428 Feb 04 16:12:49.924621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.927983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.932160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.936101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.940338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.944618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.948039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:49.953794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69698a98-8f70-462f-aa78-d2d24c001aea req-4de26243-3643-438e-91e9-7c3118ac8de7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.4792583 Feb 04 16:12:50.015726 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-b2ed560a-19c5-4e2e-8b9c-a7f2d1324dde service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772230 Feb 04 16:12:50.170419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feec57-6e93-4380-9c7c-ed3640edc279 req-16b2bef9-ac5b-40d3-88ae-d419bab4aa6a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:50.185157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61feec57-6e93-4380-9c7c-ed3640edc279 req-16b2bef9-ac5b-40d3-88ae-d419bab4aa6a tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.5832379 Feb 04 16:12:50.216282 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-1e755acd-51ff-44b1-92b2-bbca90ee9fdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 200 len: 217 time: 0.1877460 Feb 04 16:12:50.289506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:50.335109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69698a98-8f70-462f-aa78-d2d24c001aea req-ffdaa320-e79b-4732-b6bd-a924b2ab3cdf tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3541155 Feb 04 16:12:50.352064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-07e83fb3-7e2a-4c54-b58b-ac710bb5f216 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943629 Feb 04 16:12:50.356930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:50.380477 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Sync routers for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:50.395844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=66e7d907-f813-4f92-9ecd-96a94a5123c0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:50.396679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:50.397222 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:50.414357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61feec57-6e93-4380-9c7c-ed3640edc279 req-dd402e35-d7f8-4c5b-a252-cbf79313a9da tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341261 Feb 04 16:12:50.420970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-716339ec-8e10-47d0-a7f6-6085079f0c6c admin admin] 10.222.0.62 "PUT /v2.0/routers/45e47d64-df51-49a1-be80-4dcc9f064a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1815362 Feb 04 16:12:50.432060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:50.449310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9feab1d7-6164-41e5-b305-3c0cc9ca9424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:50.449310 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-9feab1d7-6164-41e5-b305-3c0cc9ca9424 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1568c92-1998-4a12-aa26-c66721a40207 HTTP/1.1" status: 200 len: 797 time: 0.2210195 Feb 04 16:12:50.718287 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:50.888783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:50.911146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da79b021-130b-46fe-b789-e97e1d58c670 req-4860e8ce-323b-4b26-a014-c9a4b557fb9e service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503180 Feb 04 16:12:50.943294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:50.966859 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66515dba-6a00-4e85-9a0a-bf0a3677c320 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/66e7d907-f813-4f92-9ecd-96a94a5123c0 HTTP/1.1" status: 204 len: 168 time: 2.6380224 Feb 04 16:12:50.980239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:51.059322 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:51.096996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-063c889f-0321-4909-b6ce-7ada966d5ede service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6346629 Feb 04 16:12:51.227554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:51.257290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a5a94-28f9-4373-b8cb-45a8df9e4b1f req-b77b9ada-d637-4106-9a48-5e1e3c0b00db tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.269487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-455a5a94-28f9-4373-b8cb-45a8df9e4b1f req-b77b9ada-d637-4106-9a48-5e1e3c0b00db tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4405375 Feb 04 16:12:51.318019 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:51.324475 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Checking router: 45e47d64-df51-49a1-be80-4dcc9f064a1b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:51.344690 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Routers {'45e47d64-df51-49a1-be80-4dcc9f064a1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:51.344980 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['45e47d64-df51-49a1-be80-4dcc9f064a1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:51.350995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816ff0-49a9-4b18-b562-5329abb59f3d req-11c55617-aa29-4450-8cd6-0a0f907a55b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.355171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77816ff0-49a9-4b18-b562-5329abb59f3d req-11c55617-aa29-4450-8cd6-0a0f907a55b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 943 time: 0.5749621 Feb 04 16:12:51.376139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.377100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.378806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:51.379613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:12:51.493222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-455a5a94-28f9-4373-b8cb-45a8df9e4b1f req-02727fb5-5525-4c75-9348-23f1c6d8f5f0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220461 Feb 04 16:12:51.514924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:12:51.523737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4cb3a4c7-703f-4920-a21e-30585e68f1bf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5403481 Feb 04 16:12:51.528761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:51.557774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-d4583ccc-5b29-4f5e-9ec1-aba606cc41c6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520559 Feb 04 16:12:51.622420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] Set router 45e47d64-df51-49a1-be80-4dcc9f064a1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:51.647291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-2b319c7c-ed7d-43bc-a3cb-6e7ca3369d2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 1094 time: 0.5799596 Feb 04 16:12:51.684546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77816ff0-49a9-4b18-b562-5329abb59f3d req-9ab9932c-ab46-4d47-a4e1-3b35ada562da tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994127 Feb 04 16:12:51.816749 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-235764ff-42c3-4038-85e4-51916d22ca16 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451651 Feb 04 16:12:51.882947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:51.901677 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-a10f5fba-f76c-4e55-bf4b-cd4203a91133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=c88f876a-9e75-4113-aaec-3684d231df1f HTTP/1.1" status: 200 len: 217 time: 0.0742600 Feb 04 16:12:52.013125 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:52.018065 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975276b-b16c-418f-8972-6b18e456eb96 None None] The sync data for ids ['45e47d64-df51-49a1-be80-4dcc9f064a1b'] in n-d-827873-1 is: [{'id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'name': 'tempest-FloatingIPDetailsTestJSON-1321573360-router', 'tenant_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:10:50Z', 'updated_at': '2022-02-04T16:12:42Z', 'revision_number': 5, 'project_id': 'ffae9bfc4cc948b0ab119c4a10902c80', 'gw_port': {'id': '8e98d050-35a9-4e79-89c6-e7945e59c555', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e47d64-df51-49a1-be80-4dcc9f064a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:52Z', 'updated_at': '2022-02-04T16:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:52.067084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-2d934df6-3f12-4545-ac9f-53277d845ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.068515 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-2d934df6-3f12-4545-ac9f-53277d845ef3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1568c92-1998-4a12-aa26-c66721a40207 HTTP/1.1" status: 200 len: 797 time: 0.1588907 Feb 04 16:12:52.131480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 1bc648c0-c37e-447b-9497-37e77a298b54 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:52.152772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:52.309002 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cab0fddb-9be9-4cfe-aba1-1f3380a9216f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2344735 Feb 04 16:12:52.411841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:52.463048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-36606d3d-31db-448f-acb7-e6ba95275734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.464529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-36606d3d-31db-448f-acb7-e6ba95275734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.7788403 Feb 04 16:12:52.473818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-6b6c7d00-c491-4b07-8911-3cf5b2388bfe service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566513 Feb 04 16:12:52.556363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.561774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.565918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.570754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.576374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.579699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.583616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.585578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-06fad1fc-5b9b-4502-b4fb-0d0b2cb9db92 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.5847135 Feb 04 16:12:52.625712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20df2a4-68ba-4a96-acab-b518cff84eff req-9555e3a0-d5d3-4e32-8278-64b8f50931f1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.627210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a20df2a4-68ba-4a96-acab-b518cff84eff req-9555e3a0-d5d3-4e32-8278-64b8f50931f1 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.9779840 Feb 04 16:12:52.645114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-47989675-ee44-4e30-acd4-e477dad98d47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71 HTTP/1.1" status: 200 len: 217 time: 0.1666262 Feb 04 16:12:52.729530 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-57a92a55-5141-4cf7-a6e2-ec563558d9d2 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498064 Feb 04 16:12:52.812642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cca497a5-5a4a-4dbd-b320-61a5bd042b6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 HTTP/1.1" status: 200 len: 217 time: 0.0767438 Feb 04 16:12:52.856667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Router f0930fa7-69da-4d7b-a465-c664c8c708ef has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:12:52.897931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7a55ce8-e82c-4a25-869f-b7ef919dcc41 req-b5bfbe64-8b9a-439e-adab-37ec78008182 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2893276 Feb 04 16:12:52.900322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cc3b8064-b48d-4904-a821-47399b9987f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.900322 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-cc3b8064-b48d-4904-a821-47399b9987f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b1568c92-1998-4a12-aa26-c66721a40207 HTTP/1.1" status: 200 len: 797 time: 0.0749984 Feb 04 16:12:52.913309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:52.964886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-2401356f-a211-42ca-9843-2aacc61fa9d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:52.964886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-2401356f-a211-42ca-9843-2aacc61fa9d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2953663 Feb 04 16:12:53.014711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 93e6ae2c-744f-4ace-8303-f9b176e7d964 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:53.022434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a20df2a4-68ba-4a96-acab-b518cff84eff req-1e420f5f-486d-490c-95b7-f9269cf5c642 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667173 Feb 04 16:12:53.123885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e374497e-d3b0-44a7-bda7-e8f4214e4e71 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:12:53.164371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.168675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 93e6ae2c-744f-4ace-8303-f9b176e7d964 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:53.169890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 93e6ae2c-744f-4ace-8303-f9b176e7d964 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:53.187880 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-43029dba-154c-46e0-b782-c993de1dde5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1146283 Feb 04 16:12:53.251626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.265335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc648c0-c37e-447b-9497-37e77a298b54,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:53.272653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-1a01a355-c118-4f2c-904f-e93ce2b39b08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088055 Feb 04 16:12:53.322414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.326697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Deleting port 8e98d050-35a9-4e79-89c6-e7945e59c555 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:53.327858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.341630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a32375-e549-4dbb-b884-7eed59f50e58 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:53.541303 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-d108dc77-7824-4784-93ac-b89e5272d299 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458343 Feb 04 16:12:53.567723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d603ca75-bbca-4942-9bbe-7357597d78e0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/1bc648c0-c37e-447b-9497-37e77a298b54 HTTP/1.1" status: 204 len: 168 time: 2.0389073 Feb 04 16:12:53.575478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58328) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:53.618955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:12:53.624168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:53.630616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f00b9e2-cc2a-4bc8-8412-f847b2322177 admin admin] 10.222.0.62 "PUT /v2.0/routers/f0930fa7-69da-4d7b-a465-c664c8c708ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1212764 Feb 04 16:12:53.637674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Sync routers for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:12:53.667444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:53.684466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', 'mac_address': 'fa:16:3e:9f:54:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:12:53.742294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:53.743248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:53.808751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-a4c4b8ec-4346-4489-9982-080a57662894 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161891 Feb 04 16:12:53.853330 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:53.857797 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-bcf15fc8-6e7e-47da-90f0-5ca9fefed436 service neutron] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085024 Feb 04 16:12:53.932585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e374497e-d3b0-44a7-bda7-e8f4214e4e71 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:12:53.952097 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-bbef07e1-8699-46ba-8940-dd7233c7f837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab HTTP/1.1" status: 200 len: 217 time: 0.0832787 Feb 04 16:12:53.956485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68d662-d939-493a-8c8f-c73a42193e8b req-555e5442-6fcb-456f-89b6-9e56adde77aa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:53.958004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb68d662-d939-493a-8c8f-c73a42193e8b req-555e5442-6fcb-456f-89b6-9e56adde77aa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4952834 Feb 04 16:12:53.974119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7c1fc-54df-470f-9ff6-2ab2856e66a4 req-9e58641b-4ff4-4d87-81c5-9f9f3f5b82dc tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:53.982925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7a7c1fc-54df-470f-9ff6-2ab2856e66a4 req-9e58641b-4ff4-4d87-81c5-9f9f3f5b82dc tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 943 time: 0.6647861 Feb 04 16:12:53.987178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:53.996631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.055247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet efa562b2-f366-4322-8093-7f01a66e6cb6 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:54.067754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.087770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] For port 8e98d050-35a9-4e79-89c6-e7945e59c555, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e98d050-35a9-4e79-89c6-e7945e59c555,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:54.087943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.112195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:54.120083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-171bd591-1fa1-4442-ae13-bde646c0e1b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:54.121807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-171bd591-1fa1-4442-ae13-bde646c0e1b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5642e77-eb97-4dfb-bc28-41912d6d62f4 HTTP/1.1" status: 200 len: 797 time: 0.1491766 Feb 04 16:12:54.191646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.281964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:54.325090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-613bd536-c282-4a1e-812d-423decdfba57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91170c54-3d86-479e-8117-9dfe72964ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1929030 Feb 04 16:12:54.446778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['e374497e-d3b0-44a7-bda7-e8f4214e4e71'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:12:54.484845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Calling delete_port for 8e98d050-35a9-4e79-89c6-e7945e59c555 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:54.495236 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-fc4ca646-a74f-48ac-a379-1162225ae9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624060 Feb 04 16:12:54.499912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.577983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7a7c1fc-54df-470f-9ff6-2ab2856e66a4 req-bd30083f-1a0e-4e7d-9433-99865dc4dfe6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936012 Feb 04 16:12:54.678164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93757c4c-d5be-4c52-917c-7d0d190848d5 req-ae215133-1e1e-4ba3-89ea-a9d40c7dbb67 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568988 Feb 04 16:12:54.743673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb68d662-d939-493a-8c8f-c73a42193e8b req-ccf971df-377b-4309-94f2-08b0f52fc91a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263761 Feb 04 16:12:54.755128 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-587fdc23-f1bc-4de1-82a1-b081a7dba111 service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137775 Feb 04 16:12:54.803640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-409d48c1-3654-4f62-b5c2-0fbc26944d24 None None] Provisioning complete for port a306678d-a9eb-4ec4-9337-f67e561e462c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:54.805007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-409d48c1-3654-4f62-b5c2-0fbc26944d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:54.850313 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-f94ea18a-abc4-4d1e-9fa7-15a1fcd14cbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f41133f-ed02-448c-ba81-cdb5829df902 HTTP/1.1" status: 200 len: 217 time: 0.0875020 Feb 04 16:12:54.908810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:12:48Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:54.915380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Checking router: f0930fa7-69da-4d7b-a465-c664c8c708ef for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:12:54.945778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Routers {'f0930fa7-69da-4d7b-a465-c664c8c708ef'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:12:54.947042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f0930fa7-69da-4d7b-a465-c664c8c708ef'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:55.097976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7d3b0389-6bad-46d5-905e-336bcfb13afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.099996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-7d3b0389-6bad-46d5-905e-336bcfb13afa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5642e77-eb97-4dfb-bc28-41912d6d62f4 HTTP/1.1" status: 200 len: 797 time: 0.2423403 Feb 04 16:12:55.156137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742963-bdd4-4736-a4a0-341f66da610b req-21f97798-4437-49db-9e54-ff6dc76217f3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.158306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1742963-bdd4-4736-a4a0-341f66da610b req-21f97798-4437-49db-9e54-ff6dc76217f3 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.2680674 Feb 04 16:12:55.176937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.177769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.185349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.197423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.198473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a8aa-742d-4004-bd59-6cfe351bef3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.205900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.210356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.215871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.220270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:55.222549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-e136aaee-1136-48bc-ae15-4f4b4eef5ae3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.4610460 Feb 04 16:12:55.223287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=efa562b2-f366-4322-8093-7f01a66e6cb6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:55.241632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.250411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c99964-2ef7-4530-99ce-44b57f00d489 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:55.257074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-62bea7cb-b810-4784-a87e-ec9a6d860398 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/efa562b2-f366-4322-8093-7f01a66e6cb6 HTTP/1.1" status: 204 len: 168 time: 1.6775258 Feb 04 16:12:55.259043 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-66810159-a012-4522-8379-385068dc4ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91170c54-3d86-479e-8117-9dfe72964ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1518021 Feb 04 16:12:55.259726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:55.296547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.346649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] Set router f0930fa7-69da-4d7b-a465-c664c8c708ef gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:12:55.409695 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3ad59e3-f1a8-4ff1-8ccd-f2e57737163e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462755 Feb 04 16:12:55.409908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:55.417834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:55.513119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1742963-bdd4-4736-a4a0-341f66da610b req-2a182a83-5eb5-46ad-b18c-d1795400a701 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884097 Feb 04 16:12:55.572452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-aa0f72f6-3cd4-41a4-9b8c-4d925215d643 service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594252 Feb 04 16:12:55.577722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:55.578428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.582253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:55.604581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:55.617678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:55.669436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e98d050-35a9-4e79-89c6-e7945e59c555,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:55.694506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:55.699489 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:55.706020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99f10981-52ec-4ed8-90fb-c18ae7d89945 req-fbf77c3f-5320-46d8-8589-f717cc9a034a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4516621 Feb 04 16:12:55.801542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:12:48Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:12:55.810400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569953e-02cf-4994-b0b8-98f5cbdc44ba None None] The sync data for ids ['f0930fa7-69da-4d7b-a465-c664c8c708ef'] in n-d-827873-1 is: [{'id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-571721882-router', 'tenant_id': '0b6a2bcd5b414708833459a17319ec0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'eb683010-0c76-4f85-8860-580b20234237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:57Z', 'updated_at': '2022-02-04T16:12:48Z', 'revision_number': 5, 'project_id': '0b6a2bcd5b414708833459a17319ec0d', 'gw_port': {'id': 'eb683010-0c76-4f85-8860-580b20234237', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0930fa7-69da-4d7b-a465-c664c8c708ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:58Z', 'updated_at': '2022-02-04T16:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:12:55.871692 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f64c1156-fc7b-4929-a6b6-c00fb27a44f3 req-e51555b3-1b04-4c56-8721-4bfd1fe37051 service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864618 Feb 04 16:12:55.901781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:55.918124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Deleting port a306678d-a9eb-4ec4-9337-f67e561e462c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:55.918862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.110440 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-554f30d7-c9b7-4d88-b779-b5f2a06e0075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6474 time: 0.1420388 Feb 04 16:12:56.112120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.174471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] For port a306678d-a9eb-4ec4-9337-f67e561e462c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a306678d-a9eb-4ec4-9337-f67e561e462c,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:56.175749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.199010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.272114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06525b63-25a7-4ec6-8f7d-4514b10abbf6 req-31aa09bf-a5f2-48f4-9f9f-37da986af225 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.279967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06525b63-25a7-4ec6-8f7d-4514b10abbf6 req-31aa09bf-a5f2-48f4-9f9f-37da986af225 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5713546 Feb 04 16:12:56.299894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:56.310432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:56.325538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.326255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.355546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=e18c1881-80b9-4262-849d-993cc0a344e7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:56.374276 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b14aa5ec-ca23-45ca-a96f-9ade8fb9bed0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9604928 Feb 04 16:12:56.397176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:56.403605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Calling delete_port for a306678d-a9eb-4ec4-9337-f67e561e462c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:56.413006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:12:56.593945 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.600732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-12d8c735-ecc5-4b14-897f-6f6d3428e02c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.605349 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-12d8c735-ecc5-4b14-897f-6f6d3428e02c service neutron] 10.222.0.41 "GET /v2.0/networks?id=91170c54-3d86-479e-8117-9dfe72964ab2 HTTP/1.1" status: 200 len: 903 time: 0.4866982 Feb 04 16:12:56.660915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Pushing event deleted for resources: {'Port': ['ID=a306678d-a9eb-4ec4-9337-f67e561e462c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:56.668533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] No DVR routers for this DVR port a306678d-a9eb-4ec4-9337-f67e561e462c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:56.683339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.684065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.684636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.685036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.685350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.685682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.686004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.686416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.687208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.688645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.689205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c81f524-6738-472e-89d3-3525e2a18170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:12:56.693031 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-a1c85320-4438-4153-8a37-3bf795663f39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f41133f-ed02-448c-ba81-cdb5829df902 HTTP/1.1" status: 200 len: 217 time: 0.0723791 Feb 04 16:12:56.696638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231fab2-64b5-467e-bec7-d3fdc705e890 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:56.764987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:12:56.772021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:12:56.779244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06525b63-25a7-4ec6-8f7d-4514b10abbf6 req-45168470-4ab8-4364-94ca-91875b87f060 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988694 Feb 04 16:12:56.786416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.791866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:12:56.798014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.816450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:12:56.817504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b545a01-dd17-4e4f-864b-92d8c6578667 req-e39816d7-4066-45ba-9670-9a9a1ca757df tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.819604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-131043af-71ba-4498-bd2a-c7d760fd5f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:56.821239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-131043af-71ba-4498-bd2a-c7d760fd5f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5642e77-eb97-4dfb-bc28-41912d6d62f4 HTTP/1.1" status: 200 len: 797 time: 0.1145833 Feb 04 16:12:56.824576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b545a01-dd17-4e4f-864b-92d8c6578667 req-e39816d7-4066-45ba-9670-9a9a1ca757df tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 944 time: 0.8670864 Feb 04 16:12:56.864932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.882009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:12:56.886640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.902738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Deleting port eb683010-0c76-4f85-8860-580b20234237 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:56.903105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.929542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b545a01-dd17-4e4f-864b-92d8c6578667 req-022dcc22-fde1-4ed9-85ff-e1d541708b14 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036260 Feb 04 16:12:56.983057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:56.983641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45e47d64-df51-49a1-be80-4dcc9f064a1b {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:12:57.169562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e374497e-d3b0-44a7-bda7-e8f4214e4e71 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:12:57.191416 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-dc59763d-acbd-4d08-aed1-d098986bab6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91170c54-3d86-479e-8117-9dfe72964ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3637891 Feb 04 16:12:57.221029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6f6f984b-75bd-4361-a6f8-ea76498cfb55 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:57.259563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.262760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-040fd36b-fd73-45d1-81a2-0ca95142619d admin admin] 10.222.0.62 "DELETE /v2.0/routers/45e47d64-df51-49a1-be80-4dcc9f064a1b HTTP/1.1" status: 204 len: 168 time: 6.8320055 Feb 04 16:12:57.272549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58366) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:57.309703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6f6f984b-75bd-4361-a6f8-ea76498cfb55 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:57.310296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6f6f984b-75bd-4361-a6f8-ea76498cfb55 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:57.312813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a306678d-a9eb-4ec4-9337-f67e561e462c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:57.342922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'e18c1881-80b9-4262-849d-993cc0a344e7'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:12:57.344017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.387846 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb077447-74bd-4b4e-9561-6c0b596d78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.388825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a306678d-a9eb-4ec4-9337-f67e561e462c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:12:57.391108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a306678d-a9eb-4ec4-9337-f67e561e462c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:12:57.417475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b8b92-7da5-4b00-89d3-38c0e95851a4 req-7eb08459-e153-48a7-baf5-84c10e4e0b9e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.419458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca3b8b92-7da5-4b00-89d3-38c0e95851a4 req-7eb08459-e153-48a7-baf5-84c10e4e0b9e tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.4846888 Feb 04 16:12:57.433944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] For port eb683010-0c76-4f85-8860-580b20234237, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=eb683010-0c76-4f85-8860-580b20234237,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:57.434642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.461727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.465793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.469831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Deleting subnet e9c33d09-6c5f-45ea-b15b-4eef6dba9037 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:57.470383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.473760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.476284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.478170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.482258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.484009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port e374497e-d3b0-44a7-bda7-e8f4214e4e71 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:12:57.486637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:57.488541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-f87b780d-82d4-4a36-8ca5-ecf023f676b2 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.2384627 Feb 04 16:12:57.500308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port e374497e-d3b0-44a7-bda7-e8f4214e4e71 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:12:57.500670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.550952 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-0777931a-2f52-4e3b-8913-4ecb3fe7f81c service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297153 Feb 04 16:12:57.607310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.620454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Allocated IP 172.20.0.2 (20bca8da-ace0-4004-b37c-35ed5054400c/e18c1881-80b9-4262-849d-993cc0a344e7/d3529547-bd11-456b-b6c7-7b4402ed6ec9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:12:57.648469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Calling delete_port for eb683010-0c76-4f85-8860-580b20234237 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:57.755518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca3b8b92-7da5-4b00-89d3-38c0e95851a4 req-62d63b6d-a6c5-4cea-9ad1-af85a363721d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659678 Feb 04 16:12:57.781349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b8d95de-0e3b-4529-8828-5e85f1e6a40f req-b24a7b9a-e3c8-47e6-a5df-bcfa28b78443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185943 Feb 04 16:12:57.826535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.931061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:57.966893 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-320d2695-947c-4e5f-b865-3e77c298cbe1 req-45d3010a-6851-4e07-a9db-4974f437af64 service neutron] 10.222.0.41 "GET /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828187 Feb 04 16:12:58.010278 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.017818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.027083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.043717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Transition to ACTIVE for port object d3529547-bd11-456b-b6c7-7b4402ed6ec9 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:58.064972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:12:58.080785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Transition to ACTIVE for port object d3529547-bd11-456b-b6c7-7b4402ed6ec9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:12:58.081946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c33d09-6c5f-45ea-b15b-4eef6dba9037,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:58.082831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:58.091961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.106388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.110685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb683010-0c76-4f85-8860-580b20234237,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:58.190473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.200738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff54dda-c3c0-4d42-8d86-7fc421fd695f None None] Network efe3eb0d-3146-439e-bd5d-e67461752ffe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:12:58.266420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18c11200-9772-416e-a5d6-8a6e6c0deafc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e9c33d09-6c5f-45ea-b15b-4eef6dba9037 HTTP/1.1" status: 204 len: 168 time: 0.9909632 Feb 04 16:12:58.271682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:58.339523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:12:58.345332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:12:58.363097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:12:58.396053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:12:58.418352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:58.515813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.527943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feb4e6-ba09-4d80-a780-3375fa184f16 req-7087d0dd-c2d7-4993-99f0-ef734e48f2a6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:58.534714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82feb4e6-ba09-4d80-a780-3375fa184f16 req-7087d0dd-c2d7-4993-99f0-ef734e48f2a6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5363097 Feb 04 16:12:58.540884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.545803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Deleting port 9f1d3440-01f1-4615-a768-4a04cbec3b5b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:58.546271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.635859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Attempting to bind port d3529547-bd11-456b-b6c7-7b4402ed6ec9 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:12:58.636892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Attempting to bind port d3529547-bd11-456b-b6c7-7b4402ed6ec9 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:12:58.637378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Attempting to bind port d3529547-bd11-456b-b6c7-7b4402ed6ec9 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:12:58.654786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.661619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:58.673948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:12:58.674670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:12:58.675248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.675801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:12:58.676428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Bound port: d3529547-bd11-456b-b6c7-7b4402ed6ec9, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:12:58.677144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.709522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.786631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.800566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:12:58.806943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:12:58.815974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.844006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eaa44-5657-4f5a-9ee2-1f4739fe131f req-84f09ce0-665b-4f67-a44a-8667359a3fe7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:58.845502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b9eaa44-5657-4f5a-9ee2-1f4739fe131f req-84f09ce0-665b-4f67-a44a-8667359a3fe7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 945 time: 0.6357481 Feb 04 16:12:58.943767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] DHCP port deletion for efe3eb0d-3146-439e-bd5d-e67461752ffe request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:12:58.962186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Deleting port 9f1d3440-01f1-4615-a768-4a04cbec3b5b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:12:58.962678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:58.982010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] For port 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f1d3440-01f1-4615-a768-4a04cbec3b5b,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:58.982717 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.055990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82feb4e6-ba09-4d80-a780-3375fa184f16 req-f0a9f486-1997-45b4-844d-0f0d8e7a4beb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202632 Feb 04 16:12:59.066674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.080464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95bd67-7332-4c8d-8275-fbb9eeb8a3b7 None None] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:59.113571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.118014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b9eaa44-5657-4f5a-9ee2-1f4739fe131f req-64843f3a-f87f-42a2-b947-63a4c0fd46f2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562425 Feb 04 16:12:59.220347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.220853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0930fa7-69da-4d7b-a465-c664c8c708ef {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:12:59.225008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f1d3440-01f1-4615-a768-4a04cbec3b5b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:12:59.252427 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.256374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90d03ffd-a3f8-40c3-8aed-5271f6c0bbd9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f0930fa7-69da-4d7b-a465-c664c8c708ef HTTP/1.1" status: 204 len: 168 time: 5.5816658 Feb 04 16:12:59.259814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:12:59.341579 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', 'code': 200} Feb 04 16:12:59.420918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Calling delete_port for 9f1d3440-01f1-4615-a768-4a04cbec3b5b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:59.458536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Deleting subnet 693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:12:59.482234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.657804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] For port 9f1d3440-01f1-4615-a768-4a04cbec3b5b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f1d3440-01f1-4615-a768-4a04cbec3b5b,segment=NetworkSegment(92cac8c1-c7e4-4792-9673-dd2812ccdf22),segment_id=92cac8c1-c7e4-4792-9673-dd2812ccdf22)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:59.658441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.710174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.799713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78679b1-6de9-4159-866d-031df257a86f req-9695e073-f6fc-44a4-ac40-4d99220f9336 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.801202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e78679b1-6de9-4159-866d-031df257a86f req-9695e073-f6fc-44a4-ac40-4d99220f9336 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.2467473 Feb 04 16:12:59.813828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.836610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Calling delete_port for 9f1d3440-01f1-4615-a768-4a04cbec3b5b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:12:59.858844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.877234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.881155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.885812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.886621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:12:59.890109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.899476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.899476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:12:59.907870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-5d9bcf7e-cb73-4a47-9bea-171ebc5116e6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.2839961 Feb 04 16:12:59.922113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1d3440-01f1-4615-a768-4a04cbec3b5b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:12:59.928237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-beb54a0d-c4f0-448b-9084-b12e8e3dda89 req-2ac8fb2b-d62a-4238-b911-ededadffd8fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 1096 time: 0.4154513 Feb 04 16:12:59.933590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] No DVR routers for this DVR port 9f1d3440-01f1-4615-a768-4a04cbec3b5b on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:12:59.955637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.987700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:12:59.994903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.004006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:00.004358 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:00.029343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e78679b1-6de9-4159-866d-031df257a86f req-ec878960-91dc-49b6-aaaf-aa428f55f708 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151957 Feb 04 16:13:00.055848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d39385a9-aab4-4a94-b5b2-71403ec877ba req-872da0e2-972e-427a-a4cd-d275f5c1bf25 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469414 Feb 04 16:13:00.078371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:13:00.107585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e98d050-35a9-4e79-89c6-e7945e59c555 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:00.124151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.128035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.145090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.162727 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.163697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.220784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8e98d050-35a9-4e79-89c6-e7945e59c555 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:00.221137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e98d050-35a9-4e79-89c6-e7945e59c555 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:00.259469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe3eb0d-3146-439e-bd5d-e67461752ffe']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:00.271084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693c9eb1-71ba-47d6-b2a1-e4bdb21c4016,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.285227 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-beb54a0d-c4f0-448b-9084-b12e8e3dda89 req-374d9e44-d2e3-4026-b6c5-aecf8dd87385 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176053 Feb 04 16:13:00.304983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cac8c1-c7e4-4792-9673-dd2812ccdf22') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:00.305426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cac8c1-c7e4-4792-9673-dd2812ccdf22') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:00.337103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.338674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c813f5-ee4c-48d8-a2b1-d3c8d1965827 None None] Network 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:00.348754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.349104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-99b4f612-c4e1-4039-9b71-511f0a135583 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/693c9eb1-71ba-47d6-b2a1-e4bdb21c4016 HTTP/1.1" status: 204 len: 168 time: 1.0876644 Feb 04 16:13:00.361295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58394) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:00.375850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:00.385145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=97016f76-876a-45d8-94b6-58d9c745abf5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.388624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:00.394783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:00.395461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.415557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.423730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.447562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:13:00.447965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.532456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.539102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Deleting port 9f1d3440-01f1-4615-a768-4a04cbec3b5b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:00.539677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:13:00.569369 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:13:00.578957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.586148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.595742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Deleting port 55b4ae65-51f1-4a85-b711-10e698147969 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:00.596250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:00.609023 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6a72ae5-2967-4198-ab62-fbb3e4cec28a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2167101 Feb 04 16:13:00.610503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:00.619652 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] 10.222.0.62 "DELETE /v2.0/networks/efe3eb0d-3146-439e-bd5d-e67461752ffe HTTP/1.1" status: 204 len: 168 time: 2.3448229 Feb 04 16:13:00.621522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:8b:df:6d', 'name': 'tempest-NetworksTestDHCPv6-941245129'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:00.639883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7b31a-704e-433a-b9dc-43d1622f9e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=efe3eb0d-3146-439e-bd5d-e67461752ffe,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:00.652378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817609b6-26c1-4996-a709-3ba170fa44f7 req-f8cd4c25-310c-4308-902d-eb68eadeab65 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:00.660120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-817609b6-26c1-4996-a709-3ba170fa44f7 req-f8cd4c25-310c-4308-902d-eb68eadeab65 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3803589 Feb 04 16:13:00.662146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6438f-b6a7-4a99-97e3-28f6eb8b39c8 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:00.718720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd248-a09c-4987-b00b-d3b0b84bb469 req-26d36a9e-d441-4cf2-9cc5-2cde234a7224 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:00.725945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-497bd248-a09c-4987-b00b-d3b0b84bb469 req-26d36a9e-d441-4cf2-9cc5-2cde234a7224 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 945 time: 0.3753834 Feb 04 16:13:00.766691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-817609b6-26c1-4996-a709-3ba170fa44f7 req-cdc81b8e-f394-42ee-9281-f59b8e76fb49 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050439 Feb 04 16:13:00.832730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-deb33182-c739-427c-a3dc-f06ab07120d5 None None] The port '9f1d3440-01f1-4615-a768-4a04cbec3b5b' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:13:00.858340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:00.877979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:00.881572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:00.890832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:00.918644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:00.994851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] For port 55b4ae65-51f1-4a85-b711-10e698147969, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=55b4ae65-51f1-4a85-b711-10e698147969,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:00.995719 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.051860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de711a48-5c4d-445f-ba3e-69ea97816385 None None] Provisioning for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:01.128450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58408) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:01.265892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] DHCP port deletion for 6d674bbd-ae52-421f-a8f4-4ca0316a7d17 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:01.270424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.272515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Deleting port 55b4ae65-51f1-4a85-b711-10e698147969 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:01.273497 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.297165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d3529547-bd11-456b-b6c7-7b4402ed6ec9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:01.301606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Calling delete_port for 55b4ae65-51f1-4a85-b711-10e698147969 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:01.316743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 99db5fc7-5326-4782-8967-8916f1fd69e6 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:01.365146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bf46b6d4-eb36-4b26-a730-43ffc0163154 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffae9bfc4cc948b0ab119c4a10902c80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2354932 Feb 04 16:13:01.367117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-497bd248-a09c-4987-b00b-d3b0b84bb469 req-5b7210cc-0289-4cc2-b7f7-0419830abbab tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392548 Feb 04 16:13:01.371958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:01.602271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.654597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.775030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.812612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ecfac-a069-48e8-aa15-6b06dca2c1b9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:01.852755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 172.20.0.13 (20bca8da-ace0-4004-b37c-35ed5054400c/e18c1881-80b9-4262-849d-993cc0a344e7/99db5fc7-5326-4782-8967-8916f1fd69e6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:01.864361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.869722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dcc3a23f-6693-4b66-b391-31c6a1ffca8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e7ecfac-a069-48e8-aa15-6b06dca2c1b9 HTTP/1.1" status: 204 len: 168 time: 0.4964607 Feb 04 16:13:01.871403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe8b:df6d (20bca8da-ace0-4004-b37c-35ed5054400c/97016f76-876a-45d8-94b6-58d9c745abf5/99db5fc7-5326-4782-8967-8916f1fd69e6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:01.886126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:01.981534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ccb01-061b-427f-bf0a-b060e3c087df req-446f0df6-28fe-44f6-b405-efa7651ed78f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:01.990739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d1ccb01-061b-427f-bf0a-b060e3c087df req-446f0df6-28fe-44f6-b405-efa7651ed78f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.8758893 Feb 04 16:13:02.001588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Pushing event deleted for resources: {'Port': ['ID=55b4ae65-51f1-4a85-b711-10e698147969,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:02.066795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:02.071270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] No DVR routers for this DVR port 55b4ae65-51f1-4a85-b711-10e698147969 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:02.076667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:02.077402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.203410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] For port 55b4ae65-51f1-4a85-b711-10e698147969, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=55b4ae65-51f1-4a85-b711-10e698147969,segment=NetworkSegment(bde371f8-1d69-48a4-8b86-1de987e12d90),segment_id=bde371f8-1d69-48a4-8b86-1de987e12d90)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:02.206180 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.432022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d1ccb01-061b-427f-bf0a-b060e3c087df req-562652e2-e2ee-42c4-b60f-c20f1462e0ee tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150336 Feb 04 16:13:02.511618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Calling delete_port for 55b4ae65-51f1-4a85-b711-10e698147969 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:02.527444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.626347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d674bbd-ae52-421f-a8f4-4ca0316a7d17']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:02.699879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9b4f4-8a1a-45d0-bd9b-770dc6f2e583 req-5eecd26d-7936-47a7-8db0-9849714dc78b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:02.707680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bea9b4f4-8a1a-45d0-bd9b-770dc6f2e583 req-5eecd26d-7936-47a7-8db0-9849714dc78b tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.9702418 Feb 04 16:13:02.712152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde371f8-1d69-48a4-8b86-1de987e12d90') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:02.712458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde371f8-1d69-48a4-8b86-1de987e12d90') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:02.726613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.731071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.753626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.769528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:13:02.769528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.781449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 99db5fc7-5326-4782-8967-8916f1fd69e6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:02.818788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.821643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.940852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:02.944244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:02.952517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:02.965401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:02.967394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:02.967394 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:02.972664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:13:02.978046 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:13:02.991428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=99db5fc7-5326-4782-8967-8916f1fd69e6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:03.046996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.047486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.068264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device eb683010-0c76-4f85-8860-580b20234237 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:03.089260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e67985c-7c02-4632-b39d-9bd977f45d80 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4748220 Feb 04 16:13:03.089395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58432) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:03.157488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.185043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: eb683010-0c76-4f85-8860-580b20234237 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:03.185556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device eb683010-0c76-4f85-8860-580b20234237 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:03.231461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:03.244157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0a26ac1a-2db8-4cb7-b5ed-6d772e5f701e None None] Provisioning complete for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:03.244157 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a26ac1a-2db8-4cb7-b5ed-6d772e5f701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.266100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a205e2-222b-4b77-935b-f59c951e63aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.270553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.271038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a205e2-222b-4b77-935b-f59c951e63aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.272015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a4a205e2-222b-4b77-935b-f59c951e63aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:03.312578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a4a205e2-222b-4b77-935b-f59c951e63aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:03.312578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a4a205e2-222b-4b77-935b-f59c951e63aa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2163692 Feb 04 16:13:03.312578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:03.317767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] Pushing event deleted for resources: {'Network': ['ID=6d674bbd-ae52-421f-a8f4-4ca0316a7d17,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:03.369809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bea9b4f4-8a1a-45d0-bd9b-770dc6f2e583 req-2ef89602-e3ae-4dc3-89b2-212374499ceb tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611910 Feb 04 16:13:03.387964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 55b4ae65-51f1-4a85-b711-10e698147969 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:03.403282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fae9b7d3-9837-47fd-855f-9184a67e346d admin admin] 10.222.0.62 "DELETE /v2.0/networks/6d674bbd-ae52-421f-a8f4-4ca0316a7d17 HTTP/1.1" status: 204 len: 168 time: 3.0058119 Feb 04 16:13:03.404230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 99db5fc7-5326-4782-8967-8916f1fd69e6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:03.404745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.461565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.467771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.473704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Deleting port 55b4ae65-51f1-4a85-b711-10e698147969 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:03.474087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:03.483781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.488257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.511784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.517529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.527504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.546119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-e792e17b-8461-482e-b1f9-2ad54d83d382 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.5672276 Feb 04 16:13:03.666020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de994927-c7e5-45b6-b5e9-e31b81e4baf1 req-32b75044-3adc-4b66-98e3-fb066333288b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175551 Feb 04 16:13:03.696553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 55b4ae65-51f1-4a85-b711-10e698147969 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:03.698564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 55b4ae65-51f1-4a85-b711-10e698147969 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:03.802370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-374b2b0b-8431-4a5d-92bf-f01db60e75ca None None] The port '55b4ae65-51f1-4a85-b711-10e698147969' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:13:03.903088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01478732-a229-43ac-8427-57522655d451 req-a943d974-c323-473c-9f8c-60ae1f104cbe tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:03.910253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01478732-a229-43ac-8427-57522655d451 req-a943d974-c323-473c-9f8c-60ae1f104cbe tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 945 time: 0.1992321 Feb 04 16:13:04.057282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58452) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:04.068580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01478732-a229-43ac-8427-57522655d451 req-21e9ca7c-7a16-4209-8777-fc88ca70f8c8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369038 Feb 04 16:13:04.112106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-08f8f698-455a-4f49-b2b3-a590220ac7d1 None None] Provisioning for port 99db5fc7-5326-4782-8967-8916f1fd69e6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:04.121611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-08f8f698-455a-4f49-b2b3-a590220ac7d1 None None] Provisioning complete for port 99db5fc7-5326-4782-8967-8916f1fd69e6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:04.121812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08f8f698-455a-4f49-b2b3-a590220ac7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.170440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff1a7b-e74e-487f-be28-fd251046695f req-c076a590-8559-4a8b-acd5-1482b7161f83 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.176917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62ff1a7b-e74e-487f-be28-fd251046695f req-c076a590-8559-4a8b-acd5-1482b7161f83 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1767824 Feb 04 16:13:04.261830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62ff1a7b-e74e-487f-be28-fd251046695f req-8fc5712f-673b-4353-9af3-c25c4361d20d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749216 Feb 04 16:13:04.279517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-08f8f698-455a-4f49-b2b3-a590220ac7d1 None None] Port 99db5fc7-5326-4782-8967-8916f1fd69e6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:13:04.283430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bce42c60-b8c1-43a4-8d28-5995054dc55b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b6a2bcd5b414708833459a17319ec0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2258055 Feb 04 16:13:04.286393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.286779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58458) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:04.288276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:04.438615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 99db5fc7-5326-4782-8967-8916f1fd69e6 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:04.505005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.556007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.572878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-293062793-network', 'tenant_id': '09bf6c73abd84128bbc94254a2268158'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:04.583711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:04.602986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Usage tracker for resource:network and tenant:09bf6c73abd84128bbc94254a2268158 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:04.650504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:04.674601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:04.688906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13662a6-f290-42a7-b1de-de99548a07fb req-dd5d24cd-3f59-4089-aa89-2b3b0efc15b4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.693142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f13662a6-f290-42a7-b1de-de99548a07fb req-dd5d24cd-3f59-4089-aa89-2b3b0efc15b4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2606001 Feb 04 16:13:04.746040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Made reservation on behalf of 09bf6c73abd84128bbc94254a2268158 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:04.748764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.778737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.786555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.808663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.832395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f13662a6-f290-42a7-b1de-de99548a07fb req-3857cbd3-70de-40ac-ad8e-98f0da103310 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369286 Feb 04 16:13:04.843477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91db09-22ff-4199-b44c-4a6ae28465ef,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:04.858397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2019fb-2cfb-4b40-bbc1-eba6c95dbd14 req-8b819372-ee14-4aed-9654-4f6057953d22 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:04.858397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd2019fb-2cfb-4b40-bbc1-eba6c95dbd14 req-8b819372-ee14-4aed-9654-4f6057953d22 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.2639349 Feb 04 16:13:04.870916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:04.874320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b8581f53-7efb-45eb-aed6-ad095d764a8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba91db09-22ff-4199-b44c-4a6ae28465ef HTTP/1.1" status: 204 len: 168 time: 0.5848920 Feb 04 16:13:04.905125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:04.919332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:09bf6c73abd84128bbc94254a2268158 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:04.924929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:04.935384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:04.941076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd2019fb-2cfb-4b40-bbc1-eba6c95dbd14 req-a258f53c-a70e-47a9-8096-78a2e00d5318 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709653 Feb 04 16:13:04.958752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=99db5fc7-5326-4782-8967-8916f1fd69e6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:05.057080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.224126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.301193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.334769 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-deb9e508-cf26-4c41-9064-89a7f2f60c4e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/99db5fc7-5326-4782-8967-8916f1fd69e6 HTTP/1.1" status: 204 len: 168 time: 2.0207765 Feb 04 16:13:05.337400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:05.353735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:13:05.385427 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.385573 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Added segment 8dfd644c-1a45-42aa-a1db-fbb8a5c125eb of type vlan for network 8300c19d-2c92-417f-a61a-74ea3c34bfbf Feb 04 16:13:05.391090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d3529547-bd11-456b-b6c7-7b4402ed6ec9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:05.463032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.464732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.466758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.467737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.468424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:05.511805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:05.512613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2153c4b9-b665-433d-8e48-c1cafc37707a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1733186 Feb 04 16:13:05.515853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:05.517951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:05.518804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.627397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.628027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.628604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.630371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 97016f76-876a-45d8-94b6-58d9c745abf5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:05.636289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.746174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4457269 Feb 04 16:13:05.746847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad440a61-4d85-467a-937e-bfebe8a961e0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:05.746989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.749758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:05.778598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Request body: {'subnet': {'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-subnet', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:05.795936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:05.804711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8617b-9132-4cbb-9060-5588edceb3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8300c19d-2c92-417f-a61a-74ea3c34bfbf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:05.809149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Usage tracker for resource:subnet and tenant:09bf6c73abd84128bbc94254a2268158 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:05.816395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:05.825442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:13:05.827133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:05.852727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.856684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.860831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.864926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.869888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.873541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.877705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.879951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4997c73e-8e10-4df8-8835-987459955001 req-b395b7f2-70ca-4e92-b6ac-5d5bbf4c1317 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.8127072 Feb 04 16:13:05.898384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a8aac-d5fd-4026-8f1d-feb53e4f9ecb req-35ae4eac-0119-48d8-b89e-7cc5ac9b03ba tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:05.907526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849a8aac-d5fd-4026-8f1d-feb53e4f9ecb req-35ae4eac-0119-48d8-b89e-7cc5ac9b03ba tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3470156 Feb 04 16:13:05.910211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Made reservation on behalf of 09bf6c73abd84128bbc94254a2268158 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:05.912943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:05.954665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.113654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.117189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849a8aac-d5fd-4026-8f1d-feb53e4f9ecb req-b3183fad-bea2-4168-9a41-c21759a307e5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789472 Feb 04 16:13:06.147159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4997c73e-8e10-4df8-8835-987459955001 req-bc0bd9fd-e1fc-4d46-a9a1-9fc801d5cf96 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2119317 Feb 04 16:13:06.159440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=97016f76-876a-45d8-94b6-58d9c745abf5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:06.175725 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.183655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c005e-445a-4f12-b6f9-37634849126e None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:06.196307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.197487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.197834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.199379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.199733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.200081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.200902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.200902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.201528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.201528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.207534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:06.249981 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c36a215d-98c1-4bc3-b019-a707ae34ac67 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/97016f76-876a-45d8-94b6-58d9c745abf5 HTTP/1.1" status: 204 len: 168 time: 0.7322588 Feb 04 16:13:06.250709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58514) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:06.711882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58522) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:06.819092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.819513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet e18c1881-80b9-4262-849d-993cc0a344e7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:06.823889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.910100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71ecf-2c51-4e43-a05e-0d2284aaf652 req-52d0282d-f3ef-49f1-86f8-d077cbe24e70 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:06.912302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b71ecf-2c51-4e43-a05e-0d2284aaf652 req-52d0282d-f3ef-49f1-86f8-d077cbe24e70 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.3014307 Feb 04 16:13:06.935337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:06.964082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ffde5-970e-4388-8526-d696af213bec req-5951a2bb-41b7-4e38-8130-b5c2ce4c2b02 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:06.971365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc3ffde5-970e-4388-8526-d696af213bec req-5951a2bb-41b7-4e38-8130-b5c2ce4c2b02 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4193287 Feb 04 16:13:07.017398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-network', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:07.034552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:07.036845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1583239e-67d7-4f74-a14e-013c7d1da805,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:07.051662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Usage tracker for resource:network and tenant:f6c888d45c864566a69f8f94eec5d010 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:07.077058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:07.104739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:07.149379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b71ecf-2c51-4e43-a05e-0d2284aaf652 req-62fef4f1-8db9-43c2-b4bb-ba8e033912d7 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163692 Feb 04 16:13:07.168769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc3ffde5-970e-4388-8526-d696af213bec req-2047b06e-8901-4b15-ac98-415f28b067e3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935160 Feb 04 16:13:07.177709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Checking segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:07.177709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Network hostable DHCP agents. Network: 8300c19d-2c92-417f-a61a-74ea3c34bfbf, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:13:07.204812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Made reservation on behalf of f6c888d45c864566a69f8f94eec5d010 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:07.204812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.250405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.281634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.357519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:13:07.435696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8300c19d-2c92-417f-a61a-74ea3c34bfbf) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:07.438670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e8ba7-616c-449e-ba38-31956db5427d None None] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:07.442619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:07.449360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:07.449360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.461743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Usage tracker for resource:security_group_rule and tenant:f6c888d45c864566a69f8f94eec5d010 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:07.473000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:07.485362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.488977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:07.601481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=e18c1881-80b9-4262-849d-993cc0a344e7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:07.621546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.654594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-20e93a7d-5eb3-43f8-832e-322a3cf1c30c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e18c1881-80b9-4262-849d-993cc0a344e7 HTTP/1.1" status: 204 len: 168 time: 1.3904881 Feb 04 16:13:07.654594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:07.821060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-81ca2fd1-371e-4bda-a3f3-07dedbe52636 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0646048 Feb 04 16:13:07.830117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58542) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:07.840989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c34d45f2-24e0-44b1-8162-6b590801755c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1945550 Feb 04 16:13:07.841928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58546) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:07.850025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:07.857149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:07.864318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:07.867680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.877879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a891bd-03eb-4bea-a6a3-145bcd6b12e3 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:07.886649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Usage tracker for resource:router and tenant:09bf6c73abd84128bbc94254a2268158 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:07.894374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:07.901849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.952548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:07.977758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:13:07.995268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:07.995268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.014477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.016263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:08.018719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.018896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:08.025406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.028053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:08.029642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.032420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:08.033994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.041218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.055535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.061771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.061771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4128da9c-bd96-4840-b317-bd25e4704484 req-4ff3e823-c460-4509-8412-ad338d5ae75b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.5628712 Feb 04 16:13:08.062851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:08.068513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f5aed-7839-4d9b-9c60-9c1f2c1ffd1f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:08.071756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.098867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e8cc005a-75f4-4cc3-b03c-3cdfba25d7f7 None None] Provisioning complete for port d3529547-bd11-456b-b6c7-7b4402ed6ec9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:08.099245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8cc005a-75f4-4cc3-b03c-3cdfba25d7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.109452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.109795 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Added segment b9c178db-c511-4af1-b727-cd31d76c9b93 of type vlan for network 566acbec-e075-4748-8bb5-feb700d59a26 Feb 04 16:13:08.118196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e40963-03a6-4532-80ff-128520d1fc7e req-f1a94530-b1c5-4f52-8b0b-b2b14486d20d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.126199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7e40963-03a6-4532-80ff-128520d1fc7e req-f1a94530-b1c5-4f52-8b0b-b2b14486d20d tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.5009568 Feb 04 16:13:08.176982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b620b-7432-4cb6-82e0-33c177102389 None None] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:08.263000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4128da9c-bd96-4840-b317-bd25e4704484 req-3eab2c1e-939b-44ff-a393-af102eb1fa34 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472406 Feb 04 16:13:08.298523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.328281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7e40963-03a6-4532-80ff-128520d1fc7e req-93d57e77-6047-41f0-92f1-2f5035fae4ba tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999817 Feb 04 16:13:08.402100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.402100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.403335 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.411522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.648543 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.656447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] Pushing event updated for resources: {'Network': ['ID=566acbec-e075-4748-8bb5-feb700d59a26,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:08.667490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9c930874-20fb-46a7-8549-2185baa21dad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9498725 Feb 04 16:13:08.672057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:08.677843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Request body: {'subnet': {'network_id': '566acbec-e075-4748-8bb5-feb700d59a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-subnet', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:08.683801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:08.688174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Usage tracker for resource:subnet and tenant:f6c888d45c864566a69f8f94eec5d010 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:08.691902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:08.698680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:08.713043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Made reservation on behalf of f6c888d45c864566a69f8f94eec5d010 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:08.717349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.750446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 566acbec-e075-4748-8bb5-feb700d59a26 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:13:08.761044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:08.767741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:08.781626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:08.782213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.786087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=dadc5743-42d6-436c-b154-7a277faa3701,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:08.876106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.914460 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81f6cb88-888b-4905-aefb-3c4ce33bad7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0684335 Feb 04 16:13:08.915041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:08.916366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:08.996111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:09.106786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Allocated IP 172.25.5.216 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/82b7ab68-0de4-4e5b-9474-712bba187cd2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:09.231390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:09.239710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Deleting port d3529547-bd11-456b-b6c7-7b4402ed6ec9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:09.242164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.391581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d3529547-bd11-456b-b6c7-7b4402ed6ec9 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:09.455725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:09.475541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:09.475541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9f240-91dc-495c-b2e7-0a1b01ec1366 req-064faadc-3c17-47fd-8296-0ebb5e497da4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:09.482833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20f9f240-91dc-495c-b2e7-0a1b01ec1366 req-064faadc-3c17-47fd-8296-0ebb5e497da4 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3671923 Feb 04 16:13:09.482833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:09.530128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.536615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.546546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:09.662524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.681285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:09.740251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:09.839055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:09.857376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41c68b4-85fb-4297-bcfc-c8ad64524514,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:09.877922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b274d66-0d8f-4d79-bc38-ad8547f67185 req-5fbcbfad-2dae-416f-995e-c9b7fafcd1a9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:09.877922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b274d66-0d8f-4d79-bc38-ad8547f67185 req-5fbcbfad-2dae-416f-995e-c9b7fafcd1a9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.5935483 Feb 04 16:13:09.877922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20f9f240-91dc-495c-b2e7-0a1b01ec1366 req-ea2bc01b-af9f-48b6-83d1-cc5b31658d0b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969455 Feb 04 16:13:09.906400 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.012283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b274d66-0d8f-4d79-bc38-ad8547f67185 req-7985e2dc-13e6-41ed-93d7-9955f2e068cf tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037810 Feb 04 16:13:10.012283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Checking segment: {'id': 'b9c178db-c511-4af1-b727-cd31d76c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:10.012283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Network hostable DHCP agents. Network: 566acbec-e075-4748-8bb5-feb700d59a26, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:13:10.012283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.151159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:10.166982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:10.175194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:10.177693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:10.179673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.294800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Pushing event updated for resources: {'Port': ['ID=82b7ab68-0de4-4e5b-9474-712bba187cd2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:10.453590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Calling delete_port for d3529547-bd11-456b-b6c7-7b4402ed6ec9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:10.568634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:10.581710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Network 566acbec-e075-4748-8bb5-feb700d59a26 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:13:10.644674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 566acbec-e075-4748-8bb5-feb700d59a26) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:10.653717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.653717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.654100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b1071-35d2-486c-bb1b-74255d8c3f73 None None] Network 566acbec-e075-4748-8bb5-feb700d59a26 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:10.656213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-e0b92a74-60bb-41a1-9350-75abe4648dd0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.656527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-e0b92a74-60bb-41a1-9350-75abe4648dd0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Synchronizing usage tracker for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:10.680047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.683418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-e0b92a74-60bb-41a1-9350-75abe4648dd0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Unset dirty status for tenant:0184b34f7eab4dfca7a1a812fe862c61 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:10.684228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.685549 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-e0b92a74-60bb-41a1-9350-75abe4648dd0 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.2788734 Feb 04 16:13:10.688147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.692459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.697964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.701296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.705308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.707280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-542cbf6b-b45e-4625-96ad-5791b4a47574 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.3748891 Feb 04 16:13:10.737545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:10.737919 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:10.790366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 7a3accdb-da54-48be-b965-2fa48b19590d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:10.790743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.845153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c29a8bc6-ee19-41d4-82ea-54eaaf0d57fe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1717136 Feb 04 16:13:10.850165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58572) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:10.865802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-router', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:10.880412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:10.883522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.885346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.895234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Usage tracker for resource:router and tenant:f6c888d45c864566a69f8f94eec5d010 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:10.909399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a09cc6de-fda2-4936-9db6-185a7f862b3c req-6ec82ea9-2223-416e-b2f3-fdfad4e2ec5b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627738 Feb 04 16:13:10.921401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-566acbec-e075-4748-8bb5-feb700d59a26', 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'fixed_ips': [{'subnet_id': 'a41c68b4-85fb-4297-bcfc-c8ad64524514'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:10.922291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:10.938160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbe64-3846-413b-8680-14cc4566957b req-214aa32d-d826-437b-80c4-cb3482b790e9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:10.940025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3cfbe64-3846-413b-8680-14cc4566957b req-214aa32d-d826-437b-80c4-cb3482b790e9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2825761 Feb 04 16:13:10.964023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:11.036798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3cfbe64-3846-413b-8680-14cc4566957b req-ad5ee824-e65c-4e09-bf06-dca73bf29e24 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637279 Feb 04 16:13:11.114743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:11.187614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Allocated IP 172.20.0.2 (566acbec-e075-4748-8bb5-feb700d59a26/a41c68b4-85fb-4297-bcfc-c8ad64524514/f3c993a5-c419-4e7a-8708-105109f27aab) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:11.206180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.208181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.243139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Deleting port d3529547-bd11-456b-b6c7-7b4402ed6ec9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:11.244969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.271036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:13:11.516076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.679842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.765379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 7a3accdb-da54-48be-b965-2fa48b19590d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7a3accdb-da54-48be-b965-2fa48b19590d,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:11.766009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.784200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.824942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da374-e17e-4a17-b04d-5a949a1f04cc req-020da56e-b7c2-480a-8159-60c21099b9f2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:11.829947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:11.829947 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:11.829947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Transition to ACTIVE for port object f3c993a5-c419-4e7a-8708-105109f27aab will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:11.831981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db9da374-e17e-4a17-b04d-5a949a1f04cc req-020da56e-b7c2-480a-8159-60c21099b9f2 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 946 time: 0.4144099 Feb 04 16:13:11.905354 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:13:11.979219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 7a3accdb-da54-48be-b965-2fa48b19590d owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:11.987553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Calling delete_port for d3529547-bd11-456b-b6c7-7b4402ed6ec9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:11.988049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8132a-d366-421a-837a-66ed192422e0 req-f3d235a2-1527-404d-a448-b49efe7a3b06 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:11.998307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ded8132a-d366-421a-837a-66ed192422e0 req-f3d235a2-1527-404d-a448-b49efe7a3b06 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5151298 Feb 04 16:13:12.047884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db9da374-e17e-4a17-b04d-5a949a1f04cc req-c0f86e45-f382-44e6-9bbd-1fca8dd6c2f7 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233973 Feb 04 16:13:12.067517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Transition to ACTIVE for port object f3c993a5-c419-4e7a-8708-105109f27aab will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:12.098660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.137094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.252435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ded8132a-d366-421a-837a-66ed192422e0 req-cfbd6423-462e-4333-95c8-39e898ebd7ea tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520411 Feb 04 16:13:12.286751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Network 566acbec-e075-4748-8bb5-feb700d59a26 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:12.294531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Pushing event updated for resources: {'Port': ['ID=f3c993a5-c419-4e7a-8708-105109f27aab,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:12.300823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:12.304912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:12.341854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:12.370268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.378789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.381165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.435739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:12.436217 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:12.448491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Attempting to bind port f3c993a5-c419-4e7a-8708-105109f27aab on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:12.448888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Attempting to bind port f3c993a5-c419-4e7a-8708-105109f27aab by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b9c178db-c511-4af1-b727-cd31d76c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:12.449335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Attempting to bind port f3c993a5-c419-4e7a-8708-105109f27aab on network 566acbec-e075-4748-8bb5-feb700d59a26 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:12.457207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:12.457676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Checking segment: {'id': 'b9c178db-c511-4af1-b727-cd31d76c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:12.458447 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.458841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Bound using segment: {'id': 'b9c178db-c511-4af1-b727-cd31d76c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:12.459394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Bound port: f3c993a5-c419-4e7a-8708-105109f27aab, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c178db-c511-4af1-b727-cd31d76c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:12.459771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.494697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:13:12.519408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.532719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7038ba68-c15a-434f-9b20-f98c074abfa8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:12.611092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=7a3accdb-da54-48be-b965-2fa48b19590d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:12.614184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:12.624927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:12.683606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:12.685542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.707352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=50bd19dc-4e7f-4e63-9306-deb82ec07849,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:12.727873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] For port f3c993a5-c419-4e7a-8708-105109f27aab, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:12.750788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] For port f3c993a5-c419-4e7a-8708-105109f27aab, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f3c993a5-c419-4e7a-8708-105109f27aab,segment=NetworkSegment(b9c178db-c511-4af1-b727-cd31d76c9b93),segment_id=b9c178db-c511-4af1-b727-cd31d76c9b93)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:12.777569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.784435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:12.840442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Deleting port d3529547-bd11-456b-b6c7-7b4402ed6ec9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:12.840442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:12.864848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-53bacccb-ba88-498c-9b61-a856038b8cfe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9384601 Feb 04 16:13:12.872453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:12.885381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:42:cc:f8', 'name': 'tempest-NetworksTestDHCPv6-1278983869'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:13.062513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70966c-a95f-48f5-a468-57ca213ae930 req-79dd3c0a-0c88-4f11-a579-3fc701de72f1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.063403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 7a3accdb-da54-48be-b965-2fa48b19590d on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:13.064274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a70966c-a95f-48f5-a468-57ca213ae930 req-79dd3c0a-0c88-4f11-a579-3fc701de72f1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3317571 Feb 04 16:13:13.068419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.070868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70cb1-1c38-4c4e-a907-94e0ebf65f31 None None] Pushing event updated for resources: {'Port': ['ID=f3c993a5-c419-4e7a-8708-105109f27aab,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:13.083056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'name': 'network-vif-deleted', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:13.104592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.109175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.113215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.118167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.122087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.126122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.130317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:13.141049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-9d622fba-643e-4e24-a84d-734fca92a15f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.5323594 Feb 04 16:13:13.163041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.239516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7a3accdb-da54-48be-b965-2fa48b19590d no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:13.252213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.255785 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-27d39a4b-60b0-4e7f-a964-c2a983177ac9 req-daed22e0-a723-4d26-93bf-79826c909b6f tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/7a3accdb-da54-48be-b965-2fa48b19590d HTTP/1.1" status: 204 len: 173 time: 2.5541062 Feb 04 16:13:13.324660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 7a3accdb-da54-48be-b965-2fa48b19590d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:13.324660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7a3accdb-da54-48be-b965-2fa48b19590d not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:13.509632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] For port d3529547-bd11-456b-b6c7-7b4402ed6ec9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d3529547-bd11-456b-b6c7-7b4402ed6ec9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:13.509632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.526735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-7ca04445-44e4-4db2-94ef-eb347a0cd6ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7539990 Feb 04 16:13:13.598852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Allocated IP 172.25.5.109 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/71b9663a-9ab8-4486-998a-d60b9e939f9e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:13.661744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:13.688662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:13.700775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:13.710402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:13.727176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a70966c-a95f-48f5-a468-57ca213ae930 req-09283f76-40c0-437f-b296-5db8665cbb1d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405962 Feb 04 16:13:13.741913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Calling delete_port for d3529547-bd11-456b-b6c7-7b4402ed6ec9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:13.812170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a200183-0a82-48c9-9579-ad6f7c434dc4 req-91558941-4402-4457-9d91-b87af1dffbfd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6601181 Feb 04 16:13:13.856729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:13.875711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.884729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:13.939622 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11267dcb-ca3c-459f-850c-f412b38850fc', 'name': 'network-vif-deleted', 'tag': '7a3accdb-da54-48be-b965-2fa48b19590d', 'status': 'completed', 'code': 200} Feb 04 16:13:13.963607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:14.026405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-ad257a5e-a471-4350-9c4f-bfe0abb0a5cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1097 time: 0.4534059 Feb 04 16:13:14.034564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port b3c1e811-292e-4be8-b654-2ef1ee592a8d yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:14.064586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:14.076116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Sync routers for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:14.104543 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:14.105277 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:14.126052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:14.127301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:14.131110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-156e0d5e-784b-4ddd-afb8-d799995d5abc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2966602 Feb 04 16:13:14.131312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:14.133567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:14.138497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:14.172831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:14.334746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Pushing event updated for resources: {'Port': ['ID=71b9663a-9ab8-4486-998a-d60b9e939f9e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:14.392240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] Pushing event deleted for resources: {'Port': ['ID=d3529547-bd11-456b-b6c7-7b4402ed6ec9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:14.474064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cf6a3-018b-4c93-ac9b-bb259113d42e None None] No DVR routers for this DVR port d3529547-bd11-456b-b6c7-7b4402ed6ec9 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:14.496850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f17625-fbd8-4cc9-b62b-eeeb786b74b4 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:14.559573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f5140ce-5c25-4d37-a7b3-0056d119ae85 req-ab3188d2-fcf8-4765-a892-6dee34078e57 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=11267dcb-ca3c-459f-850c-f412b38850fc HTTP/1.1" status: 200 len: 210 time: 0.3507996 Feb 04 16:13:14.566570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:14.568944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:14.641288 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:14.850679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfbc61-525f-434a-a90e-225171d71c7d req-31fd4c3f-6bf2-4c7b-9473-420e640cc6fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:14.853161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-31fd4c3f-6bf2-4c7b-9473-420e640cc6fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.6682150 Feb 04 16:13:14.886106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '50bd19dc-4e7f-4e63-9306-deb82ec07849'}, {'subnet_id': 'dadc5743-42d6-436c-b154-7a277faa3701'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:14.887707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:15.028961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Router 7e7baace-45c7-4519-bd25-166519cfdb4d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:13:15.063510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde1044-b636-4272-bb18-0682cd07fcba None None] Network 566acbec-e075-4748-8bb5-feb700d59a26 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:15.137498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-7f48b81e-b1c6-4a6b-bb0c-a7109acc95f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.2681210 Feb 04 16:13:15.200425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e5451bb-f5fa-4b8b-9a27-1754a979c329 None None] Provisioning for port f3c993a5-c419-4e7a-8708-105109f27aab completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:15.233030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:15.247455 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:10Z', 'revision_number': 3, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:15.258194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Checking router: 3de01e8f-d74b-4c77-8f93-f8293bba8e9c for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:15.258663 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Updating router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c port 82b7ab68-0de4-4e5b-9474-712bba187cd2 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:13:15.358611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fe6b7-7221-45e0-9ac8-926820101caa req-8debfc67-f20a-4ccd-a10b-69c16971e639 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.366814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b1fe6b7-7221-45e0-9ac8-926820101caa req-8debfc67-f20a-4ccd-a10b-69c16971e639 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.7449811 Feb 04 16:13:15.414661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 172.20.0.14 (20bca8da-ace0-4004-b37c-35ed5054400c/dadc5743-42d6-436c-b154-7a277faa3701/b3c1e811-292e-4be8-b654-2ef1ee592a8d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:15.453093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfbc61-525f-434a-a90e-225171d71c7d req-db8cb959-6041-44d9-b163-2d8850c06042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.454921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-db8cb959-6041-44d9-b163-2d8850c06042 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.2708912 Feb 04 16:13:15.469851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe42:ccf8 (20bca8da-ace0-4004-b37c-35ed5054400c/50bd19dc-4e7f-4e63-9306-deb82ec07849/b3c1e811-292e-4be8-b654-2ef1ee592a8d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:15.473918 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:15.531114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-2dfa5035-02ae-4031-839b-fd930870235f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552711 Feb 04 16:13:15.549905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:15.578901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b1fe6b7-7221-45e0-9ac8-926820101caa req-da10a802-1a78-40e5-b328-39e326028fb2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106378 Feb 04 16:13:15.587945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:15.591586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f3c993a5-c419-4e7a-8708-105109f27aab up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:15.637779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'port_id': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'mac_address': 'fa:16:3e:26:83:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5642e77-eb97-4dfb-bc28-41912d6d62f4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:15.644458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:15.650506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Sync routers for ids ['7e7baace-45c7-4519-bd25-166519cfdb4d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:15.654608 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a849945-afd4-479c-b7d6-a3a696052752 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8007555 Feb 04 16:13:15.657563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58620) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:15.855172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-d536a5cc-ab46-494d-b9cf-6f25755c8f35 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117180 Feb 04 16:13:15.864373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Routers {'7e7baace-45c7-4519-bd25-166519cfdb4d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:15.865018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7e7baace-45c7-4519-bd25-166519cfdb4d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:15.884587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.890087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.896754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.903338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.908079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.913720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.921798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:15.931747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-87806d14-e6ee-4e82-a57c-38bd4f6f4b7b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5417 time: 0.7902799 Feb 04 16:13:16.143230 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.152422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Set router 7e7baace-45c7-4519-bd25-166519cfdb4d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:16.158274 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Transition to ACTIVE for port object 82b7ab68-0de4-4e5b-9474-712bba187cd2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:16.167534 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.186111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2adfbc61-525f-434a-a90e-225171d71c7d req-2a916aa8-1af8-405b-8e3e-53e4298a7b17 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145833 Feb 04 16:13:16.314541 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Attempting to bind port 82b7ab68-0de4-4e5b-9474-712bba187cd2 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:16.315329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Attempting to bind port 82b7ab68-0de4-4e5b-9474-712bba187cd2 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:16.316171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Attempting to bind port 82b7ab68-0de4-4e5b-9474-712bba187cd2 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:16.373395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:16.374260 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:16.380613 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.381521 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:16.383188 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Bound port: 82b7ab68-0de4-4e5b-9474-712bba187cd2, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:16.383962 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.450229 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.452457 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Pushing event updated for resources: {'Port': ['ID=82b7ab68-0de4-4e5b-9474-712bba187cd2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:16.462051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f3c993a5-c419-4e7a-8708-105109f27aab completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:16.475644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f3c993a5-c419-4e7a-8708-105109f27aab triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:16.476009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.498980 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.499507 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.500062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.500596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.501135 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.501683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.502471 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.503033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.503590 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.504146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.504660 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:16.572123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] For port 82b7ab68-0de4-4e5b-9474-712bba187cd2, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:16.575907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] For port 82b7ab68-0de4-4e5b-9474-712bba187cd2, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82b7ab68-0de4-4e5b-9474-712bba187cd2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:16.576386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:16.588057 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.652701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:16.706031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:16.706609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device df021334-c2e7-4b54-a9f0-f732b84c7c55 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:16.736159 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:16.736923 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:16.809981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb29159-f776-4dc2-9f8f-119d829fb647 None None] Pushing event updated for resources: {'Port': ['ID=82b7ab68-0de4-4e5b-9474-712bba187cd2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:16.816869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:16.846920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be9576f1-adb3-4ee7-806d-a00f1f92acde req-9b0a81ee-6d82-4773-9c6f-1bc638442d30 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6459277 Feb 04 16:13:16.924483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abe258-0dc0-4f9c-add6-2b766c020cb4 req-3a725994-f922-4a4b-9a0f-e200b12d7d13 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:16.938434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0abe258-0dc0-4f9c-add6-2b766c020cb4 req-3a725994-f922-4a4b-9a0f-e200b12d7d13 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.7461412 Feb 04 16:13:16.976372 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:16.976528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:13:16.998763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.036662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.072427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object b3c1e811-292e-4be8-b654-2ef1ee592a8d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:17.107795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.145025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.195668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port f3c993a5-c419-4e7a-8708-105109f27aab, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f3c993a5-c419-4e7a-8708-105109f27aab,segment=NetworkSegment(b9c178db-c511-4af1-b727-cd31d76c9b93),segment_id=b9c178db-c511-4af1-b727-cd31d76c9b93)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:17.218647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.421513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:17.456777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0abe258-0dc0-4f9c-add6-2b766c020cb4 req-877eb3dc-c44f-4d87-8cd2-599dafee419d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169911 Feb 04 16:13:17.468419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:17.475403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'df021334-c2e7-4b54-a9f0-f732b84c7c55', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'port_id': 'df021334-c2e7-4b54-a9f0-f732b84c7c55', 'mac_address': 'fa:16:3e:8d:1d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:17.477537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:17.477885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=f3c993a5-c419-4e7a-8708-105109f27aab,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:17.481304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:17.487166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Allocated IP 172.20.0.2 (20bca8da-ace0-4004-b37c-35ed5054400c/dadc5743-42d6-436c-b154-7a277faa3701/fa6dfd57-bfc6-460f-bc77-df7aaeed13e4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:17.556066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Allocated IP 172.20.0.1 (566acbec-e075-4748-8bb5-feb700d59a26/a41c68b4-85fb-4297-bcfc-c8ad64524514/6b62b77b-f76d-434c-89fb-890ea0b2a281) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:17.558564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.560134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:17.560880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.571306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-router', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:11Z', 'updated_at': '2022-02-04T16:13:14Z', 'revision_number': 3, 'project_id': 'f6c888d45c864566a69f8f94eec5d010', 'gw_port': {'id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:13Z', 'updated_at': '2022-02-04T16:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:17.573750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:10Z', 'revision_number': 3, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:17.577682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Allocated IP 2001:db8::f816:3eff:feeb:272a (20bca8da-ace0-4004-b37c-35ed5054400c/50bd19dc-4e7f-4e63-9306-deb82ec07849/fa6dfd57-bfc6-460f-bc77-df7aaeed13e4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:17.584391 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d008a265-f372-4c4c-99fb-048ce752d77d None None] The sync data for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 is: [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:10Z', 'revision_number': 3, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:17.587151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9eac33bc-76a8-4b25-a614-e75a25f1fe79 None None] Provisioning complete for port f3c993a5-c419-4e7a-8708-105109f27aab triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:17.587781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eac33bc-76a8-4b25-a614-e75a25f1fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.599416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7202814 Feb 04 16:13:17.600696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d86f7-27f8-4cd2-a97d-e06d3d5b050c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=b3c1e811-292e-4be8-b654-2ef1ee592a8d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:17.603474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:17.654356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Checking router: 7e7baace-45c7-4519-bd25-166519cfdb4d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:17.654935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Updating router 7e7baace-45c7-4519-bd25-166519cfdb4d port 71b9663a-9ab8-4486-998a-d60b9e939f9e binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:13:17.731062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df021334-c2e7-4b54-a9f0-f732b84c7c55 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:17.733467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec903c-530d-4834-b7ac-44cf67969458 req-c87d988f-5797-477c-bb6a-6a28c9902461 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:17.735362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4ec903c-530d-4834-b7ac-44cf67969458 req-c87d988f-5797-477c-bb6a-6a28c9902461 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4835057 Feb 04 16:13:17.860549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.880751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.891766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f44af8-f0e9-4c79-b891-4b1968105657 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:17.895192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-48f44af8-f0e9-4c79-b891-4b1968105657 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:17.911182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Transition to ACTIVE for port object 6b62b77b-f76d-434c-89fb-890ea0b2a281 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:17.911726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:17.942684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:17.988068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4ec903c-530d-4834-b7ac-44cf67969458 req-1ecf1a79-e1a6-46bc-a7f0-4cdb734aeec3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175913 Feb 04 16:13:18.072766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Network 566acbec-e075-4748-8bb5-feb700d59a26 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:18.087821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-48f44af8-f0e9-4c79-b891-4b1968105657 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:18.088813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-48f44af8-f0e9-4c79-b891-4b1968105657 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.4804738 Feb 04 16:13:18.090694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:18.093134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:18.118484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:18.269070 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:18.269740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7c6189fd-ea78-4cbf-b517-172e045be40c details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:18.357626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Pushing event updated for resources: {'Port': ['ID=6b62b77b-f76d-434c-89fb-890ea0b2a281,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:18.373181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port b3c1e811-292e-4be8-b654-2ef1ee592a8d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:18.373629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:18.625982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:18.690683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.695431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.700402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.705667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.713911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.718956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.724963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.727769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f4954e0b-d625-4364-b7f7-278b3c58e079 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5419 time: 0.3726635 Feb 04 16:13:18.789833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197d58f-1bca-48af-b368-de4a30db0c62 req-36c3b638-3f5d-48dd-8bc2-453430f6b7af tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:18.791389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1197d58f-1bca-48af-b368-de4a30db0c62 req-36c3b638-3f5d-48dd-8bc2-453430f6b7af tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3524570 Feb 04 16:13:18.813070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:18.926982 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:18.965373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc74c1de-ddc2-4b89-9274-500b0e41d38a req-f895e527-f7be-40ff-ad65-a06d65f96e36 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2174394 Feb 04 16:13:18.995984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1197d58f-1bca-48af-b368-de4a30db0c62 req-69354091-fa4b-487b-a3e1-d5c09a5bd5c3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936138 Feb 04 16:13:19.026502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.059765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for b3c1e811-292e-4be8-b654-2ef1ee592a8d owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:19.064279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Transition to ACTIVE for port object 71b9663a-9ab8-4486-998a-d60b9e939f9e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:19.076933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:19.123795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.181858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.296323 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.335424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:19.372375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Transition to ACTIVE for port object fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:19.394892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'port_id': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'mac_address': 'fa:16:3e:7c:94:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:19.431392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d97af-1ef4-4b7f-9511-4e75dc7995e7 None None] Pushing event updated for resources: {'Port': ['ID=71b9663a-9ab8-4486-998a-d60b9e939f9e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:19.473299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Attempting to bind port 71b9663a-9ab8-4486-998a-d60b9e939f9e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:19.473669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Attempting to bind port 71b9663a-9ab8-4486-998a-d60b9e939f9e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:19.474175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Attempting to bind port 71b9663a-9ab8-4486-998a-d60b9e939f9e on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:19.493585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7b372485-fd9a-4a81-bb20-e637ba2a2493 None None] Provisioning for port 6b62b77b-f76d-434c-89fb-890ea0b2a281 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:19.503106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Transition to ACTIVE for port object fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:19.518811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7b372485-fd9a-4a81-bb20-e637ba2a2493 None None] Provisioning complete for port 6b62b77b-f76d-434c-89fb-890ea0b2a281 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:19.519177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b372485-fd9a-4a81-bb20-e637ba2a2493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.559631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:19.560174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:19.560691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.561876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:19.562519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Bound port: 71b9663a-9ab8-4486-998a-d60b9e939f9e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:19.563193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.607959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f3c993a5-c419-4e7a-8708-105109f27aab up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:19.608498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c09808-915f-40e8-9e3f-49ddd29890f8 req-9e218d06-e829-47c5-9b54-ba79d9b66bf9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:19.610293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c09808-915f-40e8-9e3f-49ddd29890f8 req-9e218d06-e829-47c5-9b54-ba79d9b66bf9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2725761 Feb 04 16:13:19.663067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.664686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Allocated IP 172.20.0.1 (8300c19d-2c92-417f-a61a-74ea3c34bfbf/1583239e-67d7-4f74-a14e-013c7d1da805/90aec558-d313-4a44-a8c0-26d0d48a1367) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:19.703256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c09808-915f-40e8-9e3f-49ddd29890f8 req-f9e98650-8ca8-42fc-ab9f-8f7274b24960 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831966 Feb 04 16:13:19.785974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:19.894160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Pushing event updated for resources: {'Port': ['ID=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:19.952928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7b372485-fd9a-4a81-bb20-e637ba2a2493 None None] Port 6b62b77b-f76d-434c-89fb-890ea0b2a281 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:13:19.966052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:19.978245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:19.982454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6189fd-ea78-4cbf-b517-172e045be40c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:19.989538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:20.001564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] For port 71b9663a-9ab8-4486-998a-d60b9e939f9e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:20.031128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] For port 71b9663a-9ab8-4486-998a-d60b9e939f9e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71b9663a-9ab8-4486-998a-d60b9e939f9e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:20.039674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:20.050816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.080604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.085830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.086217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0f41133f-ed02-448c-ba81-cdb5829df902 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:20.158382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.207599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=b3c1e811-292e-4be8-b654-2ef1ee592a8d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:20.232048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.234712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f3c993a5-c419-4e7a-8708-105109f27aab triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:20.236559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.304230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.323011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.344285 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:13:20.349881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Attempting to bind port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:20.350259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Attempting to bind port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:20.351377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Attempting to bind port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:20.372172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:20.396947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d97af-1ef4-4b7f-9511-4e75dc7995e7 None None] Pushing event updated for resources: {'Port': ['ID=71b9663a-9ab8-4486-998a-d60b9e939f9e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:20.433519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:20.433922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:20.434340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.434752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:20.435225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Bound port: fa6dfd57-bfc6-460f-bc77-df7aaeed13e4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:20.435598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.451196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0f41133f-ed02-448c-ba81-cdb5829df902', 'network_id': '91170c54-3d86-479e-8117-9dfe72964ab2', 'port_id': '0f41133f-ed02-448c-ba81-cdb5829df902', 'mac_address': 'fa:16:3e:0a:97:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5642e77-eb97-4dfb-bc28-41912d6d62f4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:20.556160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Routers {'7e7baace-45c7-4519-bd25-166519cfdb4d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:20.556995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7e7baace-45c7-4519-bd25-166519cfdb4d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:20.579422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:20.584173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:20.586790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:20.625123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Pushing event updated for resources: {'Port': ['ID=6b62b77b-f76d-434c-89fb-890ea0b2a281,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:20.630265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.648376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:20.697955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.704911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.726628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcef5a-fd6e-42c6-bbba-8dbf63f185b8 req-2254934c-fab7-4c8d-a7bd-9a5d8df778a1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.735541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cbcef5a-fd6e-42c6-bbba-8dbf63f185b8 req-2254934c-fab7-4c8d-a7bd-9a5d8df778a1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3138204 Feb 04 16:13:20.801055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:20.806787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82b7ab68-0de4-4e5b-9474-712bba187cd2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:20.817487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.823346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.828648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.833613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.838944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.843715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.848135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:20.858782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-73658007-a122-4824-a3e9-f0085ba55cc0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5420 time: 0.3767114 Feb 04 16:13:20.891851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58672) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:20.892346 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09316225-96d5-4023-9321-78d468bc15de tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/b3c1e811-292e-4be8-b654-2ef1ee592a8d HTTP/1.1" status: 204 len: 168 time: 2.7953455 Feb 04 16:13:20.922482 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:20.981616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Network 566acbec-e075-4748-8bb5-feb700d59a26 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:20.986152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:21.008930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cbcef5a-fd6e-42c6-bbba-8dbf63f185b8 req-e6e40bee-432a-4805-953e-f6ea3b224789 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719474 Feb 04 16:13:21.090055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f41133f-ed02-448c-ba81-cdb5829df902 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:21.228529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] For port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:21.259133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.323863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.376921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] For port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:21.384665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:21.392526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.400314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.487824 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.488609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c88f876a-9e75-4113-aaec-3684d231df1f details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:21.508440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4474a0b9-da1a-4ad4-be9c-fd6bf3b11d34 req-97ad6bf1-78cb-4e1f-a680-41e466bacfb0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6481588 Feb 04 16:13:21.534364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] Set router 7e7baace-45c7-4519-bd25-166519cfdb4d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:21.542466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:21.544457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:21.545256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:21.546042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:21.609240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c36a-d641-49f4-b6aa-f2622511ac8d None None] Pushing event updated for resources: {'Port': ['ID=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:21.705533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:21.730966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:21.737777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-03a24f5a-7891-467c-8264-39d753502d9f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8410008 Feb 04 16:13:21.746856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58680) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:21.757344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 82b7ab68-0de4-4e5b-9474-712bba187cd2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:21.768195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 82b7ab68-0de4-4e5b-9474-712bba187cd2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:21.768615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.805219 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:13:21.812709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ee49300d-38c7-4001-b026-4e07bd44f693 None None] Provisioning complete for port 6b62b77b-f76d-434c-89fb-890ea0b2a281 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:21.813093 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee49300d-38c7-4001-b026-4e07bd44f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:21.915742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:21.948893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc0b38-b53b-4707-86f1-9e0c729adf77 req-d5aa3610-b8f0-4ca0-9a82-ee1430845849 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:21.963420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eecc0b38-b53b-4707-86f1-9e0c729adf77 req-d5aa3610-b8f0-4ca0-9a82-ee1430845849 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4370208 Feb 04 16:13:21.995717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'port_id': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'mac_address': 'fa:16:3e:dc:f8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:22.098257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Router 7e7baace-45c7-4519-bd25-166519cfdb4d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:13:22.218489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eecc0b38-b53b-4707-86f1-9e0c729adf77 req-a842a55f-8230-4099-810b-4b5544db9a41 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581134 Feb 04 16:13:22.361277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.370937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.544778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ee49300d-38c7-4001-b026-4e07bd44f693 None None] Port 6b62b77b-f76d-434c-89fb-890ea0b2a281 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:13:22.601767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 50bd19dc-4e7f-4e63-9306-deb82ec07849 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:22.617271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.681585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.695140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:22.713715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.872501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:22.946500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88f876a-9e75-4113-aaec-3684d231df1f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:22.967217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:22.985264 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.015379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 82b7ab68-0de4-4e5b-9474-712bba187cd2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82b7ab68-0de4-4e5b-9474-712bba187cd2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:23.020137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.021450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:23.072507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.122090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:23.123396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:23.147427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:23.171289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.226401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'port_id': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'mac_address': 'fa:16:3e:19:46:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:23.333771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:23.383545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-router', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:11Z', 'updated_at': '2022-02-04T16:13:18Z', 'revision_number': 4, 'project_id': 'f6c888d45c864566a69f8f94eec5d010', 'gw_port': {'id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:13Z', 'updated_at': '2022-02-04T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6b62b77b-f76d-434c-89fb-890ea0b2a281', 'name': '', 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'mac_address': 'fa:16:3e:7e:2b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a41c68b4-85fb-4297-bcfc-c8ad64524514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:17Z', 'updated_at': '2022-02-04T16:13:19Z', 'revision_number': 2, 'project_id': 'f6c888d45c864566a69f8f94eec5d010', 'subnets': [{'id': 'a41c68b4-85fb-4297-bcfc-c8ad64524514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:23.412276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b60fe7-02b5-4ed9-a852-d35182e38080 None None] The sync data for ids ['7e7baace-45c7-4519-bd25-166519cfdb4d'] in n-d-827873-1 is: [{'id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1133238910-router', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:11Z', 'updated_at': '2022-02-04T16:13:18Z', 'revision_number': 4, 'project_id': 'f6c888d45c864566a69f8f94eec5d010', 'gw_port': {'id': '71b9663a-9ab8-4486-998a-d60b9e939f9e', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:38:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:13Z', 'updated_at': '2022-02-04T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6b62b77b-f76d-434c-89fb-890ea0b2a281', 'name': '', 'network_id': '566acbec-e075-4748-8bb5-feb700d59a26', 'tenant_id': 'f6c888d45c864566a69f8f94eec5d010', 'mac_address': 'fa:16:3e:7e:2b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7baace-45c7-4519-bd25-166519cfdb4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a41c68b4-85fb-4297-bcfc-c8ad64524514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:17Z', 'updated_at': '2022-02-04T16:13:19Z', 'revision_number': 2, 'project_id': 'f6c888d45c864566a69f8f94eec5d010', 'subnets': [{'id': 'a41c68b4-85fb-4297-bcfc-c8ad64524514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:23.443288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:23.460106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.490391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.524775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=50bd19dc-4e7f-4e63-9306-deb82ec07849,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:23.531913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.534086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35d2e28b-0e06-4309-a301-ce0b7165efdd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/50bd19dc-4e7f-4e63-9306-deb82ec07849 HTTP/1.1" status: 204 len: 168 time: 1.7856324 Feb 04 16:13:23.537499 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7fc441ca-c568-4eed-87ae-d304c6806327 admin admin] 10.222.0.62 "PUT /v2.0/routers/7e7baace-45c7-4519-bd25-166519cfdb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8783681 Feb 04 16:13:23.539375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58700) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:23.557057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:23.563145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:23.713279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet dadc5743-42d6-436c-b154-7a277faa3701 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:23.725746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.750910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=82b7ab68-0de4-4e5b-9474-712bba187cd2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:23.794955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:23.814517 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.816308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c7682fce-78a6-4043-b28d-6f50f9540182 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:23.826947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:23.888001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57255e95-ae3f-4375-9480-3e8bb6152a6a None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:24.033422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.049472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:24.070128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.076278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.080428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.084561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.092218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.100063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.107711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.112068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-b27d9908-782b-44a1-9fb6-8f2c6bbc4323 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5422 time: 0.7016590 Feb 04 16:13:24.126042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:13:24.157656 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.161045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Provisioning for port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:24.166124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c7682fce-78a6-4043-b28d-6f50f9540182,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:24.203023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Provisioning complete for port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:24.203683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.246508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.264042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=dadc5743-42d6-436c-b154-7a277faa3701,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:24.274562 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-139f3b9f-36e3-493c-9b3e-ddcd2c4307e9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/dadc5743-42d6-436c-b154-7a277faa3701 HTTP/1.1" status: 204 len: 168 time: 0.7322626 Feb 04 16:13:24.275301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58712) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:24.296666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c7682fce-78a6-4043-b28d-6f50f9540182', 'network_id': '7f94c649-cfc1-42bd-8b4b-c3e3ef884bac', 'port_id': 'c7682fce-78a6-4043-b28d-6f50f9540182', 'mac_address': 'fa:16:3e:1f:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1568c92-1998-4a12-aa26-c66721a40207', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:24.299112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:24.363031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7f56bfa-aff8-4c1c-bee9-c9753a6f28f1 req-3d4a548f-6815-4c8f-b0b1-91d2cf9aea0b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410800 Feb 04 16:13:24.403738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-607930cb-220c-4b57-8b14-9739b2943f1e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1266263 Feb 04 16:13:24.404124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58716) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:24.405002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5689af-1e92-45c2-b4c7-7a2c3df7afc8 req-6e1d4f4e-956c-40b6-b91b-3689702526aa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.413007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af5689af-1e92-45c2-b4c7-7a2c3df7afc8 req-6e1d4f4e-956c-40b6-b91b-3689702526aa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2603922 Feb 04 16:13:24.490169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:13:24.510035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af5689af-1e92-45c2-b4c7-7a2c3df7afc8 req-54d232db-cadb-4b75-ba05-76b80bc89a93 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961215 Feb 04 16:13:24.564232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc064d1e-9e94-4762-9619-a218645486ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.565134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bc064d1e-9e94-4762-9619-a218645486ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:24.599206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bc064d1e-9e94-4762-9619-a218645486ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:24.605230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bc064d1e-9e94-4762-9619-a218645486ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1941662 Feb 04 16:13:24.605230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58724) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:24.720217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.721786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca185195-9034-490d-8a3a-bf7c5e7f315e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:24.723092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca185195-9034-490d-8a3a-bf7c5e7f315e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:24.762014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca185195-9034-490d-8a3a-bf7c5e7f315e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:24.763525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ca185195-9034-490d-8a3a-bf7c5e7f315e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1570113 Feb 04 16:13:24.769638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:24.782780 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.801410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7682fce-78a6-4043-b28d-6f50f9540182 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:24.842511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] For port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:24.856704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.933622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d0f8f-a587-437a-b336-7cdf528e06d1 None None] Pushing event updated for resources: {'Port': ['ID=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:24.936097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:24.940175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c7682fce-78a6-4043-b28d-6f50f9540182,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:24.942477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Deleting port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:24.942578 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:24.966023 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cac1d921-0a69-4b5c-b6de-41a9419996ef tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1882689 Feb 04 16:13:24.967585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:24.979620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:24.986191 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-60a9a8b1-ded2-4f1e-8134-b26eec2af8b4 req-452ec95c-5a62-4594-bcc8-b63af34e50d7 tempest-FloatingIPDetailsNegativeTestJSON-2099040016 tempest-FloatingIPDetailsNegativeTestJSON-2099040016-project] show failed (client error): The resource could not be found. Feb 04 16:13:25.001708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60a9a8b1-ded2-4f1e-8134-b26eec2af8b4 req-452ec95c-5a62-4594-bcc8-b63af34e50d7 tempest-FloatingIPDetailsNegativeTestJSON-2099040016 tempest-FloatingIPDetailsNegativeTestJSON-2099040016-project] 10.222.0.62 "GET /v2.0/floatingips/af23d364-9a59-4d6b-b4d6-ff1c6b082e60 HTTP/1.1" status: 404 len: 350 time: 0.1279955 Feb 04 16:13:25.001708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:25.236371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:25.259947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:25.275927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:25.280842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.282304 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:25.282776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:25.292396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] For port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:25.292396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.309219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82b7ab68-0de4-4e5b-9474-712bba187cd2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:25.337887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:25.339985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:25.345869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.352926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:25.361918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-553b4808-f4f3-40c9-9f78-87c4daa74b6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3697531 Feb 04 16:13:25.371466 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Sync routers for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:25.403053 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:25.413678 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:12:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:25.438660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-44813617-f2ba-45cf-a156-ae0e5b2b6fa1 admin admin] 10.222.0.62 "PUT /v2.0/routers/3de01e8f-d74b-4c77-8f93-f8293bba8e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2258420 Feb 04 16:13:25.561298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Calling delete_port for fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:25.733019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a670a8db-2ab6-4d4a-a39b-02487136476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.765226 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:25.792090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:25.801179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:25.822679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 82b7ab68-0de4-4e5b-9474-712bba187cd2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:25.823584 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.827046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51135c59-99d3-406b-b037-f8f231555a09 req-cad0c382-7254-419c-bbc9-e6e84fed7372 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:25.830940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51135c59-99d3-406b-b037-f8f231555a09 req-cad0c382-7254-419c-bbc9-e6e84fed7372 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6166689 Feb 04 16:13:25.852012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:25.907085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:25.917265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:25.965952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2750d-86c4-4e8e-b317-74e75b297835 req-f29d9d03-1f1d-4286-b857-0265e2c1b64f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:25.975223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06f2750d-86c4-4e8e-b317-74e75b297835 req-f29d9d03-1f1d-4286-b857-0265e2c1b64f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.5219312 Feb 04 16:13:26.025216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] Pushing event deleted for resources: {'Port': ['ID=fa6dfd57-bfc6-460f-bc77-df7aaeed13e4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:26.032034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3fd0f-b0b3-454f-835e-52f9c1d3170f None None] No DVR routers for this DVR port fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:26.091245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51135c59-99d3-406b-b037-f8f231555a09 req-7f46020d-b1df-48ad-ad98-57432613a255 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507305 Feb 04 16:13:26.216768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:26.218679 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:26.219256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:26.259398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:26.277639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fc38186c-8e64-466f-ae19-c7299440ad73 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9356623 Feb 04 16:13:26.282654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58758) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:26.289646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:26.346631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:26.350576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fa6dfd57-bfc6-460f-bc77-df7aaeed13e4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:26.401174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['7c6189fd-ea78-4cbf-b517-172e045be40c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.438614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bfa4c2e6-909a-44f9-a3a6-ac215dbb1287'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.467848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:26.493709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:26.503196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06f2750d-86c4-4e8e-b317-74e75b297835 req-5a6a0da4-d454-4215-8799-cc475bfab93f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5270102 Feb 04 16:13:26.503820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.522265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:26.526104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:26.528835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 4, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '90aec558-d313-4a44-a8c0-26d0d48a1367', 'name': '', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'mac_address': 'fa:16:3e:cc:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:19Z', 'updated_at': '2022-02-04T16:13:21Z', 'revision_number': 2, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'subnets': [{'id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:26.540648 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:26.541107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:26.546025 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Checking router: 3de01e8f-d74b-4c77-8f93-f8293bba8e9c for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:26.546408 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Updating router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c port 90aec558-d313-4a44-a8c0-26d0d48a1367 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:13:26.548328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['df021334-c2e7-4b54-a9f0-f732b84c7c55'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.573044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c88f876a-9e75-4113-aaec-3684d231df1f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.611071 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19dd984f-e0c2-49ca-9143-5d0e1cbef51c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3224568 Feb 04 16:13:26.611191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:26.638788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:26.654196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c7682fce-78a6-4043-b28d-6f50f9540182'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:26.694577 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.252042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0f41133f-ed02-448c-ba81-cdb5829df902'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:27.341705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71b9663a-9ab8-4486-998a-d60b9e939f9e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:27.411082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:27.452401 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.465090 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Transition to ACTIVE for port object 90aec558-d313-4a44-a8c0-26d0d48a1367 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:27.474824 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.501466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:27.529764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.539031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.543894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.554722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.560394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.561536 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd650-9f50-49b4-ac20-58870b8d037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.566068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.571286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.579315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-83042a24-51bf-48e5-aacd-16feaa5c7f5d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5424 time: 0.4597650 Feb 04 16:13:27.630848 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3702-8f5b-48cf-ab70-c1a2aa7a5989 None None] Pushing event updated for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:27.706726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654414-b758-400e-9a69-dc7992bbcaca req-0482c4f9-0b7e-401c-89b9-d4e4c1158d95 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.707109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-48654414-b758-400e-9a69-dc7992bbcaca req-0482c4f9-0b7e-401c-89b9-d4e4c1158d95 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:27.727172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:27.731200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.735913 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:27.736646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:27.756020 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Attempting to bind port 90aec558-d313-4a44-a8c0-26d0d48a1367 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:27.756360 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Attempting to bind port 90aec558-d313-4a44-a8c0-26d0d48a1367 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:27.757714 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Attempting to bind port 90aec558-d313-4a44-a8c0-26d0d48a1367 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:27.763733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.768481 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:27.769021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Checking segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:27.769559 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.770706 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Bound using segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:27.771165 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Bound port: 90aec558-d313-4a44-a8c0-26d0d48a1367, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:27.771525 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.852306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0cf9835-7758-4eba-b2ac-e37bcc213738 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2396455 Feb 04 16:13:27.856048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58778) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:27.858194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2194cd10-21dd-4ac8-bd39-510ccdc41aed req-f4c1d893-cce4-4514-9340-f271d91c4359 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2776237 Feb 04 16:13:27.864763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-8d2fbab7-bdb6-42f0-898f-e9b3a5664d7c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:27.867122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:27.867768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-8d2fbab7-bdb6-42f0-898f-e9b3a5664d7c tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 946 time: 0.6793275 Feb 04 16:13:27.882896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] For port 90aec558-d313-4a44-a8c0-26d0d48a1367, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:27.887762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] For port 90aec558-d313-4a44-a8c0-26d0d48a1367, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=90aec558-d313-4a44-a8c0-26d0d48a1367,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:27.893532 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:27.919709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-48654414-b758-400e-9a69-dc7992bbcaca req-0482c4f9-0b7e-401c-89b9-d4e4c1158d95 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:27.921127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-0482c4f9-0b7e-401c-89b9-d4e4c1158d95 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 818 time: 0.7458780 Feb 04 16:13:27.979179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-39cf0dfd-562f-449a-8fd1-0344c0966a76 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/quotas/09bf6c73abd84128bbc94254a2268158 HTTP/1.1" status: 200 len: 375 time: 0.0438647 Feb 04 16:13:27.994586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Deleting port 7038ba68-c15a-434f-9b20-f98c074abfa8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:27.995148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.004526 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3702-8f5b-48cf-ab70-c1a2aa7a5989 None None] Pushing event updated for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:28.010037 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:28.011734 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:13:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:28.097388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 71b9663a-9ab8-4486-998a-d60b9e939f9e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:28.135925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:28.142029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71b9663a-9ab8-4486-998a-d60b9e939f9e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:28.143251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.150940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:28.168840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:28.381781 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:28.518642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.526492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-48654414-b758-400e-9a69-dc7992bbcaca req-8ade4e83-58fc-464b-9e6b-c643eed4d407 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:28.541220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.542967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.544956 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:28.545396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:28.563263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 71b9663a-9ab8-4486-998a-d60b9e939f9e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71b9663a-9ab8-4486-998a-d60b9e939f9e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:28.569598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.583258 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-476ed564-b5cd-4a06-b3b1-1a8d83ee8ebe tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7242944 Feb 04 16:13:28.584396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:28.593888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:28.633590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d1f6a-6e2f-4c18-9351-b31947f93b45 req-1aed63a6-dbb3-467a-9739-221abe8e3ed9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:28.640583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd9d1f6a-6e2f-4c18-9351-b31947f93b45 req-1aed63a6-dbb3-467a-9739-221abe8e3ed9 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a52c469-7a44-41a5-b332-b9c2460dff84 HTTP/1.1" status: 200 len: 946 time: 0.4765468 Feb 04 16:13:28.655119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=71b9663a-9ab8-4486-998a-d60b9e939f9e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:28.686474 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.738368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-48654414-b758-400e-9a69-dc7992bbcaca req-8ade4e83-58fc-464b-9e6b-c643eed4d407 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:28.738368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-8ade4e83-58fc-464b-9e6b-c643eed4d407 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6921611 Feb 04 16:13:28.785290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:28.796244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:28.807599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:28.814346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:28.815825 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:13:28.816265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:13:28.844839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec850fff-6322-42ad-b46d-79d586a4723c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2581241 Feb 04 16:13:28.849551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58790) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:28.855729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 4, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '90aec558-d313-4a44-a8c0-26d0d48a1367', 'name': '', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'mac_address': 'fa:16:3e:cc:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:19Z', 'updated_at': '2022-02-04T16:13:27Z', 'revision_number': 4, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'subnets': [{'id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:28.860639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839edd4c-82b2-46b3-968a-7a4fa12b2c2a None None] The sync data for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 is: [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:13:20Z', 'revision_number': 4, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '90aec558-d313-4a44-a8c0-26d0d48a1367', 'name': '', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'mac_address': 'fa:16:3e:cc:eb:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:19Z', 'updated_at': '2022-02-04T16:13:27Z', 'revision_number': 4, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'subnets': [{'id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:28.899078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05548f61-0970-4c9d-bdb1-0734790367fa tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462079 Feb 04 16:13:28.899550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:28.906788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd9d1f6a-6e2f-4c18-9351-b31947f93b45 req-12d49588-5dcc-4922-b4bc-bb7bc613d577 tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650936 Feb 04 16:13:28.982229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] For port 7038ba68-c15a-434f-9b20-f98c074abfa8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7038ba68-c15a-434f-9b20-f98c074abfa8,segment=NetworkSegment(52686dbb-c6cc-49f9-84f8-0011c8be2fa9),segment_id=52686dbb-c6cc-49f9-84f8-0011c8be2fa9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:28.982684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.014309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1095b40-1b12-47c3-ab21-68d2f48bd8eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:29.015864 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e1095b40-1b12-47c3-ab21-68d2f48bd8eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1153102 Feb 04 16:13:29.021719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58800) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:29.098489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fdd9025a-3e4c-4bd7-b6c1-beac3e8ab2f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745139 Feb 04 16:13:29.103030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58804) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:29.110261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:29.246142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:29.260906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:29.273429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:29.277594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.316370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71b9663a-9ab8-4486-998a-d60b9e939f9e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:29.409005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71b9663a-9ab8-4486-998a-d60b9e939f9e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:29.409314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.469017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Calling delete_port for 7038ba68-c15a-434f-9b20-f98c074abfa8 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:29.559057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 90aec558-d313-4a44-a8c0-26d0d48a1367 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:29.652295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-e1a62bf5-bb85-4e19-9323-2b4f15329670 service neutron] 10.222.0.62 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025223 Feb 04 16:13:29.729437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:13:29.731395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.747734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 90aec558-d313-4a44-a8c0-26d0d48a1367 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:29.763653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 90aec558-d313-4a44-a8c0-26d0d48a1367 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:29.764431 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.800154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=2b0a260f-e4e6-469c-9792-7e79837725ec,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:29.825888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:29.827444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:29.842140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:29.842943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:29.845037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cecefe-c273-4a2c-956a-84833b73a6ef None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:29.876890 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3b313275-8264-4623-a493-b788763dfaa3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7726300 Feb 04 16:13:29.877875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58812) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:29.885416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:d3:bf:15', 'name': 'tempest-NetworksTestDHCPv6-152851828'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:29.898431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db402a7e-c1d5-439f-98c3-27179bf600b8 req-fdcfc364-a01d-4adf-8641-bf91645a23bb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:29.900308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db402a7e-c1d5-439f-98c3-27179bf600b8 req-fdcfc364-a01d-4adf-8641-bf91645a23bb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8090665 Feb 04 16:13:30.060889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:30.065212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.078163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.089023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:30.123270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:30.129149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.196040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.205883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:30.206752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Pushing event deleted for resources: {'Port': ['ID=7038ba68-c15a-434f-9b20-f98c074abfa8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:30.209346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '2b0a260f-e4e6-469c-9792-7e79837725ec'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:30.210993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.265399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db402a7e-c1d5-439f-98c3-27179bf600b8 req-14a6efad-5e87-4484-bd7a-8fdafd4670b8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515375 Feb 04 16:13:30.299770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 90aec558-d313-4a44-a8c0-26d0d48a1367, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=90aec558-d313-4a44-a8c0-26d0d48a1367,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:30.315774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.372517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-16e6260f-28c7-4b44-bdd6-47d6c766c3ea service neutron] 10.222.0.62 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815145 Feb 04 16:13:30.423454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] No DVR routers for this DVR port 7038ba68-c15a-434f-9b20-f98c074abfa8 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:30.426193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.432081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'name': 'network-vif-deleted', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:30.440000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:30.470440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12b3d334-be3a-4483-ad24-4e9f2c91a970 req-d9c087cc-d102-4aba-887c-50148bf900ab tempest-ServersTestJSON-1313599124 tempest-ServersTestJSON-1313599124-project] 10.222.0.41 "DELETE /v2.0/ports/7038ba68-c15a-434f-9b20-f98c074abfa8 HTTP/1.1" status: 204 len: 173 time: 2.5964184 Feb 04 16:13:30.564537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fed3:bf15 (20bca8da-ace0-4004-b37c-35ed5054400c/2b0a260f-e4e6-469c-9792-7e79837725ec/3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:30.580792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58832) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:30.606200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Deleting port 6b62b77b-f76d-434c-89fb-890ea0b2a281 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:30.607363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.861665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3db5f-6a73-45d0-8373-f5d53b1d0cef req-d81ccf28-93cc-4607-bf3e-b0909d0786af tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:30.867385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bab3db5f-6a73-45d0-8373-f5d53b1d0cef req-d81ccf28-93cc-4607-bf3e-b0909d0786af tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4046969 Feb 04 16:13:30.961308 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4944b3fc-bf96-4ae5-8a02-8b695171b552 req-0ebdd104-b4a1-4a9f-9663-17c1becb1b15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 6500 time: 0.3789937 Feb 04 16:13:30.971250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:30.989274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:31.001573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.005822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.010702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.014712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.018542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.023226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.024362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:31.027567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.036692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-a183d456-d285-414c-80d7-900b23b58745 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5424 time: 0.2423649 Feb 04 16:13:31.047052 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4944b3fc-bf96-4ae5-8a02-8b695171b552 req-a8cda575-ac4f-461c-9c85-04605386a7bb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753973 Feb 04 16:13:31.070551 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:31.134246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:31.145594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:31.155976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:31.163202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.164023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:31.164406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Allocated IP 2001:db8::f816:3eff:fea3:b3a3 (20bca8da-ace0-4004-b37c-35ed5054400c/2b0a260f-e4e6-469c-9792-7e79837725ec/0bbc9bd5-a648-49a4-aaff-f3277eead09d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:31.239888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:31.260077 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-21465fe6-abd4-4fd2-bb13-de5f0555eb95 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3782134 Feb 04 16:13:31.260721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58850) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:31.324916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Calling delete_port for 6b62b77b-f76d-434c-89fb-890ea0b2a281 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:31.364789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9666a7d6-a237-4fd3-a208-1c0017fa2e6c req-d970bf14-9799-49b6-8f1c-979d63125be7 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3271191 Feb 04 16:13:31.367979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bab3db5f-6a73-45d0-8373-f5d53b1d0cef req-9d914506-6a0c-4546-b128-f55470c76ed0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799221 Feb 04 16:13:31.399484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 90aec558-d313-4a44-a8c0-26d0d48a1367 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:31.604030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:31.614392 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a52c469-7a44-41a5-b332-b9c2460dff84', 'name': 'network-vif-deleted', 'tag': '7038ba68-c15a-434f-9b20-f98c074abfa8', 'status': 'completed', 'code': 200} Feb 04 16:13:31.693283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b73e45c2-8b7d-4b8d-8e9d-a68f6665df38 req-ba53f784-0b66-4704-8de2-bcc3efbc8183 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 210 time: 0.0702477 Feb 04 16:13:31.697667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21acf2-670a-44d7-ba62-c98805b9dfd4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:31.700531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8c21acf2-670a-44d7-ba62-c98805b9dfd4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:31.710215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7c6189fd-ea78-4cbf-b517-172e045be40c up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:31.863033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Deleting subnet ed88b620-0560-44ab-b37a-9076fe66673f {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:31.867552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:31.908981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 90aec558-d313-4a44-a8c0-26d0d48a1367 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:31.911934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8c21acf2-670a-44d7-ba62-c98805b9dfd4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:31.912851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:31.916573 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8c21acf2-670a-44d7-ba62-c98805b9dfd4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6514564 Feb 04 16:13:31.916573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58872) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:31.984974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.022727 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.052027 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.068259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:32.068621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.076421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Transition to ACTIVE for port object 0bbc9bd5-a648-49a4-aaff-f3277eead09d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:32.086665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 7c6189fd-ea78-4cbf-b517-172e045be40c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:32.106107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 7c6189fd-ea78-4cbf-b517-172e045be40c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:32.106528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.179092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Transition to ACTIVE for port object 0bbc9bd5-a648-49a4-aaff-f3277eead09d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:32.209574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.249137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b62b77b-f76d-434c-89fb-890ea0b2a281,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:32.328458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:32.336743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:32.339682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Pushing event updated for resources: {'Port': ['ID=0bbc9bd5-a648-49a4-aaff-f3277eead09d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:32.342088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:32.372565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.504617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e89e8-f843-4614-a698-68c369dfc421 req-1ecec5b8-287e-4d60-972f-d84982c74713 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:32.505645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.516471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f58e89e8-f843-4614-a698-68c369dfc421 req-1ecec5b8-287e-4d60-972f-d84982c74713 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8088238 Feb 04 16:13:32.517311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Attempting to bind port 0bbc9bd5-a648-49a4-aaff-f3277eead09d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:32.517677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Attempting to bind port 0bbc9bd5-a648-49a4-aaff-f3277eead09d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:32.518032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Attempting to bind port 0bbc9bd5-a648-49a4-aaff-f3277eead09d on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:32.545663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:32.546697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:32.547105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.547697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:32.548193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Bound port: 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:32.549145 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.568256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.572540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:32.610391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c5f8-7133-422e-8ffb-f1d3e8f1516e req-6829a3e7-dea6-4109-8418-0403e781a645 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:32.616519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:32.617976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7183c5f8-7133-422e-8ffb-f1d3e8f1516e req-6829a3e7-dea6-4109-8418-0403e781a645 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6592450 Feb 04 16:13:32.638636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.639760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7038ba68-c15a-434f-9b20-f98c074abfa8 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:32.687974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654414-b758-400e-9a69-dc7992bbcaca req-68af1566-bac0-4f65-b78f-c1e14b1696a8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:32.689360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-68af1566-bac0-4f65-b78f-c1e14b1696a8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 818 time: 0.4856904 Feb 04 16:13:32.712544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Request body: {'port': {'device_id': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'admin_state_up': True, 'tenant_id': '09bf6c73abd84128bbc94254a2268158'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:32.724301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 7038ba68-c15a-434f-9b20-f98c074abfa8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:32.724790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7038ba68-c15a-434f-9b20-f98c074abfa8 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:32.729806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:32.770243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.770862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] For port 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:32.776691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] For port 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bbc9bd5-a648-49a4-aaff-f3277eead09d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:32.777852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:32.781461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.801782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f58e89e8-f843-4614-a698-68c369dfc421 req-8a867e0e-d235-46ea-962b-124d97ae5371 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842941 Feb 04 16:13:32.828717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed88b620-0560-44ab-b37a-9076fe66673f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:32.831776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7183c5f8-7133-422e-8ffb-f1d3e8f1516e req-f6091170-0580-42e2-8073-46ada5e895f8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127645 Feb 04 16:13:32.846707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:32.882684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2deacee2-51a5-429f-bc07-17cf7ed437d4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed88b620-0560-44ab-b37a-9076fe66673f HTTP/1.1" status: 204 len: 168 time: 1.2767780 Feb 04 16:13:32.888663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a8deb-c974-4358-bda5-3d96da32fb40 None None] Pushing event updated for resources: {'Port': ['ID=0bbc9bd5-a648-49a4-aaff-f3277eead09d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:32.889906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:33.050704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.155934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:33.239875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.251159 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6451abad-eb4e-417a-ad8f-46e06c823ba7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc HTTP/1.1" status: 204 len: 168 time: 1.3337767 Feb 04 16:13:33.253401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:33.300600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:33.323776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c7f51-4d09-40d0-a25a-7e10b1d3c1c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.325350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c7f51-4d09-40d0-a25a-7e10b1d3c1c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.326166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-358c7f51-4d09-40d0-a25a-7e10b1d3c1c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:33.342126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.344277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:33.348548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-358c7f51-4d09-40d0-a25a-7e10b1d3c1c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:33.353788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-358c7f51-4d09-40d0-a25a-7e10b1d3c1c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0992975 Feb 04 16:13:33.354454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58894) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:33.415306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Made reservation on behalf of 09bf6c73abd84128bbc94254a2268158 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:33.418163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.426832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0f41133f-ed02-448c-ba81-cdb5829df902 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:33.431311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 2b0a260f-e4e6-469c-9792-7e79837725ec {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:33.435273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.500975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 0f41133f-ed02-448c-ba81-cdb5829df902 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:33.507566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0f41133f-ed02-448c-ba81-cdb5829df902 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:33.507753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.508518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.536792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-aec93d96-6d5d-4912-ba1d-d35da2c802ed tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.538615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-aec93d96-6d5d-4912-ba1d-d35da2c802ed tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 818 time: 0.4928591 Feb 04 16:13:33.557195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.561247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.565166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.569662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.573546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.577450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.581343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:33.583219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-091e64ce-ebe5-42d8-a482-ca1bbd41c98c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5425 time: 0.4971063 Feb 04 16:13:33.623568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.644284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.687384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:33.693254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.695413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:33.724694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.736708 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.766313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-5711609e-05ad-4ab5-9657-a81955015a98 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/quotas/09bf6c73abd84128bbc94254a2268158 HTTP/1.1" status: 200 len: 375 time: 0.1019423 Feb 04 16:13:33.806315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.822447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0a260f-e4e6-469c-9792-7e79837725ec,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:33.828042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:33.843053 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e30a47fb-ab68-455d-b26d-b37ac2b72a31 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/2b0a260f-e4e6-469c-9792-7e79837725ec HTTP/1.1" status: 204 len: 168 time: 0.4854915 Feb 04 16:13:33.843822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:33.852384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:33.859905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:33.860278 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:33.955938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc9a3199-0d06-4fa5-a53f-2555351bbdb2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083264 Feb 04 16:13:33.958642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58904) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:33.965656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:34.019814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.028745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28c5991-4077-42f4-8061-815426a97e00']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:34.056581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.072168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:34.081767 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.082683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c88f876a-9e75-4113-aaec-3684d231df1f up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:34.108119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bd182dc-9926-403a-b4e0-23b65dc877a7 req-14aa0cf4-2d78-4cc3-9ad9-a6be5f1c904b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4357405 Feb 04 16:13:34.126245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52686dbb-c6cc-49f9-84f8-0011c8be2fa9') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:34.126666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52686dbb-c6cc-49f9-84f8-0011c8be2fa9') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:34.151336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.202799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678bbf55-84ba-4c14-a8b1-3be909e59cc6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:34.276512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.316675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:34.321782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:34.325812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:34.332526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:34.349720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:34.367197 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'code': 200} Feb 04 16:13:34.382145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:13:34.382852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:13:34.397770 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:13:34.491845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.508846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:34.509474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Allocated IP 172.20.0.12 (8300c19d-2c92-417f-a61a-74ea3c34bfbf/1583239e-67d7-4f74-a14e-013c7d1da805/6328cb55-782e-4e1f-af78-67288e7c79c5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:34.513237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c88f876a-9e75-4113-aaec-3684d231df1f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:34.520985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c88f876a-9e75-4113-aaec-3684d231df1f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:34.521281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.564194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c47d8e4c-adaf-42f5-a3b1-50bb041995ed None None] Provisioning for port 0bbc9bd5-a648-49a4-aaff-f3277eead09d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:34.580467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.633856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-9fe1fbb0-5236-4b75-9b80-d6ef8447572f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8663867 Feb 04 16:13:34.638979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.681704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.696574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28c5991-4077-42f4-8061-815426a97e00,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:34.728045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:34.730922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:34.734238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.734983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device df021334-c2e7-4b54-a9f0-f732b84c7c55 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:34.831413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Deleting port 0bbc9bd5-a648-49a4-aaff-f3277eead09d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:34.832001 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:34.841096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-68770aa8-7670-4423-a10c-2644fbc601f2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a28c5991-4077-42f4-8061-815426a97e00 HTTP/1.1" status: 204 len: 168 time: 1.9501829 Feb 04 16:13:34.913736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:13:35.013414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e105cc-e40b-4444-9225-ed3f6918d88d req-56529eeb-2a8a-40f6-b30e-b2e01c089c6b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:35.014934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03e105cc-e40b-4444-9225-ed3f6918d88d req-56529eeb-2a8a-40f6-b30e-b2e01c089c6b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.5462599 Feb 04 16:13:35.048298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.075077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-6ee063fb-8314-450d-a5b3-0126e541d1ff service neutron] 10.222.0.62 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402232 Feb 04 16:13:35.084344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port df021334-c2e7-4b54-a9f0-f732b84c7c55 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:35.099327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port df021334-c2e7-4b54-a9f0-f732b84c7c55 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:35.099747 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.185906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] For port 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bbc9bd5-a648-49a4-aaff-f3277eead09d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:35.186307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.186910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.211755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:35.235343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03e105cc-e40b-4444-9225-ed3f6918d88d req-a1a18904-cbe7-4939-89cc-b61cab808ddb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131653 Feb 04 16:13:35.244261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.360265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Calling delete_port for 0bbc9bd5-a648-49a4-aaff-f3277eead09d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:35.395905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-bdb45cd5-c735-4ccb-8bbb-4ae1462e5604 service neutron] 10.222.0.62 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198929 Feb 04 16:13:35.471264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.488078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.534902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:35.542752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.543742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:35.605086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-319b61c8-64d5-46e1-8982-b52275ec572c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0184b34f7eab4dfca7a1a812fe862c61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3918037 Feb 04 16:13:35.608272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58922) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:35.722377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.750227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.753021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bbc9bd5-a648-49a4-aaff-f3277eead09d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:35.763845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:35.768651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:35.773476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:35.774596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:35.775070 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.776873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.832736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.840416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.841204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.853261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:35.853990 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:35.877349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:35.906896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Pushing event updated for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.923573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.966578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=5c065b78-191b-477e-a290-b4b85d5fa1d5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:35.980436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:35.989693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:35.991278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c7682fce-78a6-4043-b28d-6f50f9540182 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:36.010029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:36.015487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:36.018791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.019634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.055300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.058158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.059433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31 HTTP/1.1" status: 204 len: 168 time: 0.4498475 Feb 04 16:13:36.075045 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1143098 Feb 04 16:13:36.077366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07cf5a-779d-4b3b-9054-9877a29bda49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ffcec-9ff0-4d94-9eb8-ed3020b40c31,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:36.082115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58934) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:36.088878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:44:71:cf', 'name': 'tempest-NetworksTestDHCPv6-1948738063'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:36.110634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e333fbb-970d-40cd-b2e7-1a99cec30fdc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=0bbc9bd5-a648-49a4-aaff-f3277eead09d,revision_number=5']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:36.265782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d1ce-e942-49e2-8e13-730cced8ec36 req-a1a44512-b1f9-45ca-b883-da1156b622c2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.270666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4da7d1ce-e942-49e2-8e13-730cced8ec36 req-a1a44512-b1f9-45ca-b883-da1156b622c2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6961935 Feb 04 16:13:36.288627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.292573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.318098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:36.343289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c7682fce-78a6-4043-b28d-6f50f9540182 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:36.349620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c7682fce-78a6-4043-b28d-6f50f9540182 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:36.350867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.355718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:36.363199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:36.367572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:36.375107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:36.389361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:36.393391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.398485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.401307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.402710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.405010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Deleting port 0bbc9bd5-a648-49a4-aaff-f3277eead09d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:36.405010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.407020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.411279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.415766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.421437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:36.423832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65944611-e561-48bc-b8fd-5788aa71b52f req-b54e99af-1395-450f-84d9-853020e8dc0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5429 time: 0.6527715 Feb 04 16:13:36.436550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df021334-c2e7-4b54-a9f0-f732b84c7c55'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:36.437245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-73d276dc-dcc6-4220-a14c-6d02ad369b23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7353227 Feb 04 16:13:36.463434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Request body: {'port': {'device_id': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:36.473475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 232a90b1-560e-4028-9a3b-c69dbb8315ca yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:36.495475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4da7d1ce-e942-49e2-8e13-730cced8ec36 req-11e08b38-7946-4252-8fa6-4bcabfc0610a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138505 Feb 04 16:13:36.655241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65944611-e561-48bc-b8fd-5788aa71b52f req-83836575-0982-4957-9861-f9289b91b861 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2149389 Feb 04 16:13:36.800687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9797ce6-659a-47c1-bb14-087f876d8030 req-9c348966-1dce-4b06-8686-917c18fd271e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:36.815534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:36.877066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe44:71cf (20bca8da-ace0-4004-b37c-35ed5054400c/5c065b78-191b-477e-a290-b4b85d5fa1d5/232a90b1-560e-4028-9a3b-c69dbb8315ca) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:36.900442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9797ce6-659a-47c1-bb14-087f876d8030 req-9c348966-1dce-4b06-8686-917c18fd271e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:36.901756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9797ce6-659a-47c1-bb14-087f876d8030 req-9c348966-1dce-4b06-8686-917c18fd271e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 210 time: 0.1642416 Feb 04 16:13:37.065745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] For port 0bbc9bd5-a648-49a4-aaff-f3277eead09d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bbc9bd5-a648-49a4-aaff-f3277eead09d,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:37.068378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.086810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Router 7e7baace-45c7-4519-bd25-166519cfdb4d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:13:37.315358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Calling delete_port for 0bbc9bd5-a648-49a4-aaff-f3277eead09d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:37.359541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.382740 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902', 'code': 200} Feb 04 16:13:37.383388 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'code': 200} Feb 04 16:13:37.383876 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'code': 200} Feb 04 16:13:37.384643 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df021334-c2e7-4b54-a9f0-f732b84c7c55', 'code': 200} Feb 04 16:13:37.385076 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'code': 200} Feb 04 16:13:37.421465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 232a90b1-560e-4028-9a3b-c69dbb8315ca will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:37.443593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d493-bcdd-406e-860a-06175c97d8b8 req-a05e9ca1-852c-4921-ba88-fde9cb322d1a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:37.445829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed66d493-bcdd-406e-860a-06175c97d8b8 req-a05e9ca1-852c-4921-ba88-fde9cb322d1a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4603293 Feb 04 16:13:37.519685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.664410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c7682fce-78a6-4043-b28d-6f50f9540182,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:37.668614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed66d493-bcdd-406e-860a-06175c97d8b8 req-54049e87-fc21-44b2-8365-29f3ea1ec6b1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036214 Feb 04 16:13:37.687336 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.726446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd89be-8e01-4f1b-808d-7c4b8b1dd28a req-bc854e74-5401-47b5-bb3f-b021debdf010 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:37.743387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65cd89be-8e01-4f1b-808d-7c4b8b1dd28a req-bc854e74-5401-47b5-bb3f-b021debdf010 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3798463 Feb 04 16:13:37.758045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.783549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6328cb55-782e-4e1f-af78-67288e7c79c5 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:37.795052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.882299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-80ef39f4-e999-423b-86d5-22e6b7d921aa tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:37.883931 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-80ef39f4-e999-423b-86d5-22e6b7d921aa tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 818 time: 0.4482546 Feb 04 16:13:37.901096 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.903918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:37.907681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Request body: {'port': {'device_id': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'admin_state_up': True, 'tenant_id': '09bf6c73abd84128bbc94254a2268158'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:37.923049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:37.924917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=232a90b1-560e-4028-9a3b-c69dbb8315ca,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:37.936621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:37.941181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:37.941802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:37.950408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] No DVR routers for this DVR port 0bbc9bd5-a648-49a4-aaff-f3277eead09d on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:37.952415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Transition to ACTIVE for port object 6328cb55-782e-4e1f-af78-67288e7c79c5 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:37.969290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65cd89be-8e01-4f1b-808d-7c4b8b1dd28a req-bc5322a4-8deb-4160-91f0-bcffb347d973 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138350 Feb 04 16:13:37.973376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b34cbf-e408-4e0b-a437-a59f872bd898 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:37.986218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.013791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.038278 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b76d0fc-4b16-454e-a706-86c535f8e696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9549656 Feb 04 16:13:38.044475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58974) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.186484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:38.202944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:38.249282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Made reservation on behalf of 09bf6c73abd84128bbc94254a2268158 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:38.252650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9280d-64c9-4dda-b621-c1dc03b4494a None None] Pushing event deleted for resources: {'Port': ['ID=0bbc9bd5-a648-49a4-aaff-f3277eead09d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.262379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.291753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55acc908-b2e2-4763-be5f-9d9ad436b3e5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.292693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55acc908-b2e2-4763-be5f-9d9ad436b3e5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:38.295216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Pushing event updated for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:38.382041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55acc908-b2e2-4763-be5f-9d9ad436b3e5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:38.386657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55acc908-b2e2-4763-be5f-9d9ad436b3e5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3415403 Feb 04 16:13:38.390673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.429934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:38.479281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c072fbf8-1239-4d3b-a397-278a44d28321 admin admin] 10.222.0.62 "PUT /v2.0/routers/7e7baace-45c7-4519-bd25-166519cfdb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4736044 Feb 04 16:13:38.482032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:38.485856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee123f99-faaf-4121-80b8-72aa7cc629ba req-7a7fec08-2ba5-4263-9c76-8626b3b26b0c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 210 time: 0.1613011 Feb 04 16:13:38.512248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '5c065b78-191b-477e-a290-b4b85d5fa1d5'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:38.513464 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.683377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 232a90b1-560e-4028-9a3b-c69dbb8315ca {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:38.683377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.703741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.707663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.712331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.716473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.719727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Allocated IP 2001:db8::f816:3eff:fe89:647b (20bca8da-ace0-4004-b37c-35ed5054400c/5c065b78-191b-477e-a290-b4b85d5fa1d5/6eedb43c-f6db-4f09-9822-9d057a336a92) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:38.720239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.724348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.728610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:38.738138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-b32eda3f-4be3-444b-81b8-c168db4aa6ac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.5080872 Feb 04 16:13:38.739915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Attempting to bind port 6328cb55-782e-4e1f-af78-67288e7c79c5 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:38.740244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Attempting to bind port 6328cb55-782e-4e1f-af78-67288e7c79c5 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:38.740711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Attempting to bind port 6328cb55-782e-4e1f-af78-67288e7c79c5 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:38.772591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Allocated IP 172.20.0.7 (8300c19d-2c92-417f-a61a-74ea3c34bfbf/1583239e-67d7-4f74-a14e-013c7d1da805/e67ff2e9-b92c-4744-8d0c-acc9334a3a73) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:38.772806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Port 6328cb55-782e-4e1f-af78-67288e7c79c5 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:13:38.773143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Attempting to bind port 6328cb55-782e-4e1f-af78-67288e7c79c5 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:38.803725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-a2ee1c30-cb38-44cb-b519-b9321096f15f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.4079609 Feb 04 16:13:38.804196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:38.804534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Checking segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:38.804908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Bound using segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:38.805356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Bound port: 6328cb55-782e-4e1f-af78-67288e7c79c5, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:38.805698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:38.858828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6073be7d-c469-4c5b-8eee-b0991db4e72d req-9df78873-2b7d-4152-bdef-be2fbd853857 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195512 Feb 04 16:13:39.032915 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.036747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Transition to ACTIVE for port object 6eedb43c-f6db-4f09-9822-9d057a336a92 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:39.060061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Transition to ACTIVE for port object 6eedb43c-f6db-4f09-9822-9d057a336a92 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:39.083934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.236217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:39.243488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Pushing event updated for resources: {'Port': ['ID=6eedb43c-f6db-4f09-9822-9d057a336a92,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:39.246005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:39.251343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:39.298525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-6b1ed826-ec9b-4b11-8052-bf46d0b8bef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:39.300004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-6b1ed826-ec9b-4b11-8052-bf46d0b8bef9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.4850993 Feb 04 16:13:39.318092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:39.337292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.406370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6328cb55-782e-4e1f-af78-67288e7c79c5,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:39.411959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7682fce-78a6-4043-b28d-6f50f9540182'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:39.424359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.449188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Attempting to bind port 6eedb43c-f6db-4f09-9822-9d057a336a92 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:39.450116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Attempting to bind port 6eedb43c-f6db-4f09-9822-9d057a336a92 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:39.450643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Attempting to bind port 6eedb43c-f6db-4f09-9822-9d057a336a92 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:39.460210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:39.460740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:39.461392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.461884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:39.462538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Bound port: 6eedb43c-f6db-4f09-9822-9d057a336a92, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:39.463010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.467116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.555131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-37ea8364-5f67-4672-888d-ec226c64a581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.2422543 Feb 04 16:13:39.579845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:39.586663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6eedb43c-f6db-4f09-9822-9d057a336a92,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:39.593001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 232a90b1-560e-4028-9a3b-c69dbb8315ca owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:39.594295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.666341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.667732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] 10.222.0.41 "PUT /v2.0/ports/6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 1092 time: 3.2096353 Feb 04 16:13:39.668503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:39.697174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6fe0a-8868-4b04-bfe4-bf674d94ee6b req-0e8bb0b6-efbb-49d2-bfbb-8cdd8648d45d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:39.704869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cd6fe0a-8868-4b04-bfe4-bf674d94ee6b req-0e8bb0b6-efbb-49d2-bfbb-8cdd8648d45d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.5477719 Feb 04 16:13:39.734955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd73e-cc4a-4ed0-b1a6-baf68a66ace6 None None] Pushing event updated for resources: {'Port': ['ID=6eedb43c-f6db-4f09-9822-9d057a336a92,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:39.766472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:39.841438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a2f20-f879-4543-922f-064b7f155393 service neutron] Pushing event updated for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:39.851938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-5f9bf5c0-172b-4680-9a5c-d91a2b722932 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:39.853734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-5f9bf5c0-172b-4680-9a5c-d91a2b722932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2853498 Feb 04 16:13:39.947379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a434-8eb3-4eb0-b9e6-579a27e05fd5 req-c8b2db3a-0dda-4b79-9209-683cca7bf9e6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:39.971416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9038a434-8eb3-4eb0-b9e6-579a27e05fd5 req-c8b2db3a-0dda-4b79-9209-683cca7bf9e6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5704703 Feb 04 16:13:40.051831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cd6fe0a-8868-4b04-bfe4-bf674d94ee6b req-032cab8c-9cc3-4db8-af24-0b5daca6571b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448660 Feb 04 16:13:40.100853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9038a434-8eb3-4eb0-b9e6-579a27e05fd5 req-30112a86-7ec4-44fd-a930-bca81a302198 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274779 Feb 04 16:13:40.110529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-4ee89e34-a066-4fd7-868c-db8307b80eee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1095 time: 0.3679240 Feb 04 16:13:40.113400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Network 8300c19d-2c92-417f-a61a-74ea3c34bfbf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:40.122167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-177ac96f-191f-4168-8a52-9d01d8479394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555523 Feb 04 16:13:40.132848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:40.151246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:40.209105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Pushing event updated for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:40.249899 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7682fce-78a6-4043-b28d-6f50f9540182', 'code': 200} Feb 04 16:13:40.332605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.355623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-af728ffa-3de9-4bbb-bc35-f0cc86f37fa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.2317543 Feb 04 16:13:40.391996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:40.392614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.405032 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.456461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=232a90b1-560e-4028-9a3b-c69dbb8315ca,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:40.531891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99cd8cc3-35c8-46f4-9949-52d3ca3fa12c req-e3e3d97c-7e16-47bf-984d-f11a0c44f097 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.2232831 Feb 04 16:13:40.554554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:40.560109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6da2caa-ab24-41e1-83bf-3c12d8b09e4f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/232a90b1-560e-4028-9a3b-c69dbb8315ca HTTP/1.1" status: 204 len: 168 time: 2.1653481 Feb 04 16:13:40.573170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3ad2f617-edea-4e52-a118-0c7ec8a0eb71 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6715362 Feb 04 16:13:40.573667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:40.624994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Request body: {'port': {'device_id': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:40.626575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48654414-b758-400e-9a69-dc7992bbcaca req-aef09e82-8f11-428a-b2a1-de35bd2d5f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:40.627992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-aef09e82-8f11-428a-b2a1-de35bd2d5f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.2237871 Feb 04 16:13:40.731878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-672d0012-6cba-4e70-853c-d7183340e960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895793 Feb 04 16:13:40.733810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-0280ecdb-64e2-4de6-b2c9-76dbc329a8a1 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863148 Feb 04 16:13:40.735496 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5', 'status': 'completed', 'code': 200} Feb 04 16:13:40.765336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd710ce-da5d-47fd-b800-ace2f4f8758e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:40.768266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd710ce-da5d-47fd-b800-ace2f4f8758e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:40.768266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1bd710ce-da5d-47fd-b800-ace2f4f8758e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:40.864602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1bd710ce-da5d-47fd-b800-ace2f4f8758e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:40.867174 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1bd710ce-da5d-47fd-b800-ace2f4f8758e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2894034 Feb 04 16:13:40.953292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59020) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:40.973780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.231193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-33514cf7-12c5-4c61-941d-f45a1e12cc6f None None] Provisioning for port 6eedb43c-f6db-4f09-9822-9d057a336a92 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:41.244666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-33514cf7-12c5-4c61-941d-f45a1e12cc6f None None] Could not find standard attr ID for object 232a90b1-560e-4028-9a3b-c69dbb8315ca. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:13:41.272254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6eedb43c-f6db-4f09-9822-9d057a336a92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:41.303920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-b14e4841-de32-4e7c-ad82-8c0c143eb409 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587809 Feb 04 16:13:41.366171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c342d74-2a2d-4dff-a191-bb21ff2207fd req-de0d5383-4da0-40c0-b435-e32e0dd9ddc0 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.373803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c342d74-2a2d-4dff-a191-bb21ff2207fd req-de0d5383-4da0-40c0-b435-e32e0dd9ddc0 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 931 time: 0.9638076 Feb 04 16:13:41.400368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6eedb43c-f6db-4f09-9822-9d057a336a92 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:41.407298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6eedb43c-f6db-4f09-9822-9d057a336a92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:41.407969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.456475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 5c065b78-191b-477e-a290-b4b85d5fa1d5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:41.470245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.475943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401a8605-79d5-4726-baf3-1f18ba8381c4 req-7819ece0-a213-4596-a98e-c0afabfaae0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6488 time: 1.1193333 Feb 04 16:13:41.534760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.573985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e081b11c-1b53-4528-ae81-c3a35b54e868 None None] Could not find standard attr ID for object 3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:13:41.577358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Deleting port 71b9663a-9ab8-4486-998a-d60b9e939f9e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:41.577702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.651383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7c342d74-2a2d-4dff-a191-bb21ff2207fd req-38105a43-5ec5-4749-bedb-f1ade1eec077 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:41.660231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23b9ec77-380f-41b4-8e97-c968be8d31e3 req-e5efb314-e9e6-4503-9a5a-d39a619c8375 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776024 Feb 04 16:13:41.663795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.670746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.688341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.692378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.697792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.702258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.706506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.711052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.715147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:41.723300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-85786e59-f938-4924-bb53-b53f8cbff5fb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.8203740 Feb 04 16:13:41.736372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6eedb43c-f6db-4f09-9822-9d057a336a92,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:41.745455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:41.760502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401a8605-79d5-4726-baf3-1f18ba8381c4 req-d3d5508f-d4f3-4660-a3c2-d922bfb1489a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2681398 Feb 04 16:13:41.773393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48654414-b758-400e-9a69-dc7992bbcaca req-d9530703-b257-4e5b-82e5-6959a857bf25 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424815 Feb 04 16:13:41.805247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfa3035f-b45c-4314-ab97-ceb8aa51bf68 req-b817918e-5baf-4361-b197-5fcce4e8a490 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809669 Feb 04 16:13:41.808073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7c342d74-2a2d-4dff-a191-bb21ff2207fd req-38105a43-5ec5-4749-bedb-f1ade1eec077 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:41.811655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c342d74-2a2d-4dff-a191-bb21ff2207fd req-38105a43-5ec5-4749-bedb-f1ade1eec077 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370830 Feb 04 16:13:41.859817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6eedb43c-f6db-4f09-9822-9d057a336a92,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:42.002280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-128d0f8d-3685-422b-a64a-3c2d0a0ab103 None None] Could not find standard attr ID for object 232a90b1-560e-4028-9a3b-c69dbb8315ca. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:13:42.005156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.088414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] For port 71b9663a-9ab8-4486-998a-d60b9e939f9e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71b9663a-9ab8-4486-998a-d60b9e939f9e,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:42.088772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.122379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67ff2e9-b92c-4744-8d0c-acc9334a3a73 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:42.181884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.188534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246a16-7a08-4ecb-9d90-14c652c7a3b0 req-0772565e-829b-4abe-a3dc-a6c182232bfe tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:42.195922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51246a16-7a08-4ecb-9d90-14c652c7a3b0 req-0772565e-829b-4abe-a3dc-a6c182232bfe tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2382529 Feb 04 16:13:42.308834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51246a16-7a08-4ecb-9d90-14c652c7a3b0 req-356e23c0-19b5-41cb-a5fa-38185d3372be tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033854 Feb 04 16:13:42.313418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-3aa93803-a538-4378-a450-e2b9af854d7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1095 time: 0.2510917 Feb 04 16:13:42.449459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Calling delete_port for 71b9663a-9ab8-4486-998a-d60b9e939f9e owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:42.456762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143d56-4e74-4bd4-b9b2-d9b19110d035 req-1c304e2f-02e8-4372-9841-440398c791de tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:42.458503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0143d56-4e74-4bd4-b9b2-d9b19110d035 req-1c304e2f-02e8-4372-9841-440398c791de tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4306092 Feb 04 16:13:42.545892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Transition to ACTIVE for port object e67ff2e9-b92c-4744-8d0c-acc9334a3a73 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:42.557356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.560859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.616660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91110e74-61db-4a74-84bb-6da6c0b9829c req-4d0c09b5-127e-4a33-9179-9fd539ee3b6c tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1073868 Feb 04 16:13:42.618733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61a02080-8d46-4fee-86be-3c38a443db6a req-b5a02f2f-7c48-44df-b9e2-a88b4c6c4089 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1136472 Feb 04 16:13:42.647921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-96bb6268-7d73-4932-8ce3-07aa269bb270 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:42.649450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-96bb6268-7d73-4932-8ce3-07aa269bb270 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.3200395 Feb 04 16:13:42.659313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0143d56-4e74-4bd4-b9b2-d9b19110d035 req-a08b1dee-399f-4b05-a010-6c0f4687bd26 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685789 Feb 04 16:13:42.660647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=5c065b78-191b-477e-a290-b4b85d5fa1d5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:42.684868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3d7bc-6476-4bb1-9f57-74cf357d6a5e None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:42.688435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.768711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:42.782861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:42.784033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-935bf019-6f7a-4af0-87fb-7831198cc098 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/5c065b78-191b-477e-a290-b4b85d5fa1d5 HTTP/1.1" status: 204 len: 168 time: 1.8116105 Feb 04 16:13:42.961854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:42.968185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f8fea8b-130c-4589-9787-897eea680ab7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1841302 Feb 04 16:13:42.973896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:43.026863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b9663a-9ab8-4486-998a-d60b9e939f9e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:43.035584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:43.044641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Deleting port 6eedb43c-f6db-4f09-9822-9d057a336a92 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:43.045015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.057469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Attempting to bind port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:43.057813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Attempting to bind port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:43.058178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Attempting to bind port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:43.113856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-750e5f60-d8d5-45d9-af45-9dbd8bef2ad3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.2647650 Feb 04 16:13:43.186356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71770856-7b44-4054-8139-b371a1c4110f req-edbee296-b2a5-4d99-8c59-9efa1b60adca tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.201827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71770856-7b44-4054-8139-b371a1c4110f req-edbee296-b2a5-4d99-8c59-9efa1b60adca tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3547373 Feb 04 16:13:43.207111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:13:43.208056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Attempting to bind port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 on network 8300c19d-2c92-417f-a61a-74ea3c34bfbf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:43.284832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6eedb43c-f6db-4f09-9822-9d057a336a92 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:43.300885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:43.300885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Checking segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:43.301251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Bound using segment: {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:43.301465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Bound port: e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:43.301815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.315044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-c1863cc7-94ca-4c6a-b54c-6a76f5f2b75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.316569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-c1863cc7-94ca-4c6a-b54c-6a76f5f2b75c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.1878543 Feb 04 16:13:43.325294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6eedb43c-f6db-4f09-9822-9d057a336a92,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:43.325684 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.376843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.380854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.385541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.389510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.393461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.398240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.401935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.403856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-571cf5be-b582-4c5d-8558-7e6ef7db6d01 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.3529429 Feb 04 16:13:43.413380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71770856-7b44-4054-8139-b371a1c4110f req-5a47d2a0-5c32-4c52-a54a-f133861c4a64 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100799 Feb 04 16:13:43.432773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f77d83-c875-4f7d-b221-d5a90bf27bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.435227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f1f77d83-c875-4f7d-b221-d5a90bf27bc9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4581103 Feb 04 16:13:43.454611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-4f7ab5b5-6446-4f87-a532-8ef055c3110f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296127 Feb 04 16:13:43.455126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:43.466377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Calling delete_port for 6eedb43c-f6db-4f09-9822-9d057a336a92 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:43.514750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:43.518538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:43.543784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.568177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.601658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.628596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6eedb43c-f6db-4f09-9822-9d057a336a92,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:43.636206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.696615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:43.697449 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:43.720670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:43.722444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e67ff2e9-b92c-4744-8d0c-acc9334a3a73 HTTP/1.1" status: 200 len: 1091 time: 3.1087520 Feb 04 16:13:43.729622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:43.749040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6eedb43c-f6db-4f09-9822-9d057a336a92,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:43.942029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36813432-c0ed-4145-8d63-ae5cdde262a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:43.951591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c394dafd-2a50-40f4-a07d-812796ee6428 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:43.953053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c394dafd-2a50-40f4-a07d-812796ee6428 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4963057 Feb 04 16:13:43.961424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:44.036473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.046827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.053010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e7ae3ee-4461-4c3c-bdd7-9b3b6310f821 req-614d3c1d-66a5-4bbb-99a4-0cce380d43df tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6375599 Feb 04 16:13:44.056615 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-f9c219a7-64ce-47bd-80c2-59e9eb11cc6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 1094 time: 0.2527652 Feb 04 16:13:44.074603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ac90fa13-e20f-4d03-b03a-9e0bd30b65e5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012440 Feb 04 16:13:44.083513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:44.110232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:44.199175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Deleting port 6eedb43c-f6db-4f09-9822-9d057a336a92 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:44.199175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.224577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-8e2f702d-cb66-4d3c-8261-bd7c9682038e service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621006 Feb 04 16:13:44.235475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaf9c1-9125-46a7-ae54-15fa31f0275f req-822e0a78-ae69-4160-aef2-d6118f4264e6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:44.237923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6abaf9c1-9125-46a7-ae54-15fa31f0275f req-822e0a78-ae69-4160-aef2-d6118f4264e6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 943 time: 0.6302269 Feb 04 16:13:44.256598 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-4cbd355d-0db6-4cd0-82df-00e5e9d12b76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73 HTTP/1.1" status: 200 len: 217 time: 0.1914692 Feb 04 16:13:44.295297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.295902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7baace-45c7-4519-bd25-166519cfdb4d {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:13:44.326031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.327350 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1cdbe718-5a5b-4be9-8f34-5211c11cf2d8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7e7baace-45c7-4519-bd25-166519cfdb4d HTTP/1.1" status: 204 len: 168 time: 5.8374445 Feb 04 16:13:44.330147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:44.363656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-8f0bd03f-4112-4aaa-b56d-d057c6f4c918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:44.364158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-8f0bd03f-4112-4aaa-b56d-d057c6f4c918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.1033041 Feb 04 16:13:44.418108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-66f34030-50a6-43dd-801f-e4092eb86918 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453856 Feb 04 16:13:44.440279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] For port 6eedb43c-f6db-4f09-9822-9d057a336a92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6eedb43c-f6db-4f09-9822-9d057a336a92,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:44.441085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.457240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:44.472720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:44.488952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:44.501756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Deleting subnet a41c68b4-85fb-4297-bcfc-c8ad64524514 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:44.501964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:44.511093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.527556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6abaf9c1-9125-46a7-ae54-15fa31f0275f req-ccd18934-eccf-41b0-9988-edc88570ce81 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536213 Feb 04 16:13:44.549327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:44.578216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Calling delete_port for 6eedb43c-f6db-4f09-9822-9d057a336a92 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:44.581628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105d222c-8454-4b01-82c4-7dcbbfc80bd9 req-9d03918b-b3e8-448f-9dcc-dc3be4d41d9b service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307586 Feb 04 16:13:44.591746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.654390 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-9ee0224c-56c3-424d-999f-5dc4a51b5250 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299669 Feb 04 16:13:44.662215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bf82b-cec6-421e-9ee8-389b1f00da95 req-a37ec2a5-c26e-4b51-b6f2-e769f2d36c32 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:44.671049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-752bf82b-cec6-421e-9ee8-389b1f00da95 req-a37ec2a5-c26e-4b51-b6f2-e769f2d36c32 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3959293 Feb 04 16:13:44.677967 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.717696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.750853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] Pushing event deleted for resources: {'Port': ['ID=6eedb43c-f6db-4f09-9822-9d057a336a92,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:44.760527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac710d99-6f3b-45a7-99db-98093e62d331 None None] No DVR routers for this DVR port 6eedb43c-f6db-4f09-9822-9d057a336a92 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:44.798451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.861943 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-26a9cc2e-9172-4095-812b-28944e5a83fe req-3d370a0b-ae74-481e-846d-a71b72d6de16 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975758 Feb 04 16:13:44.876472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee7be46e-1f0b-4ae3-b083-f93e835b3857 req-3eaba07d-0911-48a6-b7c4-7f9634f06ce8 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1193287 Feb 04 16:13:44.894683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.898812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-752bf82b-cec6-421e-9ee8-389b1f00da95 req-63e528e6-99a0-4f0c-b253-6f97c1ea0594 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269051 Feb 04 16:13:44.952950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41c68b4-85fb-4297-bcfc-c8ad64524514,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:44.957028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:44.965513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e38728-b037-4dc4-8c6e-45425752b603 None None] Network 566acbec-e075-4748-8bb5-feb700d59a26 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:44.977998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6deb961f-9c3b-46aa-a6f1-0af16bfadb80 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a41c68b4-85fb-4297-bcfc-c8ad64524514 HTTP/1.1" status: 204 len: 168 time: 0.6467466 Feb 04 16:13:44.981025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:45.037939 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73', 'status': 'completed', 'code': 200} Feb 04 16:13:45.166449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-57254aef-a86c-494b-a1cd-dd97b997bcb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 1094 time: 0.1074502 Feb 04 16:13:45.386847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-e498e24f-b053-45a3-98df-b8f757e0db80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:45.389682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-e498e24f-b053-45a3-98df-b8f757e0db80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.2168050 Feb 04 16:13:45.413114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.420534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] DHCP port deletion for 566acbec-e075-4748-8bb5-feb700d59a26 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:45.425578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Deleting port f3c993a5-c419-4e7a-8708-105109f27aab {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:45.426089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.482799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Deleting port f3c993a5-c419-4e7a-8708-105109f27aab {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:45.483133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.493265 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-d6426017-ddbe-4ec1-95a2-a3bee278ba81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73 HTTP/1.1" status: 200 len: 217 time: 0.0906937 Feb 04 16:13:45.497422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6328cb55-782e-4e1f-af78-67288e7c79c5 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:45.559311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f0b18-9ea9-4eec-a224-cdac12ae11a6 req-21fa345b-611e-4f79-9e13-97ac518a9ee6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:45.562840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a4f0b18-9ea9-4eec-a224-cdac12ae11a6 req-21fa345b-611e-4f79-9e13-97ac518a9ee6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3190765 Feb 04 16:13:45.569486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-8c011f1e-580b-49a0-8a91-8aacd6059c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:45.571175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-8c011f1e-580b-49a0-8a91-8aacd6059c92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.0711529 Feb 04 16:13:45.614773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:13:45.637317 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-0747b441-3651-4177-98dd-cd38c185c6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579610 Feb 04 16:13:45.644284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.745611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] For port f3c993a5-c419-4e7a-8708-105109f27aab, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f3c993a5-c419-4e7a-8708-105109f27aab,segment=NetworkSegment(b9c178db-c511-4af1-b727-cd31d76c9b93),segment_id=b9c178db-c511-4af1-b727-cd31d76c9b93)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:45.746003 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.784183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-05fb40e3-a167-4ecb-bf1c-7ea8e5d34a8d service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400554 Feb 04 16:13:45.891326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Calling delete_port for f3c993a5-c419-4e7a-8708-105109f27aab owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:45.923303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:45.939601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-57e2b6a0-8284-41dc-a25b-914611692d6b req-bccd551b-8abd-44ea-a8ae-2e375646a45d service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491039 Feb 04 16:13:45.940780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6328cb55-782e-4e1f-af78-67288e7c79c5,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:45.943319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:45.957427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a4f0b18-9ea9-4eec-a224-cdac12ae11a6 req-09bf9f1f-1f38-4623-b3af-3ba4892f8676 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384125 Feb 04 16:13:45.959754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832087f-7435-4466-b9db-77b549de0636 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:45.967841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:45.970688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:45.978698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '6328cb55-782e-4e1f-af78-67288e7c79c5', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'port_id': '6328cb55-782e-4e1f-af78-67288e7c79c5', 'mac_address': 'fa:16:3e:4b:30:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:46.020880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=8453f5b6-6333-47c0-98e0-4ccbbb29af67,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:46.080694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.081035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.081369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.081703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.082029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.082376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.082706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.083028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.083353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.084581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.084776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:46.107929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] For port f3c993a5-c419-4e7a-8708-105109f27aab, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f3c993a5-c419-4e7a-8708-105109f27aab,segment=NetworkSegment(b9c178db-c511-4af1-b727-cd31d76c9b93),segment_id=b9c178db-c511-4af1-b727-cd31d76c9b93)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:46.109235 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.119139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a982c4b9-aecb-4b1d-8c39-7a213a7115f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0304286 Feb 04 16:13:46.122151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59088) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:46.132209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:d0:0b:ca', 'name': 'tempest-NetworksTestDHCPv6-396559107'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:46.142926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.147492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.151875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.156774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.157765 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.161571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.167935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.172654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.175526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09714f78-4871-4194-9234-ad060d56dc6b req-fa2056f1-95b5-4c97-912b-1b1f2329b57a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.6278331 Feb 04 16:13:46.215987 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.241890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6328cb55-782e-4e1f-af78-67288e7c79c5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:46.258957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6328cb55-782e-4e1f-af78-67288e7c79c5,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:46.276882 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.281538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] Pushing event deleted for resources: {'Port': ['ID=f3c993a5-c419-4e7a-8708-105109f27aab,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:46.340519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896be6e6-7d41-4b94-8b32-14efdcfb2926 None None] No DVR routers for this DVR port f3c993a5-c419-4e7a-8708-105109f27aab on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:46.406859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Calling delete_port for f3c993a5-c419-4e7a-8708-105109f27aab owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:46.448732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:46.453052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '8453f5b6-6333-47c0-98e0-4ccbbb29af67'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:46.453866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.455720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:46.461034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:46.471771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:46.487242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:46.505556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:46.543536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09714f78-4871-4194-9234-ad060d56dc6b req-e48d9e27-4e6c-473d-889d-eee65d70ac26 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681573 Feb 04 16:13:46.608459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:46.609169 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:46.661516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['6328cb55-782e-4e1f-af78-67288e7c79c5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:46.738073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Allocated IP 2001:db8::f816:3eff:fef3:e481 (20bca8da-ace0-4004-b37c-35ed5054400c/8453f5b6-6333-47c0-98e0-4ccbbb29af67/dc75b932-eae3-43d7-a464-cbcbe2dc7c60) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:46.770899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:46.816215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 963a9497-495f-4b87-bff7-8d6985b07ab1 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:46.818040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2510298-22f0-4f44-a58b-f63114f74d6d req-cd7a3bf9-e3e2-4f89-b239-9756730bf793 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.820599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2510298-22f0-4f44-a58b-f63114f74d6d req-cd7a3bf9-e3e2-4f89-b239-9756730bf793 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1686916 Feb 04 16:13:46.922998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2510298-22f0-4f44-a58b-f63114f74d6d req-ac418e11-9d0a-4844-af14-e3046a991202 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913370 Feb 04 16:13:46.929745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436993f-9be3-4f2a-95ab-074ecb9fffa3 req-9fc82194-442a-4625-bae3-6075a8dd1099 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:46.938529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c436993f-9be3-4f2a-95ab-074ecb9fffa3 req-9fc82194-442a-4625-bae3-6075a8dd1099 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 943 time: 0.1905863 Feb 04 16:13:46.992120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c436993f-9be3-4f2a-95ab-074ecb9fffa3 req-51a63f0e-a04b-4ee9-8435-92a83e7df9b1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Feb 04 16:13:47.109921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Deleting port f3c993a5-c419-4e7a-8708-105109f27aab {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:47.110511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.155937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.173306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Transition to ACTIVE for port object dc75b932-eae3-43d7-a464-cbcbe2dc7c60 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:47.201030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Transition to ACTIVE for port object dc75b932-eae3-43d7-a464-cbcbe2dc7c60 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:47.203656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] The port 'f3c993a5-c419-4e7a-8708-105109f27aab' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:13:47.208066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.243975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f3c993a5-c419-4e7a-8708-105109f27aab no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:47.274851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a69b44bf-882b-441d-b7bc-7836f572e0bd req-a4c5074a-74a5-4721-b1e1-afbd575f8c50 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0827310 Feb 04 16:13:47.284875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fed0:bca (20bca8da-ace0-4004-b37c-35ed5054400c/8453f5b6-6333-47c0-98e0-4ccbbb29af67/963a9497-495f-4b87-bff7-8d6985b07ab1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:47.295867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f3c993a5-c419-4e7a-8708-105109f27aab {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:47.296280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f3c993a5-c419-4e7a-8708-105109f27aab not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:47.302177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df682f-9cc8-4680-b08c-f4d8fbdcef5e req-2357ef49-4050-4465-a7a5-af3f4bae6d33 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.304448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83df682f-9cc8-4680-b08c-f4d8fbdcef5e req-2357ef49-4050-4465-a7a5-af3f4bae6d33 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2592378 Feb 04 16:13:47.320994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:47.324412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:47.328605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:47.346066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Pushing event updated for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:47.403019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.437550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Attempting to bind port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:47.437875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Attempting to bind port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:47.438182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Attempting to bind port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:47.445982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:47.446519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:47.446767 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.447154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:47.447610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Bound port: dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:47.448426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.450839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83df682f-9cc8-4680-b08c-f4d8fbdcef5e req-04dc09dd-849f-4369-b12e-4cc8ad9beef3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926116 Feb 04 16:13:47.452322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566acbec-e075-4748-8bb5-feb700d59a26']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:47.466243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c178db-c511-4af1-b727-cd31d76c9b93') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:47.466571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c178db-c511-4af1-b727-cd31d76c9b93') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:47.508604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e67ff2e9-b92c-4744-8d0c-acc9334a3a73 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:13:47.529406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.562835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.573116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:13:47.573572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:13:47.588192 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:13:47.612211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.641382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:47.653789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 963a9497-495f-4b87-bff7-8d6985b07ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:47.658571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:47.669414 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.687171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.723482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.727975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.731919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.736134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.739939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.744944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.748252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.750214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1ccade3-7ddc-4701-a5be-b074376d5b08 req-445d0158-78b2-4f50-9916-e3ccb62dec82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.2757609 Feb 04 16:13:47.765556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.768286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:47.777111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Request body: {'floatingip': {'port_id': '7c6189fd-ea78-4cbf-b517-172e045be40c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:47.781784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:47.785577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:47.788629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:47.791188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:47.792890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:47.793577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.814557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73', 'network_id': '8300c19d-2c92-417f-a61a-74ea3c34bfbf', 'port_id': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73', 'mac_address': 'fa:16:3e:24:c3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1583239e-67d7-4f74-a14e-013c7d1da805', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:13:47.819060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae4727-7b8d-4c53-a87e-885472710e66 None None] Pushing event updated for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:47.834128 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7063246 Feb 04 16:13:47.840795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:47.842400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1541-56fb-4f08-ab37-2990501c1387 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=963a9497-495f-4b87-bff7-8d6985b07ab1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:47.859178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.887356 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.889544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] Pushing event deleted for resources: {'Network': ['ID=566acbec-e075-4748-8bb5-feb700d59a26,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:47.909074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67ff2e9-b92c-4744-8d0c-acc9334a3a73 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:13:47.909280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90e401af-1bc8-4020-97fe-fd02793d2251 admin admin] 10.222.0.62 "DELETE /v2.0/networks/566acbec-e075-4748-8bb5-feb700d59a26 HTTP/1.1" status: 204 len: 168 time: 2.9192584 Feb 04 16:13:47.909656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.954036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:47.961504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:47.996231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97533a3b-ad4d-44b2-a930-8d0044d64e2b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:48.004410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97533a3b-ad4d-44b2-a930-8d0044d64e2b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:48.005213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97533a3b-ad4d-44b2-a930-8d0044d64e2b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:48.036465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97533a3b-ad4d-44b2-a930-8d0044d64e2b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:48.038427 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97533a3b-ad4d-44b2-a930-8d0044d64e2b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1887233 Feb 04 16:13:48.041134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:48.080494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:48.183656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 963a9497-495f-4b87-bff7-8d6985b07ab1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:48.191101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:48.243219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885155f-91c8-4da1-b29c-eb3f9fe580b0 req-aa9a6b0c-1b0a-4bcc-b827-421fa8c08e53 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:48.255002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b885155f-91c8-4da1-b29c-eb3f9fe580b0 req-aa9a6b0c-1b0a-4bcc-b827-421fa8c08e53 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.6125863 Feb 04 16:13:48.397647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59122) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:48.456708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['e67ff2e9-b92c-4744-8d0c-acc9334a3a73'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:13:48.606117 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ad6b781c-5f1e-4bde-87ed-e8321f809309 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f6c888d45c864566a69f8f94eec5d010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066855 Feb 04 16:13:48.610291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:48.669942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:48.690897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b885155f-91c8-4da1-b29c-eb3f9fe580b0 req-eb3b3ac8-a422-4200-b101-42a8860e378c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350083 Feb 04 16:13:48.812554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 963a9497-495f-4b87-bff7-8d6985b07ab1 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:48.851303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:48.887933 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:13:48.899072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:48.945733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ef53f-6fb2-4c15-919d-c653bfb316f2 req-d0f88b5e-7650-4bb5-b07a-5b32b15e1e20 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:48.947266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-232ef53f-6fb2-4c15-919d-c653bfb316f2 req-d0f88b5e-7650-4bb5-b07a-5b32b15e1e20 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 944 time: 0.3268890 Feb 04 16:13:49.024870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.051897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f5aed-7839-4d9b-9c60-9c1f2c1ffd1f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:49.070257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.079584 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.085652 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6fa4aad0-5b59-494a-a467-3304466bdbeb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e49f5aed-7839-4d9b-9c60-9c1f2c1ffd1f HTTP/1.1" status: 204 len: 168 time: 0.4741488 Feb 04 16:13:49.141014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-232ef53f-6fb2-4c15-919d-c653bfb316f2 req-e16f5c97-ed1f-4b23-9db0-3d763f027dc7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849089 Feb 04 16:13:49.153552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=963a9497-495f-4b87-bff7-8d6985b07ab1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:49.167656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7ea2-ccbe-4afe-a27c-c51dc11356ba req-3568d0b8-b365-4a6f-8e80-9d5e72b1534f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:49.169252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-501f7ea2-ccbe-4afe-a27c-c51dc11356ba req-3568d0b8-b365-4a6f-8e80-9d5e72b1534f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3061635 Feb 04 16:13:49.249603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.256156 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc49b3a5-ad6a-4a12-bb07-edf9fb9f42ab tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/963a9497-495f-4b87-bff7-8d6985b07ab1 HTTP/1.1" status: 204 len: 168 time: 1.2128420 Feb 04 16:13:49.257868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:49.324926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-501f7ea2-ccbe-4afe-a27c-c51dc11356ba req-7404497f-5950-49f9-9e97-f08c81b874d7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399937 Feb 04 16:13:49.364893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dc75b932-eae3-43d7-a464-cbcbe2dc7c60 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:49.421778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae225e8-3507-4199-875a-49a32c47b206 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:49.423582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae225e8-3507-4199-875a-49a32c47b206 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:49.424476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9ae225e8-3507-4199-875a-49a32c47b206 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:49.451658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed36223-8352-4743-95f1-532446b55785 req-b3d2a8e1-5aa4-4c44-902e-30bbf6064879 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1015129 Feb 04 16:13:49.466931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9ae225e8-3507-4199-875a-49a32c47b206 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:49.470673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9ae225e8-3507-4199-875a-49a32c47b206 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2088087 Feb 04 16:13:49.471004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59140) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:49.496367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6328cb55-782e-4e1f-af78-67288e7c79c5 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:49.650805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.664263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.670559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 8453f5b6-6333-47c0-98e0-4ccbbb29af67 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:49.677671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.685635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:49.746120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 6328cb55-782e-4e1f-af78-67288e7c79c5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:49.751721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Provisioning for port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:49.774018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 6328cb55-782e-4e1f-af78-67288e7c79c5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:49.774469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.814644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Provisioning complete for port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:49.815023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:49.828020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.078401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059810c-b690-487a-bd30-2b73c558f506 req-b6ddb7b7-7e5e-4ec3-9014-66ae0e517d88 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:50.087035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0059810c-b690-487a-bd30-2b73c558f506 req-b6ddb7b7-7e5e-4ec3-9014-66ae0e517d88 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2953720 Feb 04 16:13:50.095155 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.124673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.189178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:50.207443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0059810c-b690-487a-bd30-2b73c558f506 req-9e2ec9ad-3fe2-4a6b-b4c8-7a1ea28495ca tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193171 Feb 04 16:13:50.207842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.216777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6328cb55-782e-4e1f-af78-67288e7c79c5,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:50.258390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.311483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.387186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.395577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=8453f5b6-6333-47c0-98e0-4ccbbb29af67,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:50.413767 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Floating IP 2cdb32a6-e028-4f3e-b3ff-86d4a1816c68 associated. External IP: 172.25.5.102, port: 7c6189fd-ea78-4cbf-b517-172e045be40c. Feb 04 16:13:50.420191 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a55b4a60-7d81-456d-8238-c611874d7719 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/8453f5b6-6333-47c0-98e0-4ccbbb29af67 HTTP/1.1" status: 204 len: 168 time: 0.9454818 Feb 04 16:13:50.420191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59164) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:50.437103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c977cd46-8c51-4147-8059-69108084c346 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:50.507959 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-65b23cc4-8f2d-4da9-9155-1ced0d74df35 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848293 Feb 04 16:13:50.508707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:50.515280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:50.595195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827bf09-7bba-4ffe-a05f-9ee601774012 req-a730730e-4a88-4266-9702-4a9fd988c57d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:50.602626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9827bf09-7bba-4ffe-a05f-9ee601774012 req-a730730e-4a88-4266-9702-4a9fd988c57d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3690016 Feb 04 16:13:50.647051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:50.649982 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:50.650616 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:50.683477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9827bf09-7bba-4ffe-a05f-9ee601774012 req-99d4a9a1-861a-4a54-9325-f2ddd96f2214 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798841 Feb 04 16:13:50.708452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df663a-be2a-40f2-ada4-c88db6c57144 req-eb7bb7e0-0e5a-4343-99d4-3dd6113b6995 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:50.710810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:50.716390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29df663a-be2a-40f2-ada4-c88db6c57144 req-eb7bb7e0-0e5a-4343-99d4-3dd6113b6995 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 944 time: 0.2209377 Feb 04 16:13:50.729236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:50.733141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:50.746282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:50.764007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:50.768572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.834459 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5', 'code': 200} Feb 04 16:13:50.854949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:13:50.861354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Deleting port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:50.862402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:50.883180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29df663a-be2a-40f2-ada4-c88db6c57144 req-1a09a4df-e212-441a-80ae-edf0c27b4458 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658175 Feb 04 16:13:50.995415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.222204 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.250150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dc75b932-eae3-43d7-a464-cbcbe2dc7c60 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:51.304686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7df52299-2425-4078-b761-510af09ba41f req-506ecd1c-b8b3-406d-9efe-3c19d1003a84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.3798158 Feb 04 16:13:51.336068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.354218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecb952c0-1dad-4dbe-ba98-b47ecfee6d4c req-3af3dff9-fa92-448f-b2cc-66929b7a39d7 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0581849 Feb 04 16:13:51.361145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:51.361647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.388403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:51.472713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b32dc6-f6a0-4abe-9543-9d53a954ab85 req-353efc78-0879-4470-9d93-60fb21f64ba1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:51.474232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48b32dc6-f6a0-4abe-9543-9d53a954ab85 req-353efc78-0879-4470-9d93-60fb21f64ba1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4963775 Feb 04 16:13:51.540988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48b32dc6-f6a0-4abe-9543-9d53a954ab85 req-06e66c9f-8909-4560-8d68-2ba1b0644bd9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 Feb 04 16:13:51.554860 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7df52299-2425-4078-b761-510af09ba41f req-2f067910-d1de-48db-96fb-174c86d96ae7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428796 Feb 04 16:13:51.577237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.633361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:13:51.644762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Calling delete_port for dc75b932-eae3-43d7-a464-cbcbe2dc7c60 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:51.692093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Router 6a61133e-2b24-44ed-8fef-92043e4eacda has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:13:51.784827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.813816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e67ff2e9-b92c-4744-8d0c-acc9334a3a73 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:13:51.913153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f8a4cbf5-4def-4569-9b2b-0ee9fa39a665 None None] Could not find standard attr ID for object 963a9497-495f-4b87-bff7-8d6985b07ab1. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:13:51.922002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:51.958661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5852fc-375c-4c41-820c-9e90cb8af7fc None None] Pushing event updated for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:52.007538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d64ec-3a25-4f8a-b0a6-74c477464e31 req-ae948359-996a-44da-8b87-40656afd581e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:52.008542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c9d64ec-3a25-4f8a-b0a6-74c477464e31 req-ae948359-996a-44da-8b87-40656afd581e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1883330 Feb 04 16:13:52.042073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:52.042457 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:52.050898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:13:52.059253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:13:52.059653 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.085646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c9d64ec-3a25-4f8a-b0a6-74c477464e31 req-04c12ece-cc33-4592-aee9-3dc561dfb82e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651407 Feb 04 16:13:52.186925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:52.206368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06aea6-6962-42cc-85c7-5002d513779a req-70e1a1ea-5d48-4131-8b25-afc538eb8791 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:52.208341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f06aea6-6962-42cc-85c7-5002d513779a req-70e1a1ea-5d48-4131-8b25-afc538eb8791 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2587705 Feb 04 16:13:52.245797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.253187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.253892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.255025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.269938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:13:52.272949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:52.273312 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:52.276942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.284509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Sync routers for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:52.301308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:52.302289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:13:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:52.324390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f06aea6-6962-42cc-85c7-5002d513779a req-0d1c0512-2da4-4cf6-a07b-a79c935ff190 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086824 Feb 04 16:13:52.346103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-615a6cc1-b75a-40ad-9d38-8100675abc90 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "PUT /v2.0/floatingips/2cdb32a6-e028-4f3e-b3ff-86d4a1816c68 HTTP/1.1" status: 200 len: 991 time: 4.5767424 Feb 04 16:13:52.347206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:52.386042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=e2ac7cff-bfce-45bf-858b-38b6a9b5bf27,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:52.406778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:52.410386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:52.416408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:52.417191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.445597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:52.465314 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19d1b31a-1f12-4536-bf8e-4ac837ac3590 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9551742 Feb 04 16:13:52.468130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:52.476088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:52:c8:d7', 'name': 'tempest-NetworksTestDHCPv6-293650606'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:52.498411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899afcd-e464-4ab9-b3d9-6258060b5e3b req-a1555361-909f-42e1-b9a8-abae7cc79818 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:52.501094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6899afcd-e464-4ab9-b3d9-6258060b5e3b req-a1555361-909f-42e1-b9a8-abae7cc79818 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 944 time: 0.1120679 Feb 04 16:13:52.526658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:52.534431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:52.599340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.604139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6899afcd-e464-4ab9-b3d9-6258060b5e3b req-25af8a2e-9696-48c0-8d53-833d53094396 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964711 Feb 04 16:13:52.660673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b8b36-e4e3-4490-b835-121a7d1ca680 req-edc04050-9205-48b4-9a91-cda6f8df6c9b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:52.666310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-917b8b36-e4e3-4490-b835-121a7d1ca680 req-edc04050-9205-48b4-9a91-cda6f8df6c9b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1317573 Feb 04 16:13:52.709566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:52.717334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:52.721366 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:52.724893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:52.731098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:52.751125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:52.761643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-917b8b36-e4e3-4490-b835-121a7d1ca680 req-8cef9cbd-e0bd-49a2-836d-94a34f7f13c3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906250 Feb 04 16:13:52.994496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Deleting port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:52.995074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:53.048938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:13:53.258172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:53.276140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:53.289440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.296328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.300722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.306548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:53.306748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.312457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.317900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.323656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.332839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-20a96e7a-ed05-4bed-ba43-81cde5feafe3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.2799711 Feb 04 16:13:53.352024 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'status': 'completed', 'code': 200} Feb 04 16:13:53.366697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 028b2d0c-5a65-4e31-83f3-4ea7964b9444 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:13:53.389953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:53.422458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6d89a5b-781c-4bed-89eb-ef881ab87530 req-df839b3c-c0c3-412b-be30-65891a4afaf9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882533 Feb 04 16:13:53.525583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-f152a0e5-c4a7-43f0-af10-007f047e55d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2af7b77e48b4f06a9281b18117b1189&device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6488 time: 0.2231727 Feb 04 16:13:53.578831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe52:c8d7 (20bca8da-ace0-4004-b37c-35ed5054400c/e2ac7cff-bfce-45bf-858b-38b6a9b5bf27/028b2d0c-5a65-4e31-83f3-4ea7964b9444) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:53.666792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-388bf822-a9a0-443a-b3bf-5e25076a2be3 req-be1c4bd1-e999-4f12-b563-e4af3cac67d6 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0602212 Feb 04 16:13:53.692783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:53.693270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:53.775458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-e8e6a5bd-225d-453b-8ddd-09656551c932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:53.776927 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-e8e6a5bd-225d-453b-8ddd-09656551c932 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c HTTP/1.1" status: 200 len: 913 time: 0.2265761 Feb 04 16:13:53.857917 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73', 'code': 200} Feb 04 16:13:53.870928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Calling delete_port for dc75b932-eae3-43d7-a464-cbcbe2dc7c60 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:54.037922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:54.051740 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-c174312b-218b-4680-85d1-557a53918b9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c6189fd-ea78-4cbf-b517-172e045be40c HTTP/1.1" status: 200 len: 999 time: 0.2567821 Feb 04 16:13:54.096794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa463596-cf30-4d22-8795-d7da9bdb5cb2 req-ab907b3b-efa0-4c27-b054-b166e27b0fd8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.107277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa463596-cf30-4d22-8795-d7da9bdb5cb2 req-ab907b3b-efa0-4c27-b054-b166e27b0fd8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2227037 Feb 04 16:13:54.155067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1788f669-2644-4357-a38d-fc3c836934c4 req-cbd35224-c82e-4c11-9f19-a8f572c9742b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 1096 time: 0.1918457 Feb 04 16:13:54.165250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.175868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-ca32fc6c-3d10-4156-9297-2f1b276d4d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.177482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-ca32fc6c-3d10-4156-9297-2f1b276d4d81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b8846ee-e905-448a-babc-56957cea3f9d HTTP/1.1" status: 200 len: 851 time: 0.1136513 Feb 04 16:13:54.184246 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:13:54.184948 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:13:54.201222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa463596-cf30-4d22-8795-d7da9bdb5cb2 req-ea7ea2e9-892c-4237-ae47-40aad0e0aa97 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929084 Feb 04 16:13:54.251046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2cdb32a6-e028-4f3e-b3ff-86d4a1816c68', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'port_id': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'mac_address': 'fa:16:3e:7c:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:39Z', 'updated_at': '2022-02-04T16:13:49Z', 'revision_number': 1, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:54.257168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Checking router: 6a61133e-2b24-44ed-8fef-92043e4eacda for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:13:54.260367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 028b2d0c-5a65-4e31-83f3-4ea7964b9444 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:54.273521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:54.274701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:13:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:54.277785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1788f669-2644-4357-a38d-fc3c836934c4 req-46c5293d-db0a-42f5-8849-1743aed8491b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141844 Feb 04 16:13:54.315675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-49b313e6-65c7-4bc5-86b8-52ac881a6492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289752 Feb 04 16:13:54.317755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.423078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:54.430035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:54.432147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=028b2d0c-5a65-4e31-83f3-4ea7964b9444,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:54.441150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:54.446021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.446708 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.468538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8010cd-1be8-48be-9d30-1357916f8fcc req-917bf5eb-23a9-4c4c-864d-fe6e87a4e693 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.469979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be8010cd-1be8-48be-9d30-1357916f8fcc req-917bf5eb-23a9-4c4c-864d-fe6e87a4e693 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.0967464 Feb 04 16:13:54.473027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Deleting port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:54.473689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.477473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7b9b8e38-f037-41c7-b490-45d46e03a016 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0080543 Feb 04 16:13:54.482819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59284) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:54.587055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be8010cd-1be8-48be-9d30-1357916f8fcc req-880306f9-7af8-476e-98be-17b7ae54c798 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074674 Feb 04 16:13:54.625493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:13:54.661216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c563-3450-4682-bffd-bef30e5c0d9a req-caf925cd-a67c-4257-b330-2b615fbc3163 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.671115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0eb2c563-3450-4682-bffd-bef30e5c0d9a req-caf925cd-a67c-4257-b330-2b615fbc3163 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1497083 Feb 04 16:13:54.706126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280c890-278a-442f-b2ad-6cc04059df8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.711339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280c890-278a-442f-b2ad-6cc04059df8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:54.712150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1280c890-278a-442f-b2ad-6cc04059df8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:54.720902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-e30cf2da-ccab-4e5a-aa70-96ade2068654 service neutron] 10.222.0.41 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939387 Feb 04 16:13:54.737690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1280c890-278a-442f-b2ad-6cc04059df8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:54.743001 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1280c890-278a-442f-b2ad-6cc04059df8d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2586951 Feb 04 16:13:54.751101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0eb2c563-3450-4682-bffd-bef30e5c0d9a req-3661fa39-4af8-46a9-b2ff-4c364f5f2308 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Feb 04 16:13:54.751875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:54.885296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 028b2d0c-5a65-4e31-83f3-4ea7964b9444 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:13:54.885798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:54.898093 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-527791a3-40f1-4f1a-8e16-9a2371d5303b req-455eec3b-83a6-4e34-993c-4c5914d9b7fd service neutron] 10.222.0.41 "GET /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617525 Feb 04 16:13:54.929335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] For port dc75b932-eae3-43d7-a464-cbcbe2dc7c60, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:13:54.929730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:55.217851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Calling delete_port for dc75b932-eae3-43d7-a464-cbcbe2dc7c60 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:55.263136 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Sync routers for ids ['7e7baace-45c7-4519-bd25-166519cfdb4d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:13:55.278061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3b143193-39f0-4e9b-89ee-3420e3d07338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:55.282516 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:55.283403 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:13:55.284442 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e7baace-45c7-4519-bd25-166519cfdb4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:13:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:13:55.303701 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:13:55.303867 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:13:55.305026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e7baace-45c7-4519-bd25-166519cfdb4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:13:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:13:55.306237 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7fd6cd-7b6c-460a-a06e-05c914330665 None None] The sync data for ids ['7e7baace-45c7-4519-bd25-166519cfdb4d'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:55.316319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.321196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.325333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.330465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.338434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.345217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.352914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.361350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-9df4e6c7-ba8f-407d-93c6-83c0f4d3c256 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.5073726 Feb 04 16:13:55.473109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe477512-79a1-42c6-9757-56bb0e392f7d req-ee27dbd1-dd99-4189-835e-d3708cfce2fb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:55.476298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe477512-79a1-42c6-9757-56bb0e392f7d req-ee27dbd1-dd99-4189-835e-d3708cfce2fb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5292072 Feb 04 16:13:55.484084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6b62b77b-f76d-434c-89fb-890ea0b2a281 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:55.542270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6b62b77b-f76d-434c-89fb-890ea0b2a281 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:55.544065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6b62b77b-f76d-434c-89fb-890ea0b2a281 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:55.544645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:55.600755 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:55.628571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] Pushing event deleted for resources: {'Port': ['ID=dc75b932-eae3-43d7-a464-cbcbe2dc7c60,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:55.635460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2cdb32a6-e028-4f3e-b3ff-86d4a1816c68', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'port_id': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'mac_address': 'fa:16:3e:7c:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:39Z', 'updated_at': '2022-02-04T16:13:49Z', 'revision_number': 1, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:13:55.672177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc5d96-2fca-4e68-886b-8178dd3e0d99 None None] The sync data for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 is: [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2cdb32a6-e028-4f3e-b3ff-86d4a1816c68', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'port_id': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'mac_address': 'fa:16:3e:7c:94:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84019ccc-1664-4587-a248-a448f880471b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:11:39Z', 'updated_at': '2022-02-04T16:13:49Z', 'revision_number': 1, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:13:55.735160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487cee9-fdd6-4810-a41d-8d2e01d71b42 None None] No DVR routers for this DVR port dc75b932-eae3-43d7-a464-cbcbe2dc7c60 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:13:55.752391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 028b2d0c-5a65-4e31-83f3-4ea7964b9444 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:13:55.752937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381ebbd-e774-4cf2-b663-93c6ad0547e3 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:55.871271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6cc5c3b7-c223-410b-87e6-a459bf647aa9 req-dc07dcee-8875-4078-b793-8a9202351241 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5106149 Feb 04 16:13:55.878581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe477512-79a1-42c6-9757-56bb0e392f7d req-c3d5a24e-123d-4ff1-8e61-27d7913d9a08 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918405 Feb 04 16:13:56.065130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:56.220256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=028b2d0c-5a65-4e31-83f3-4ea7964b9444,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:56.238615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fd43f-5bd2-4b22-9352-6062cbe9dae0 None None] New status for floating IP 2cdb32a6-e028-4f3e-b3ff-86d4a1816c68: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:13:56.295404 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:56.367685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-021d623a-680b-477e-94a5-dbbd2feebbff req-5b505858-e1b8-48d3-88b8-86a08ad1984d tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0670738 Feb 04 16:13:56.387061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1eca862f-4408-40d8-b2a4-703fd4305f93 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/028b2d0c-5a65-4e31-83f3-4ea7964b9444 HTTP/1.1" status: 204 len: 168 time: 1.6326973 Feb 04 16:13:56.387433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:56.390686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'e2ac7cff-bfce-45bf-858b-38b6a9b5bf27'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:13:56.392012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:56.517094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108abd8-bdb3-4721-80ec-0a2373193d60 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:56.519821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108abd8-bdb3-4721-80ec-0a2373193d60 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:56.519903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c108abd8-bdb3-4721-80ec-0a2373193d60 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:56.544034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c108abd8-bdb3-4721-80ec-0a2373193d60 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:56.545250 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c108abd8-bdb3-4721-80ec-0a2373193d60 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1567621 Feb 04 16:13:56.549190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59332) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:56.705138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet e2ac7cff-bfce-45bf-858b-38b6a9b5bf27 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:13:56.709304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2481a-64cc-4713-8554-ea4b415996a0 req-6aa1298c-7422-4c03-b4a7-6c6c3f8a069a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:56.721718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8f2481a-64cc-4713-8554-ea4b415996a0 req-6aa1298c-7422-4c03-b4a7-6c6c3f8a069a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1418328 Feb 04 16:13:56.722597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Allocated IP 2001:db8::f816:3eff:fe28:f5a9 (20bca8da-ace0-4004-b37c-35ed5054400c/e2ac7cff-bfce-45bf-858b-38b6a9b5bf27/02cc9571-7f89-4e85-b784-65bca69f42a9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:13:56.780934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8f2481a-64cc-4713-8554-ea4b415996a0 req-519cbcd8-cdaf-4b56-ada2-f6d50af1e13a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581524 Feb 04 16:13:56.906290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cffa-405f-4828-a27a-8ed020ec4f3a req-bbb222c3-3fd9-4847-a1bf-a7aa280aee14 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:56.908814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba27cffa-405f-4828-a27a-8ed020ec4f3a req-bbb222c3-3fd9-4847-a1bf-a7aa280aee14 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0966556 Feb 04 16:13:56.965787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba27cffa-405f-4828-a27a-8ed020ec4f3a req-86051d67-ccb1-414a-b30d-3c2b0f16be73 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Feb 04 16:13:57.084405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74259d0-b156-440c-b84e-ccc36d9d57d1 req-7a09aad1-1c65-4825-b327-8a1dfa3ccc62 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:57.086277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b74259d0-b156-440c-b84e-ccc36d9d57d1 req-7a09aad1-1c65-4825-b327-8a1dfa3ccc62 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1044362 Feb 04 16:13:57.111989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.123481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Transition to ACTIVE for port object 02cc9571-7f89-4e85-b784-65bca69f42a9 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:57.142521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Transition to ACTIVE for port object 02cc9571-7f89-4e85-b784-65bca69f42a9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:13:57.148752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.149181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.213218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b74259d0-b156-440c-b84e-ccc36d9d57d1 req-28888cf7-6286-49ab-a239-a0e2c237ee30 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205695 Feb 04 16:13:57.217177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.233669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c98aea33-d982-4340-95a1-4f45eac23446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.240772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:57.245789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:57.249984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:13:57.265628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93983111-1ab9-48e7-815d-c05f14da8391 req-6aaeb062-9d43-4465-a848-4d802c4e1e46 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:57.268508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93983111-1ab9-48e7-815d-c05f14da8391 req-6aaeb062-9d43-4465-a848-4d802c4e1e46 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1509457 Feb 04 16:13:57.290716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Pushing event updated for resources: {'Port': ['ID=02cc9571-7f89-4e85-b784-65bca69f42a9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:57.329651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93983111-1ab9-48e7-815d-c05f14da8391 req-3cc5ad3b-f1a6-40a8-b97d-681c03bc0aeb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Feb 04 16:13:57.370265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.376269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.376800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.377345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.377880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.378448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.379108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.379910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.380397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.381434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.381892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.382246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:13:57.410919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Attempting to bind port 02cc9571-7f89-4e85-b784-65bca69f42a9 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:13:57.411478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Attempting to bind port 02cc9571-7f89-4e85-b784-65bca69f42a9 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:13:57.411879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Attempting to bind port 02cc9571-7f89-4e85-b784-65bca69f42a9 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:13:57.420683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:13:57.421357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:13:57.421827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.422853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:13:57.423520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Bound port: 02cc9571-7f89-4e85-b784-65bca69f42a9, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:13:57.423902 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.476326 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.491700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71b9663a-9ab8-4486-998a-d60b9e939f9e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:13:57.544514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 71b9663a-9ab8-4486-998a-d60b9e939f9e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:13:57.544952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71b9663a-9ab8-4486-998a-d60b9e939f9e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:13:57.595175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] For port 02cc9571-7f89-4e85-b784-65bca69f42a9, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:13:57.602356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] For port 02cc9571-7f89-4e85-b784-65bca69f42a9, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02cc9571-7f89-4e85-b784-65bca69f42a9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:13:57.608876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.636153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ac7cff-bfce-45bf-858b-38b6a9b5bf27,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:57.666395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:57.703881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:57.704140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f88e34c-44ff-470e-9b44-4394612d9615 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e2ac7cff-bfce-45bf-858b-38b6a9b5bf27 HTTP/1.1" status: 204 len: 168 time: 1.1533177 Feb 04 16:13:57.811729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59386) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:57.812553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65464817-7d29-425c-92be-53e71db6e148 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039000 Feb 04 16:13:57.830034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c42796-2e9b-4e12-a182-4d7292c455ab None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:13:57.872747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39bca4-15f0-4c8b-b8f0-666c9495d7dd None None] Pushing event updated for resources: {'Port': ['ID=02cc9571-7f89-4e85-b784-65bca69f42a9,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:57.897536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-6c967d1d-f564-4f84-bd06-445d1fde038e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 1096 time: 0.1430221 Feb 04 16:13:57.995668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:57.996085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e22a4c-6184-4150-80ea-90068686ba8e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:57.999968 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-59e22a4c-6184-4150-80ea-90068686ba8e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1839652 Feb 04 16:13:58.000147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.001319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:58.003507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.008075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.011922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.015815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.017353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c42796-2e9b-4e12-a182-4d7292c455ab None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:13:58.019645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.022239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-a607eb72-01ab-46ed-b051-e854cc18dfac tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.1981268 Feb 04 16:13:58.033488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1105-ba5c-4d15-8926-2ffd42f533dc req-45dcf925-472d-4ccc-9a6d-710ef23e66d2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.035019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35ee1105-ba5c-4d15-8926-2ffd42f533dc req-45dcf925-472d-4ccc-9a6d-710ef23e66d2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1721454 Feb 04 16:13:58.108318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-b0d0f680-3d4d-4cc8-bc7f-0365caaff808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.110517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-b0d0f680-3d4d-4cc8-bc7f-0365caaff808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.2060843 Feb 04 16:13:58.127228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2bcf5d9-7f18-41d0-9b8b-86edbe5ddab4 req-3da76a00-284d-4058-b10f-6fcc7d5d35b1 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912158 Feb 04 16:13:58.130321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35ee1105-ba5c-4d15-8926-2ffd42f533dc req-39950dd4-e04b-4de6-a4d5-14fdc58b416e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788665 Feb 04 16:13:58.213779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9415fff-60c1-4a6d-8d43-325104d6b6fd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.214494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9415fff-60c1-4a6d-8d43-325104d6b6fd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:13:58.220058 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-925ecc06-26b3-4eee-b010-48e7caed6749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73 HTTP/1.1" status: 200 len: 217 time: 0.1008270 Feb 04 16:13:58.267403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9415fff-60c1-4a6d-8d43-325104d6b6fd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:13:58.268807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9415fff-60c1-4a6d-8d43-325104d6b6fd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2665942 Feb 04 16:13:58.274832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:58.354184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5460d527-2af6-455f-8252-9e81d867f626 req-3f4a09c7-2a06-4583-bb81-9f0eef79f782 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0536819 Feb 04 16:13:58.363961 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a38d72cb-5253-42ee-b640-4859e79f1be7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878005 Feb 04 16:13:58.369896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:58.386136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:58.399808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-1fcea6cd-b7d9-407e-ba42-b3b97c071739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.401767 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-1fcea6cd-b7d9-407e-ba42-b3b97c071739 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.1714723 Feb 04 16:13:58.489495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-b9a56fe1-d698-403b-b33d-5134359d183b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756433 Feb 04 16:13:58.551338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:58.685763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:58.693181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:58.702378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:58.710616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3d8ab-2f33-4164-9536-79eb4f6d6e0b req-53f7bea6-fb70-462e-8abf-3d02bcfa597d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:58.712578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53c3d8ab-2f33-4164-9536-79eb4f6d6e0b req-53f7bea6-fb70-462e-8abf-3d02bcfa597d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.4583554 Feb 04 16:13:58.727807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-6b124eec-e58a-48af-a015-c8f6ae89dd56 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276580 Feb 04 16:13:58.788117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:58.884329 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70df7beb-220a-41c3-9b20-1b582d6bb29d req-dec131dd-a593-4169-a201-4149f6ae29de service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424272 Feb 04 16:13:58.923385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53c3d8ab-2f33-4164-9536-79eb4f6d6e0b req-6ed939b6-9a5c-48c8-819b-b5f5f60d0371 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774180 Feb 04 16:13:58.929174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:59.038469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9ce6-ca69-424d-9540-d8b2c1918db5 req-5143d796-0952-4511-8789-eb563c84ea8b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.040048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c79c9ce6-ca69-424d-9540-d8b2c1918db5 req-5143d796-0952-4511-8789-eb563c84ea8b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.3395219 Feb 04 16:13:59.169733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c79c9ce6-ca69-424d-9540-d8b2c1918db5 req-41366fe8-ac17-47a0-87e9-1dfcc5dda326 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215897 Feb 04 16:13:59.251146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.255221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.259385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.263533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.267545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.271749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.276894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.278830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-f7a503dc-21c8-437f-a63b-4c99987c22f9 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.2319353 Feb 04 16:13:59.395979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:59.462425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb19dc99-8d2b-4b94-815d-2eed957a3380 req-0bd207b7-6916-4b75-a5e0-5a768528ba3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770535 Feb 04 16:13:59.491609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:13:59.495602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:13:59.498614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.499188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:13:59.506901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee33a9e-a524-4743-8b5f-a68d426d4362 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:13:59.507061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=3a438474-61ec-4a14-8e23-a35905ac3d20,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:13:59.530207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54881c-40a2-4019-b43b-e768a6cff191 req-c1b9d30c-d141-4926-a49d-9b8450c89cfa tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:13:59.531949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a54881c-40a2-4019-b43b-e768a6cff191 req-c1b9d30c-d141-4926-a49d-9b8450c89cfa tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2274849 Feb 04 16:13:59.577821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-595d9d00-cefa-4f59-bb04-80d35bc27f8b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1987460 Feb 04 16:13:59.580810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:13:59.587735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:d1:bc:fd', 'name': 'tempest-NetworksTestDHCPv6-1137183625'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:13:59.608708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a54881c-40a2-4019-b43b-e768a6cff191 req-077e9fa2-d9f6-4eb4-bfff-f752f3d62d60 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662799 Feb 04 16:13:59.784051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:13:59.789634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:13:59.792989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:13:59.801630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:13:59.819004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:13:59.913568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce9df7d6-4f56-4923-bd4f-4727fee8831e req-673e3290-1594-468f-ae84-5a5c481495f0 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0640218 Feb 04 16:13:59.952539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924398f-a558-402b-9039-e191a50651fb None None] Update dhcp port {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '3a438474-61ec-4a14-8e23-a35905ac3d20'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '02cc9571-7f89-4e85-b784-65bca69f42a9'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:13:59.992875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.007567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.027363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924398f-a558-402b-9039-e191a50651fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.045470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port a0e7f14b-c067-43b3-bb45-4daad1e91275 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:14:00.199169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.203618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.207619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.212564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.215956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::66 (20bca8da-ace0-4004-b37c-35ed5054400c/3a438474-61ec-4a14-8e23-a35905ac3d20/a0e7f14b-c067-43b3-bb45-4daad1e91275) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:00.216431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.220316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.224123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.227079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b46743cb-9891-453a-bbbb-a86475e0bba8 req-f890d2e5-5ac1-4e97-9747-c83dbcb4ae43 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.1780350 Feb 04 16:14:00.245856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742cf6-f54e-4ec9-9d44-7f3f132e7ef8 req-94f53d67-0c52-4d9c-bea4-7d1ec8685eaa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.248501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78742cf6-f54e-4ec9-9d44-7f3f132e7ef8 req-94f53d67-0c52-4d9c-bea4-7d1ec8685eaa tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1514282 Feb 04 16:14:00.307067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78742cf6-f54e-4ec9-9d44-7f3f132e7ef8 req-4656b849-93cd-4a62-85fc-960ac3a1d17a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Feb 04 16:14:00.518515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592ec0b-bdd8-47aa-af54-11dc771fb3ca req-d8a4a387-ea32-4b2b-aac0-e5aadefa4235 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.519965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5592ec0b-bdd8-47aa-af54-11dc771fb3ca req-d8a4a387-ea32-4b2b-aac0-e5aadefa4235 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0871625 Feb 04 16:14:00.556978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.574320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object a0e7f14b-c067-43b3-bb45-4daad1e91275 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:00.578165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5592ec0b-bdd8-47aa-af54-11dc771fb3ca req-e2edb92d-1546-42fa-bf0e-d27f92c21f26 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Feb 04 16:14:00.605497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.682068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:00.689144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2924398f-a558-402b-9039-e191a50651fb None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/3a438474-61ec-4a14-8e23-a35905ac3d20/02cc9571-7f89-4e85-b784-65bca69f42a9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:00.690823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:00.693998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:00.699308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.700051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.738520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=a0e7f14b-c067-43b3-bb45-4daad1e91275,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:00.746775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a44ea58d-fbde-41a4-8b1e-35dbcb00073a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1648030 Feb 04 16:14:00.747453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59472) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:00.857690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0000958-9c01-4ca3-8085-8e17062d9214 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.861995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0000958-9c01-4ca3-8085-8e17062d9214 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.862820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0000958-9c01-4ca3-8085-8e17062d9214 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:00.864182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab25b7-8b22-47f1-a4a3-dc96f8456910 req-c25bd572-7c34-4bb8-a02d-d5f6e0a0ac1c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:00.866164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18ab25b7-8b22-47f1-a4a3-dc96f8456910 req-c25bd572-7c34-4bb8-a02d-d5f6e0a0ac1c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1488528 Feb 04 16:14:00.900020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c0000958-9c01-4ca3-8085-8e17062d9214 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:00.904373 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c0000958-9c01-4ca3-8085-8e17062d9214 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1558044 Feb 04 16:14:00.905077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:00.919916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18ab25b7-8b22-47f1-a4a3-dc96f8456910 req-907dd703-78a4-4b53-8550-0399e495136f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Feb 04 16:14:00.933463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2924398f-a558-402b-9039-e191a50651fb None None] For port 02cc9571-7f89-4e85-b784-65bca69f42a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02cc9571-7f89-4e85-b784-65bca69f42a9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:00.978602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924398f-a558-402b-9039-e191a50651fb None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:00.994012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port a0e7f14b-c067-43b3-bb45-4daad1e91275 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:00.995030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.002303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2924398f-a558-402b-9039-e191a50651fb None None] Ignored duplicate provisioning block setup for port 02cc9571-7f89-4e85-b784-65bca69f42a9 by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 16:14:01.008210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2924398f-a558-402b-9039-e191a50651fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.133435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924398f-a558-402b-9039-e191a50651fb None None] Pushing event updated for resources: {'Port': ['ID=02cc9571-7f89-4e85-b784-65bca69f42a9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:01.155801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79d56e2c-bdfd-4872-8af4-781c0e274107 req-ac7dd7d2-5ae3-4153-ab38-623a9ce03f5d tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0541351 Feb 04 16:14:01.403210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.625664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for a0e7f14b-c067-43b3-bb45-4daad1e91275 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:01.661044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02cc9571-7f89-4e85-b784-65bca69f42a9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:01.778135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 02cc9571-7f89-4e85-b784-65bca69f42a9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:01.811590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.874669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=a0e7f14b-c067-43b3-bb45-4daad1e91275,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:01.942141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:01.961696 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6759fc13-3a67-48c2-a28a-987539cbb1e3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a0e7f14b-c067-43b3-bb45-4daad1e91275 HTTP/1.1" status: 204 len: 168 time: 1.0554111 Feb 04 16:14:01.963948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:02.038600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55963833-49df-42a5-be21-81a92525e04d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:02.039344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55963833-49df-42a5-be21-81a92525e04d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:02.044172 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55963833-49df-42a5-be21-81a92525e04d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0757742 Feb 04 16:14:02.044172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59542) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:02.118399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a75cb-2bd7-4025-a2f4-bd1590be2f6b req-6e923b8d-3a03-4119-bed3-622b27dd9670 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:02.120085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-498a75cb-2bd7-4025-a2f4-bd1590be2f6b req-6e923b8d-3a03-4119-bed3-622b27dd9670 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1498373 Feb 04 16:14:02.128281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 3a438474-61ec-4a14-8e23-a35905ac3d20 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:02.132638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.205426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-498a75cb-2bd7-4025-a2f4-bd1590be2f6b req-6da3e834-d19a-4bb7-886f-3a3591be879e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754752 Feb 04 16:14:02.211588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.214703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bc135-db97-424d-a996-dba233009884 req-9a08ddb9-a9a7-4511-adfb-06aee3bebb67 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:02.222226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f07bc135-db97-424d-a996-dba233009884 req-9a08ddb9-a9a7-4511-adfb-06aee3bebb67 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1608021 Feb 04 16:14:02.287342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f07bc135-db97-424d-a996-dba233009884 req-7eec3fba-14a9-4859-9af4-8804e4b29f94 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Feb 04 16:14:02.340921 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.467963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.509640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=3a438474-61ec-4a14-8e23-a35905ac3d20,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:02.525442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.529934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e741311f-086b-46e4-8eb4-cb965b8b46ca req-719596f6-d1a8-4fce-a95d-3217408e10a8 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0742776 Feb 04 16:14:02.544400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:02.544728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11b9937a-661d-4f52-9026-8b0d847d8508 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/3a438474-61ec-4a14-8e23-a35905ac3d20 HTTP/1.1" status: 204 len: 168 time: 0.4997637 Feb 04 16:14:02.555830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Provisioning for port 02cc9571-7f89-4e85-b784-65bca69f42a9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:02.566358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Provisioning complete for port 02cc9571-7f89-4e85-b784-65bca69f42a9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:02.566358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.682593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd8cad3a-260c-48fa-aa9b-1dbe5e4b7465 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363840 Feb 04 16:14:02.686989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:02.765150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.783344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9feb5d-f59a-432e-9d02-697c4d7fdb18 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:02.915957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] For port 02cc9571-7f89-4e85-b784-65bca69f42a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02cc9571-7f89-4e85-b784-65bca69f42a9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:02.929809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d773f-a7ef-45f1-a926-bbe6ce0582b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:02.929809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-af5d773f-a7ef-45f1-a926-bbe6ce0582b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:02.951679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-af5d773f-a7ef-45f1-a926-bbe6ce0582b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:02.953191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:02.965600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59586) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:02.976846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-af5d773f-a7ef-45f1-a926-bbe6ce0582b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2803020 Feb 04 16:14:03.055245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd1004-ac65-46fb-be76-f3b6a753db3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:03.055245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55dd1004-ac65-46fb-be76-f3b6a753db3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:03.079773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55dd1004-ac65-46fb-be76-f3b6a753db3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:03.084246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59598) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:03.084445 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55dd1004-ac65-46fb-be76-f3b6a753db3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1231711 Feb 04 16:14:03.087425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540c253-e8fc-416d-930c-201c2480b8fd None None] Pushing event updated for resources: {'Port': ['ID=02cc9571-7f89-4e85-b784-65bca69f42a9,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:03.092950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-da29f58b-9274-4875-b1dc-4a3f40fc21ec None None] Could not find standard attr ID for object a0e7f14b-c067-43b3-bb45-4daad1e91275. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:03.157594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d7b1da58-daaf-4d3e-b5e7-f536fdfbc0fb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725770 Feb 04 16:14:03.162166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:03.171180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:03.197635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:14:03.201894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Deleting port 02cc9571-7f89-4e85-b784-65bca69f42a9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:03.202262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.314023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:03.335224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:03.383354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:03.387092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.458957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] For port 02cc9571-7f89-4e85-b784-65bca69f42a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02cc9571-7f89-4e85-b784-65bca69f42a9,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:03.459347 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.576868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f85e4-fefa-4a74-990a-74a954972bd0 req-e41b14fe-6abc-4aeb-b5c5-ef7c29fcab11 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:03.578350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd9f85e4-fefa-4a74-990a-74a954972bd0 req-e41b14fe-6abc-4aeb-b5c5-ef7c29fcab11 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2353690 Feb 04 16:14:03.586354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02cc9571-7f89-4e85-b784-65bca69f42a9 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:03.619315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Calling delete_port for 02cc9571-7f89-4e85-b784-65bca69f42a9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:03.702758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd9f85e4-fefa-4a74-990a-74a954972bd0 req-3882880f-8011-4c49-ab9c-a5e5d2b29e74 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119485 Feb 04 16:14:03.749029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70799a6-793b-47ee-a6b2-c9896a90a94c req-79132fb9-3596-4031-9ec5-247f81153701 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:03.750875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e70799a6-793b-47ee-a6b2-c9896a90a94c req-79132fb9-3596-4031-9ec5-247f81153701 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2153969 Feb 04 16:14:03.757954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.818722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] Pushing event deleted for resources: {'Port': ['ID=02cc9571-7f89-4e85-b784-65bca69f42a9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:03.821064 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:03.836244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41dc49-80a4-44b6-ae7b-097344042f28 None None] No DVR routers for this DVR port 02cc9571-7f89-4e85-b784-65bca69f42a9 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:03.867936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e70799a6-793b-47ee-a6b2-c9896a90a94c req-c35bc582-4520-4923-961b-b36af744ba8b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039994 Feb 04 16:14:03.935271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:14:03.935746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:04.037080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:04.045000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:04.048377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:04.049030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:04.055264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb30631-32af-48c9-a9ee-2e5f09686221 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:04.062686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=6f5e46d6-342d-4b2d-bee2-1793fbbb2f29,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:04.075576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebeaaf05-feb4-4fb2-8cb1-efe60b31539f req-0b7ef38b-f0cc-4c1b-a95c-be7adf6f8e14 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0866370 Feb 04 16:14:04.101838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-311adb7c-4da9-4db1-977f-f573a2e8f9d5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9374173 Feb 04 16:14:04.104692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59638) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:04.112393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:04.308743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:04.313236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:04.316228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:04.323363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:04.333281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:04.337643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:04.500473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '6f5e46d6-342d-4b2d-bee2-1793fbbb2f29'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:14:04.501289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:04.517665 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f5e46d6-342d-4b2d-bee2-1793fbbb2f29 (CIDR: 2001:db8::/64) Feb 04 16:14:04.522591 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:14:04.522591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:04.574980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-83ed7d84-460c-40d0-a040-c96fcb99e7af tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4687161 Feb 04 16:14:04.577414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59646) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:04.582951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:04.641025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:04.738460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Allocated IP 2001:db8::f816:3eff:fe94:e91c (20bca8da-ace0-4004-b37c-35ed5054400c/6f5e46d6-342d-4b2d-bee2-1793fbbb2f29/95db8e79-97f8-40fb-b580-8661dc218405) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:04.882462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:04.891668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:04.895443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:04.913447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:04.927619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:04.932835 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:04.957712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.030286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08d47-99b6-48f9-94b7-5ac95943774a req-16d4a5ce-733f-4a75-b2d5-36e610c6871b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:05.042196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7c08d47-99b6-48f9-94b7-5ac95943774a req-16d4a5ce-733f-4a75-b2d5-36e610c6871b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1639440 Feb 04 16:14:05.047683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.068614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Transition to ACTIVE for port object 95db8e79-97f8-40fb-b580-8661dc218405 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:05.082157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:05.092403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Usage tracker for resource:security_group_rule and tenant:bdcea677c654491cb0b7667e79eb52d6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:05.092403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:05.107691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Transition to ACTIVE for port object 95db8e79-97f8-40fb-b580-8661dc218405 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:05.112445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:05.112445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7c08d47-99b6-48f9-94b7-5ac95943774a req-fe31a386-bd90-42c7-82e4-aa80c1953e27 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Feb 04 16:14:05.124604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.242037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:05.254841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:05.254841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:05.288362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a80c-13cb-4185-8292-8493847b4bb4 req-28b01135-e8f4-4c78-bdda-a024f1f567d6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:05.288362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8752a80c-13cb-4185-8292-8493847b4bb4 req-28b01135-e8f4-4c78-bdda-a024f1f567d6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1656811 Feb 04 16:14:05.405729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8752a80c-13cb-4185-8292-8493847b4bb4 req-1a189195-02e3-41ef-b6c6-22c34e58fccb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190369 Feb 04 16:14:05.417021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.468993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:05.468993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Attempting to bind port 95db8e79-97f8-40fb-b580-8661dc218405 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:05.468993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Attempting to bind port 95db8e79-97f8-40fb-b580-8661dc218405 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:05.469420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Attempting to bind port 95db8e79-97f8-40fb-b580-8661dc218405 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:05.477716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:05.477716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:05.478108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.478510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:05.479226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Bound port: 95db8e79-97f8-40fb-b580-8661dc218405, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:05.479591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.483537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.529767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3c2346-db59-4e01-a3e4-47766d13a7ff,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:05.544808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77465376-6368-4b4f-8884-a812579a68fd req-19578429-48e2-44ca-aaca-16620d6a08a3 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1230938 Feb 04 16:14:05.546632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.584839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3a84517f-f6ce-41fd-a8f8-f85a3d985fcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdcea677c654491cb0b7667e79eb52d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9421563 Feb 04 16:14:05.593069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:05.606598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:05.616197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:05.624633 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.664736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:05.669360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.674144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:05.674144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:05.684268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.703706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.732464 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1423936 Feb 04 16:14:05.742790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:05.762777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:0a:c1:31', 'name': 'tempest-NetworksTestDHCPv6-393483685'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:05.777420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.781784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2ed3b-816d-47f6-ba4b-9f3fca1523c6 None None] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:05.811433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3c2346-db59-4e01-a3e4-47766d13a7ff,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:05.824843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:05.824843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f73f7cfc-23e7-4a9e-b29a-1accad3b5ca3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f3c2346-db59-4e01-a3e4-47766d13a7ff HTTP/1.1" status: 204 len: 168 time: 0.2344952 Feb 04 16:14:05.932195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310924-e371-4964-8500-e4cda411f4f8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=7a432ed8-f787-4964-a2db-a6c5ef6be785,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:06.041805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:06.054985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:06.064527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:06.081689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:06.092531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:06.319385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:06.369168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port a3da91b7-778d-4657-9c22-be9138285561 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:14:06.447074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dd4c2-aeb8-4567-b890-b9503cf4afe5 req-f704956b-a4e7-4c7c-bde1-2c90d8807afb tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:06.456628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d0dd4c2-aeb8-4567-b890-b9503cf4afe5 req-f704956b-a4e7-4c7c-bde1-2c90d8807afb tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1151063 Feb 04 16:14:06.528108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d0dd4c2-aeb8-4567-b890-b9503cf4afe5 req-c6146d2a-9964-48ca-99eb-07bcea1f991e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703287 Feb 04 16:14:06.693086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8:0:1::24 (20bca8da-ace0-4004-b37c-35ed5054400c/7a432ed8-f787-4964-a2db-a6c5ef6be785/a3da91b7-778d-4657-9c22-be9138285561) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:06.716156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:fe0a:c131 (20bca8da-ace0-4004-b37c-35ed5054400c/6f5e46d6-342d-4b2d-bee2-1793fbbb2f29/a3da91b7-778d-4657-9c22-be9138285561) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:06.851601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8b617d9-a578-4736-a8bc-0618fb23978f req-7e30b254-b306-4e3f-819e-9d75cc54f1a7 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0548191 Feb 04 16:14:06.894840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d01a-0db1-4726-86c5-74f9cc2c814c req-9b2a2468-dfb9-44ef-b998-c4e2affd5f42 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:06.897559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d5d01a-0db1-4726-86c5-74f9cc2c814c req-9b2a2468-dfb9-44ef-b998-c4e2affd5f42 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1464529 Feb 04 16:14:06.976983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d5d01a-0db1-4726-86c5-74f9cc2c814c req-9465df4e-c608-48a9-86e4-c6bb2ee079c6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737567 Feb 04 16:14:07.031206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.049405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object a3da91b7-778d-4657-9c22-be9138285561 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:07.080605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.159890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fab85e-ee4c-4638-ae70-6a2f52340ab6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:07.162447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:07.170825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:07.176478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:07.182550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:07.183661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.207774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=a3da91b7-778d-4657-9c22-be9138285561,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:07.224303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.225131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.225684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.226221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.226883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.227283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.227676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.228158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.228644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.229118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.229586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:07.236589 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-765b95ce-f2cb-4465-96fb-5b90f2a842a9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4980917 Feb 04 16:14:07.239451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:07.260908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ea464f9-8ad4-4c78-a5e0-ba0e86a8c8bd None None] Provisioning for port 95db8e79-97f8-40fb-b580-8661dc218405 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:07.308605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port a3da91b7-778d-4657-9c22-be9138285561 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:07.308939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.604121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 95db8e79-97f8-40fb-b580-8661dc218405 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:07.697049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Update dhcp port {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': '6f5e46d6-342d-4b2d-bee2-1793fbbb2f29', 'ip_address': '2001:db8::f816:3eff:fe94:e91c'}, {'subnet_id': '7a432ed8-f787-4964-a2db-a6c5ef6be785'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '95db8e79-97f8-40fb-b580-8661dc218405'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:14:07.764477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 95db8e79-97f8-40fb-b580-8661dc218405 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:07.771271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.782452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 95db8e79-97f8-40fb-b580-8661dc218405 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:07.782802 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.818044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:07.968932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for a3da91b7-778d-4657-9c22-be9138285561 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:08.007259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517a921-3ea9-4edc-b618-590f71d534b5 req-b9626878-950e-406b-9729-8509f26a7c9e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:08.014795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6517a921-3ea9-4edc-b618-590f71d534b5 req-b9626878-950e-406b-9729-8509f26a7c9e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.3303306 Feb 04 16:14:08.027098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.047420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:08.107160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6517a921-3ea9-4edc-b618-590f71d534b5 req-b43e1fa1-8dbb-4aea-920c-17cf7d83b79b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909443 Feb 04 16:14:08.150157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:08.180185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.191877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Allocated IP 2001:db8:0:1::2 (20bca8da-ace0-4004-b37c-35ed5054400c/7a432ed8-f787-4964-a2db-a6c5ef6be785/95db8e79-97f8-40fb-b580-8661dc218405) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:08.195312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a469c39e-1595-43c5-9b6d-33b9bc8d5685 req-b3090d6f-688e-4e48-91f6-a647af5ce9be tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0816014 Feb 04 16:14:08.309280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.386752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:08.435822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717917f7-361a-4d50-b543-3c0edfaab796 req-0187e063-b6fd-4daf-a6ca-ad589b3dcbee tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:08.437398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-717917f7-361a-4d50-b543-3c0edfaab796 req-0187e063-b6fd-4daf-a6ca-ad589b3dcbee tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1578963 Feb 04 16:14:08.438501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.451206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:08.452476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f65ce967-ead7-4092-af61-56537466a822 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:08.456501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Usage tracker for resource:security_group_rule and tenant:b94b5c98d8854ed9a676f3f898c72f89 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:08.460489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:08.470571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:08.494028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=a3da91b7-778d-4657-9c22-be9138285561,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:08.522070 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.545797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Transition to ACTIVE for port object 95db8e79-97f8-40fb-b580-8661dc218405 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:08.552841 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.583556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.588534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.609808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.621700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-717917f7-361a-4d50-b543-3c0edfaab796 req-d6bdb9d3-bcae-4869-ab7d-4288045f0c7e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424601 Feb 04 16:14:08.629401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-251060ba-c767-471e-ad2f-7b545f4f9bb9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a3da91b7-778d-4657-9c22-be9138285561 HTTP/1.1" status: 204 len: 168 time: 1.3870602 Feb 04 16:14:08.631955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:08.648385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b94b5c98d8854ed9a676f3f898c72f89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5995679 Feb 04 16:14:08.648933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0707d-4ad0-484b-972a-84f2259d4380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b39f107-2a84-436b-ab19-f2104baaa121,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:08.651234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:08.723442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ce967-ead7-4092-af61-56537466a822 None None] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:08.751104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.753219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de075c2e-bea7-4665-8671-2862bc4dd903 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:08.753981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de075c2e-bea7-4665-8671-2862bc4dd903 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:08.780173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de075c2e-bea7-4665-8671-2862bc4dd903 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:08.784093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de075c2e-bea7-4665-8671-2862bc4dd903 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1486211 Feb 04 16:14:08.784366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59752) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:08.788939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.901211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.917284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930b286-25c4-4a9a-bfee-a49404e83fd6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:08.918004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7930b286-25c4-4a9a-bfee-a49404e83fd6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:08.929581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b39f107-2a84-436b-ab19-f2104baaa121,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:08.941646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:08.942805 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0830aead-2cc0-4cb5-b115-8aae555818f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b39f107-2a84-436b-ab19-f2104baaa121 HTTP/1.1" status: 204 len: 168 time: 0.2904584 Feb 04 16:14:08.951908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7930b286-25c4-4a9a-bfee-a49404e83fd6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:08.956490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:08.956618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7930b286-25c4-4a9a-bfee-a49404e83fd6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1712155 Feb 04 16:14:09.038378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:09.039708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:09.041160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:09.041963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:09.060109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:09.062372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-63199043-315e-4729-a6f8-339c8e5a8566 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1046057 Feb 04 16:14:09.065463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:09.446534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 6f5e46d6-342d-4b2d-bee2-1793fbbb2f29 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:09.464520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48e4c9-c9c6-4ac0-bfe3-82481a138b9d req-9991d58e-dac3-41d6-9f4d-1cdf0b728854 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:09.466280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c48e4c9-c9c6-4ac0-bfe3-82481a138b9d req-9991d58e-dac3-41d6-9f4d-1cdf0b728854 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2114897 Feb 04 16:14:09.467351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.509345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc8613c2-464f-4549-a9d6-8abc75764323 req-83bc8957-d8f0-4b5e-8ceb-f556bb4b0dc9 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1067259 Feb 04 16:14:09.524554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 95db8e79-97f8-40fb-b580-8661dc218405 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:09.602160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.632994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e512f23-3067-4f16-af32-05757dbbe351 None None] Provisioning for port 95db8e79-97f8-40fb-b580-8661dc218405 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:09.645125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e512f23-3067-4f16-af32-05757dbbe351 None None] Provisioning complete for port 95db8e79-97f8-40fb-b580-8661dc218405 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:09.645501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e512f23-3067-4f16-af32-05757dbbe351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.728817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 95db8e79-97f8-40fb-b580-8661dc218405 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:09.728817 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.738085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c48e4c9-c9c6-4ac0-bfe3-82481a138b9d req-4bc92caa-a6da-4b48-903f-ab6faa3f20ee tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283695 Feb 04 16:14:09.830672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:09.985552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e512f23-3067-4f16-af32-05757dbbe351 None None] Could not find standard attr ID for object a3da91b7-778d-4657-9c22-be9138285561. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:10.102565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b4bd4627-2f3d-4c86-9bb0-f10eee06eb7d None None] Could not find standard attr ID for object a3da91b7-778d-4657-9c22-be9138285561. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:10.173504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b9b52-1bd4-4d3a-828e-4acddbcb445d req-585b9417-1756-401b-b7e0-bae0635f0db7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:10.175155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e4b9b52-1bd4-4d3a-828e-4acddbcb445d req-585b9417-1756-401b-b7e0-bae0635f0db7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2623417 Feb 04 16:14:10.176669 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.233711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:10.247054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.253114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5e46d6-342d-4b2d-bee2-1793fbbb2f29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:10.283398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-553f72b2-d84e-47d9-b6a8-255635c226bd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/6f5e46d6-342d-4b2d-bee2-1793fbbb2f29 HTTP/1.1" status: 204 len: 168 time: 1.2162921 Feb 04 16:14:10.286361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:10.328535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e4b9b52-1bd4-4d3a-828e-4acddbcb445d req-e9c41b66-a23a-4fa1-8b2e-66db067b0205 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376789 Feb 04 16:14:10.353843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f966418-04f0-4a6d-9bcf-9fa8996f6a7c None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:10.377366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 7a432ed8-f787-4964-a2db-a6c5ef6be785 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:10.380861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.463139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.500380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-107146780-network', 'tenant_id': '0994c96f86734ebea4e04ea5c76b277c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:10.509534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:10.516833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Usage tracker for resource:network and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:10.526150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:10.535736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:10.560853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Made reservation on behalf of 0994c96f86734ebea4e04ea5c76b277c for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:10.563161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.580769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.622630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.657951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:10.664752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:10.669410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:10.677456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:10.739127 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.776021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-049521c0-6ab0-46ea-9ba4-6df90d1a91f3 req-2c5798b0-dbfb-454c-8353-bb9e1ec42742 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0619953 Feb 04 16:14:10.907563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=7a432ed8-f787-4964-a2db-a6c5ef6be785,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:10.925165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.962865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.965904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94af11ef-ed30-421d-86e6-e26b7f1a8975 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/7a432ed8-f787-4964-a2db-a6c5ef6be785 HTTP/1.1" status: 204 len: 168 time: 0.6779623 Feb 04 16:14:10.969007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:10.969209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:10.992092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:14:11.027004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.029420 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Added segment 4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2 of type vlan for network f19a5143-5165-46cd-ad4e-e6692991aa41 Feb 04 16:14:11.029420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b5bff7-6532-4f5a-9b4a-f43d916be35c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:11.077719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59806) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:11.079243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d245f2b0-0f25-4e07-93bc-96e9dedf9f41 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044748 Feb 04 16:14:11.079341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.086176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:11.119970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9aad-cee1-412e-a4ea-bb6f6806a803 req-7deeb5a1-1dc2-480a-a7d4-33b36425121c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:11.126527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-952a9aad-cee1-412e-a4ea-bb6f6806a803 req-7deeb5a1-1dc2-480a-a7d4-33b36425121c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2223339 Feb 04 16:14:11.211358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-952a9aad-cee1-412e-a4ea-bb6f6806a803 req-c36f827d-66bf-4ebe-8f66-0525415d3da7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733309 Feb 04 16:14:11.225059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:11.228764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.229132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:11.229826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.254651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:11.313835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:11.350501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:11.361369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] Pushing event updated for resources: {'Network': ['ID=f19a5143-5165-46cd-ad4e-e6692991aa41,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:11.371264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4392fbaa-01c4-490e-b3d1-91c646b26194 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1336703 Feb 04 16:14:11.373534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:11.378443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:11.380805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Request body: {'subnet': {'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-107146780-subnet', 'tenant_id': '0994c96f86734ebea4e04ea5c76b277c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:11.386024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:11.392251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Usage tracker for resource:subnet and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:11.392447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f19a5143-5165-46cd-ad4e-e6692991aa41 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:14:11.397519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:11.407486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:11.483988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Made reservation on behalf of 0994c96f86734ebea4e04ea5c76b277c for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:11.491237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.534274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ad61a8-993b-41c8-b16e-dd39150d0a26 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:11.550159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.621143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-81581d2d-85c8-4dd6-a0b3-c37cc13e0597 None None] Provisioning complete for port 95db8e79-97f8-40fb-b580-8661dc218405 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:11.621515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81581d2d-85c8-4dd6-a0b3-c37cc13e0597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.749134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499af5a-017b-4962-80a5-caf74d798097 req-fd6ff692-a128-4bf4-85cb-c90fb6b6b690 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:11.752827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a499af5a-017b-4962-80a5-caf74d798097 req-fd6ff692-a128-4bf4-85cb-c90fb6b6b690 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1404147 Feb 04 16:14:11.940175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a499af5a-017b-4962-80a5-caf74d798097 req-8aa4b635-9ea4-4deb-9972-38cf9d1fc3bb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497533 Feb 04 16:14:11.949590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:14:11.957101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Deleting port 95db8e79-97f8-40fb-b580-8661dc218405 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:11.959044 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:11.971394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.117030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b21cbf-f275-4feb-bb8f-3b27445ecd27,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:12.121880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c09d739e-9395-4480-b047-09d6a8166b79 req-7ee05763-e597-467b-baea-57592fe7c310 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0699625 Feb 04 16:14:12.123580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:14:12.153669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Checking segment: {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:12.154019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Network hostable DHCP agents. Network: f19a5143-5165-46cd-ad4e-e6692991aa41, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:14:12.185185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Network f19a5143-5165-46cd-ad4e-e6692991aa41 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:14:12.201910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f19a5143-5165-46cd-ad4e-e6692991aa41) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:12.210084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:12.211115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.215504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956db5fe-6b35-4b2b-8ee2-0bbb39df136f None None] Network f19a5143-5165-46cd-ad4e-e6692991aa41 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:12.241552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fab8cc97-c257-4aa7-a5dc-67c5d0eefbb1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8671570 Feb 04 16:14:12.385009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.547398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6603fa3-17e9-4458-9806-0154e44ca9a2 req-3c5ff3a9-7575-4a93-a9d0-a80da18d5e16 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:12.553791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6603fa3-17e9-4458-9806-0154e44ca9a2 req-3c5ff3a9-7575-4a93-a9d0-a80da18d5e16 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1329238 Feb 04 16:14:12.584032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:12.584695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.609678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6603fa3-17e9-4458-9806-0154e44ca9a2 req-83c812c0-a67f-40f8-909a-3ec0d50f44d7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Feb 04 16:14:12.726252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1256121608', 'description': 'tempest-description-86087231'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:12.732728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:12.737340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:12.737709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:12.740439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:12.746432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:12.759264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.769418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.777283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.777510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Calling delete_port for 95db8e79-97f8-40fb-b580-8661dc218405 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:12.778629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.800687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:12.804904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:12.808279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:12.815731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:12.934221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:12.934221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=8746bd3f-c9ad-4b95-ba0f-309a18488086,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:12.942064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341df972-25d4-41c2-8b54-66eb5f3546cc None None] Network f19a5143-5165-46cd-ad4e-e6692991aa41 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:12.951907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:12.951907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:12.951907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:12.951907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=8']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:12.971935 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2a1d8ffe-7a48-4f5f-b01b-996f5ac2698c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8948152 Feb 04 16:14:12.986726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59834) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:12.986726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:13.007710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.025541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.112274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.142907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ffe5d3f-424f-43a3-9bc2-fcf747f82572 req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.3965924 Feb 04 16:14:13.198042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1783494198', 'description': 'tempest-description-611376453'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:13.221092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:13.221092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f68913-1327-4fee-a601-ff10312a462b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f18ecc2-a160-4b89-91a8-4d7a92eaca8f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:13.221092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:13.221092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:13.249571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:13.274543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.283554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:13.296415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:13.299872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:13.302913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:14:13.303493 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:14:13.307106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:13.324375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:13.330991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.363981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:13.369008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:13.372483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:13.379799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:13.454248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.464294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.512810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea38c94d-0523-4038-b743-2636fbd75884,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:13.516875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.518425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb3b841d-ab04-4f4f-ae1e-424ea5f97d45 req-82935f08-8f2e-4e1d-982b-fff6e4e7a9f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3582647 Feb 04 16:14:13.565862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 95db8e79-97f8-40fb-b580-8661dc218405 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:13.612608 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8746bd3f-c9ad-4b95-ba0f-309a18488086 (CIDR: 2001:db8::/64) Feb 04 16:14:13.619244 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:14:13.622486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:13.662711 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c76f28f5-123d-45f2-a28c-07ed99d5177d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6851020 Feb 04 16:14:13.663784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59850) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:13.669708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:13.691571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc5b78-ba19-43d9-bbb8-17156f8d28b2 req-80c93dbf-70cf-4363-b4e9-11292c5cb968 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:13.699758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-becc5b78-ba19-43d9-bbb8-17156f8d28b2 req-80c93dbf-70cf-4363-b4e9-11292c5cb968 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1292109 Feb 04 16:14:13.759695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-becc5b78-ba19-43d9-bbb8-17156f8d28b2 req-1ebf932a-62e7-4286-8594-daea6386bf40 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Feb 04 16:14:13.782005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.807606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Deleting port 95db8e79-97f8-40fb-b580-8661dc218405 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:13.808308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:13.849774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb35d029-f70d-4176-95ac-54d07442cef9 req-2b02dd30-54d1-4568-a2d3-626ad2579ea7 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0463123 Feb 04 16:14:13.979305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:13.995428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.001053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:14.008798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:14.013854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:14.022597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:14.034505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:14.040967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.254144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:14.292019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-28bc33c8-5198-42ed-bbd6-a526865f8ecb tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:14.298561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-28bc33c8-5198-42ed-bbd6-a526865f8ecb tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 812 time: 0.3481846 Feb 04 16:14:14.342114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:14.342908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.351231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-941e4df5-7278-465e-be89-6ccd24481d52 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/quotas/0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 375 time: 0.0517950 Feb 04 16:14:14.425049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-0e98c586-e22f-43ce-88da-bed0f3960d20 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577903 Feb 04 16:14:14.488779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Calling delete_port for 95db8e79-97f8-40fb-b580-8661dc218405 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:14.508842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0f8d7-95f2-4f81-b1e7-bf88e1b38634 req-09f2bae4-5443-4404-90eb-1a4f4eb5f019 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:14.510386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fc0f8d7-95f2-4f81-b1e7-bf88e1b38634 req-09f2bae4-5443-4404-90eb-1a4f4eb5f019 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2252021 Feb 04 16:14:14.548145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.585732 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:14:14.586191 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:14:14.626745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:14.630469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:14.632305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=5bbf5567-fd88-4398-93b0-39142dabdd17,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:14.635252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:14.635417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.663865 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7fa19d5a-dc09-4d58-a0e1-a98af7c000b5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9990823 Feb 04 16:14:14.668415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59858) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:14.675044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:be:f0:c1', 'name': 'tempest-NetworksTestDHCPv6-1642249130'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:14.720765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fc0f8d7-95f2-4f81-b1e7-bf88e1b38634 req-1ff17030-25be-4be0-a47d-d123500510b8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984742 Feb 04 16:14:14.725422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-17d1c6c7-b82f-4dcc-8d3e-62eea27714fe service neutron] 10.222.0.62 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911351 Feb 04 16:14:14.863815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:14.879451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:14.892822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:14.901110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:14.915447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-9480a692-56d8-48bf-aba9-bbb47dd8c390 service neutron] 10.222.0.62 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774526 Feb 04 16:14:14.966292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 3864169c-84a1-402b-8ec6-08691df25fbc yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:14:15.011775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a444013-b33d-48b2-b5a4-6d4e5d23749e req-7c39d6f6-2ada-4274-8d2d-fb4dc623d8d2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:15.021958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Deleting port 95db8e79-97f8-40fb-b580-8661dc218405 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:15.022431 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:15.026727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a444013-b33d-48b2-b5a4-6d4e5d23749e req-7c39d6f6-2ada-4274-8d2d-fb4dc623d8d2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.0979326 Feb 04 16:14:15.117976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a444013-b33d-48b2-b5a4-6d4e5d23749e req-ab3d936e-9e98-4dd0-b11b-0cf9a80c679e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Feb 04 16:14:15.319416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8:0:1::2fb (20bca8da-ace0-4004-b37c-35ed5054400c/5bbf5567-fd88-4398-93b0-39142dabdd17/3864169c-84a1-402b-8ec6-08691df25fbc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:15.326360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::f816:3eff:febe:f0c1 (20bca8da-ace0-4004-b37c-35ed5054400c/8746bd3f-c9ad-4b95-ba0f-309a18488086/3864169c-84a1-402b-8ec6-08691df25fbc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:15.343403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d8a216e-ac7a-477c-945c-46d23d7a4176 req-08fbe9dc-e8e4-49ea-97c5-c563f348f2ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 210 time: 0.0796101 Feb 04 16:14:15.357378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c499f9f-f6fa-48a4-a93e-9c1aafd30a77 req-a79da2bf-7d9d-4798-9e49-9986e4a4c159 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0535066 Feb 04 16:14:15.450863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] For port 95db8e79-97f8-40fb-b580-8661dc218405, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=95db8e79-97f8-40fb-b580-8661dc218405,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:15.452087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:15.628516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:15.643392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:14:15.652266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 3864169c-84a1-402b-8ec6-08691df25fbc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:15.654004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Calling delete_port for 95db8e79-97f8-40fb-b580-8661dc218405 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:15.689354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:15.788077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:15.788077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=3864169c-84a1-402b-8ec6-08691df25fbc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:15.793041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:15.793041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:15.797655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:15.797655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:15.881950 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1816ffbf-2307-40e1-842a-099f36aeb12d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2068827 Feb 04 16:14:15.884452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:15.961597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:15.978680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'port_id': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'mac_address': 'fa:16:3e:55:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:14:15.981526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:16.004798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 3864169c-84a1-402b-8ec6-08691df25fbc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:16.006565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:16.137931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] Pushing event deleted for resources: {'Port': ['ID=95db8e79-97f8-40fb-b580-8661dc218405,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:16.336958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d5259-9618-4f53-b7f7-b34044f8959e req-7a753032-207f-441b-9ed2-56cc45274fd1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:16.336958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-337d5259-9618-4f53-b7f7-b34044f8959e req-7a753032-207f-441b-9ed2-56cc45274fd1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2692223 Feb 04 16:14:16.417549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b782689a-587a-4904-8d08-6b0407d1cf40 None None] No DVR routers for this DVR port 95db8e79-97f8-40fb-b580-8661dc218405 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:16.438104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:16.466237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:16.466237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465447c-88e2-4350-915e-bb614ef28904 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:16.571742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-337d5259-9618-4f53-b7f7-b34044f8959e req-f15ca188-7e87-4f85-9b46-0b2b755409b4 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275441 Feb 04 16:14:16.607609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:16.746090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:16.756794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:16.771198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 3864169c-84a1-402b-8ec6-08691df25fbc owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:16.919711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:16.971568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': '5bbf5567-fd88-4398-93b0-39142dabdd17'}, {'subnet_id': '8746bd3f-c9ad-4b95-ba0f-309a18488086'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:14:16.971568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:17.011507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0a9757ce-ca29-46ee-9617-7e4288f62327'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:17.079301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd839c-2a2b-44f9-9270-6adf048d7059 req-31431c30-c1c8-4d49-82ee-3e452cf51814 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:17.079301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08cd839c-2a2b-44f9-9270-6adf048d7059 req-31431c30-c1c8-4d49-82ee-3e452cf51814 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.7106977 Feb 04 16:14:17.123543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3d9cd52-922a-42f4-81d5-0c98e274ac2e req-d4a672ed-be29-43f5-92ea-71981e77b19d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 210 time: 0.1360102 Feb 04 16:14:17.231516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08cd839c-2a2b-44f9-9270-6adf048d7059 req-ea565065-ba9f-4637-8aa7-977ff9691190 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430581 Feb 04 16:14:17.231516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:17.370819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=3864169c-84a1-402b-8ec6-08691df25fbc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:17.509050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-d9e85004-72c7-4dfb-9a2c-15e92aea7654 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:17.510410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-d9e85004-72c7-4dfb-9a2c-15e92aea7654 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:17.544877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-d9e85004-72c7-4dfb-9a2c-15e92aea7654 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:17.550521 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-d9e85004-72c7-4dfb-9a2c-15e92aea7654 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 812 time: 0.4461195 Feb 04 16:14:17.579977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:17.585112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'device_id': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41', 'admin_state_up': True, 'tenant_id': '0994c96f86734ebea4e04ea5c76b277c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:17.599673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa36aeff-7d29-4f9d-a9e6-3bf9ab3cf9e6 req-07f7d817-169f-48f1-9bd6-d6ea3c0a83a3 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0685339 Feb 04 16:14:17.610439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-70e4dd92-f238-4003-9d2c-2558fa936553 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3864169c-84a1-402b-8ec6-08691df25fbc HTTP/1.1" status: 204 len: 168 time: 1.7291195 Feb 04 16:14:17.613106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59900) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:17.716743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-abd66659-1a09-4974-90b0-2d67f2cfcdf0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:17.760357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-abd66659-1a09-4974-90b0-2d67f2cfcdf0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:17.766147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59904) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:17.766861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-abd66659-1a09-4974-90b0-2d67f2cfcdf0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1524723 Feb 04 16:14:17.834780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9b14a0c-36a6-4c5f-b913-db945cf54fd3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:17.888512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9b14a0c-36a6-4c5f-b913-db945cf54fd3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:17.889720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9b14a0c-36a6-4c5f-b913-db945cf54fd3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1224084 Feb 04 16:14:17.893929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:17.902239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b368b-0977-4399-a7de-1ac6f2ffe0d0 req-4138bc8a-2b25-44da-b00c-edbbb0b1d1c3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:17.903788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec7b368b-0977-4399-a7de-1ac6f2ffe0d0 req-4138bc8a-2b25-44da-b00c-edbbb0b1d1c3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1355872 Feb 04 16:14:17.934990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Allocated IP 2001:db8:0:1::2 (20bca8da-ace0-4004-b37c-35ed5054400c/5bbf5567-fd88-4398-93b0-39142dabdd17/48049819-963d-4485-9d3f-ea2b0f85080f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:17.945476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Allocated IP 2001:db8::f816:3eff:feea:5e7b (20bca8da-ace0-4004-b37c-35ed5054400c/8746bd3f-c9ad-4b95-ba0f-309a18488086/48049819-963d-4485-9d3f-ea2b0f85080f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:17.960509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:17.972596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:port and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:17.979601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:17.992748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec7b368b-0977-4399-a7de-1ac6f2ffe0d0 req-a0b17019-22b0-4ee9-9707-f4e418beda38 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772712 Feb 04 16:14:17.994786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:18.009551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:18.011407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:18.013381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:18.014188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:18.047894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Made reservation on behalf of 0994c96f86734ebea4e04ea5c76b277c for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:18.054221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:18.078020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:18.079368 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b0cb8b38-15e6-4c86-8eb6-a6daec8d29f9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1845620 Feb 04 16:14:18.084650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:18.465340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:18.493687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Transition to ACTIVE for port object 48049819-963d-4485-9d3f-ea2b0f85080f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:18.588043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Transition to ACTIVE for port object 48049819-963d-4485-9d3f-ea2b0f85080f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:18.602757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85d8309d-d4d6-42cb-b283-e9e682fabcf6 req-ce315bd9-6e13-4fa8-ab83-8eff5f2a1c1a tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 210 time: 0.0985389 Feb 04 16:14:18.622436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:18.773361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Allocated IP 172.20.0.12 (f19a5143-5165-46cd-ad4e-e6692991aa41/86b21cbf-f275-4feb-bb8f-3b27445ecd27/67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:18.777115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 5bbf5567-fd88-4398-93b0-39142dabdd17 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:18.782207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:18.861346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:18.894116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:18.899520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:18.916192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:18.988917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Pushing event updated for resources: {'Port': ['ID=48049819-963d-4485-9d3f-ea2b0f85080f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:19.176337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Attempting to bind port 48049819-963d-4485-9d3f-ea2b0f85080f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:19.179047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Attempting to bind port 48049819-963d-4485-9d3f-ea2b0f85080f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:19.179926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Attempting to bind port 48049819-963d-4485-9d3f-ea2b0f85080f on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:19.183052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676471d-2ff2-4aa8-8356-b55111fe0ad6 req-64e07e16-9021-4749-ad6d-c6253a467f94 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:19.199260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:19.200718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:19.201219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0676471d-2ff2-4aa8-8356-b55111fe0ad6 req-64e07e16-9021-4749-ad6d-c6253a467f94 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 945 time: 0.5915349 Feb 04 16:14:19.201300 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.201300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:19.203216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Bound port: 48049819-963d-4485-9d3f-ea2b0f85080f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:19.203855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.217224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.253905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f187976-1fba-4f31-a872-a5a6567c7bac req-aee60393-e2b0-400f-9b29-b0c309ca4db9 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.2108922 Feb 04 16:14:19.261805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.313904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0676471d-2ff2-4aa8-8356-b55111fe0ad6 req-8171be65-cf2e-403f-a608-b99c3f308180 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Feb 04 16:14:19.373205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.404478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Network f19a5143-5165-46cd-ad4e-e6692991aa41 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:19.409485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:19.415071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:19.493328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:19.512045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.513430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] For port 48049819-963d-4485-9d3f-ea2b0f85080f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:19.517021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] For port 48049819-963d-4485-9d3f-ea2b0f85080f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=48049819-963d-4485-9d3f-ea2b0f85080f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:19.524266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.541592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:19.546538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.596084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-2d5e0c17-f8e0-4e4a-b2ff-e4d5e7c85b5c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0283957 Feb 04 16:14:19.624430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Request body: {'port': {'device_id': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:19.643221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0caf-a5df-4133-a9a4-f29915417931 None None] Pushing event updated for resources: {'Port': ['ID=48049819-963d-4485-9d3f-ea2b0f85080f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:19.663894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:19.676829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbf5567-fd88-4398-93b0-39142dabdd17,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:19.694519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.741216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0e680d2f-6388-4fcd-bbde-671257db8297 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/5bbf5567-fd88-4398-93b0-39142dabdd17 HTTP/1.1" status: 204 len: 168 time: 1.6488309 Feb 04 16:14:19.744320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59928) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:19.767362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d518f38-c59d-400c-b795-c9d1cb272260 req-1b3356e9-74f0-4cf1-9ada-2a13cca6433b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:19.769140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d518f38-c59d-400c-b795-c9d1cb272260 req-1b3356e9-74f0-4cf1-9ada-2a13cca6433b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.1620560 Feb 04 16:14:19.844686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0a9757ce-ca29-46ee-9617-7e4288f62327 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:19.847326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:19.929143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d518f38-c59d-400c-b795-c9d1cb272260 req-f7b9036e-7280-42df-a083-731385eacc52 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451268 Feb 04 16:14:20.229657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f7db-fafc-4cbc-aaa4-08ab301cc57b req-902db435-4efc-4bec-8aac-ca4ce5d110a9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:20.231229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ff6f7db-fafc-4cbc-aaa4-08ab301cc57b req-902db435-4efc-4bec-8aac-ca4ce5d110a9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 932 time: 0.2810767 Feb 04 16:14:20.298157 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:20.305918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:20.435589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:20.470152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:20.483360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:20.509768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-863e2c16-0ae3-4855-96ab-5015bb74c586 req-beb7002a-81eb-4a99-9f59-ebacca21b466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1410575 Feb 04 16:14:20.532332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4ff6f7db-fafc-4cbc-aaa4-08ab301cc57b req-3788335d-0d4b-4c4f-a9ee-5908c6915bec tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:20.601764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 8746bd3f-c9ad-4b95-ba0f-309a18488086 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:20.613660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:20.658684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:20.670629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4ff6f7db-fafc-4cbc-aaa4-08ab301cc57b req-3788335d-0d4b-4c4f-a9ee-5908c6915bec tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:20.672506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ff6f7db-fafc-4cbc-aaa4-08ab301cc57b req-3788335d-0d4b-4c4f-a9ee-5908c6915bec tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301789 Feb 04 16:14:20.764405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81673e-3bd0-4b81-b826-f101e4df618c req-f292de38-998e-474d-bf55-30b6ee9f743c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:20.783466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f81673e-3bd0-4b81-b826-f101e4df618c req-f292de38-998e-474d-bf55-30b6ee9f743c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2307549 Feb 04 16:14:20.789912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:20.891034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f81673e-3bd0-4b81-b826-f101e4df618c req-01b8cc54-3dbb-4eec-8034-c03778c5b5d6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Feb 04 16:14:20.969289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.109670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.126885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e96e0ee-12d3-40f5-8cc1-be22472899cc req-210e0d05-57e4-4b46-bfb1-22af51f413d7 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1504982 Feb 04 16:14:21.137227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.146428 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'code': 200} Feb 04 16:14:21.329660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.354899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:14:21.435949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:21.445326 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.479111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Transition to ACTIVE for port object 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:21.515218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.564126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83641f3d-2cd1-4043-9f55-45df8f9269ee req-db3cca17-1f99-4671-874c-b063031a30cd tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:21.568942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83641f3d-2cd1-4043-9f55-45df8f9269ee req-db3cca17-1f99-4671-874c-b063031a30cd tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2174511 Feb 04 16:14:21.600055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=8746bd3f-c9ad-4b95-ba0f-309a18488086,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:21.694267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:21.709536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab6bd141-e5e2-4844-a1d7-96f660212c36 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/8746bd3f-c9ad-4b95-ba0f-309a18488086 HTTP/1.1" status: 204 len: 168 time: 1.9586282 Feb 04 16:14:21.720462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59944) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:21.740538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83641f3d-2cd1-4043-9f55-45df8f9269ee req-04c3c0d4-a9e4-492b-864d-0a89a984db46 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642356 Feb 04 16:14:21.807976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8720866e-5f4b-47f3-8d3e-2ec74b6ea2d4 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:21.847972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 48049819-963d-4485-9d3f-ea2b0f85080f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:21.853675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:21.859498 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-020548a8-0482-4052-8ec3-238b7ae0c08e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301706 Feb 04 16:14:21.863550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:21.872039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:22.287202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Attempting to bind port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:22.287549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Attempting to bind port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:22.287881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Attempting to bind port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c on network f19a5143-5165-46cd-ad4e-e6692991aa41 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:22.311098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c on network f19a5143-5165-46cd-ad4e-e6692991aa41 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:14:22.311647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Attempting to bind port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c on network f19a5143-5165-46cd-ad4e-e6692991aa41 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:22.335837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:22.337911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Checking segment: {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:22.339128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Bound using segment: {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:22.340893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Bound port: 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:22.341910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.345889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8c1e390b-c083-45e1-be59-243d160b62a9 None None] Provisioning for port 48049819-963d-4485-9d3f-ea2b0f85080f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:22.451462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:22.465421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:22.476613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:22.488201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdcf80-af3c-4f34-849c-0caadabf52bb req-0be4474a-f413-451e-9ba8-6d4c645390d8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:22.490568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08fdcf80-af3c-4f34-849c-0caadabf52bb req-0be4474a-f413-451e-9ba8-6d4c645390d8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 944 time: 0.3542819 Feb 04 16:14:22.516396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8c1e390b-c083-45e1-be59-243d160b62a9 None None] Could not find standard attr ID for object 3864169c-84a1-402b-8ec6-08691df25fbc. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:22.526359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 48049819-963d-4485-9d3f-ea2b0f85080f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:22.534288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 48049819-963d-4485-9d3f-ea2b0f85080f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:22.534701 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.536998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:22.575430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:22.578870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.649784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:22.653291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:22.670995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.707466 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.716625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a756082-3429-453e-b9dc-d17a249f1a59 req-d73a955a-0c83-4e6b-ad59-94c0246b30cf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:22.718107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a756082-3429-453e-b9dc-d17a249f1a59 req-d73a955a-0c83-4e6b-ad59-94c0246b30cf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3706865 Feb 04 16:14:22.728674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08fdcf80-af3c-4f34-849c-0caadabf52bb req-42b6300e-f44b-4926-8533-8885680661fa tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207720 Feb 04 16:14:22.800147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:14:22.804043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a756082-3429-453e-b9dc-d17a249f1a59 req-1757e4dc-6d64-496f-bf0f-8c3b0b77ffd2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728683 Feb 04 16:14:22.808462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Deleting port 48049819-963d-4485-9d3f-ea2b0f85080f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:22.809485 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.848300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 48049819-963d-4485-9d3f-ea2b0f85080f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=48049819-963d-4485-9d3f-ea2b0f85080f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:22.867338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.883345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:22.884535 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] 10.222.0.41 "PUT /v2.0/ports/67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 1092 time: 3.2776182 Feb 04 16:14:22.885322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:22.924831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899de88-4f85-4ce7-8ef6-7c5d9d3b9d90 service neutron] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:23.036563 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-9d6aabfa-48f8-4b59-9cd6-98e505fc0ba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1095 time: 0.0923305 Feb 04 16:14:23.118954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=48049819-963d-4485-9d3f-ea2b0f85080f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:23.195121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7240688-bd15-4ecd-9b7b-8f7070d92040 req-0d41da67-7211-401e-b722-b509e6332e83 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.1074920 Feb 04 16:14:23.247313 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-e762bf7e-09a6-4b1b-aa0a-4f99c5bfeb0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 217 time: 0.1981037 Feb 04 16:14:23.311418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] For port 48049819-963d-4485-9d3f-ea2b0f85080f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=48049819-963d-4485-9d3f-ea2b0f85080f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:23.311976 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:23.354599 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'status': 'completed', 'code': 200} Feb 04 16:14:23.371171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:23.387373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-cfe8d1a5-5914-4750-9ae1-e4803c13242e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:23.392554 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-cfe8d1a5-5914-4750-9ae1-e4803c13242e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.1388710 Feb 04 16:14:23.482615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b91eb-a6d3-4134-b266-4d951a2a8870 req-61a0227b-466b-404e-9187-6dbfae86acdd tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:23.484416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf6b91eb-a6d3-4134-b266-4d951a2a8870 req-61a0227b-466b-404e-9187-6dbfae86acdd tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.3647649 Feb 04 16:14:23.507249 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-1a9669f0-3292-4ca2-87b0-1f4df0d2ca8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870745 Feb 04 16:14:23.572478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:23.589323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Calling delete_port for 48049819-963d-4485-9d3f-ea2b0f85080f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:23.594727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:23.607102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:23.607896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:23.644989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=e428ced1-5df7-4c00-9322-609edf5b6873,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:23.672608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf6b91eb-a6d3-4134-b266-4d951a2a8870 req-2ed0ea75-d693-4c11-a263-eebe9159f903 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702926 Feb 04 16:14:23.680178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-df9e68a9-5e98-437f-8b95-22fa1dadc23e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8138649 Feb 04 16:14:23.683900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59966) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:23.689773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:23.765079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 48049819-963d-4485-9d3f-ea2b0f85080f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:23.814786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:23.816465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-da10219e-4c98-4b71-8e96-beaa272a2395 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979860 Feb 04 16:14:23.885762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 48049819-963d-4485-9d3f-ea2b0f85080f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:14:23.886369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 48049819-963d-4485-9d3f-ea2b0f85080f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:14:23.910168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] Pushing event deleted for resources: {'Port': ['ID=48049819-963d-4485-9d3f-ea2b0f85080f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:23.923350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c23fb8-e890-42fd-86b3-8f588aba0ad4 None None] No DVR routers for this DVR port 48049819-963d-4485-9d3f-ea2b0f85080f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:23.953486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8584e77-e2ef-4be5-a1d1-088172e7ad05 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:24.080084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:24.193115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:24.204000 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-eb262c2a-27fc-4893-b239-28b29f734e9f req-07f754bc-d444-439c-9890-b20c3833c112 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582220 Feb 04 16:14:24.214318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:24.237942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0855285-34c5-4d73-94d9-3fd1a30854a0 req-6cb5b97e-213d-45f0-8bfd-5ef1487fe362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ed71d7bd4734d88beb40d23986e2ef9&device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.2236457 Feb 04 16:14:24.242167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:24.300966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0855285-34c5-4d73-94d9-3fd1a30854a0 req-156a05cf-9b71-4ee1-9b03-7a589c7ee553 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ed71d7bd4734d88beb40d23986e2ef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378416 Feb 04 16:14:24.356791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'e428ced1-5df7-4c00-9322-609edf5b6873'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:14:24.359052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:24.365614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:24.419861 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-f3dbf4d2-f616-4e94-a67e-9e7f20ea2bb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1095 time: 0.1367791 Feb 04 16:14:24.561032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b68c2c-b643-4f2c-91f4-2e2d8ff88eaa req-2ff84237-170f-4942-b687-f355b4c4f02c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:24.568762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-10b68c2c-b643-4f2c-91f4-2e2d8ff88eaa req-2ff84237-170f-4942-b687-f355b4c4f02c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 944 time: 0.4845192 Feb 04 16:14:24.591736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/e428ced1-5df7-4c00-9322-609edf5b6873/200bbf88-244f-4e47-a114-f045d498a79f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:24.642072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804db0-f753-48a6-af2b-79dee3c0318a req-28760a46-0ea0-48bb-8b52-4ae0733cfaf1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:24.649666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7804db0-f753-48a6-af2b-79dee3c0318a req-28760a46-0ea0-48bb-8b52-4ae0733cfaf1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.5230138 Feb 04 16:14:24.657734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-05f6feb1-cca3-4a48-a781-bd4ca287641d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:24.659492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-05f6feb1-cca3-4a48-a781-bd4ca287641d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.2262080 Feb 04 16:14:24.728032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-10b68c2c-b643-4f2c-91f4-2e2d8ff88eaa req-a43938f8-d712-4a54-a15e-74ecb9d40f7f tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582930 Feb 04 16:14:24.785525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-b57d1f62-ccdc-4361-9ec4-561348fb1f40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 217 time: 0.1169991 Feb 04 16:14:24.878075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-e0977cd9-66fc-4d5f-844d-7c47470c3ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:24.880926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-e0977cd9-66fc-4d5f-844d-7c47470c3ec9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.0837402 Feb 04 16:14:24.894928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:24.939083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:24.952674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Transition to ACTIVE for port object 200bbf88-244f-4e47-a114-f045d498a79f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:24.967455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-601bb872-47a2-4a3e-abef-43c370a28ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707991 Feb 04 16:14:24.977237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Transition to ACTIVE for port object 200bbf88-244f-4e47-a114-f045d498a79f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:24.989210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.053394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:25.062919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:25.071105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:25.074991 n-d-827873-1 neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e428ced1-5df7-4c00-9322-609edf5b6873 (CIDR: 2001:db8::/64) Feb 04 16:14:25.119187 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:14:25.119634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:25.141893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0855285-34c5-4d73-94d9-3fd1a30854a0 req-a6c45b80-368a-4c89-8992-480811169c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:25.143812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0855285-34c5-4d73-94d9-3fd1a30854a0 req-a6c45b80-368a-4c89-8992-480811169c4d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8244417 Feb 04 16:14:25.172960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31aebba4-db48-472d-a37b-25178fb4b9e0 req-90d24d66-dca8-4e2c-968e-36da00b9b2e0 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0963712 Feb 04 16:14:25.175402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cd67fdd5-ce74-487f-a59d-0e59dc9bf5f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4901776 Feb 04 16:14:25.182106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec81f800-cce9-4525-877c-9c05d9d2edbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.183246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:25.213744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7804db0-f753-48a6-af2b-79dee3c0318a req-d30f0771-5000-4180-9b84-b7ca8af25d93 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630631 Feb 04 16:14:25.218049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:25.245228 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-94e89f3f-b47c-499b-bf92-754cc9ff57f0 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709489 Feb 04 16:14:25.272756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Pushing event updated for resources: {'Port': ['ID=200bbf88-244f-4e47-a114-f045d498a79f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:25.303302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Attempting to bind port 200bbf88-244f-4e47-a114-f045d498a79f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:25.303665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Attempting to bind port 200bbf88-244f-4e47-a114-f045d498a79f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:25.307683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Attempting to bind port 200bbf88-244f-4e47-a114-f045d498a79f on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:25.321198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:25.321572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:25.322040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.324608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:25.325150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Bound port: 200bbf88-244f-4e47-a114-f045d498a79f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:25.325533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.381844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:25.386674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:25.389978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:25.396950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:25.424449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:25.428799 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.443204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-777f6ce1-3f3c-465a-bbbb-4b547f134f91 req-09139528-e548-4fb9-b265-e76d4bbab562 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889071 Feb 04 16:14:25.464308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] For port 200bbf88-244f-4e47-a114-f045d498a79f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:25.467932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] For port 200bbf88-244f-4e47-a114-f045d498a79f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=200bbf88-244f-4e47-a114-f045d498a79f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:25.478551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:25.576474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240f0d5-02b8-4387-8f43-d18f5dbb1697 None None] Pushing event updated for resources: {'Port': ['ID=200bbf88-244f-4e47-a114-f045d498a79f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:25.707105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2988d2-95af-4d9d-afe2-5bfff6cbdd26 req-ef0ecccd-4816-4239-aba2-6df226b6ef1d tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:25.708753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b2988d2-95af-4d9d-afe2-5bfff6cbdd26 req-ef0ecccd-4816-4239-aba2-6df226b6ef1d tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2460122 Feb 04 16:14:25.911139 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:14:26.072907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b2988d2-95af-4d9d-afe2-5bfff6cbdd26 req-21baf703-2457-4b64-b649-af46b401e8bf tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537366 Feb 04 16:14:26.142665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228a4dd-74d7-4ede-aeec-3d9f6b736349 req-2908dccc-7b08-4932-b5f9-1026e5aa9520 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:26.152597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e228a4dd-74d7-4ede-aeec-3d9f6b736349 req-2908dccc-7b08-4932-b5f9-1026e5aa9520 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 944 time: 0.1980927 Feb 04 16:14:26.250411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e228a4dd-74d7-4ede-aeec-3d9f6b736349 req-2427e1ac-b740-4b7d-b637-6a307e1dbfb8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967934 Feb 04 16:14:26.549356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b1393e3-74af-4580-83b7-d9ea47a22155 req-8d4aa7e0-109f-4395-85a4-f1169cbba4c3 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.62 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0589209 Feb 04 16:14:26.550217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:14:26.736928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc05ae3-d64c-41fe-8557-938f2b22bad9 req-8c59a6c3-6bc4-4e4e-956e-6c5946d00374 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:26.738963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fc05ae3-d64c-41fe-8557-938f2b22bad9 req-8c59a6c3-6bc4-4e4e-956e-6c5946d00374 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2995329 Feb 04 16:14:26.855600 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b0855285-34c5-4d73-94d9-3fd1a30854a0 req-2ad3bbe9-e893-4673-9573-465a23c48850 tempest-ServerShowV254Test-1713482209 tempest-ServerShowV254Test-1713482209-project] 10.222.0.41 "GET /v2.0/ports?device_id=0736e50d-cec1-47a0-8640-d26a06d20944 HTTP/1.1" status: 200 len: 210 time: 0.0708215 Feb 04 16:14:26.883458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:26.913538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fc05ae3-d64c-41fe-8557-938f2b22bad9 req-8f482747-ea0c-4487-9dd6-acb201a88e07 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649716 Feb 04 16:14:27.015888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-36dc7d37-b7d3-4029-8e4b-4a06a3397f38 None None] Provisioning for port 200bbf88-244f-4e47-a114-f045d498a79f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:27.196838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a51c3de2-a2d8-44cd-ae25-7173737e76cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.216347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port 200bbf88-244f-4e47-a114-f045d498a79f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=200bbf88-244f-4e47-a114-f045d498a79f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:27.258185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.267140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.268580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.464686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:27.471324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=d81968f3-d669-4007-bd11-15c62b0501cf,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:27.473562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:27.474256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b231116a-b5e4-4c3d-9ccb-5c3729beca73 None None] Could not find standard attr ID for object 3864169c-84a1-402b-8ec6-08691df25fbc. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:27.491321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:27.491321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:27.565188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=200bbf88-244f-4e47-a114-f045d498a79f,revision_number=4']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:27.581614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-51be9496-0833-4cf9-b8e2-031944b6dc89 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3910012 Feb 04 16:14:27.581614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:27.592121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:a3:ed:25', 'name': 'tempest-NetworksTestDHCPv6-1921463851'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:27.717277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:14:27.921289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 200bbf88-244f-4e47-a114-f045d498a79f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:27.958223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b7059-7c09-4a0f-82e0-2d414e7330c6 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:28.016403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:28.021085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:28.024391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:28.032527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:28.050828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:28.057525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.141141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e276f4-63c9-4457-8f4b-84465782aa3b req-0e820ffe-26cc-45a5-9186-edd76669638f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:28.151106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e276f4-63c9-4457-8f4b-84465782aa3b req-0e820ffe-26cc-45a5-9186-edd76669638f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2978003 Feb 04 16:14:28.203623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:28.231389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41', 'port_id': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'mac_address': 'fa:16:3e:2f:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b21cbf-f275-4feb-bb8f-3b27445ecd27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:14:28.239345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port d509e2f8-0589-47a5-b541-cc5422a87c53 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:14:28.294112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 200bbf88-244f-4e47-a114-f045d498a79f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:28.334005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e276f4-63c9-4457-8f4b-84465782aa3b req-0d31831b-5fdb-443c-b792-8d4e70504463 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836708 Feb 04 16:14:28.345814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d926d1-297c-4729-8570-e2ce724c87b5 req-b5ce53db-925f-44dd-8236-4cd244949a19 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:28.353234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65d926d1-297c-4729-8570-e2ce724c87b5 req-b5ce53db-925f-44dd-8236-4cd244949a19 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 944 time: 0.5916505 Feb 04 16:14:28.383411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 200bbf88-244f-4e47-a114-f045d498a79f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:28.384060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.432329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65d926d1-297c-4729-8570-e2ce724c87b5 req-a83b5bc1-df1a-425c-acc1-5b6e2d2fc7df tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781078 Feb 04 16:14:28.553630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.571745 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.591066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:14:28.735281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:28.747179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::219 (20bca8da-ace0-4004-b37c-35ed5054400c/e428ced1-5df7-4c00-9322-609edf5b6873/d509e2f8-0589-47a5-b541-cc5422a87c53) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:28.765119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8:0:1:f816:3eff:fea3:ed25 (20bca8da-ace0-4004-b37c-35ed5054400c/d81968f3-d669-4007-bd11-15c62b0501cf/d509e2f8-0589-47a5-b541-cc5422a87c53) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:28.781135 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.852660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8be78b-ef5c-4e26-941b-574b81ac8c73 req-d55e2cf6-ab88-4a91-88e6-b9b9a144aa2c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:28.855421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b8be78b-ef5c-4e26-941b-574b81ac8c73 req-d55e2cf6-ab88-4a91-88e6-b9b9a144aa2c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1647959 Feb 04 16:14:28.872940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.874041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:28.975575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 200bbf88-244f-4e47-a114-f045d498a79f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=200bbf88-244f-4e47-a114-f045d498a79f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:28.994249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.011897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:29.093283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:29.130713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b8be78b-ef5c-4e26-941b-574b81ac8c73 req-d0a151c2-b4d5-40d3-89db-4b79502a4b62 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546945 Feb 04 16:14:29.201761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=200bbf88-244f-4e47-a114-f045d498a79f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:29.331159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.388554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:29.394014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Usage tracker for resource:security_group_rule and tenant:0ed71d7bd4734d88beb40d23986e2ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:29.401371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:29.402098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:29.411060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:29.464046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.527141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object d509e2f8-0589-47a5-b541-cc5422a87c53 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:29.657628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.674502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.800369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231f66f-fe7b-4f0a-83d0-2e3db184a465,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:29.800369 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15adab47-1b12-4651-9869-7137e7d031ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ed71d7bd4734d88beb40d23986e2ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7023273 Feb 04 16:14:29.800369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60022) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:29.819725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 200bbf88-244f-4e47-a114-f045d498a79f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:29.826905 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.903690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.978055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:29.984809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:29.987716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:29.992782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:29.993576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:29.995117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.023302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=d509e2f8-0589-47a5-b541-cc5422a87c53,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:30.077655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.110346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 200bbf88-244f-4e47-a114-f045d498a79f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:30.112975 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.131281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8cf63964-9bdd-4a1b-8291-3c90388d27f7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5497699 Feb 04 16:14:30.141835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:30.150451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1027597-2f11-416d-9e8d-c50269aa61de req-ea8f6b38-1026-4a68-915b-80616efe6457 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:30.152092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1027597-2f11-416d-9e8d-c50269aa61de req-ea8f6b38-1026-4a68-915b-80616efe6457 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 945 time: 0.4456558 Feb 04 16:14:30.285052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6021371-9a61-49b4-87dc-240a14a255cb req-26c1ebc4-f9eb-41fe-817d-07769a76456e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:30.294305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6021371-9a61-49b4-87dc-240a14a255cb req-26c1ebc4-f9eb-41fe-817d-07769a76456e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.7055614 Feb 04 16:14:30.302650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port d509e2f8-0589-47a5-b541-cc5422a87c53 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:30.307280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.347459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-55ee0dfd-b2bd-4c9c-acac-13cffff92670 None None] Provisioning complete for port 200bbf88-244f-4e47-a114-f045d498a79f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:30.347938 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55ee0dfd-b2bd-4c9c-acac-13cffff92670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.395518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.417635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231f66f-fe7b-4f0a-83d0-2e3db184a465,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:30.429303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.447404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b334b64-90c3-4695-9058-ebfeedd19e07 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2231f66f-fe7b-4f0a-83d0-2e3db184a465 HTTP/1.1" status: 204 len: 168 time: 0.6476197 Feb 04 16:14:30.623977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6021371-9a61-49b4-87dc-240a14a255cb req-1907f8b2-f458-4f1d-ba27-36b92e331754 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279433 Feb 04 16:14:30.725340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1027597-2f11-416d-9e8d-c50269aa61de req-c5719809-a59f-4e22-8058-76764c8dc6cf tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302014 Feb 04 16:14:30.847461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5b63777e-c41a-42b1-9f68-ae2fd8637e0a None None] Provisioning for port d509e2f8-0589-47a5-b541-cc5422a87c53 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:30.860159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5b63777e-c41a-42b1-9f68-ae2fd8637e0a None None] Provisioning complete for port d509e2f8-0589-47a5-b541-cc5422a87c53 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:30.860480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b63777e-c41a-42b1-9f68-ae2fd8637e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:30.919865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.007616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24741dc9-a704-4997-bd71-8132dfab2fb6 req-8665d133-6b79-452c-a174-feeae28cbe1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 1096 time: 0.1703923 Feb 04 16:14:31.046227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5b63777e-c41a-42b1-9f68-ae2fd8637e0a None None] Port d509e2f8-0589-47a5-b541-cc5422a87c53 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:14:31.135877 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-24741dc9-a704-4997-bd71-8132dfab2fb6 req-ff7401b1-464a-4b67-849b-c3d79f57581b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182313 Feb 04 16:14:31.156533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for d509e2f8-0589-47a5-b541-cc5422a87c53 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:31.445146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebedda-8315-47a5-9141-8db4ed072e80 req-37e813d6-6602-430e-af54-09a5260bfdc1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:31.445705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4ebedda-8315-47a5-9141-8db4ed072e80 req-37e813d6-6602-430e-af54-09a5260bfdc1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2114735 Feb 04 16:14:31.572915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4ebedda-8315-47a5-9141-8db4ed072e80 req-378792c4-32e2-4e7a-a501-e6144ef7cd83 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198876 Feb 04 16:14:31.627025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.697400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=d509e2f8-0589-47a5-b541-cc5422a87c53,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:31.855149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:31.889811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60054) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:31.901856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-beb14e36-1113-462e-a844-e830917c6139 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/d509e2f8-0589-47a5-b541-cc5422a87c53 HTTP/1.1" status: 204 len: 168 time: 1.7481747 Feb 04 16:14:32.082468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04793a03-7c21-4d63-b665-6d591200c740 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.087045 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-04793a03-7c21-4d63-b665-6d591200c740 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1966605 Feb 04 16:14:32.089505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60060) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:32.180411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764f0a3-b73a-4b07-9e4f-e7877bdea412 req-b40590a1-72bd-493e-bc66-0aa96d947e11 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.187439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e764f0a3-b73a-4b07-9e4f-e7877bdea412 req-b40590a1-72bd-493e-bc66-0aa96d947e11 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 945 time: 0.1753173 Feb 04 16:14:32.195417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130084bb-2969-41d5-891a-aa52927da217 req-82a95561-7604-4565-bf39-2436201df2ae tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.197723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-130084bb-2969-41d5-891a-aa52927da217 req-82a95561-7604-4565-bf39-2436201df2ae tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.3138762 Feb 04 16:14:32.235320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe62269-e3ea-4782-86e3-2d3605e97e47 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.237661 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9fe62269-e3ea-4782-86e3-2d3605e97e47 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1464062 Feb 04 16:14:32.241285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60066) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:32.283422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e764f0a3-b73a-4b07-9e4f-e7877bdea412 req-6514b7d5-42a4-48d3-abd8-e927868c5295 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Feb 04 16:14:32.314127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-130084bb-2969-41d5-891a-aa52927da217 req-f6b0738c-8382-49ef-aa0b-1d4953d35046 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922630 Feb 04 16:14:32.378901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.380904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.382199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:32.383097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:32.408103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:32.412483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:32.413326 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27f55ab8-6118-4a06-af3a-a0f99da31c49 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1701312 Feb 04 16:14:32.910188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet d81968f3-d669-4007-bd11-15c62b0501cf {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:32.915612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:32.982686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:33.123266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8890aa5e-8347-4ef0-a4ed-4b059a32f1f1 req-79a13046-9871-4a61-b9e2-b5eeb5a5d78d tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1463413 Feb 04 16:14:33.175739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559ab8-1bce-4920-83a8-5ef55facd945 req-6778694d-eb58-4291-ade6-34f33bfdf7f3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.188397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c559ab8-1bce-4920-83a8-5ef55facd945 req-6778694d-eb58-4291-ade6-34f33bfdf7f3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3726704 Feb 04 16:14:33.275580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:33.358784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c559ab8-1bce-4920-83a8-5ef55facd945 req-aa0f6aca-84a6-4c97-8d57-bc70eb41df45 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697457 Feb 04 16:14:33.401666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:33.492033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=d81968f3-d669-4007-bd11-15c62b0501cf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:33.678080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:33.699097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960b179-8796-4c17-9c68-db4a2c98d13f None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:33.737604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:33.800443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2c485ab-c144-4abf-971d-167a3101f12a tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/d81968f3-d669-4007-bd11-15c62b0501cf HTTP/1.1" status: 204 len: 168 time: 1.3829930 Feb 04 16:14:33.800749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60104) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:33.836238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f7499-7d4b-4609-a0e4-9d37fe670f7a req-9f3a0407-2193-4863-a576-ce6d25387778 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.843426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8f7499-7d4b-4609-a0e4-9d37fe670f7a req-9f3a0407-2193-4863-a576-ce6d25387778 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 945 time: 0.3204629 Feb 04 16:14:33.950136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8f7499-7d4b-4609-a0e4-9d37fe670f7a req-05015dc3-7ad2-43b0-84b1-3139e06fb227 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061745 Feb 04 16:14:33.966887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f607c3-1b15-473e-bdb7-f8b0fda277b8 req-38ece565-fc4c-4137-90c0-117a9e2ebb23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:33.977354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9f607c3-1b15-473e-bdb7-f8b0fda277b8 req-38ece565-fc4c-4137-90c0-117a9e2ebb23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.2775340 Feb 04 16:14:34.090797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9f607c3-1b15-473e-bdb7-f8b0fda277b8 req-aa52c9dd-5063-472f-b2f7-7b22aec4ce91 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043568 Feb 04 16:14:34.250944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:34.266303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet e428ced1-5df7-4c00-9322-609edf5b6873 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:34.268535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:34.268730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.276410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.427078 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.591984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.638008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fc21b-e82e-40d1-a89f-ff65fe4bb566 req-78c5c5b2-75d3-4ca8-946d-7d8f5c5a0b61 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:34.638008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed3fc21b-e82e-40d1-a89f-ff65fe4bb566 req-78c5c5b2-75d3-4ca8-946d-7d8f5c5a0b61 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2332513 Feb 04 16:14:34.712299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:34.712299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:34.737040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:34.814211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed3fc21b-e82e-40d1-a89f-ff65fe4bb566 req-be7b2497-ff61-4209-88f8-bf616c0869f3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597779 Feb 04 16:14:34.914935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:34.955313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23f8588a-cf75-4279-b45c-47ba340327cf req-740a172c-3485-49ac-b75d-66f0ae503bce tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1079354 Feb 04 16:14:35.052453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:35.226619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-365b8891-c6c6-473e-a5dd-70ec6162df13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.3836145 Feb 04 16:14:35.306856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b599-8276-4b8b-b06f-7a2aa8da8ca3 req-452720bc-e7a6-4232-941d-1eb1fb3671ff tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:35.313616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d0b599-8276-4b8b-b06f-7a2aa8da8ca3 req-452720bc-e7a6-4232-941d-1eb1fb3671ff tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1689408 Feb 04 16:14:35.444588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:35.445242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d0b599-8276-4b8b-b06f-7a2aa8da8ca3 req-e982e7b2-724b-4fb4-9146-a295e3cc0e2b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248302 Feb 04 16:14:35.535270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=e428ced1-5df7-4c00-9322-609edf5b6873,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:35.540510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:35.557727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a40545c7-c4b1-4725-bdc8-2c1e1a51f233 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e428ced1-5df7-4c00-9322-609edf5b6873 HTTP/1.1" status: 204 len: 168 time: 1.7556973 Feb 04 16:14:35.560787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60126) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:35.623263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-7da3adca-2063-47ef-a46a-60ee50171c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:35.625342 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-7da3adca-2063-47ef-a46a-60ee50171c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.3905385 Feb 04 16:14:35.627657 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'code': 200} Feb 04 16:14:35.752609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cc1c086b-ab8b-4af8-896e-c91283bd9e3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1837397 Feb 04 16:14:35.753429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:35.800395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f076602-fcc9-4fb4-9283-5473fd18c064 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:35.839650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:35.856463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-740cef79-0a80-46df-985e-ea9948f1395e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.2216210 Feb 04 16:14:35.971813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-acc2c2ca-7edd-403d-9d2f-9b249937f26d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:35.975546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-acc2c2ca-7edd-403d-9d2f-9b249937f26d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1062262 Feb 04 16:14:36.039631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82378134-c6ab-4ace-a6e7-df7a310fcdf6 None None] Provisioning complete for port 200bbf88-244f-4e47-a114-f045d498a79f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:36.040140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82378134-c6ab-4ace-a6e7-df7a310fcdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.132759 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-c3af2d7e-53c1-495a-a67f-d954890a506b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430385 Feb 04 16:14:36.171033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbc71ed4-5356-46db-9528-c43c9a516df8 req-d6d18e26-1fce-4e90-9cee-84219d86129a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1097 time: 0.4129868 Feb 04 16:14:36.177585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:36.259394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:36.265195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:36.276626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:36.314290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ddd2e-2374-4b7a-a9d0-f5e968bfd1ba req-2dc5b78c-4ff4-46ba-8cb8-5e84d7a2035f tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:36.323017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f49ddd2e-2374-4b7a-a9d0-f5e968bfd1ba req-2dc5b78c-4ff4-46ba-8cb8-5e84d7a2035f tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 946 time: 0.3693826 Feb 04 16:14:36.332079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e87d8-a120-4df3-b6bf-e9754dc3e6a1 req-3ff14dd4-a12f-462c-a398-a5d194d84fb2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:36.336232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb9e87d8-a120-4df3-b6bf-e9754dc3e6a1 req-3ff14dd4-a12f-462c-a398-a5d194d84fb2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8808873 Feb 04 16:14:36.337058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:36.342234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.391260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-641f4435-caef-4471-b5b0-6d2f16230eae service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496514 Feb 04 16:14:36.450907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:14:36.455485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Deleting port 200bbf88-244f-4e47-a114-f045d498a79f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:36.455849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.668183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c1527dd8-4cfe-4bb7-9bbb-e7df2e7090ec req-1b6614e0-014f-411f-8ca1-d11f6e4877b3 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707739 Feb 04 16:14:36.811261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbc71ed4-5356-46db-9528-c43c9a516df8 req-cef8f8b4-a4de-4e72-ac47-1174b393df98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6257474 Feb 04 16:14:36.933388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] For port 200bbf88-244f-4e47-a114-f045d498a79f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=200bbf88-244f-4e47-a114-f045d498a79f,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:36.933899 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:36.937246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb9e87d8-a120-4df3-b6bf-e9754dc3e6a1 req-20bd9fcb-cdec-4e85-a203-26c216f7ebf0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5555389 Feb 04 16:14:36.983964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f49ddd2e-2374-4b7a-a9d0-f5e968bfd1ba req-ba04c2d0-6c6f-41e1-8446-84167793e683 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574335 Feb 04 16:14:37.093668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.108334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Calling delete_port for 200bbf88-244f-4e47-a114-f045d498a79f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:37.209917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:37.217835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:37.230103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:37.231135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.288280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:37.377532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] Pushing event deleted for resources: {'Port': ['ID=200bbf88-244f-4e47-a114-f045d498a79f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:37.390806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bafb12-5021-4cfa-bac1-445646f43c4b None None] No DVR routers for this DVR port 200bbf88-244f-4e47-a114-f045d498a79f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:37.404848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c4739-7d91-4179-8dea-2f475cf9a915 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:37.544883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:37.551178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:37.551418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7257454 Feb 04 16:14:37.650829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 200bbf88-244f-4e47-a114-f045d498a79f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:37.669213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62b26f5a-d172-4217-b64d-a8afb4f974d0 req-7c43884d-b962-4ada-81a3-5241c97a93df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.3944581 Feb 04 16:14:37.669859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d055a89-fbec-4adc-8280-ab3778100599 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=ce737959-a4a8-42b7-be78-cc1d0ea53f92,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:37.698083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bf36f64-b87e-45c4-bf1f-ec0158f9db40 req-8c1410e0-4e9e-444d-af29-bb17ba7e22d7 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.2666779 Feb 04 16:14:37.731825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 200bbf88-244f-4e47-a114-f045d498a79f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:14:37.732390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 200bbf88-244f-4e47-a114-f045d498a79f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:14:37.976738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:37.980763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:37.986600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:37.993562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:38.013797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:38.015821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.020906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20bca8da-ace0-4004-b37c-35ed5054400c', 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'tenant_id': '2dd13c71079c419c98e31dfa314e1ef9', 'fixed_ips': [{'subnet_id': 'ce737959-a4a8-42b7-be78-cc1d0ea53f92'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:14:38.022073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.026948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e81cc-fe1a-4ad7-8b99-6055bd5907ad req-1f447684-7268-453b-bd8a-861b929bf301 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:38.034575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-386e81cc-fe1a-4ad7-8b99-6055bd5907ad req-1f447684-7268-453b-bd8a-861b929bf301 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3134561 Feb 04 16:14:38.148482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-386e81cc-fe1a-4ad7-8b99-6055bd5907ad req-1e426dfa-bc3a-4fff-b9ca-f42fa9807946 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125231 Feb 04 16:14:38.166319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f09b9-586c-47ab-902e-70c2cb3aa7b2 req-930b051e-452f-47c7-a8df-b4d88c03cc7f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:38.179802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f5f09b9-586c-47ab-902e-70c2cb3aa7b2 req-930b051e-452f-47c7-a8df-b4d88c03cc7f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2340999 Feb 04 16:14:38.236451 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce737959-a4a8-42b7-be78-cc1d0ea53f92 (CIDR: 2001:db8::/64) Feb 04 16:14:38.241757 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:14:38.243143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:38.273973 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-af6f47ce-4563-44e9-8595-2bf271954764 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7279222 Feb 04 16:14:38.277499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60150) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:38.290076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'subnet': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:38.314492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f5f09b9-586c-47ab-902e-70c2cb3aa7b2 req-bb899258-79fe-40c3-843a-38b8a5097a3b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316268 Feb 04 16:14:38.403474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Allocated IP 2001:db8::2 (20bca8da-ace0-4004-b37c-35ed5054400c/ce737959-a4a8-42b7-be78-cc1d0ea53f92/cb6ec9d9-7c86-4656-8647-27db73eb1423) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:38.638717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:38.654604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:subnet and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:38.670619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:38.680616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:38.703875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:38.711293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.824960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b53b18-d95c-451a-8797-f88d8eb72bbf req-747c068f-6156-4b5c-9511-c5c5716e0b32 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:38.831900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50b53b18-d95c-451a-8797-f88d8eb72bbf req-747c068f-6156-4b5c-9511-c5c5716e0b32 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2696829 Feb 04 16:14:38.877079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77becd3b-4466-421a-8daf-593df4314ddc req-3872dbac-f8df-4089-9935-4d63e58a64d1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:38.888255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77becd3b-4466-421a-8daf-593df4314ddc req-3872dbac-f8df-4089-9935-4d63e58a64d1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 946 time: 0.2361407 Feb 04 16:14:38.982150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:38.988323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77becd3b-4466-421a-8daf-593df4314ddc req-f5c051a7-d214-4ca4-80ce-8b9c905a465c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985787 Feb 04 16:14:38.997890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50b53b18-d95c-451a-8797-f88d8eb72bbf req-57b76d02-1fe9-434f-b96c-a5f468b433ef tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570978 Feb 04 16:14:39.012650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Transition to ACTIVE for port object cb6ec9d9-7c86-4656-8647-27db73eb1423 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:39.043976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Transition to ACTIVE for port object cb6ec9d9-7c86-4656-8647-27db73eb1423 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:39.060139 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.166396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:39.170991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Pushing event updated for resources: {'Port': ['ID=cb6ec9d9-7c86-4656-8647-27db73eb1423,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:39.175574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:39.183719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:39.484988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Attempting to bind port cb6ec9d9-7c86-4656-8647-27db73eb1423 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:14:39.486708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Attempting to bind port cb6ec9d9-7c86-4656-8647-27db73eb1423 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:14:39.490070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Attempting to bind port cb6ec9d9-7c86-4656-8647-27db73eb1423 on network 20bca8da-ace0-4004-b37c-35ed5054400c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:14:39.496776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-147fe5d7-c2b6-47c7-a973-12bfa790e4b0 req-439d1564-441c-4492-bb7c-13c3fa8b5b60 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1220129 Feb 04 16:14:39.509595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:14:39.510119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Checking segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:14:39.511019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.512197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Bound using segment: {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:14:39.516257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Bound port: cb6ec9d9-7c86-4656-8647-27db73eb1423, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700834e0-7e79-4d6d-b84a-73903cb03f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:14:39.517648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.638656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7268e-fd44-42a8-918f-3dc086274f90 req-0c972fb7-df14-499b-a097-7db37ad4a520 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:39.640646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6d7268e-fd44-42a8-918f-3dc086274f90 req-0c972fb7-df14-499b-a097-7db37ad4a520 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1412413 Feb 04 16:14:39.742588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6d7268e-fd44-42a8-918f-3dc086274f90 req-f8855a76-2b62-406b-aec1-e9d8833ae675 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877452 Feb 04 16:14:39.776370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] For port cb6ec9d9-7c86-4656-8647-27db73eb1423, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:14:39.778613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:14:39.780969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] For port cb6ec9d9-7c86-4656-8647-27db73eb1423, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb6ec9d9-7c86-4656-8647-27db73eb1423,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:14:39.792799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:39.919297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc760549-0549-494d-922a-b86fbc355b7f req-dc29ee5b-e379-4784-bb06-40e6e4d8c52e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:39.933431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc760549-0549-494d-922a-b86fbc355b7f req-dc29ee5b-e379-4784-bb06-40e6e4d8c52e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1834912 Feb 04 16:14:40.002188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.022589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc760549-0549-494d-922a-b86fbc355b7f req-7c1ae267-51b9-49c2-8ea8-de9162421ab4 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870452 Feb 04 16:14:40.030770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d31d-d610-4840-b3b5-727e82d0ff83 None None] Pushing event updated for resources: {'Port': ['ID=cb6ec9d9-7c86-4656-8647-27db73eb1423,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:40.518272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7f78f-3749-461e-90a8-e6bd337f880d req-f9d92acf-e4f7-4f01-ad4c-45bde070bece tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:40.529003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6c7f78f-3749-461e-90a8-e6bd337f880d req-f9d92acf-e4f7-4f01-ad4c-45bde070bece tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 946 time: 0.2115493 Feb 04 16:14:40.551310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] For port cb6ec9d9-7c86-4656-8647-27db73eb1423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb6ec9d9-7c86-4656-8647-27db73eb1423,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:40.601355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.610682 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.613311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.618049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6c7f78f-3749-461e-90a8-e6bd337f880d req-bc56eb63-0a29-4be4-82b9-53d70f3d8fe4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909426 Feb 04 16:14:40.809224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Subnet': ['ID=405a04ff-bd5d-456a-8c60-bd562e205b6e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:40.810144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44314-2ca9-4416-bb97-c15d2053329a req-997b5481-e9f3-4f15-88c6-c0b7e8a81487 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:40.810144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ac44314-2ca9-4416-bb97-c15d2053329a req-997b5481-e9f3-4f15-88c6-c0b7e8a81487 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1505127 Feb 04 16:14:40.810963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:40.811373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:40.814466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:40.815050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:40.822344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=cb6ec9d9-7c86-4656-8647-27db73eb1423,revision_number=4']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:40.860704 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c16dbe0-d10e-4279-8dbf-73557457b928 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5819545 Feb 04 16:14:40.865159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:40.867407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ac44314-2ca9-4416-bb97-c15d2053329a req-21f5b7a6-b58a-48de-928e-2af41c3b8666 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551283 Feb 04 16:14:40.874323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Request body: {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'mac_address': 'fa:16:3e:09:0c:90', 'name': 'tempest-NetworksTestDHCPv6-895584666'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.097738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:41.105370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Usage tracker for resource:port and tenant:2dd13c71079c419c98e31dfa314e1ef9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:41.111207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:41.121632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:41.139657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Made reservation on behalf of 2dd13c71079c419c98e31dfa314e1ef9 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:41.260538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ff7b029-28e8-4724-89d7-a6badef60347 req-5b8a9906-28a1-4f83-bf31-37cb610f2b2a tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1301265 Feb 04 16:14:41.275435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-78ddeaeb-68f8-46a4-87c7-6b674fa9ce0d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1256121608&fields=id&tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 267 time: 0.2249367 Feb 04 16:14:41.483948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:41.569950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] device_id is not set on port 7b605439-3b77-4f58-8e01-568f25d1e83f yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:14:41.597774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-1e4bb209-700f-4ff1-98af-78c17563dd27 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:41.647159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-1e4bb209-700f-4ff1-98af-78c17563dd27 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 946 time: 0.3578060 Feb 04 16:14:41.655773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'security_groups': ['a7b5bff7-6532-4f5a-9b4a-f43d916be35c', '1f18ecc2-a160-4b89-91a8-4d7a92eaca8f']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:41.727003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb6ec9d9-7c86-4656-8647-27db73eb1423 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:41.904389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cb6ec9d9-7c86-4656-8647-27db73eb1423 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:41.999283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36424b-5b03-4397-a7d6-ddd2a425c4e2 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:42.018560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.084209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef4a86-14d7-4149-ade1-38dd54b45b7a req-8aad43c3-f3bd-4beb-b728-a43acf90c879 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:42.091870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7aef4a86-14d7-4149-ade1-38dd54b45b7a req-8aad43c3-f3bd-4beb-b728-a43acf90c879 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.3494928 Feb 04 16:14:42.186793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7aef4a86-14d7-4149-ade1-38dd54b45b7a req-4a987299-6e1f-4550-8da6-3204eb3e010d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939379 Feb 04 16:14:42.315027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8::327 (20bca8da-ace0-4004-b37c-35ed5054400c/ce737959-a4a8-42b7-be78-cc1d0ea53f92/7b605439-3b77-4f58-8e01-568f25d1e83f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:42.329451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Allocated IP 2001:db8:0:1:f816:3eff:fe09:c90 (20bca8da-ace0-4004-b37c-35ed5054400c/405a04ff-bd5d-456a-8c60-bd562e205b6e/7b605439-3b77-4f58-8e01-568f25d1e83f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:14:42.511374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Provisioning for port cb6ec9d9-7c86-4656-8647-27db73eb1423 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:14:42.522992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Provisioning complete for port cb6ec9d9-7c86-4656-8647-27db73eb1423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:42.524144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.757474 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.761178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.785635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Transition to ACTIVE for port object 7b605439-3b77-4f58-8e01-568f25d1e83f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:14:42.813611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] For port cb6ec9d9-7c86-4656-8647-27db73eb1423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb6ec9d9-7c86-4656-8647-27db73eb1423,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:42.825247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.829885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:42.861692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:42.880764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed21af-8d18-4b02-8cb4-9c7bca934636 req-e6a6429c-4acf-42cc-a4fe-15ef01b2de30 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:42.889695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8ed21af-8d18-4b02-8cb4-9c7bca934636 req-e6a6429c-4acf-42cc-a4fe-15ef01b2de30 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3852575 Feb 04 16:14:42.916116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f442f4d-a225-49c4-9804-52e22a3f9655 None None] Pushing event updated for resources: {'Port': ['ID=cb6ec9d9-7c86-4656-8647-27db73eb1423,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:42.996808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Network 20bca8da-ace0-4004-b37c-35ed5054400c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:14:43.007011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:14:43.007766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8ed21af-8d18-4b02-8cb4-9c7bca934636 req-c46873ef-2dd8-453c-95ee-8aec9fd14829 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066830 Feb 04 16:14:43.031922 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.034601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:14:43.048413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.051466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:43.056343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.093976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:43.144464 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2773008 Feb 04 16:14:43.148158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:43.167814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb972c25-034d-4cd0-8654-ed86079202f1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event updated for resources: {'Port': ['ID=7b605439-3b77-4f58-8e01-568f25d1e83f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:43.293294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:43.313782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:43.318622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.327871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting port 7b605439-3b77-4f58-8e01-568f25d1e83f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:43.328773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:43.334958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24774ce3-baf9-420f-9fa6-8b8a1e635551 req-9e9717dc-09af-4695-9286-8a8a6635da8e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "PUT /v2.0/ports/67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 982 time: 1.6881943 Feb 04 16:14:43.335474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:43.599668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:43.685948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb6ec9d9-7c86-4656-8647-27db73eb1423 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:14:43.810506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fafaa-05a2-4c69-89aa-630e047a0b3f req-802ad78d-c5ff-4f68-b5dc-56129a7c0c31 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:43.813223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f3fafaa-05a2-4c69-89aa-630e047a0b3f req-802ad78d-c5ff-4f68-b5dc-56129a7c0c31 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1809988 Feb 04 16:14:44.044298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.124156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f3fafaa-05a2-4c69-89aa-630e047a0b3f req-1b09398b-7dab-489b-a16b-fe7c8ad1d316 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015430 Feb 04 16:14:44.184362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-3e6821e2-9c14-4537-b680-752923e513f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1097 time: 0.2605236 Feb 04 16:14:44.195025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb6ec9d9-7c86-4656-8647-27db73eb1423 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:44.218308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.435137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-63d6e00f-34e0-4864-80ba-32080ae36a8b None None] Provisioning complete for port cb6ec9d9-7c86-4656-8647-27db73eb1423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:44.435585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63d6e00f-34e0-4864-80ba-32080ae36a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.474530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Calling delete_port for 7b605439-3b77-4f58-8e01-568f25d1e83f owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:44.607955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-3c2d8704-cf8e-4a58-86d5-b70921e0ad22 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1783494198&fields=id&tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 267 time: 0.2039378 Feb 04 16:14:44.742546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79899d5c-192d-4ae5-9c9f-f70beba0f78a req-254de54d-3d73-43d0-a91d-fdeadfe5e715 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:44.744802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79899d5c-192d-4ae5-9c9f-f70beba0f78a req-254de54d-3d73-43d0-a91d-fdeadfe5e715 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2946289 Feb 04 16:14:44.811585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79899d5c-192d-4ae5-9c9f-f70beba0f78a req-77522ace-b91f-435b-acfd-7c5a04c22e74 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525472 Feb 04 16:14:44.819977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-0775406b-f888-4522-9c5a-338ca8df8fcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:44.822571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-0775406b-f888-4522-9c5a-338ca8df8fcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.6251864 Feb 04 16:14:44.871267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:44.930728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f19821dd-8c6c-4193-9e58-9bb1e54f1be7 None None] Could not find standard attr ID for object 7b605439-3b77-4f58-8e01-568f25d1e83f. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:14:44.972218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Port': ['ID=7b605439-3b77-4f58-8e01-568f25d1e83f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:44.975570 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'status': 'completed', 'code': 200} Feb 04 16:14:45.023819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-417fce3b-37e1-45fb-9849-3825c2c38e16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.1700113 Feb 04 16:14:45.045485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-0d01e6d0-c6b4-4a59-b45c-1f4c2b5e0b06 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.047001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-0d01e6d0-c6b4-4a59-b45c-1f4c2b5e0b06 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 985 time: 0.4190209 Feb 04 16:14:45.133413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'security_groups': ['1f18ecc2-a160-4b89-91a8-4d7a92eaca8f', 'a7b5bff7-6532-4f5a-9b4a-f43d916be35c', 'ea38c94d-0523-4038-b743-2636fbd75884']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:45.242292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.255026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc0c3022-b293-4bc2-84f0-cb9ce10e8cf3 req-ce21883c-89fb-4438-8db0-6b31641b3036 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0570598 Feb 04 16:14:45.268594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-198bc1a4-ad8f-4cc0-aad1-70f30133d683 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/7b605439-3b77-4f58-8e01-568f25d1e83f HTTP/1.1" status: 204 len: 168 time: 2.1106081 Feb 04 16:14:45.272857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:45.311583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-5fdebc89-a2c9-4ca4-b662-b5834df4dbc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1136 time: 0.2538128 Feb 04 16:14:45.360199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-2a159afe-6a64-4900-8d79-21f2d18a4a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.361996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-2a159afe-6a64-4900-8d79-21f2d18a4a47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.3135002 Feb 04 16:14:45.488141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-6f468c43-5f41-40f1-ab05-dfc541ab7d68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492284 Feb 04 16:14:45.543963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:45.575797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-34943df7-1bb7-4efa-a60a-a043c9939bf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.576560 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-34943df7-1bb7-4efa-a60a-a043c9939bf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.2563190 Feb 04 16:14:45.694978 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-7213e764-a555-4175-9a01-fedfe3f4d2ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 217 time: 0.0836372 Feb 04 16:14:45.704433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d6d35-52f4-4a57-89cc-04bc954d02ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.704433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7b9d6d35-52f4-4a57-89cc-04bc954d02ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:45.799122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-d095d59d-52b9-4969-ae26-98fbfefd1694 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943106 Feb 04 16:14:45.802268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7b9d6d35-52f4-4a57-89cc-04bc954d02ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:45.803410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7b9d6d35-52f4-4a57-89cc-04bc954d02ca tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5248678 Feb 04 16:14:45.806692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:45.809979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-ea5d1793-5747-4f29-8768-7515192061da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:45.812007 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-ea5d1793-5747-4f29-8768-7515192061da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.1031637 Feb 04 16:14:45.877919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-926c7a64-3fc5-4cf1-9f55-074232c84a09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588365 Feb 04 16:14:46.210433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-95c90cf8-7bb1-43dc-b8c1-d46c54933a37 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260465 Feb 04 16:14:46.323296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48714900-efc9-46be-bb3f-0bb9b5772ccc req-2901cf20-bf8b-498a-a277-ee3f41ec2a10 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777203 Feb 04 16:14:46.349716 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1c371fd2-47d2-45cc-9e6f-ca00e8586acd req-eac251ef-8a6c-4906-bd15-3351bd81741a service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289454 Feb 04 16:14:46.368240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82c617-6631-44f8-90ad-4dca19cae224 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.372005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa82c617-6631-44f8-90ad-4dca19cae224 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5622489 Feb 04 16:14:46.372500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:46.428255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:46.443670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.445082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.446430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.447482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:46.456389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-8a03ca88-7df6-4219-98e4-afb16c6e1406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.2299714 Feb 04 16:14:46.463067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:46.464338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b1c5ca3a-8372-4e4f-86ca-de79f57a245f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0907595 Feb 04 16:14:46.466991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:46.471491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652a584-9a6f-46cc-88c4-24bc90a33690 req-7abede50-7494-4487-b466-0c0a98fee47e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.473407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e652a584-9a6f-46cc-88c4-24bc90a33690 req-7abede50-7494-4487-b466-0c0a98fee47e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.2476552 Feb 04 16:14:46.557012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.569537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.581811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:46.665616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet 405a04ff-bd5d-456a-8c60-bd562e205b6e {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:46.669389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.683259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.683857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.685198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c1ef93-25b1-4829-baf6-5267089ad2d3 req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "PUT /v2.0/ports/67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 1021 time: 1.5780556 Feb 04 16:14:46.706955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e652a584-9a6f-46cc-88c4-24bc90a33690 req-ab6585ce-14f4-4ec1-b2ba-3b3a68a7bcf9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104056 Feb 04 16:14:46.742214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.746305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:46.776692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-1ffeb7c9-d7b1-4c25-8860-f141d0cad262 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:46.778863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-1ffeb7c9-d7b1-4c25-8860-f141d0cad262 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.3135529 Feb 04 16:14:46.789300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.789642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.789978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.790517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.791328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.791850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.792420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.792823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.793150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.793472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.794024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78f1fe-ceab-45a4-86b8-d83c8d319446 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:14:46.859403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.957070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:46.958928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-f3b870cb-10dc-40c0-b26c-7891eb35978c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.1603553 Feb 04 16:14:46.961432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbc34ab9-4c97-4f21-a5ec-722346a0b227 req-b48c6f50-7ca6-4660-94d7-5c3f7a6289f4 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0926454 Feb 04 16:14:46.982372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:14:47.006804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=405a04ff-bd5d-456a-8c60-bd562e205b6e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:47.016156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.031227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:47.038625 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fcc57efd-ae7f-4798-a1fc-d45baf9db5b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/405a04ff-bd5d-456a-8c60-bd562e205b6e HTTP/1.1" status: 204 len: 168 time: 0.5701733 Feb 04 16:14:47.041260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60254) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:47.071910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-6f733532-741e-47bf-a23c-9c9036bd61fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.073646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-6f733532-741e-47bf-a23c-9c9036bd61fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.1037920 Feb 04 16:14:47.085834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629e044-384f-4200-9dc9-2315bfb4344f None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:47.087752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9374cb-3bd2-4034-b76a-f9c8bd72b116 req-7809c43a-f1e7-4133-8cf9-8cd0bcad7300 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.089362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a9374cb-3bd2-4034-b76a-f9c8bd72b116 req-7809c43a-f1e7-4133-8cf9-8cd0bcad7300 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2194529 Feb 04 16:14:47.141565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Deleting subnet ce737959-a4a8-42b7-be78-cc1d0ea53f92 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:14:47.147213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.191143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-f87814e7-9370-4619-b900-d9ba4280bad0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006205 Feb 04 16:14:47.245113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.322491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a9374cb-3bd2-4034-b76a-f9c8bd72b116 req-e51e9e6a-df05-4c4d-b5e4-67acf8c1f984 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984384 Feb 04 16:14:47.363011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.377433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49200155-50cd-4add-91bd-35a99114d3ed req-4d58a7d4-fe3b-49a6-b23c-90fb444df984 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.378889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49200155-50cd-4add-91bd-35a99114d3ed req-4d58a7d4-fe3b-49a6-b23c-90fb444df984 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1024 time: 0.2532873 Feb 04 16:14:47.385089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-d72177b3-d86a-4f90-afc5-ed64e6beba3b service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763086 Feb 04 16:14:47.427830 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'status': 'completed', 'code': 200} Feb 04 16:14:47.450322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.542373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.599120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49200155-50cd-4add-91bd-35a99114d3ed req-b1b2aea6-8532-4823-a580-b1d123fcf9b7 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea38c94d-0523-4038-b743-2636fbd75884&id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=1f18ecc2-a160-4b89-91a8-4d7a92eaca8f HTTP/1.1" status: 200 len: 5483 time: 0.2128646 Feb 04 16:14:47.601348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9a67b33-0ae9-4c66-bfc7-45cd4980f64d req-9dd6c7d9-8610-4b33-8787-06b32e25d0fa service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994517 Feb 04 16:14:47.621864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Subnet': ['ID=ce737959-a4a8-42b7-be78-cc1d0ea53f92,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:47.640147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff5caae9-ba2f-4d06-8252-63f093f0a7d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/ce737959-a4a8-42b7-be78-cc1d0ea53f92 HTTP/1.1" status: 204 len: 168 time: 0.5973091 Feb 04 16:14:47.642787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:47.652095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': ' tempest-securitygroup -186987012 ', 'description': 'tempest-description-456227850'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:47.660085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:47.674199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:47.691950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.712706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe21c6-9c55-46e7-91f1-b89287299bdb None None] Update dhcp port {'port': {'network_id': '20bca8da-ace0-4004-b37c-35ed5054400c', 'fixed_ips': [{'subnet_id': 'ce737959-a4a8-42b7-be78-cc1d0ea53f92'}], 'binding:host_id': 'n-d-827873-1'}, 'id': 'cb6ec9d9-7c86-4656-8647-27db73eb1423'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:14:47.738947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ffab6f14-dc5e-4a6b-96e3-fb3ca8af0743 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944650 Feb 04 16:14:47.746741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:47.787612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:47.796683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:47.800492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:47.811368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adfe21c6-9c55-46e7-91f1-b89287299bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.811706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:47.840290 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-fa55db79-638f-4bda-845b-36f946dd6f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1175 time: 0.3729551 Feb 04 16:14:47.886589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b3995-b7d2-49cc-afb1-4ac8e1e12efc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:47.887287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-745b3995-b7d2-49cc-afb1-4ac8e1e12efc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:47.888655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:47.943200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.952617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:47.958927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-745b3995-b7d2-49cc-afb1-4ac8e1e12efc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:47.962371 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-745b3995-b7d2-49cc-afb1-4ac8e1e12efc tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2115602 Feb 04 16:14:47.967753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.026570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.027569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-496765d7-6ccc-4bfb-a9dc-bb4aa40ed25e req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.3804998 Feb 04 16:14:48.030001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2739ee-24c8-4e8c-a8ac-e6c2e43da180 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69bbee6-5f7d-4d12-9bdc-971873c0f725,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:48.049643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695101f-ad32-47a5-aa95-8bc658e942c8 req-76cf354a-9838-4f8d-8b00-7ff5121e1108 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.058765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5695101f-ad32-47a5-aa95-8bc658e942c8 req-76cf354a-9838-4f8d-8b00-7ff5121e1108 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 946 time: 0.1775506 Feb 04 16:14:48.102948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d5aab-8eb1-49e5-8cb3-7884f15fa421 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.104883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-731d5aab-8eb1-49e5-8cb3-7884f15fa421 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Synchronizing usage tracker for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:48.111402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-bc20bc76-47ea-43f9-82c8-d0da9cfccd99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.112851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-bc20bc76-47ea-43f9-82c8-d0da9cfccd99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.2582512 Feb 04 16:14:48.150753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5695101f-ad32-47a5-aa95-8bc658e942c8 req-e05caef4-9213-4a47-8885-7ed34daaf7c6 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906785 Feb 04 16:14:48.153529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.203006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2499420-5e3f-4594-8038-4bfb673a9594 None None] Network 20bca8da-ace0-4004-b37c-35ed5054400c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:14:48.307063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-731d5aab-8eb1-49e5-8cb3-7884f15fa421 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Unset dirty status for tenant:2dd13c71079c419c98e31dfa314e1ef9 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:48.308456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-731d5aab-8eb1-49e5-8cb3-7884f15fa421 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3396051 Feb 04 16:14:48.310301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-b6fcd964-6e0a-4058-85c9-fea969d774e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 200 len: 217 time: 0.1880596 Feb 04 16:14:48.311079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.335342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:14:48.348412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-881820fd-c1a8-4418-a3db-fafb21cabbce None None] Provisioning complete for port cb6ec9d9-7c86-4656-8647-27db73eb1423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:14:48.348755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-881820fd-c1a8-4418-a3db-fafb21cabbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.383961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e9897c5-550a-4040-8dca-d3f5fd3d685c req-29894866-8cc4-4c5e-82a4-95d632a94cb6 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/e69bbee6-5f7d-4d12-9bdc-971873c0f725 HTTP/1.1" status: 200 len: 1613 time: 0.1641638 Feb 04 16:14:48.397644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce13d06a-c62f-49dc-af33-1dad108b4e2f req-aa16ace9-efb8-457e-ab2f-6abc84158863 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0641513 Feb 04 16:14:48.406606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:48.447776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.449351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-453cc586-9027-4f81-a676-4ddbf1601474 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1370656 Feb 04 16:14:48.453608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.513733 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8751ccc-ef99-43d2-975c-a595b1e081b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:48.514318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8751ccc-ef99-43d2-975c-a595b1e081b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:48.516176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e8751ccc-ef99-43d2-975c-a595b1e081b3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/7b605439-3b77-4f58-8e01-568f25d1e83f HTTP/1.1" status: 404 len: 333 time: 0.0613859 Feb 04 16:14:48.518756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.534263 n-d-827873-1 neutron-server[83598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'code': 422} returned with failed status Feb 04 16:14:48.571654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-be422703-7c5a-41ec-a296-e10698eb06f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.573751 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-be422703-7c5a-41ec-a296-e10698eb06f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.1933427 Feb 04 16:14:48.578780 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f51ff86-8956-4535-a4b8-7474de67c9eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:48.579501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f51ff86-8956-4535-a4b8-7474de67c9eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:48.582075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f51ff86-8956-4535-a4b8-7474de67c9eb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/405a04ff-bd5d-456a-8c60-bd562e205b6e HTTP/1.1" status: 404 len: 337 time: 0.0621850 Feb 04 16:14:48.602743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:48.612096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.641473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-2bf1c13c-8405-484e-8650-cafc551612d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577605 Feb 04 16:14:48.710116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] DHCP port deletion for 20bca8da-ace0-4004-b37c-35ed5054400c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:14:48.714966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Deleting port cb6ec9d9-7c86-4656-8647-27db73eb1423 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:14:48.716179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.819509 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-ea820bce-d973-49d5-bc9e-ab2dbaab9492 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707883 Feb 04 16:14:48.852524 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc21216-33da-4bfc-ab6c-407b07f2f2d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:48.852885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc21216-33da-4bfc-ab6c-407b07f2f2d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:48.854826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-efc21216-33da-4bfc-ab6c-407b07f2f2d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/ce737959-a4a8-42b7-be78-cc1d0ea53f92 HTTP/1.1" status: 404 len: 337 time: 0.2349198 Feb 04 16:14:48.862772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.917848 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e27aa-8060-42fe-a32f-55a45634385d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:48.918295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092e27aa-8060-42fe-a32f-55a45634385d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:48.920015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-092e27aa-8060-42fe-a32f-55a45634385d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/d509e2f8-0589-47a5-b541-cc5422a87c53 HTTP/1.1" status: 404 len: 333 time: 0.0561059 Feb 04 16:14:48.925354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60306) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.939475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db0fa7-a983-4303-b6a4-bb376759772f req-6de0bef3-e84e-4fa5-af7f-058680f84a71 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.940992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51db0fa7-a983-4303-b6a4-bb376759772f req-6de0bef3-e84e-4fa5-af7f-058680f84a71 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.4108992 Feb 04 16:14:48.979854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] For port cb6ec9d9-7c86-4656-8647-27db73eb1423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb6ec9d9-7c86-4656-8647-27db73eb1423,segment=NetworkSegment(700834e0-7e79-4d6d-b84a-73903cb03f05),segment_id=700834e0-7e79-4d6d-b84a-73903cb03f05)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:14:48.980057 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-437cc33d-14aa-459a-9211-20f231077c00 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:48.980215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437cc33d-14aa-459a-9211-20f231077c00 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:48.980713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:48.982057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-437cc33d-14aa-459a-9211-20f231077c00 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/d81968f3-d669-4007-bd11-15c62b0501cf HTTP/1.1" status: 404 len: 337 time: 0.0551867 Feb 04 16:14:48.985984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60310) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:48.996092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8c99-cccc-4de2-b3d5-ca277ddf0b8b req-a4d9271f-4015-45f8-a1f6-7c919c577eb9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:48.997063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-578f8c99-cccc-4de2-b3d5-ca277ddf0b8b req-a4d9271f-4015-45f8-a1f6-7c919c577eb9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1887579 Feb 04 16:14:49.026898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51db0fa7-a983-4303-b6a4-bb376759772f req-1da578dc-6ad7-4a19-b77c-3139b9291d15 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769541 Feb 04 16:14:49.047986 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbf10e-5ece-4020-b6d6-1049dfb813a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.048421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fbf10e-5ece-4020-b6d6-1049dfb813a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.050489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2fbf10e-5ece-4020-b6d6-1049dfb813a2 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e428ced1-5df7-4c00-9322-609edf5b6873 HTTP/1.1" status: 404 len: 337 time: 0.0632086 Feb 04 16:14:49.057234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.084205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-578f8c99-cccc-4de2-b3d5-ca277ddf0b8b req-c6bcc868-dc80-4cb2-a7f3-eda849610c16 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767641 Feb 04 16:14:49.171786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Calling delete_port for cb6ec9d9-7c86-4656-8647-27db73eb1423 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:14:49.176593 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6110610-8984-4e9d-8f74-f34399e8744b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.180985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6110610-8984-4e9d-8f74-f34399e8744b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.192202 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6110610-8984-4e9d-8f74-f34399e8744b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3864169c-84a1-402b-8ec6-08691df25fbc HTTP/1.1" status: 404 len: 333 time: 0.1239877 Feb 04 16:14:49.192862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-1b25c5f5-a345-4cff-8d04-d4b18e6bfb31 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/e69bbee6-5f7d-4d12-9bdc-971873c0f725 HTTP/1.1" status: 200 len: 1613 time: 0.0956132 Feb 04 16:14:49.195529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.199909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-432210a2-eeb0-4a58-85da-eabcf860e3c7 req-aece266e-a22f-4096-92a8-b340292c3f76 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733635 Feb 04 16:14:49.252926 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4747a42-8b21-4356-819f-3fc60c2d621d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.252926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4747a42-8b21-4356-819f-3fc60c2d621d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.252926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4747a42-8b21-4356-819f-3fc60c2d621d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/5bbf5567-fd88-4398-93b0-39142dabdd17 HTTP/1.1" status: 404 len: 337 time: 0.0501361 Feb 04 16:14:49.252926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.300246 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-40251a63-2492-435e-838d-43172ddbd8cf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.300246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40251a63-2492-435e-838d-43172ddbd8cf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.304885 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-40251a63-2492-435e-838d-43172ddbd8cf tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/8746bd3f-c9ad-4b95-ba0f-309a18488086 HTTP/1.1" status: 404 len: 337 time: 0.0526183 Feb 04 16:14:49.305470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60330) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.310113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.311568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.350030 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2a9087-12f1-4e4b-8277-ab6daa0b1665 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.350810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2a9087-12f1-4e4b-8277-ab6daa0b1665 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.353672 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f2a9087-12f1-4e4b-8277-ab6daa0b1665 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a3da91b7-778d-4657-9c22-be9138285561 HTTP/1.1" status: 404 len: 333 time: 0.0465772 Feb 04 16:14:49.360993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.368286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.372334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] Pushing event deleted for resources: {'Port': ['ID=cb6ec9d9-7c86-4656-8647-27db73eb1423,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:49.374182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d004e85-7f91-4926-9fef-649facc1b537 None None] No DVR routers for this DVR port cb6ec9d9-7c86-4656-8647-27db73eb1423 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:14:49.418844 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9482326-db5e-40c9-b063-d11e36061722 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.419285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9482326-db5e-40c9-b063-d11e36061722 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.420967 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9482326-db5e-40c9-b063-d11e36061722 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/7a432ed8-f787-4964-a2db-a6c5ef6be785 HTTP/1.1" status: 404 len: 337 time: 0.0558951 Feb 04 16:14:49.423533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60340) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.442298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.469698 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5aef9a-cbeb-4467-92ed-86738a3fe879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.470157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5aef9a-cbeb-4467-92ed-86738a3fe879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.471801 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea5aef9a-cbeb-4467-92ed-86738a3fe879 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/6f5e46d6-342d-4b2d-bee2-1793fbbb2f29 HTTP/1.1" status: 404 len: 337 time: 0.0472741 Feb 04 16:14:49.475141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.509157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69bbee6-5f7d-4d12-9bdc-971873c0f725,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:49.517580 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c808884b-abbb-48f5-a876-f11b612b9adb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.518025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c808884b-abbb-48f5-a876-f11b612b9adb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.522989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c808884b-abbb-48f5-a876-f11b612b9adb tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a0e7f14b-c067-43b3-bb45-4daad1e91275 HTTP/1.1" status: 404 len: 333 time: 0.0436349 Feb 04 16:14:49.522989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60350) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.534512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:49.534512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d6f3bf-bbdf-4291-8c68-cd25e68d4ebf req-80af6589-9358-4853-b3ac-8fb8ff9a5c69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/e69bbee6-5f7d-4d12-9bdc-971873c0f725 HTTP/1.1" status: 204 len: 173 time: 0.3388824 Feb 04 16:14:49.555367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d621f59-7905-456b-8eda-6d486af3506f req-b1d1e3ed-5ac7-4a4d-9a6b-7356e8bca175 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0902658 Feb 04 16:14:49.576196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb6ec9d9-7c86-4656-8647-27db73eb1423 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:49.578428 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4429eedb-7010-4898-9ea5-ee57fed3eba6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.578945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4429eedb-7010-4898-9ea5-ee57fed3eba6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.583449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4429eedb-7010-4898-9ea5-ee57fed3eba6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/3a438474-61ec-4a14-8e23-a35905ac3d20 HTTP/1.1" status: 404 len: 337 time: 0.0533109 Feb 04 16:14:49.584198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.611372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: cb6ec9d9-7c86-4656-8647-27db73eb1423 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:14:49.611625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb6ec9d9-7c86-4656-8647-27db73eb1423 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:14:49.633952 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc14aa81-5386-437e-8aaa-c347ba5fbd7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.634436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc14aa81-5386-437e-8aaa-c347ba5fbd7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.638423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc14aa81-5386-437e-8aaa-c347ba5fbd7e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/028b2d0c-5a65-4e31-83f3-4ea7964b9444 HTTP/1.1" status: 404 len: 333 time: 0.0507843 Feb 04 16:14:49.638656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.692957 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcb87e5-13f1-4ce9-b13d-0c82f6c455d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.693634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcb87e5-13f1-4ce9-b13d-0c82f6c455d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.696871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bdcb87e5-13f1-4ce9-b13d-0c82f6c455d9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e2ac7cff-bfce-45bf-858b-38b6a9b5bf27 HTTP/1.1" status: 404 len: 337 time: 0.0568917 Feb 04 16:14:49.699386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.746487 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4d5ff7-fe8b-4c15-9a5e-c5bf87fee452 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.746925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4d5ff7-fe8b-4c15-9a5e-c5bf87fee452 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.750972 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8a4d5ff7-fe8b-4c15-9a5e-c5bf87fee452 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/963a9497-495f-4b87-bff7-8d6985b07ab1 HTTP/1.1" status: 404 len: 333 time: 0.0482397 Feb 04 16:14:49.751597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60372) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.788942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ae9b725-ed2d-4cfb-9ea9-d8a1fc11a81c req-f8493a46-dbe4-409a-9cba-50fd0cff0ec2 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0988085 Feb 04 16:14:49.791905 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0499f565-4692-4b2e-a95b-021e4ec35b5b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.792341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0499f565-4692-4b2e-a95b-021e4ec35b5b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.796365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0499f565-4692-4b2e-a95b-021e4ec35b5b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/8453f5b6-6333-47c0-98e0-4ccbbb29af67 HTTP/1.1" status: 404 len: 337 time: 0.0418532 Feb 04 16:14:49.796743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60378) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.797048 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-e1b774bd-27de-45f9-9de2-2c9d71d4da57 req-e6e602b5-41e6-49ce-8955-539bc4f490dd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:14:49.798884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1b774bd-27de-45f9-9de2-2c9d71d4da57 req-e6e602b5-41e6-49ce-8955-539bc4f490dd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/e69bbee6-5f7d-4d12-9bdc-971873c0f725 HTTP/1.1" status: 404 len: 352 time: 0.0390697 Feb 04 16:14:49.849423 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba50c6ed-933c-49fa-87cc-68e15c3ba696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.849867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba50c6ed-933c-49fa-87cc-68e15c3ba696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.851564 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba50c6ed-933c-49fa-87cc-68e15c3ba696 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/232a90b1-560e-4028-9a3b-c69dbb8315ca HTTP/1.1" status: 404 len: 333 time: 0.0539131 Feb 04 16:14:49.859120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.904651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-40293065', 'description': 'tempest-description-1024086224'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:49.915111 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4be682-4fef-40cc-9f96-b472d15dc249 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.915672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4be682-4fef-40cc-9f96-b472d15dc249 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.917426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8c4be682-4fef-40cc-9f96-b472d15dc249 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/5c065b78-191b-477e-a290-b4b85d5fa1d5 HTTP/1.1" status: 404 len: 337 time: 0.0574207 Feb 04 16:14:49.918692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:49.920985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.923814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:49.927933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:49.934529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:49.970459 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-be82a14f-bbf3-4ce2-800c-0c4ab9482598 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:49.970928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be82a14f-bbf3-4ce2-800c-0c4ab9482598 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:49.972586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be82a14f-bbf3-4ce2-800c-0c4ab9482598 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3a9ffd4f-fbc1-41cb-a6d6-e878f41203fc HTTP/1.1" status: 404 len: 333 time: 0.0504813 Feb 04 16:14:49.975464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60394) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:49.982411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.047984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:50.050748 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2627c68d-98c1-4cdb-94f1-b2f7c694a3b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.051796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2627c68d-98c1-4cdb-94f1-b2f7c694a3b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.053839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2627c68d-98c1-4cdb-94f1-b2f7c694a3b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/2b0a260f-e4e6-469c-9792-7e79837725ec HTTP/1.1" status: 404 len: 337 time: 0.0773416 Feb 04 16:14:50.055270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:50.058801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60398) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.064621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b40cf-e21b-416f-9ca9-ea7ad411582e req-5637c953-ff14-4083-8496-19aa6b38d7e1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:50.066111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-454b40cf-e21b-416f-9ca9-ea7ad411582e req-5637c953-ff14-4083-8496-19aa6b38d7e1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1221602 Feb 04 16:14:50.070122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:50.092911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-1788f172-5d7c-41bd-97ca-2fe6d2da956d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2545307 Feb 04 16:14:50.134886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:50.138960 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4028b005-4824-4de5-af2c-1cee6e4b5247 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.139401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4028b005-4824-4de5-af2c-1cee6e4b5247 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.157479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4028b005-4824-4de5-af2c-1cee6e4b5247 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/b3c1e811-292e-4be8-b654-2ef1ee592a8d HTTP/1.1" status: 404 len: 333 time: 0.0895126 Feb 04 16:14:50.160249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60406) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.205606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-454b40cf-e21b-416f-9ca9-ea7ad411582e req-b3beced3-102f-4701-963f-2351a3198ca1 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012435 Feb 04 16:14:50.206812 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac308bca-4e64-48dd-b0af-7921fd52acd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.207282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac308bca-4e64-48dd-b0af-7921fd52acd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.209068 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac308bca-4e64-48dd-b0af-7921fd52acd5 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/50bd19dc-4e7f-4e63-9306-deb82ec07849 HTTP/1.1" status: 404 len: 337 time: 0.0469844 Feb 04 16:14:50.211821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.239498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.248126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.264630 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ac2d0b-151b-4e64-abae-cfd9042bd6d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.265122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ac2d0b-151b-4e64-abae-cfd9042bd6d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.267109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-37ac2d0b-151b-4e64-abae-cfd9042bd6d3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/dadc5743-42d6-436c-b154-7a277faa3701 HTTP/1.1" status: 404 len: 337 time: 0.0542359 Feb 04 16:14:50.269723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.313320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.314734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-132975cb-d8a1-4ee0-b7bf-a992a119953f req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.4180992 Feb 04 16:14:50.317021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c610-f95a-4883-bc96-6071c1fbc938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c531f4-6023-4b8c-88d7-a58d6ae86886,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:50.331881 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df4541e-0552-4221-b6b5-0ada661d28f3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.333278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df4541e-0552-4221-b6b5-0ada661d28f3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.338907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.340156 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0df4541e-0552-4221-b6b5-0ada661d28f3 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/99db5fc7-5326-4782-8967-8916f1fd69e6 HTTP/1.1" status: 404 len: 333 time: 0.0693614 Feb 04 16:14:50.424221 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-324f859a-3157-43a8-a406-433f62e365c0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.424717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324f859a-3157-43a8-a406-433f62e365c0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.427136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-324f859a-3157-43a8-a406-433f62e365c0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/97016f76-876a-45d8-94b6-58d9c745abf5 HTTP/1.1" status: 404 len: 337 time: 0.0869825 Feb 04 16:14:50.429828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.432275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-688859210', 'description': 'tempest-description-1936609065'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:50.449568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:50.458131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:50.462017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:50.472614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:50.499758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.536103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8172bf-8405-4e37-b198-77d0388eda75 req-d699c496-f449-4e30-bfee-8dc1a8f65359 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:50.538017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd8172bf-8405-4e37-b198-77d0388eda75 req-d699c496-f449-4e30-bfee-8dc1a8f65359 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1597352 Feb 04 16:14:50.573449 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dc3436-3847-4089-8e51-dcf0b0ccc80d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.574272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91dc3436-3847-4089-8e51-dcf0b0ccc80d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.578502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91dc3436-3847-4089-8e51-dcf0b0ccc80d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/e18c1881-80b9-4262-849d-993cc0a344e7 HTTP/1.1" status: 404 len: 337 time: 0.1447780 Feb 04 16:14:50.578671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:50.578671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.620593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:50.629026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:50.651635 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cd378c-4e04-4215-9797-a8ccac0c40f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.651635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cd378c-4e04-4215-9797-a8ccac0c40f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.659028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:50.677545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-45cd378c-4e04-4215-9797-a8ccac0c40f6 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/66e7d907-f813-4f92-9ecd-96a94a5123c0 HTTP/1.1" status: 404 len: 333 time: 0.0983436 Feb 04 16:14:50.680216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.724473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd8172bf-8405-4e37-b198-77d0388eda75 req-697e6469-6475-4c5d-a04d-b938d6f2ce1c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761575 Feb 04 16:14:50.740135 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-57272e98-3180-44cb-af09-b4f1acd1818c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.740643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57272e98-3180-44cb-af09-b4f1acd1818c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.753438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-57272e98-3180-44cb-af09-b4f1acd1818c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/1bc648c0-c37e-447b-9497-37e77a298b54 HTTP/1.1" status: 404 len: 337 time: 0.0702095 Feb 04 16:14:50.757164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.780891 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.787178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.804776 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1c3255-d3e8-47b9-a171-145d17431366 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.804776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1c3255-d3e8-47b9-a171-145d17431366 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.806442 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea1c3255-d3e8-47b9-a171-145d17431366 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/efa562b2-f366-4322-8093-7f01a66e6cb6 HTTP/1.1" status: 404 len: 337 time: 0.0486202 Feb 04 16:14:50.809662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.827680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.828854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdb7b61d-bc2f-4103-be4b-45c7f59bdc6d req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4482017 Feb 04 16:14:50.833749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28c0e6-0b30-428b-8159-ec8daa8805b0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93618ae4-81b3-4653-814e-3e316cc9ccc4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:50.863260 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0030530a-2920-4901-9dde-60954892fb10 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.864500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0030530a-2920-4901-9dde-60954892fb10 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.867144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1767407470', 'description': 'tempest-description-437954628'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:50.868300 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0030530a-2920-4901-9dde-60954892fb10 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/e9db308c-21fa-4a3f-a228-28c2dd0a1097 HTTP/1.1" status: 404 len: 333 time: 0.0576575 Feb 04 16:14:50.869918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60452) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.874634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:50.887049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:50.887049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:50.900205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:50.910204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:50.919943 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-c57b27af-f87b-4a52-8b08-99bf8dc04ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab&tenant_id=7ad2cf8d8cd34b52b7dc31779b151710 HTTP/1.1" status: 200 len: 1095 time: 0.2220759 Feb 04 16:14:50.925082 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc71591-36ea-410a-bfa8-1f3953fd9610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:50.925082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc71591-36ea-410a-bfa8-1f3953fd9610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:50.929162 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4dc71591-36ea-410a-bfa8-1f3953fd9610 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/cd97d553-e2bf-40c2-a016-4ea30b33a06c HTTP/1.1" status: 404 len: 337 time: 0.0553265 Feb 04 16:14:50.929162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60456) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:50.955194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:50.960230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:50.964396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:50.971633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:50.975616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.020776 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f0bae6-a189-4108-9b41-95b9fcad08b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.021266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f0bae6-a189-4108-9b41-95b9fcad08b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.024645 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-83f0bae6-a189-4108-9b41-95b9fcad08b4 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/d97ed782-3970-480d-8f83-187c7b66be09 HTTP/1.1" status: 404 len: 337 time: 0.0963421 Feb 04 16:14:51.026682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60460) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.059133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7aa1730-1f61-47ff-a8a6-3c81fb3de902 req-f4782cb9-dcfe-4421-a920-fcbb935475ac tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0565174 Feb 04 16:14:51.087044 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a466f532-2e4a-4e05-801e-1266035b069c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports?device_id=240f5570-3972-4b95-a8fe-c50f4fef5d22 HTTP/1.1" status: 200 len: 205 time: 0.0563824 Feb 04 16:14:51.087157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60466) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.088227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.114444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-acee941c-6d74-4e05-a020-f864cc737c2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1095 time: 0.1373944 Feb 04 16:14:51.163855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.170568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.192928 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-7c637e53-12c1-4189-a49e-f0cf4763b45f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] delete failed (client error): The resource could not be found. Feb 04 16:14:51.194206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7c637e53-12c1-4189-a49e-f0cf4763b45f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/routers/240f5570-3972-4b95-a8fe-c50f4fef5d22 HTTP/1.1" status: 404 len: 336 time: 0.1046028 Feb 04 16:14:51.200685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.265415 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4182231c-2524-4baa-a92c-14abc2f96961 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.265868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4182231c-2524-4baa-a92c-14abc2f96961 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.275762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b631-3404-4936-b738-a172092eb74a req-de11d61f-ce18-41f8-8528-1aa7d9b9792b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:51.277770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-de11d61f-ce18-41f8-8528-1aa7d9b9792b service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.1546450 Feb 04 16:14:51.277924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f55b97-ca85-4b56-b520-7f10312e30a3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:51.284534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4182231c-2524-4baa-a92c-14abc2f96961 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/de1d9953-cbe1-4dda-a380-4389ba0d2d1b HTTP/1.1" status: 404 len: 337 time: 0.0773509 Feb 04 16:14:51.284534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:51.288729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0c73b91-04de-4753-b27e-b1f3f65f1227 req-27548fe6-a00a-430f-8332-44d007006b2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4259930 Feb 04 16:14:51.288729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.368886 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-c6cd884a-20a8-4534-b12c-819a8cc36182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.0832722 Feb 04 16:14:51.371990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3883f584-e94e-4cd4-997a-94e365205919 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f83ac79-677d-43a0-94b6-80c7735ae2fd HTTP/1.1" status: 200 len: 205 time: 0.0827830 Feb 04 16:14:51.374623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.478597 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-23581368-400d-43c7-872b-ce700fa6ccfd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] delete failed (client error): The resource could not be found. Feb 04 16:14:51.479688 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23581368-400d-43c7-872b-ce700fa6ccfd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/routers/5f83ac79-677d-43a0-94b6-80c7735ae2fd HTTP/1.1" status: 404 len: 336 time: 0.1040075 Feb 04 16:14:51.484812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.529633 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-de78aeb7-8ab3-45bb-8314-dfa5fba3e6c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.530073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de78aeb7-8ab3-45bb-8314-dfa5fba3e6c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.531972 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de78aeb7-8ab3-45bb-8314-dfa5fba3e6c9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/97606121-d598-4078-887c-b82328b62941 HTTP/1.1" status: 404 len: 337 time: 0.0466406 Feb 04 16:14:51.534725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60490) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.588671 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dd1a8f-b665-4300-87c4-06f73a60b593 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.589112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dd1a8f-b665-4300-87c4-06f73a60b593 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.590857 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8dd1a8f-b665-4300-87c4-06f73a60b593 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/ab15acce-8849-4b90-8aab-e6bd63a636d5 HTTP/1.1" status: 404 len: 337 time: 0.0545278 Feb 04 16:14:51.593508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.596894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b631-3404-4936-b738-a172092eb74a req-4461e91c-6667-43dc-afc3-347574780fa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:51.598989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-4461e91c-6667-43dc-afc3-347574780fa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.1641748 Feb 04 16:14:51.635643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d162f-a267-4f19-9437-72527989a33d req-24431218-e625-4a08-9711-d568d48b5fde tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:51.638092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-475d162f-a267-4f19-9437-72527989a33d req-24431218-e625-4a08-9711-d568d48b5fde tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.2709355 Feb 04 16:14:51.649602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5c1ded77-e404-4983-9d88-24eff8ed38bb req-399e3762-fbc2-40bb-b208-3d2bf2f509ab tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:51.676972 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d49eafc-a2b5-45a8-bb1a-f99a576097b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.676972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d49eafc-a2b5-45a8-bb1a-f99a576097b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.679906 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d49eafc-a2b5-45a8-bb1a-f99a576097b9 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/c4ca7b49-c1ad-4de5-9a7e-5e41f6303921 HTTP/1.1" status: 404 len: 333 time: 0.0847027 Feb 04 16:14:51.681216 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-2de58519-9cf3-44a8-94c7-5b327813e32b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529721 Feb 04 16:14:51.681729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.684897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5c1ded77-e404-4983-9d88-24eff8ed38bb req-399e3762-fbc2-40bb-b208-3d2bf2f509ab tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:51.686277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c1ded77-e404-4983-9d88-24eff8ed38bb req-399e3762-fbc2-40bb-b208-3d2bf2f509ab tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 9730 time: 0.3447263 Feb 04 16:14:51.727803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-475d162f-a267-4f19-9437-72527989a33d req-530a5139-59fd-46ec-ae47-5b840e67f538 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655243 Feb 04 16:14:51.744537 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-353630f3-1fa4-43cb-a40b-cfb7f5ca8a3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.745052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353630f3-1fa4-43cb-a40b-cfb7f5ca8a3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.758492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-353630f3-1fa4-43cb-a40b-cfb7f5ca8a3b tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/624be8b7-b650-445d-8969-a774faef05e3 HTTP/1.1" status: 404 len: 337 time: 0.0641220 Feb 04 16:14:51.759799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c1ded77-e404-4983-9d88-24eff8ed38bb req-e4c4c6b5-4fad-4b3f-bcf3-e7c26993e9ac tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/a7b5bff7-6532-4f5a-9b4a-f43d916be35c HTTP/1.1" status: 200 len: 2649 time: 0.0613542 Feb 04 16:14:51.762821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.817846 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae263ada-0dd8-402b-be35-f574cc65118d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.818159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae263ada-0dd8-402b-be35-f574cc65118d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.822534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ae263ada-0dd8-402b-be35-f574cc65118d tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/36041869-b72e-46b3-ae34-fd6a64114eee HTTP/1.1" status: 404 len: 333 time: 0.0558348 Feb 04 16:14:51.822683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60508) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.865570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:14:51.868116 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-f582500b-0865-43d1-b62c-554ee171f71a service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485755 Feb 04 16:14:51.919294 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5db24b-4c31-4b2b-835e-7f9f26bcad1e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.919735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5db24b-4c31-4b2b-835e-7f9f26bcad1e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.923727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ac5db24b-4c31-4b2b-835e-7f9f26bcad1e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/49266378-00df-4437-8415-05be9f26e9f8 HTTP/1.1" status: 404 len: 337 time: 0.0979314 Feb 04 16:14:51.929078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60512) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.983763 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c6947d-ea15-47cd-bbac-acb84beb9c79 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:51.984188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c6947d-ea15-47cd-bbac-acb84beb9c79 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:51.985838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3c6947d-ea15-47cd-bbac-acb84beb9c79 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/3f73b65f-5cbe-4cb3-b8ae-7d777b2a14b3 HTTP/1.1" status: 404 len: 333 time: 0.0549579 Feb 04 16:14:51.995297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:51.997337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c1ded77-e404-4983-9d88-24eff8ed38bb req-e009fb3d-f731-4976-9075-22d30e7215b5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/a7b5bff7-6532-4f5a-9b4a-f43d916be35c HTTP/1.1" status: 200 len: 2649 time: 0.2045698 Feb 04 16:14:52.027085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3f25b631-3404-4936-b738-a172092eb74a req-87754620-0d5a-489f-9ce4-a3e822bbb7ec service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512952 Feb 04 16:14:52.039158 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6cf32a-bcb4-4fe9-aa14-5b5fdd8a616f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.039587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6cf32a-bcb4-4fe9-aa14-5b5fdd8a616f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.041185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5e6cf32a-bcb4-4fe9-aa14-5b5fdd8a616f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/b7be1665-7eb1-4226-bd6a-2a78df57e6ec HTTP/1.1" status: 404 len: 337 time: 0.0429914 Feb 04 16:14:52.043850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.083881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043062f9-1e7c-409e-9d5f-5a13cdb4b411 req-5a380bed-d096-4e85-85c1-cde3da211e49 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:52.085677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-043062f9-1e7c-409e-9d5f-5a13cdb4b411 req-5a380bed-d096-4e85-85c1-cde3da211e49 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2210824 Feb 04 16:14:52.098663 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-948ebdb0-e6a2-4ed2-9e90-3c560fd8a80f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.099329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948ebdb0-e6a2-4ed2-9e90-3c560fd8a80f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.101119 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-948ebdb0-e6a2-4ed2-9e90-3c560fd8a80f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/85740c44-387c-48ee-8d3d-9695147af776 HTTP/1.1" status: 404 len: 333 time: 0.0545621 Feb 04 16:14:52.106837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60526) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.130206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-2a7418b2-1053-4109-b5a4-cc1b10335ce2 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/c8c531f4-6023-4b8c-88d7-a58d6ae86886 HTTP/1.1" status: 200 len: 1633 time: 0.0922241 Feb 04 16:14:52.149688 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b1afe4-cfe9-4368-b72a-777b4a9360a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.150497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b1afe4-cfe9-4368-b72a-777b4a9360a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.155623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-44b1afe4-cfe9-4368-b72a-777b4a9360a1 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/306b61e4-325d-4323-baab-0b30e56535b8 HTTP/1.1" status: 404 len: 337 time: 0.0471430 Feb 04 16:14:52.156506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.227496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-043062f9-1e7c-409e-9d5f-5a13cdb4b411 req-d6568c5c-78f0-4586-b133-365caf68d92c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321607 Feb 04 16:14:52.229425 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9d17b-cc77-47bd-98cc-025430d1a45e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.229846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9d17b-cc77-47bd-98cc-025430d1a45e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.233351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13b9d17b-cc77-47bd-98cc-025430d1a45e tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/2fb28f37-5e28-4fcf-9827-e9438fa937a4 HTTP/1.1" status: 404 len: 333 time: 0.0718369 Feb 04 16:14:52.234314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.290154 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-328a3eab-26c0-4853-ac14-2ef7f582b3d7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.290651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328a3eab-26c0-4853-ac14-2ef7f582b3d7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.294376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-328a3eab-26c0-4853-ac14-2ef7f582b3d7 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/636da825-1ac2-471d-ba51-5ea8cec39854 HTTP/1.1" status: 404 len: 337 time: 0.0569186 Feb 04 16:14:52.295095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60540) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.315721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.345513 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1387ea1-c8bc-4037-b664-b54204ee6d6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.345947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1387ea1-c8bc-4037-b664-b54204ee6d6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.348262 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e1387ea1-c8bc-4037-b664-b54204ee6d6f tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/7c32b3d4-633b-4be2-adc1-a0e1ec4db983 HTTP/1.1" status: 404 len: 333 time: 0.0514596 Feb 04 16:14:52.350417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60544) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.388599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.439528 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c7ae01-50c3-40bc-a463-a3fc96d347a0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.439528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c7ae01-50c3-40bc-a463-a3fc96d347a0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.441154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-84c7ae01-50c3-40bc-a463-a3fc96d347a0 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/c1e74e2a-080f-457e-a20e-1f1206339476 HTTP/1.1" status: 404 len: 337 time: 0.0897100 Feb 04 16:14:52.444672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60548) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.466605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74e7a7e5-15d7-4835-a6fb-8c757685f659 req-74e0e50b-2ef4-44b8-bb5b-a69b6851c7ce tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0666289 Feb 04 16:14:52.491572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.503758 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03fa139-37b5-45ba-aecf-c3dee2ee12a8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.504827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03fa139-37b5-45ba-aecf-c3dee2ee12a8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.508919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c03fa139-37b5-45ba-aecf-c3dee2ee12a8 tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/ports/a27ada2e-1564-4a22-b9d1-e4cb6e6182b0 HTTP/1.1" status: 404 len: 333 time: 0.0595007 Feb 04 16:14:52.509104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c531f4-6023-4b8c-88d7-a58d6ae86886,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:52.509412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.547451 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.548691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d031f92-15d2-4fe6-a2b7-52748f838202 req-9143d623-0e75-4c2a-85a5-28b4601f8815 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/c8c531f4-6023-4b8c-88d7-a58d6ae86886 HTTP/1.1" status: 204 len: 173 time: 0.4111474 Feb 04 16:14:52.555132 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-027e5966-b7c4-4312-84b2-2ff7a59545dd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] DELETE failed (client error): The resource could not be found. Feb 04 16:14:52.555132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027e5966-b7c4-4312-84b2-2ff7a59545dd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:14:52.556714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-027e5966-b7c4-4312-84b2-2ff7a59545dd tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/subnets/b0562bc8-9576-4b8c-ad7e-87d0114f49d2 HTTP/1.1" status: 404 len: 337 time: 0.0463264 Feb 04 16:14:52.559204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60558) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:52.602493 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-22353851-73de-4d8c-b79f-639171e49ec6 req-678f9bf1-8f5f-4db1-be57-9fe18afaf72c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:14:52.603554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22353851-73de-4d8c-b79f-639171e49ec6 req-678f9bf1-8f5f-4db1-be57-9fe18afaf72c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/c8c531f4-6023-4b8c-88d7-a58d6ae86886 HTTP/1.1" status: 404 len: 352 time: 0.0194080 Feb 04 16:14:52.688234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-780bd6e6-708c-4b8a-8fea-410809479be0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/93618ae4-81b3-4653-814e-3e316cc9ccc4 HTTP/1.1" status: 200 len: 1634 time: 0.0510962 Feb 04 16:14:52.794822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.831086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.831568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.944203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.965658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93618ae4-81b3-4653-814e-3e316cc9ccc4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:52.997503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:52.998741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32a2e018-b94c-4eef-82a1-2703a081b01b req-a8197ebc-eebd-4270-b09d-10b4936f55ca tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/93618ae4-81b3-4653-814e-3e316cc9ccc4 HTTP/1.1" status: 204 len: 173 time: 0.3022432 Feb 04 16:14:53.002188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.028794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d675d-3ee3-41ab-a06b-8b50f3d4168c req-f9d27ea6-7ca8-48df-8567-58e86d8d44ac tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.030682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b3d675d-3ee3-41ab-a06b-8b50f3d4168c req-f9d27ea6-7ca8-48df-8567-58e86d8d44ac tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1361351 Feb 04 16:14:53.043915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bca8da-ace0-4004-b37c-35ed5054400c']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:53.059429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700834e0-7e79-4d6d-b84a-73903cb03f05') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:53.059907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700834e0-7e79-4d6d-b84a-73903cb03f05') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:53.078535 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-ed8d282e-b8e9-474b-abc8-98b70cb26287 req-706556da-4dc4-4d77-b3f0-b74f85ee59f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:14:53.079619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed8d282e-b8e9-474b-abc8-98b70cb26287 req-706556da-4dc4-4d77-b3f0-b74f85ee59f3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/93618ae4-81b3-4653-814e-3e316cc9ccc4 HTTP/1.1" status: 404 len: 352 time: 0.0285046 Feb 04 16:14:53.083617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.110545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.120326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0b3d675d-3ee3-41ab-a06b-8b50f3d4168c req-bd486576-c89d-42f9-b890-44a5a2615f50 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786984 Feb 04 16:14:53.121967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:14:53.122481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.195836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-1679f105-f9d9-47fe-9d96-71d9ef489f69 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/27f55b97-ca85-4b56-b520-7f10312e30a3 HTTP/1.1" status: 200 len: 1634 time: 0.0580246 Feb 04 16:14:53.349518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:14:53.388108 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:14:53.395685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.402906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.451106 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] 10.222.0.62 "DELETE /v2.0/networks/20bca8da-ace0-4004-b37c-35ed5054400c HTTP/1.1" status: 204 len: 168 time: 0.8815031 Feb 04 16:14:53.451106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbf702-60ae-40d9-b9e8-9a70a028af3c tempest-NetworksTestDHCPv6-38979928 tempest-NetworksTestDHCPv6-38979928-project] Pushing event deleted for resources: {'Network': ['ID=20bca8da-ace0-4004-b37c-35ed5054400c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:53.455978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.638379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e1cbe-2d3d-4518-a0e6-9a72bc1d603b req-b58dfe8a-669e-4dee-a75b-11fa02442ff6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:53.639957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-529e1cbe-2d3d-4518-a0e6-9a72bc1d603b req-b58dfe8a-669e-4dee-a75b-11fa02442ff6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1544547 Feb 04 16:14:53.640604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.689942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f55b97-ca85-4b56-b520-7f10312e30a3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:53.699932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:53.701037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1401af60-7c4d-48f6-b5a9-b72288da1fe4 req-368d62b8-a2f2-4131-8e6b-ae1c92314d2b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/27f55b97-ca85-4b56-b520-7f10312e30a3 HTTP/1.1" status: 204 len: 173 time: 0.4994421 Feb 04 16:14:53.742915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-529e1cbe-2d3d-4518-a0e6-9a72bc1d603b req-200e4b13-f603-4342-b6ea-68f646c320ce tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857852 Feb 04 16:14:53.794717 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-dfa307d9-5adb-4d8c-ae65-768836cef4ba req-ffd2a49b-67ff-478d-bb81-22788bfabff5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:14:53.819181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dfa307d9-5adb-4d8c-ae65-768836cef4ba req-ffd2a49b-67ff-478d-bb81-22788bfabff5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/27f55b97-ca85-4b56-b520-7f10312e30a3 HTTP/1.1" status: 404 len: 352 time: 0.0272691 Feb 04 16:14:53.940308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd70c7af-bb66-4fee-8e33-aea3d2f28dd4 req-7cbb3063-45c6-4fec-8a24-16896a2ef51e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:53.975404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60598) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:54.001584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ef63a0a-9749-4aa2-8cad-6a97a56f5b79 req-bb706200-921f-4837-9b38-73f9ea5a5e31 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0547700 Feb 04 16:14:54.009789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd70c7af-bb66-4fee-8e33-aea3d2f28dd4 req-7cbb3063-45c6-4fec-8a24-16896a2ef51e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:54.017744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd70c7af-bb66-4fee-8e33-aea3d2f28dd4 req-7cbb3063-45c6-4fec-8a24-16896a2ef51e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 5483 time: 0.1669717 Feb 04 16:14:54.091915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd70c7af-bb66-4fee-8e33-aea3d2f28dd4 req-5b815acb-3749-4583-af18-ae47e47b0cf3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/a7b5bff7-6532-4f5a-9b4a-f43d916be35c HTTP/1.1" status: 200 len: 2649 time: 0.0726743 Feb 04 16:14:54.180819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd70c7af-bb66-4fee-8e33-aea3d2f28dd4 req-3205722b-1358-4278-aa6f-3c4df93f0289 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/a7b5bff7-6532-4f5a-9b4a-f43d916be35c HTTP/1.1" status: 200 len: 2649 time: 0.0832524 Feb 04 16:14:54.221328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1200668442', 'description': 'tempest-description-1489398687'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:54.229143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:54.241000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:54.254597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.257303 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6ff183a-df8f-4512-ac28-039902a49f1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2dd13c71079c419c98e31dfa314e1ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2804449 Feb 04 16:14:54.258126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60608) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:54.346674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.358754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:54.369723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:54.374290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:54.376637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.382349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:54.439252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.454760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae1e94-fd28-43c6-af33-ccea16612ede req-520fb474-e3d3-4fcc-9bf8-a41c15ff94ae tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:54.458904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48ae1e94-fd28-43c6-af33-ccea16612ede req-520fb474-e3d3-4fcc-9bf8-a41c15ff94ae tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1466784 Feb 04 16:14:54.465144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d92297c-c9f3-4fe8-8b78-5492a7ef2d52,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:54.469029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.470893 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-247fe024-cbd2-4b61-93ba-448cb4ea0091 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d92297c-c9f3-4fe8-8b78-5492a7ef2d52 HTTP/1.1" status: 204 len: 168 time: 0.2113891 Feb 04 16:14:54.515374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.529786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.582139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48ae1e94-fd28-43c6-af33-ccea16612ede req-c06f0513-801f-4867-a981-a08cdb8224b0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182318 Feb 04 16:14:54.589972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496aa583-6485-4c95-b003-7e8d2ac6f6c3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:54.603287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.604572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-302c7a7e-5fbe-4f4f-9f2a-e7e652e89f6e req-0e62650c-5407-40ac-a2e8-dcea5295afc0 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.3881402 Feb 04 16:14:54.653394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1794255463', 'description': 'tempest-description-886582699'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:54.659644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:54.665483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:54.668620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:54.675621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:54.691313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.751802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:54.764692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:54.771413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:54.788795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:54.891529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:54.896790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:55.030504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4732454c-49be-43ec-9e6b-3ee06e98c282,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:55.044266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:55.049108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d904e991-aa3e-4e46-9bf6-c580fadb810c req-94d6c837-970b-4988-ae1e-be80f063d8a5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4006996 Feb 04 16:14:55.100392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de256e84-33bc-4701-a27f-bb2e2ca008ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:55.149016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839fb25-b79d-4117-b462-194ba61aaa23 req-c9de86e5-8c44-4e2c-8e9c-69a5cba801d3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:55.154082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d839fb25-b79d-4117-b462-194ba61aaa23 req-c9de86e5-8c44-4e2c-8e9c-69a5cba801d3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2054529 Feb 04 16:14:55.271223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d839fb25-b79d-4117-b462-194ba61aaa23 req-b29cb0ee-0483-4a38-9723-27bff98a8ddf tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108572 Feb 04 16:14:55.410869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2958dc58-196f-4ff9-baed-281345800103 req-44a84ae4-5fc9-4a50-a3ef-f700f1e188d0 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0745950 Feb 04 16:14:55.836676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60646) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:55.918766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-7b66afee-80e0-4ccb-811c-916864ca6ff1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:55.920365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-7b66afee-80e0-4ccb-811c-916864ca6ff1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 812 time: 0.4197505 Feb 04 16:14:55.968515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb425aa6-de3e-413f-916a-27db5847f852 req-25e09557-e4b6-4598-b960-aecc146a38b3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:55.972269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb425aa6-de3e-413f-916a-27db5847f852 req-25e09557-e4b6-4598-b960-aecc146a38b3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1758125 Feb 04 16:14:55.983551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-1e00b004-c8f0-424c-be00-3b187c933442 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/quotas/0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 375 time: 0.0358510 Feb 04 16:14:56.039196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'networks': [{'name': 'tempest-network--892357485'}, {'name': 'tempest-network--2041167547'}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:56.039691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-network--892357485'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:56.039935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-network--2041167547'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:56.045352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:56.050501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:network and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:56.055098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:56.063242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:56.080949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'network': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:56.085217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.120552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.165352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb425aa6-de3e-413f-916a-27db5847f852 req-9c2e5819-c4b6-4ad3-8ee5-e237b53b712c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797411 Feb 04 16:14:56.182253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:56.189043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:security_group_rule and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:14:56.190653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-bd733fcf-6183-487d-9d40-4ab7c6b406e2 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2011254 Feb 04 16:14:56.192483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:14:56.199079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:56.350857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.365455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.366069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.401331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-44e762ea-d919-4e78-a190-f85bcdb53a20 service neutron] 10.222.0.62 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970587 Feb 04 16:14:56.420020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d800a3-7ba8-480b-9405-b7b332c7cf66,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:56.442896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:14:56.473291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.473804 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment b977fe65-b216-475e-8138-cfd48b8730ed of type vlan for network 7d2fa169-58d3-430a-a0aa-efa23f001d9b Feb 04 16:14:56.513244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.561643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:14:56.595255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.595593 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment 93843ff7-656a-4d8a-b396-2077bdfed227 of type vlan for network 7367f445-345a-4ccc-8904-be2cb6cbdbd6 Feb 04 16:14:56.645633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.659623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-04a64ddd-66e0-429d-916f-14248ff24225 service neutron] 10.222.0.62 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570770 Feb 04 16:14:56.670754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40bef0-7a0e-4dc7-b4e1-a24566118403 req-4ce75557-72b7-403f-b47a-4bc331f33e35 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:56.671812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f40bef0-7a0e-4dc7-b4e1-a24566118403 req-4ce75557-72b7-403f-b47a-4bc331f33e35 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2055383 Feb 04 16:14:56.698926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.699693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.704440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:56.708470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:56.709160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:56.749423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f40bef0-7a0e-4dc7-b4e1-a24566118403 req-6f4c8c2e-9ff2-459c-a98f-d00a257cecb3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712059 Feb 04 16:14:56.850256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=7d2fa169-58d3-430a-a0aa-efa23f001d9b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:56.855906 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0153828 Feb 04 16:14:56.856799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60658) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:56.866310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7d2fa169-58d3-430a-a0aa-efa23f001d9b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:14:57.088318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857bce0-7f12-41c6-b5dc-39b2512a2c76 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=7367f445-345a-4ccc-8904-be2cb6cbdbd6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:57.214166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7367f445-345a-4ccc-8904-be2cb6cbdbd6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:14:57.227805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d480dce-11ff-4811-88f3-bfa3ea5e7602 req-0eb0c856-d0d9-429a-aeb1-7e284a111efd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.1419282 Feb 04 16:14:57.260954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62d12bef-7b27-42c7-9095-5f379ef4f6b4 req-9093c063-a867-44fd-9621-39998e012d52 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1182048 Feb 04 16:14:57.321566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-37465e17-9be1-4439-8fb8-b991233fd08d req-4add45c3-95c4-4e72-ac50-7e5178d35380 service neutron] (83596) timed out ('10.222.0.58', 58302) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:14:57.367774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8be063a-f58f-4691-a7d0-ed7f6a5ab5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:57.424896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65998212-ea1a-4bd5-a026-9c57ca762f8d tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.447383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65998212-ea1a-4bd5-a026-9c57ca762f8d tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.453624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65998212-ea1a-4bd5-a026-9c57ca762f8d tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.459037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65998212-ea1a-4bd5-a026-9c57ca762f8d tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.461212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65998212-ea1a-4bd5-a026-9c57ca762f8d tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6034131 Feb 04 16:14:57.464353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:57.778063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:57.828164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b485e42-719a-4aac-bfa6-3df28b512968 req-785b3612-480d-4971-b737-ef2e4224658f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:57.834642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b485e42-719a-4aac-bfa6-3df28b512968 req-785b3612-480d-4971-b737-ef2e4224658f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.2208636 Feb 04 16:14:57.945283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b485e42-719a-4aac-bfa6-3df28b512968 req-ed56b200-d085-46d9-b1ff-c06bd861def0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991738 Feb 04 16:14:58.046718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.088858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2fa169-58d3-430a-a0aa-efa23f001d9b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:58.135455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b977fe65-b216-475e-8138-cfd48b8730ed') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:58.135455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b977fe65-b216-475e-8138-cfd48b8730ed') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:58.156313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fe71c-b22e-4199-8ceb-626d0e335137 req-b15883aa-3afc-4d81-bee9-12b413cbe34a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:58.164327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74fe71c-b22e-4199-8ceb-626d0e335137 req-b15883aa-3afc-4d81-bee9-12b413cbe34a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1550529 Feb 04 16:14:58.169268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.202622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.239966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:14:58.240519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.241427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74fe71c-b22e-4199-8ceb-626d0e335137 req-5d8a04ef-29b9-466b-9e10-3a6e90fd73f5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761685 Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:14:58.272176 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:14:58.382192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.412707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.443316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/7d2fa169-58d3-430a-a0aa-efa23f001d9b HTTP/1.1" status: 204 len: 168 time: 0.9774299 Feb 04 16:14:58.444161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c99139-d8d6-49bc-a7f3-fe1922a7d19a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=7d2fa169-58d3-430a-a0aa-efa23f001d9b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:58.445872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:58.490507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.666267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7608a1c1-a307-4339-8c17-8e034fe8f2dc req-1b52b51e-9f21-4a89-8773-765273b5bf5e tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1071250 Feb 04 16:14:58.671411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88707980-556c-4718-882c-f6ecc2cec9eb req-25a9fe6c-3786-4420-87c2-676cca038ef1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.1111288 Feb 04 16:14:58.693982 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.702862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.917645 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:58.960426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7367f445-345a-4ccc-8904-be2cb6cbdbd6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:58.989877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93843ff7-656a-4d8a-b396-2077bdfed227') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:58.990618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93843ff7-656a-4d8a-b396-2077bdfed227') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:14:59.009841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.047123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.056969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:14:59.057629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:14:59.081248 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:14:59.383951 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.412538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.423066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=7367f445-345a-4ccc-8904-be2cb6cbdbd6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:14:59.464139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0da66d8e-1b65-48cd-b541-c8780b5cdf5f tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/7367f445-345a-4ccc-8904-be2cb6cbdbd6 HTTP/1.1" status: 204 len: 168 time: 1.0162296 Feb 04 16:14:59.468137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60692) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:59.513751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b99d8-ca8f-4b20-b306-f3142eea0048 req-c68aecc7-d058-4e93-83a6-01d43599a40f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.515291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-098b99d8-ca8f-4b20-b306-f3142eea0048 req-c68aecc7-d058-4e93-83a6-01d43599a40f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1922920 Feb 04 16:14:59.560297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda6150-c508-4e57-a77c-ee830c1de3b7 req-574723bb-cc30-4101-8b6d-6705c34e6809 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.562619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fda6150-c508-4e57-a77c-ee830c1de3b7 req-574723bb-cc30-4101-8b6d-6705c34e6809 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1425793 Feb 04 16:14:59.630765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-098b99d8-ca8f-4b20-b306-f3142eea0048 req-6c2a175d-4d3e-48c8-a6b2-02154c71afab tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056926 Feb 04 16:14:59.652730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fda6150-c508-4e57-a77c-ee830c1de3b7 req-4af8971c-2b8c-431d-9de4-26223f970421 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760748 Feb 04 16:14:59.685306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063ecf0-0c38-42a3-b670-f6554dcd2003 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.689107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063ecf0-0c38-42a3-b670-f6554dcd2003 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:14:59.689870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8063ecf0-0c38-42a3-b670-f6554dcd2003 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Synchronizing usage tracker for tenant:ea74725521174f6c9ffc8725608abf7a on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:14:59.709732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8063ecf0-0c38-42a3-b670-f6554dcd2003 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Unset dirty status for tenant:ea74725521174f6c9ffc8725608abf7a on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:14:59.711018 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8063ecf0-0c38-42a3-b670-f6554dcd2003 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2418351 Feb 04 16:14:59.715162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:14:59.720966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1570282577'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:14:59.727523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:14:59.765318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:14:59.784326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:14:59.789165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.880911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae62c24e-6ccd-4ce9-8dc3-daadc1be7248 req-f18ce0ca-2699-492e-bd06-9df14242dd87 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.0547552 Feb 04 16:14:59.881640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:14:59.904886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:14:59.904886 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment 528515a9-c3e6-4624-bea8-825892573096 of type vlan for network f376f18c-5be1-44cb-9048-94e13e9769de Feb 04 16:14:59.948159 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.001710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da24b61d-8bff-4aa9-88a1-54ad87f4efea req-38cf4cb4-eacd-4627-8f25-f99fcff98b82 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0815380 Feb 04 16:15:00.006569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.058377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.063273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:00.063868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.193673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=f376f18c-5be1-44cb-9048-94e13e9769de,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:00.198771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f69a47ec-527d-4fdc-875c-54fdab499396 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4823370 Feb 04 16:15:00.201130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60704) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:00.205379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f376f18c-5be1-44cb-9048-94e13e9769de details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:00.209331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1966284051'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:00.215292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:00.224195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:network and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:00.227890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:00.234789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:00.255730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:00.259276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.304529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:15:00.319419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.320259 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment 6529d49f-c829-4292-b14b-90add7b511a8 of type vlan for network 45b3078a-734c-46b9-9f9a-3ec616f90998 Feb 04 16:15:00.362981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.403262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.407607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:00.408192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:00.537481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3320193 Feb 04 16:15:00.537481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b8030-e448-437c-934c-9d86cc5ab7ad tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=45b3078a-734c-46b9-9f9a-3ec616f90998,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:00.538040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60710) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:00.544653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'ports': [{'network_id': 'f376f18c-5be1-44cb-9048-94e13e9769de', 'name': 'tempest-port--768936496', 'admin_state_up': True}, {'network_id': '45b3078a-734c-46b9-9f9a-3ec616f90998', 'admin_state_up': False}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:00.546223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'port': {'network_id': 'f376f18c-5be1-44cb-9048-94e13e9769de', 'name': 'tempest-port--768936496', 'admin_state_up': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:00.547233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'port': {'network_id': '45b3078a-734c-46b9-9f9a-3ec616f90998', 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:00.550059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 45b3078a-734c-46b9-9f9a-3ec616f90998 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:01.036082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c246df5-c161-4ed1-b536-087fa474f166 req-e8695866-c4c6-45d0-a6c3-d56c07f67a99 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:01.040468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c246df5-c161-4ed1-b536-087fa474f166 req-e8695866-c4c6-45d0-a6c3-d56c07f67a99 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1582725 Feb 04 16:15:01.048378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:01.057861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:port and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:01.061820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:01.063979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453a744-ca77-417f-91b1-d2d00ebf17cc req-279a9145-7298-4a13-b3df-93f809c01093 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:01.065561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b453a744-ca77-417f-91b1-d2d00ebf17cc req-279a9145-7298-4a13-b3df-93f809c01093 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.2336419 Feb 04 16:15:01.074750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:01.090832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'port': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:01.105859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:01.171759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:01.270133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b453a744-ca77-417f-91b1-d2d00ebf17cc req-faa76a23-44c3-46a1-b54d-b0dc0f52bd0c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845579 Feb 04 16:15:01.296766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c246df5-c161-4ed1-b536-087fa474f166 req-e5df3e7b-48ad-40d2-8632-d050a8a80842 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468972 Feb 04 16:15:01.618811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fc0419a-9990-46bd-bf15-e17c3f38ac59 req-788dd4e4-aca4-42ee-98b7-36f3b0b0db0d tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0827277 Feb 04 16:15:01.767639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35bdaedf-6957-4d3d-9127-55bfe080c65a req-b49c6bd0-694f-488e-8613-f9a8ea1bbc82 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.1337826 Feb 04 16:15:01.820336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] device_id is not set on port aec3244f-e645-4e0b-8ce5-495cda592467 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:15:01.997068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:02.165073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] device_id is not set on port faebe9ad-6738-410f-b86a-111ea2c63772 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:15:02.327857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:02.405386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:02.662900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Port': ['ID=aec3244f-e645-4e0b-8ce5-495cda592467,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:02.706240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Checking segment: {'id': '528515a9-c3e6-4624-bea8-825892573096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f376f18c-5be1-44cb-9048-94e13e9769de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:02.706240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network hostable DHCP agents. Network: f376f18c-5be1-44cb-9048-94e13e9769de, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:02.784012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0032e64-cde8-41e3-a42a-e70b0917af33 req-17b9000d-d676-4824-a389-a41d17c4a68f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:02.806363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0032e64-cde8-41e3-a42a-e70b0917af33 req-17b9000d-d676-4824-a389-a41d17c4a68f tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.2240119 Feb 04 16:15:02.815627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network f376f18c-5be1-44cb-9048-94e13e9769de is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:15:02.815627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f376f18c-5be1-44cb-9048-94e13e9769de) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:02.832729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:02.832729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:02.840634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b86960-e6f2-4ef7-b972-78b6a0543ae7 None None] Network f376f18c-5be1-44cb-9048-94e13e9769de requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:02.897200 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:02.915533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0032e64-cde8-41e3-a42a-e70b0917af33 req-93b79f70-9c3b-4d65-a307-bdd6e5423b0c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Feb 04 16:15:02.959713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cbd9b-965f-4bb1-9b76-a44058b7ff3b req-e82d2f17-f90e-48c3-b87a-d9c01681a878 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:02.972030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd8cbd9b-965f-4bb1-9b76-a44058b7ff3b req-e82d2f17-f90e-48c3-b87a-d9c01681a878 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3392291 Feb 04 16:15:03.068684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Port': ['ID=faebe9ad-6738-410f-b86a-111ea2c63772,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:03.093775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd8cbd9b-965f-4bb1-9b76-a44058b7ff3b req-a7d9224e-e590-4f24-b1de-a6f41686286c tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212914 Feb 04 16:15:03.117601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Checking segment: {'id': '6529d49f-c829-4292-b14b-90add7b511a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '45b3078a-734c-46b9-9f9a-3ec616f90998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:03.118776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network hostable DHCP agents. Network: 45b3078a-734c-46b9-9f9a-3ec616f90998, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:03.228638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80a4d789-fb27-40f3-9cc4-419dc63c2e24 req-60456821-a937-4617-afa9-c4716160c84f tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0786018 Feb 04 16:15:03.271029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network 45b3078a-734c-46b9-9f9a-3ec616f90998 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:15:03.304844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 45b3078a-734c-46b9-9f9a-3ec616f90998) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:03.311818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:03.315599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:03.335204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:03.339613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:03.385563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60734) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:03.397309 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ccda8aa2-6ed5-4287-b1a2-dc2bdb00d72a tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8554921 Feb 04 16:15:03.419152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124295cf-3e72-4623-9cae-c2268eb22e3d None None] Network 45b3078a-734c-46b9-9f9a-3ec616f90998 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:03.548952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50ffb052-1f31-4da4-8b9f-9170b67c4bf5 req-ef5b6dff-4fac-4d51-b020-8d1b97629801 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.0934372 Feb 04 16:15:03.632462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4d5d9-4640-4f55-aa25-9632b1485ba9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:03.643863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d4d5d9-4640-4f55-aa25-9632b1485ba9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:03.651285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9d4d5d9-4640-4f55-aa25-9632b1485ba9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2631092 Feb 04 16:15:03.654413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:03.773441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Deleting port aec3244f-e645-4e0b-8ce5-495cda592467 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:03.773693 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.357884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60762) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:04.510911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.569921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e95db956-3b6a-4df8-956e-65bce9f266b3 req-ab595298-d562-4b5a-8b51-81f934e24956 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 6488 time: 0.2104704 Feb 04 16:15:04.626423 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e95db956-3b6a-4df8-956e-65bce9f266b3 req-1b9cb50a-a898-423f-bbbd-663bbfcdba04 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497200 Feb 04 16:15:04.663862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Calling delete_port for aec3244f-e645-4e0b-8ce5-495cda592467 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:04.751138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19394083-f6d5-4982-acd1-00253de1070b req-e6fcda7b-70ef-4dea-82b5-d43bceb4c883 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:04.752618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19394083-f6d5-4982-acd1-00253de1070b req-e6fcda7b-70ef-4dea-82b5-d43bceb4c883 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.4321518 Feb 04 16:15:04.770363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715520d-5ab0-4d40-8581-c78250dce5f3 req-5538a776-1d95-418e-bc95-56cf3b5d3aa3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:04.771807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f715520d-5ab0-4d40-8581-c78250dce5f3 req-5538a776-1d95-418e-bc95-56cf3b5d3aa3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.3934782 Feb 04 16:15:04.826095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.900021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19394083-f6d5-4982-acd1-00253de1070b req-29bf590f-d256-4239-97d3-d0b343118516 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359375 Feb 04 16:15:04.900743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Port': ['ID=aec3244f-e645-4e0b-8ce5-495cda592467,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:04.909032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f715520d-5ab0-4d40-8581-c78250dce5f3 req-121607f6-a125-4a3c-8c36-22be4cdd9812 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218038 Feb 04 16:15:04.914829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:04.931063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b356aded-5cc1-4d68-bd15-4f240c067769 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/ports/aec3244f-e645-4e0b-8ce5-495cda592467 HTTP/1.1" status: 204 len: 168 time: 1.2751248 Feb 04 16:15:04.933821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60772) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:05.013867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Deleting port faebe9ad-6738-410f-b86a-111ea2c63772 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:05.014226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.133591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd541527-c667-498d-8a92-315ad2b46190 req-6be631c5-442e-4d2b-94ce-1955b621f6af tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.0813694 Feb 04 16:15:05.139746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff30831f-33f1-49b3-828f-fbaaaa9ba7fc req-136cc6f5-8db0-4c03-ade1-4477f93c8724 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0514703 Feb 04 16:15:05.276076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.397881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Calling delete_port for faebe9ad-6738-410f-b86a-111ea2c63772 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:05.503949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.558881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Port': ['ID=faebe9ad-6738-410f-b86a-111ea2c63772,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:05.565378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.572517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6076c2ac-6088-439d-b646-358456e54a69 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/ports/faebe9ad-6738-410f-b86a-111ea2c63772 HTTP/1.1" status: 204 len: 168 time: 0.6374803 Feb 04 16:15:05.575394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:05.618733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4e120038-19ce-4d66-be35-4e8afced5aed tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Synchronizing usage tracker for tenant:ea74725521174f6c9ffc8725608abf7a on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:05.635585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4e120038-19ce-4d66-be35-4e8afced5aed tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Unset dirty status for tenant:ea74725521174f6c9ffc8725608abf7a on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:05.636831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4e120038-19ce-4d66-be35-4e8afced5aed tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0604985 Feb 04 16:15:05.640412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:05.646935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2036002943'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:05.652333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:05.656636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:network and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:05.659601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:05.666742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:05.677187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:05.680289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.711694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:15:05.720983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.721322 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment 91a31089-275b-415d-8173-73f3eb1ffb91 of type vlan for network ecb3e9c7-76e9-41d2-bd34-99282670a22e Feb 04 16:15:05.839536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.869587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.873480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:05.874063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:05.992187 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3483338 Feb 04 16:15:05.993417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:06.002302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-396816'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:06.011680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:06.018278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:network and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:06.023352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:06.025581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8e17a-efe5-4a01-aa1e-292f7391b728 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=ecb3e9c7-76e9-41d2-bd34-99282670a22e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:06.032136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:06.036650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ecb3e9c7-76e9-41d2-bd34-99282670a22e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:06.050584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:06.055648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.264669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-b469ca70-cb85-429d-8643-9ec354f8dfc9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:06.268054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-b469ca70-cb85-429d-8643-9ec354f8dfc9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 812 time: 0.2188947 Feb 04 16:15:06.271814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:15:06.286998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'device_id': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41', 'admin_state_up': True, 'tenant_id': '0994c96f86734ebea4e04ea5c76b277c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:06.298809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.299554 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Added segment e018428b-0c07-4215-871f-5ac17e8e2af4 of type vlan for network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a Feb 04 16:15:06.319240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0c33d-2760-4b63-a668-ddf44f8e1549 req-39691769-eef0-4b1a-b46e-b28389dfdffc tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:06.320682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2c0c33d-2760-4b63-a668-ddf44f8e1549 req-39691769-eef0-4b1a-b46e-b28389dfdffc tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2288263 Feb 04 16:15:06.374592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.402709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ca80f-fd70-418c-b25d-586d9a749cbb req-87ca4efa-f53d-4066-aa79-153fc69b515d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:06.404160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282ca80f-fd70-418c-b25d-586d9a749cbb req-87ca4efa-f53d-4066-aa79-153fc69b515d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.2149580 Feb 04 16:15:06.429099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:06.433115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:port and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:06.436111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:06.442684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:06.451671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2c0c33d-2760-4b63-a668-ddf44f8e1549 req-8bcfcf8d-0762-4133-b685-ee2be390b45e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220927 Feb 04 16:15:06.452483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Made reservation on behalf of 0994c96f86734ebea4e04ea5c76b277c for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:06.455587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.481415 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.485344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:06.485932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.512899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282ca80f-fd70-418c-b25d-586d9a749cbb req-19c217d7-8a59-48a6-93ab-b2959adc54eb tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Feb 04 16:15:06.641314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Allocated IP 172.20.0.2 (f19a5143-5165-46cd-ad4e-e6692991aa41/86b21cbf-f275-4feb-bb8f-3b27445ecd27/2f515249-bb94-4da0-b255-aaa8cd8fe598) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:06.642778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6478262 Feb 04 16:15:06.653353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5aab878b-157e-4802-b5aa-d071d5d314c5 req-2587fad4-d98a-4cf8-92ac-035005154f3b tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.0671196 Feb 04 16:15:06.670698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89550a24-7ba9-47a7-b537-a99e34cf0c79 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Network': ['ID=15cec3e9-cb77-4cea-bb9a-fb17471f0b6a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:06.716174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:06.730936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11a566d6-383b-43d6-ad34-7c44ddb7f4bc req-076b5328-befc-4ff2-bcb6-edb35dd02ab5 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0524580 Feb 04 16:15:06.785585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:06.791287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'subnets': [{'network_id': 'ecb3e9c7-76e9-41d2-bd34-99282670a22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1705872581', 'ip_version': 4}, {'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:06.791611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'subnet': {'network_id': 'ecb3e9c7-76e9-41d2-bd34-99282670a22e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1705872581', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:06.795091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Request body: {'subnet': {'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:06.907735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.938380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:06.951274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:07.015961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Network f19a5143-5165-46cd-ad4e-e6692991aa41 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:07.019118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:07.022098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:07.058719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:07.085807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:07.091926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Usage tracker for resource:subnet and tenant:ea74725521174f6c9ffc8725608abf7a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:07.094129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:07.095091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.099769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:07.111509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0056ed6e-b27a-48d4-b8d8-73ded56c9822 req-94adce29-84f8-4712-b5af-eef7f85745e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.1859560 Feb 04 16:15:07.112646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:07.123186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-9bcd3c78-234e-4b26-8c1f-a9ca2e6f012e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415573 Feb 04 16:15:07.137188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Request body: {'port': {'device_id': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:07.163153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Made reservation on behalf of ea74725521174f6c9ffc8725608abf7a for: {'subnet': 2} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:07.187352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0056ed6e-b27a-48d4-b8d8-73ded56c9822 req-e0f0e37e-dedb-4ff8-8810-fa15c83cbec5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677454 Feb 04 16:15:07.269263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.488027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.489061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.670682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f515249-bb94-4da0-b255-aaa8cd8fe598 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:07.678422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.694030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Transition to ACTIVE for port object 2f515249-bb94-4da0-b255-aaa8cd8fe598 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:07.698154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:07.805862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99ae8-1e10-46ac-b356-ad58babef7e4 req-205a5e6e-05b8-40ee-b32d-843deba14a14 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:07.807390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd99ae8-1e10-46ac-b356-ad58babef7e4 req-205a5e6e-05b8-40ee-b32d-843deba14a14 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2098873 Feb 04 16:15:07.825850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:07.851690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5575-95c1-4ef0-a096-e5fffa2cd2b7 req-831d09dc-3092-4af0-b8cd-e4c6049f1b14 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:07.853162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e2d5575-95c1-4ef0-a096-e5fffa2cd2b7 req-831d09dc-3092-4af0-b8cd-e4c6049f1b14 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1950648 Feb 04 16:15:07.865473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.865812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.866148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.866506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.866830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.867154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.867470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.867835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.868107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.868422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:07.868738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:08.010705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fd99ae8-1e10-46ac-b356-ad58babef7e4 req-c52686a5-58c8-4437-b987-14669e9a2e31 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922560 Feb 04 16:15:08.042418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e2d5575-95c1-4ef0-a096-e5fffa2cd2b7 req-5df70832-0a8e-423c-8c2d-ecee34c77058 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807721 Feb 04 16:15:08.047335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Attempting to bind port 2f515249-bb94-4da0-b255-aaa8cd8fe598 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:08.047664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Attempting to bind port 2f515249-bb94-4da0-b255-aaa8cd8fe598 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:08.047985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Attempting to bind port 2f515249-bb94-4da0-b255-aaa8cd8fe598 on network f19a5143-5165-46cd-ad4e-e6692991aa41 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:08.054770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Port 2f515249-bb94-4da0-b255-aaa8cd8fe598 on network f19a5143-5165-46cd-ad4e-e6692991aa41 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:15:08.055287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Attempting to bind port 2f515249-bb94-4da0-b255-aaa8cd8fe598 on network f19a5143-5165-46cd-ad4e-e6692991aa41 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:08.062014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:08.062344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Checking segment: {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:08.062731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Bound using segment: {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:08.063152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Bound port: 2f515249-bb94-4da0-b255-aaa8cd8fe598, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:08.063503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.208226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:08.211840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:08.217270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.264794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.284607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.287606 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 1091 time: 1.1552548 Feb 04 16:15:08.287606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:08.307316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757670a7-bce9-45f3-b94e-66c80cc4c181 service neutron] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:08.310216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb137cc1-90fa-405a-a1f7-e4e8c9239ae0 req-b555dc68-f063-4b47-b2e1-3918409feb6b tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0882351 Feb 04 16:15:08.369142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Subnet': ['ID=5eb2019a-64b6-4258-9a3f-fe81f82437cb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:08.397748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68fa0b-1173-4019-9dda-dd675d578721 req-cf4f3631-329e-4515-b7c8-a888ec00c09f tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.399291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a68fa0b-1173-4019-9dda-dd675d578721 req-cf4f3631-329e-4515-b7c8-a888ec00c09f tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 943 time: 0.2209361 Feb 04 16:15:08.402052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Checking segment: {'id': '91a31089-275b-415d-8173-73f3eb1ffb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'ecb3e9c7-76e9-41d2-bd34-99282670a22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:08.402675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network hostable DHCP agents. Network: ecb3e9c7-76e9-41d2-bd34-99282670a22e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:08.423665 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'status': 'completed', 'code': 200} Feb 04 16:15:08.437506 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-2a792c3a-2842-4ce1-bb59-525cfe105e8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1094 time: 0.1026216 Feb 04 16:15:08.466290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8a68fa0b-1173-4019-9dda-dd675d578721 req-0311d9b4-ad0b-4933-a6d6-0755626a13fa tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:08.470985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network ecb3e9c7-76e9-41d2-bd34-99282670a22e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:15:08.486795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ecb3e9c7-76e9-41d2-bd34-99282670a22e) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:08.488945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8a68fa0b-1173-4019-9dda-dd675d578721 req-0311d9b4-ad0b-4933-a6d6-0755626a13fa tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:08.490334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a68fa0b-1173-4019-9dda-dd675d578721 req-0311d9b4-ad0b-4933-a6d6-0755626a13fa tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776687 Feb 04 16:15:08.493497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.498693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e95be7-8d26-4a1e-a8f5-21ac3e39cb4a None None] Network ecb3e9c7-76e9-41d2-bd34-99282670a22e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:08.573546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-46853b66-8cac-4681-b7da-4543c6939ed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 217 time: 0.1256816 Feb 04 16:15:08.590889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event updated for resources: {'Subnet': ['ID=acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:08.601340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Checking segment: {'id': 'e018428b-0c07-4215-871f-5ac17e8e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:08.601748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network hostable DHCP agents. Network: 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:08.632169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:15:08.650538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:08.671569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.672123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.672816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.673909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a138c-9085-40f5-b858-fbb37a0f5bce None None] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:08.676672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-d08da1b0-f8a1-4e1e-94dc-153cb8660730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.679678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-d08da1b0-f8a1-4e1e-94dc-153cb8660730 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.0978527 Feb 04 16:15:08.703462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08a3b295-81b5-4820-ab53-4486e99ad4d2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9164584 Feb 04 16:15:08.707973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60814) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:08.757231 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-db0b60fd-adfe-479b-90c3-6d7e150bd470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704341 Feb 04 16:15:08.790138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.792163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.793565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:08.794368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Synchronizing usage tracker for tenant:ea74725521174f6c9ffc8725608abf7a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:08.815555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Unset dirty status for tenant:ea74725521174f6c9ffc8725608abf7a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:08.819676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a9be71b3-4ab8-42dc-a724-56491c7b51b2 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1075237 Feb 04 16:15:08.819924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60818) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:08.891006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Deleting subnet 5eb2019a-64b6-4258-9a3f-fe81f82437cb {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:15:08.895484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.913203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-f7100989-14bc-4cdb-a751-938052860563 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468711 Feb 04 16:15:08.951910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f13e78-8392-4d1e-beac-3fe3d57a4ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-ecb3e9c7-76e9-41d2-bd34-99282670a22e', 'network_id': 'ecb3e9c7-76e9-41d2-bd34-99282670a22e', 'tenant_id': 'ea74725521174f6c9ffc8725608abf7a', 'fixed_ips': [{'subnet_id': '5eb2019a-64b6-4258-9a3f-fe81f82437cb'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:15:08.952809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78f13e78-8392-4d1e-beac-3fe3d57a4ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:08.968467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.063016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-18bf522f-8105-4488-aa27-4cd2481ece6a req-88fc59db-a438-43da-9197-b3db863fd721 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414359 Feb 04 16:15:09.096089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.121911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-15cec3e9-cb77-4cea-bb9a-fb17471f0b6a', 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a', 'tenant_id': 'ea74725521174f6c9ffc8725608abf7a', 'fixed_ips': [{'subnet_id': 'acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:15:09.122781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.203100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.246919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb2019a-64b6-4258-9a3f-fe81f82437cb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:09.251235 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.267072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-70eb3155-c126-4f9c-bb26-c9d16b0f38d9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/subnets/5eb2019a-64b6-4258-9a3f-fe81f82437cb HTTP/1.1" status: 204 len: 168 time: 0.4457376 Feb 04 16:15:09.270755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60826) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server [None req-78f13e78-8392-4d1e-beac-3fe3d57a4ba9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eb2019a-64b6-4258-9a3f-fe81f82437cb: This subnet is being modified by another concurrent operation. Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:15:09.300071 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5eb2019a-64b6-4258-9a3f-fe81f82437cb: This subnet is being modified by another concurrent operation. Feb 04 16:15:09.306280 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Feb 04 16:15:09.351358 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-b733dc17-277f-46e9-8f76-8ff0c07c3867 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1094 time: 0.2174873 Feb 04 16:15:09.376992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6695094-d637-4679-8242-137fb35a9d82 None None] Network ecb3e9c7-76e9-41d2-bd34-99282670a22e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:09.417392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37f451-c07d-4879-840f-36fb11668228 req-7b16d770-f4ee-40d3-a950-38b4afd33eb8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.418881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d37f451-c07d-4879-840f-36fb11668228 req-7b16d770-f4ee-40d3-a950-38b4afd33eb8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1507463 Feb 04 16:15:09.434807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eec71d-dd1c-4e73-8df0-6315da65e602 req-1d94731b-676b-434e-9136-b607ba89d8bd tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.436449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0eec71d-dd1c-4e73-8df0-6315da65e602 req-1d94731b-676b-434e-9136-b607ba89d8bd tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 944 time: 0.1226974 Feb 04 16:15:09.514554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d37f451-c07d-4879-840f-36fb11668228 req-f29b8e84-2460-437a-be6e-560573861115 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860183 Feb 04 16:15:09.517255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0eec71d-dd1c-4e73-8df0-6315da65e602 req-306d989f-b7ba-4c6d-960f-1d69c3901a78 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657685 Feb 04 16:15:09.561119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Allocated IP 172.20.0.18 (15cec3e9-cb77-4cea-bb9a-fb17471f0b6a/acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2/6549ccdc-60ce-43e9-8933-9c8ad136618b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:09.650641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Deleting subnet acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:15:09.662785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-97f21454-8c68-4720-9975-6e1a8bfc5904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.664455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-97f21454-8c68-4720-9975-6e1a8bfc5904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.2371235 Feb 04 16:15:09.698714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60d07b5b-22cb-4c34-b5a2-8a5876efb386 req-d5bd133c-6104-43b4-83c1-7c0855abacda tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0493906 Feb 04 16:15:09.755789 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-b9da88c2-6ad9-4e88-bfd4-eaeeee3687e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 217 time: 0.0796809 Feb 04 16:15:09.837307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-a9ec5a4c-61e5-4869-a2a5-c48ca3cdd88b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.839396 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-a9ec5a4c-61e5-4869-a2a5-c48ca3cdd88b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.0788209 Feb 04 16:15:09.875117 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.895222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Transition to ACTIVE for port object 6549ccdc-60ce-43e9-8933-9c8ad136618b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:09.902704 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-22a94d11-84fa-4909-8549-c6014974889f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558963 Feb 04 16:15:09.943699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Transition to ACTIVE for port object 6549ccdc-60ce-43e9-8933-9c8ad136618b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:09.945538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202a3ab-e9f1-4df7-8a80-40a03a5dd8d5 req-ead0c485-f860-41a0-a8d6-00d47ee34aa3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:09.947909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d202a3ab-e9f1-4df7-8a80-40a03a5dd8d5 req-ead0c485-f860-41a0-a8d6-00d47ee34aa3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 943 time: 0.2515857 Feb 04 16:15:09.967235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:15:09.979533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:09.992401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.018717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d202a3ab-e9f1-4df7-8a80-40a03a5dd8d5 req-2040ac60-070d-4e04-b229-e3b3b974fbb1 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589218 Feb 04 16:15:10.067575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:10.070633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.100056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Pushing event updated for resources: {'Port': ['ID=6549ccdc-60ce-43e9-8933-9c8ad136618b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:10.117652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.118628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.119147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.119660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.120163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.120667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.121320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.121832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.122672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.123175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.123998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:10.135524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:10.143546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:10.256487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-40e76bbb-c495-4bea-bbbc-7e570780df78 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448918 Feb 04 16:15:10.327363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Attempting to bind port 6549ccdc-60ce-43e9-8933-9c8ad136618b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:10.327725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Attempting to bind port 6549ccdc-60ce-43e9-8933-9c8ad136618b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'e018428b-0c07-4215-871f-5ac17e8e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:10.328146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Attempting to bind port 6549ccdc-60ce-43e9-8933-9c8ad136618b on network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:10.337965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:10.338460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Checking segment: {'id': 'e018428b-0c07-4215-871f-5ac17e8e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:10.338927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.339383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Bound using segment: {'id': 'e018428b-0c07-4215-871f-5ac17e8e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:10.339918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Bound port: 6549ccdc-60ce-43e9-8933-9c8ad136618b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e018428b-0c07-4215-871f-5ac17e8e2af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '15cec3e9-cb77-4cea-bb9a-fb17471f0b6a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:10.340355 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.376162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.422610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-7e9dc205-4582-49a2-87a3-1671f4afef92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.1455061 Feb 04 16:15:10.438744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:10.461524 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-32668e98-d4a4-45df-97a8-0cf086c431ad req-6ffd02c4-4e88-4e88-87a8-1832a76849f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954308 Feb 04 16:15:10.461783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b780ef5-8b6b-4525-b112-58d6e1231449 req-11506a47-3a82-4883-8d21-5dfdf6a5e894 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:10.463227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b780ef5-8b6b-4525-b112-58d6e1231449 req-11506a47-3a82-4883-8d21-5dfdf6a5e894 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1269550 Feb 04 16:15:10.465155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'network_id': '212e88fe-f61b-45d3-a5fa-44dc5f6f854b', 'port_id': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'mac_address': 'fa:16:3e:55:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:15:10.483516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.524923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Subnet': ['ID=acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:10.528577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] For port 6549ccdc-60ce-43e9-8933-9c8ad136618b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:10.534099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.543134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] For port 6549ccdc-60ce-43e9-8933-9c8ad136618b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6549ccdc-60ce-43e9-8933-9c8ad136618b,segment=NetworkSegment(e018428b-0c07-4215-871f-5ac17e8e2af4),segment_id=e018428b-0c07-4215-871f-5ac17e8e2af4)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:10.544218 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.548340 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a00225b7-62bb-44b9-a440-b61556a113cc tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/subnets/acd42ac8-2c9d-45cd-b924-10c2c8c3dfb2 HTTP/1.1" status: 204 len: 168 time: 1.2727513 Feb 04 16:15:10.549723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:10.557185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.613639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:10.657410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:10.664334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b780ef5-8b6b-4525-b112-58d6e1231449 req-535a07f7-631b-4c14-893b-4bff8ffad02e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312618 Feb 04 16:15:10.672314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:10.684786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0d7e4-4108-4161-9d55-99c70b9ffb33 None None] Pushing event updated for resources: {'Port': ['ID=6549ccdc-60ce-43e9-8933-9c8ad136618b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:10.719889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4733e1bf-7ce7-4ea2-babd-dcb7b0c6ebe9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:10.720574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4733e1bf-7ce7-4ea2-babd-dcb7b0c6ebe9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Synchronizing usage tracker for tenant:ea74725521174f6c9ffc8725608abf7a on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:10.771947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-7caf75ae-014d-417d-b4d8-b558492e3fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:10.773612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-7caf75ae-014d-417d-b4d8-b558492e3fde service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.3438494 Feb 04 16:15:10.784077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4733e1bf-7ce7-4ea2-babd-dcb7b0c6ebe9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Unset dirty status for tenant:ea74725521174f6c9ffc8725608abf7a on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:10.785882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4733e1bf-7ce7-4ea2-babd-dcb7b0c6ebe9 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2357857 Feb 04 16:15:10.791574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:10.840157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:10.864582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-4f3bbeee-6cce-418a-8246-7d3ef0506d86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.0771608 Feb 04 16:15:10.926943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae589d-65f9-4660-95c0-2b525b44ee9e req-195792ae-422d-4d4a-b0df-1717977f3669 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:10.928934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62ae589d-65f9-4660-95c0-2b525b44ee9e req-195792ae-422d-4d4a-b0df-1717977f3669 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 945 time: 0.2626653 Feb 04 16:15:10.997490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.009711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Deleting port 6549ccdc-60ce-43e9-8933-9c8ad136618b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:11.010041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.038537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-118e2616-41d5-43a1-ad1c-19302ac57386 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:11.041705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-118e2616-41d5-43a1-ad1c-19302ac57386 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.1694107 Feb 04 16:15:11.046407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa218466-71f8-4a06-8eee-344f49539009 req-5b624a0c-d399-448c-9398-9025f63308e4 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0633562 Feb 04 16:15:11.124940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-7e107fd7-20dd-4999-a1cb-c11b3e3b5633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715899 Feb 04 16:15:11.129773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62ae589d-65f9-4660-95c0-2b525b44ee9e req-2f89428d-2d3d-44bf-884c-38d562c91d19 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934817 Feb 04 16:15:11.183150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0a9757ce-ca29-46ee-9617-7e4288f62327'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:11.349974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] For port 6549ccdc-60ce-43e9-8933-9c8ad136618b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6549ccdc-60ce-43e9-8933-9c8ad136618b,segment=NetworkSegment(e018428b-0c07-4215-871f-5ac17e8e2af4),segment_id=e018428b-0c07-4215-871f-5ac17e8e2af4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:11.350383 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.369409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-15b50a0a-0ecf-4aa2-969a-a6eb0b3afcb0 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307429 Feb 04 16:15:11.423390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c19474-9159-4016-bc62-200c6a5c9bc3 req-50fd582a-b2f1-4250-96f7-b7d5decaa754 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:11.426820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5c19474-9159-4016-bc62-200c6a5c9bc3 req-50fd582a-b2f1-4250-96f7-b7d5decaa754 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 943 time: 0.1439557 Feb 04 16:15:11.481423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Calling delete_port for 6549ccdc-60ce-43e9-8933-9c8ad136618b owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:11.562936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5c19474-9159-4016-bc62-200c6a5c9bc3 req-115d9275-f379-4485-a885-86883871bf3e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915742 Feb 04 16:15:11.584056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.586965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc03bf7-4aec-4a06-88b0-d7eca1fa34fa req-37252a3e-5d81-478d-8740-e032313667c6 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039549 Feb 04 16:15:11.631329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6549ccdc-60ce-43e9-8933-9c8ad136618b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:11.647295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Port': ['ID=6549ccdc-60ce-43e9-8933-9c8ad136618b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:11.657771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] No DVR routers for this DVR port 6549ccdc-60ce-43e9-8933-9c8ad136618b on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:11.683283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6549ccdc-60ce-43e9-8933-9c8ad136618b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:11.684025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6549ccdc-60ce-43e9-8933-9c8ad136618b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 04 16:15:11.728762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 6549ccdc-60ce-43e9-8933-9c8ad136618b not found, will not notify nova. {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 04 16:15:11.802209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.833496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cec3e9-cb77-4cea-bb9a-fb17471f0b6a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:11.849179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e018428b-0c07-4215-871f-5ac17e8e2af4') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:11.849179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e018428b-0c07-4215-871f-5ac17e8e2af4') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:11.861792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.879412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.893042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:11.893462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:11.905760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20524f-02f2-41d4-9982-ff56b391f3fb req-3fa7b0a0-27a3-4389-841d-0fe1a367d09e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:11.908142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da20524f-02f2-41d4-9982-ff56b391f3fb req-3fa7b0a0-27a3-4389-841d-0fe1a367d09e tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.0915875 Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:11.917317 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:11.965884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da20524f-02f2-41d4-9982-ff56b391f3fb req-d2b01fe3-18b1-47fe-806f-b0ce27883bb6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Feb 04 16:15:11.983100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f515249-bb94-4da0-b255-aaa8cd8fe598 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:15:12.049465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.084445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.105114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=15cec3e9-cb77-4cea-bb9a-fb17471f0b6a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:12.111215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:12.121937 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80cbde5b-3cd5-4307-8074-c6c959fcfe25 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/15cec3e9-cb77-4cea-bb9a-fb17471f0b6a HTTP/1.1" status: 204 len: 168 time: 1.3277736 Feb 04 16:15:12.200953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:12.224641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'network_id': 'f19a5143-5165-46cd-ad4e-e6692991aa41', 'port_id': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'mac_address': 'fa:16:3e:63:fd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b21cbf-f275-4feb-bb8f-3b27445ecd27', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:15:12.292378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4153b5c-9891-42ed-b3e8-ad5ad7d23402 None None] DHCP port deletion for 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:15:12.303215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.326067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28889fa8-18fa-408e-9989-962cbb271c27 None None] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:12.348484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8450eb60-a839-49a1-af0e-cd9ea1b052a4 None None] Could not find standard attr ID for object 6549ccdc-60ce-43e9-8933-9c8ad136618b. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:15:12.351821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28889fa8-18fa-408e-9989-962cbb271c27 None None] Network 15cec3e9-cb77-4cea-bb9a-fb17471f0b6a could not be found, it might have been deleted concurrently. {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 16:15:12.353916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f515249-bb94-4da0-b255-aaa8cd8fe598 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:12.357661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5871c9ee-6705-47b9-98b6-3a08134532cb req-340b4d77-f752-4fac-b6a8-241d2dad9b14 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0937858 Feb 04 16:15:12.360624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5781d19-0f12-43b6-b876-a54aaf23aecc None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:15:12.367793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.412058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:12.418505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.540634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:12.605327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5781d19-0f12-43b6-b876-a54aaf23aecc None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:15:12.666773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.681458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726e6ef-22c3-467f-a48d-57decc899718 req-7f83ec33-b7e1-485a-8324-58bee44fff16 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:12.683278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a726e6ef-22c3-467f-a48d-57decc899718 req-7f83ec33-b7e1-485a-8324-58bee44fff16 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 945 time: 0.3722241 Feb 04 16:15:12.781527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb3e9c7-76e9-41d2-bd34-99282670a22e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:12.810227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a31089-275b-415d-8173-73f3eb1ffb91') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:12.810667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a31089-275b-415d-8173-73f3eb1ffb91') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:12.842993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.863374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a726e6ef-22c3-467f-a48d-57decc899718 req-af3a4f48-10ce-4377-a2cd-595b91723956 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637774 Feb 04 16:15:12.871249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.883281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:12.884000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:12.903831 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:12.969767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673ab9-d645-4c84-bde2-2ff3da1fdff8 req-0ac1d67e-e147-4f22-aba4-7bfb366455b5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:12.971153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73673ab9-d645-4c84-bde2-2ff3da1fdff8 req-0ac1d67e-e147-4f22-aba4-7bfb366455b5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 944 time: 0.2704222 Feb 04 16:15:13.032318 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.040970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2f515249-bb94-4da0-b255-aaa8cd8fe598'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:13.054974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.070686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73673ab9-d645-4c84-bde2-2ff3da1fdff8 req-c0ca0806-93a3-4ebd-8945-2bfa134dd304 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930145 Feb 04 16:15:13.071421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=ecb3e9c7-76e9-41d2-bd34-99282670a22e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:13.076540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9d54ab63-5b3a-47d0-bf01-639ff94d6579 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/ecb3e9c7-76e9-41d2-bd34-99282670a22e HTTP/1.1" status: 204 len: 168 time: 0.9640269 Feb 04 16:15:13.079053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:13.225165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd79da-39c7-415e-bc01-24ac0af62e78 req-58ac1320-dcc0-47bb-8bfe-419d5eaaca80 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:13.227579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6abd79da-39c7-415e-bc01-24ac0af62e78 req-58ac1320-dcc0-47bb-8bfe-419d5eaaca80 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1088705 Feb 04 16:15:13.279156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6abd79da-39c7-415e-bc01-24ac0af62e78 req-072afdb3-bc7d-46e4-9d3f-7691a4113771 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Feb 04 16:15:13.284164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.417162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.449120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b3078a-734c-46b9-9f9a-3ec616f90998']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:13.555531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6529d49f-c829-4292-b14b-90add7b511a8') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:13.555827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6529d49f-c829-4292-b14b-90add7b511a8') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:13.568932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.576861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26b1b724-3eed-41a3-9ee9-70a56b883ddc req-fce37fd2-3ac5-4922-94e6-cabfd6424d57 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0478685 Feb 04 16:15:13.587055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6549ccdc-60ce-43e9-8933-9c8ad136618b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:13.592518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.599686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:13.600074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:13.621932 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:13.631205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6549ccdc-60ce-43e9-8933-9c8ad136618b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:13.631555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6549ccdc-60ce-43e9-8933-9c8ad136618b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:13.703079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.712472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-aeb7ca95-ae96-41b6-8cc4-9c6964279dfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716820 Feb 04 16:15:13.720827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:13.733167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=45b3078a-734c-46b9-9f9a-3ec616f90998,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:13.741689 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ebf216a1-6b08-463f-84b9-726b7523e1e1 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/45b3078a-734c-46b9-9f9a-3ec616f90998 HTTP/1.1" status: 204 len: 168 time: 0.6602974 Feb 04 16:15:13.741867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:13.903363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.007330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:14.032911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-ab70d014-e903-42bd-8cce-03c74de46a11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.2129192 Feb 04 16:15:14.102759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0a9757ce-ca29-46ee-9617-7e4288f62327 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:14.103333 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.174142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.215170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f376f18c-5be1-44cb-9048-94e13e9769de']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:14.223445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.248022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528515a9-c3e6-4624-bea8-825892573096') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:14.248333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528515a9-c3e6-4624-bea8-825892573096') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:14.255775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:14.264859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.265561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:14.270667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.320974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.334266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:15:14.334702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.350107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412c7d-0743-4842-bd85-286432eab205 req-294178ab-aee7-4a58-846f-43d5baf88e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:14.350707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:14.351612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-294178ab-aee7-4a58-846f-43d5baf88e94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.2747891 Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:15:14.352406 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:15:14.363481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca4cce-dd0c-40fb-a1b3-eac016c7e30d req-9b84bd73-1fca-4e13-a692-30416d944228 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:14.364977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bca4cce-dd0c-40fb-a1b3-eac016c7e30d req-9b84bd73-1fca-4e13-a692-30416d944228 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 945 time: 0.3252945 Feb 04 16:15:14.581223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.615280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:14.636509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] Pushing event deleted for resources: {'Network': ['ID=f376f18c-5be1-44cb-9048-94e13e9769de,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:14.643453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bca4cce-dd0c-40fb-a1b3-eac016c7e30d req-857a7d4d-d91a-49fe-b919-436b9f51dfdf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330506 Feb 04 16:15:14.647938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-4a91f4b5-3ca5-4225-ae7d-a1670a43f194 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.2365420 Feb 04 16:15:14.651524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f4ead92-2854-4b1e-a46f-a2d09c86b628 tempest-BulkNetworkOpsTest-99739595 tempest-BulkNetworkOpsTest-99739595-project] 10.222.0.62 "DELETE /v2.0/networks/f376f18c-5be1-44cb-9048-94e13e9769de HTTP/1.1" status: 204 len: 168 time: 0.9069932 Feb 04 16:15:14.709939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0779b-e6a8-49a3-9dd1-b547fe1ec4c0 req-3afed2fe-619d-43cb-a630-34640cba1bfd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:14.711536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ba0779b-e6a8-49a3-9dd1-b547fe1ec4c0 req-3afed2fe-619d-43cb-a630-34640cba1bfd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 944 time: 0.3583601 Feb 04 16:15:14.733829 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'code': 200} Feb 04 16:15:14.764647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec412c7d-0743-4842-bd85-286432eab205 req-7e299b13-f56b-4f4d-9ccf-3d0681289110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:14.765966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-7e299b13-f56b-4f4d-9ccf-3d0681289110 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1102424 Feb 04 16:15:14.998052 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a9a67ae3-b43c-4191-81a0-cfc0c71ad29a req-1fbd1c0d-7bbd-414c-80de-39b329c18a23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1098 time: 0.0744052 Feb 04 16:15:14.998943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ba0779b-e6a8-49a3-9dd1-b547fe1ec4c0 req-02f6c78b-5eeb-4032-bdd7-f1b9b9ae204c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796528 Feb 04 16:15:15.083202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2b04-ca45-481f-996a-f916505d5c29 req-91a5b5d1-192d-4bf0-88d1-f4e6cd7948e9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:15.084827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c96d2b04-ca45-481f-996a-f916505d5c29 req-91a5b5d1-192d-4bf0-88d1-f4e6cd7948e9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1525128 Feb 04 16:15:15.085543 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a9a67ae3-b43c-4191-81a0-cfc0c71ad29a req-427f84e5-6c82-42a1-8150-ecbbb44d587e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740044 Feb 04 16:15:15.096636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-4232386d-0089-4387-8121-081606f6a505 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222332 Feb 04 16:15:15.104865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60894) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:15.160838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c96d2b04-ca45-481f-996a-f916505d5c29 req-5de9b839-bbb6-46f6-8275-de038543a190 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609388 Feb 04 16:15:15.222693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4cc9a6d-e5a4-4125-a58b-c1e05207bd16 req-0ed9143d-bf40-4f7e-a9d2-9f36d5f441c9 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0438926 Feb 04 16:15:15.309541 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-287be6a6-31c8-4c42-aea4-5bbfab401adb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea74725521174f6c9ffc8725608abf7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006550 Feb 04 16:15:15.310020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60902) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:15.374009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:15.404130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:15.429474 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-e828b352-fd2f-41ed-a71f-98d282c365c2 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394353 Feb 04 16:15:15.467032 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:15.498176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d800a3-7ba8-480b-9405-b7b332c7cf66,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:15.502146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:15.503295 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f26cf39-8bde-4a4d-aacd-1247d060b873 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8d800a3-7ba8-480b-9405-b7b332c7cf66 HTTP/1.1" status: 204 len: 168 time: 0.1927145 Feb 04 16:15:15.632123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec412c7d-0743-4842-bd85-286432eab205 req-aa1676b5-e82e-48e8-848d-d17bde9edc56 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961524 Feb 04 16:15:15.916074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accf058-8611-4358-baff-df6e7f1b49b7 req-830d483a-18c6-4d6f-acbe-e4bf1503f443 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:15.917565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0accf058-8611-4358-baff-df6e7f1b49b7 req-830d483a-18c6-4d6f-acbe-e4bf1503f443 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1064000 Feb 04 16:15:15.973309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0accf058-8611-4358-baff-df6e7f1b49b7 req-a8e2d5ea-5f2f-401b-8ebb-264f24489e60 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 Feb 04 16:15:16.019785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f515249-bb94-4da0-b255-aaa8cd8fe598 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:16.151398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 2f515249-bb94-4da0-b255-aaa8cd8fe598 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:16.157136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 2f515249-bb94-4da0-b255-aaa8cd8fe598 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:16.157514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.355778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.429094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:16.438770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:16.493006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836732b-f11d-4aef-8aa8-5bcc7ec1e66a req-d88162cd-329a-4317-83b0-9ffb0d350283 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:16.493006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f836732b-f11d-4aef-8aa8-5bcc7ec1e66a req-d88162cd-329a-4317-83b0-9ffb0d350283 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 944 time: 0.2000699 Feb 04 16:15:16.573304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:16.677693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da81d5ec-cd2b-4932-9ff8-3d01b5d0b0e2 req-36d3023e-4ff2-479a-97f7-0510abb174d0 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1222944 Feb 04 16:15:16.702965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f836732b-f11d-4aef-8aa8-5bcc7ec1e66a req-4cde1df0-ddd8-41ef-bf72-31e8da862fe6 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066989 Feb 04 16:15:16.735318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:16.818698 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'code': 200} Feb 04 16:15:16.997414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ba5b821-2ba6-408e-b2f3-90e2ca974084 req-a603f47d-f52a-4585-bd34-2ec4e9eb73f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1096 time: 0.1035645 Feb 04 16:15:17.156694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ba5b821-2ba6-408e-b2f3-90e2ca974084 req-a19b30d6-57ce-4357-b7fb-62ae23c3b726 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084509 Feb 04 16:15:17.228489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1790c-6c08-4223-8a31-07edda4f2374 req-3cdedaac-eaff-4998-b533-423cb4421fa8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:17.230221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0e1790c-6c08-4223-8a31-07edda4f2374 req-3cdedaac-eaff-4998-b533-423cb4421fa8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2207494 Feb 04 16:15:17.325296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a05a4b-b616-49c2-b39a-a88d4d417983 req-22a4d172-df07-4a69-9a1e-05a624c3858e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:17.327810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77a05a4b-b616-49c2-b39a-a88d4d417983 req-22a4d172-df07-4a69-9a1e-05a624c3858e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1642518 Feb 04 16:15:17.341787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0e1790c-6c08-4223-8a31-07edda4f2374 req-3607367c-2d31-4b18-b6fc-0d24919911e4 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967345 Feb 04 16:15:17.389138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77a05a4b-b616-49c2-b39a-a88d4d417983 req-44c2b61a-73ea-4ff7-ae84-88527baa1662 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508351 Feb 04 16:15:17.963745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61077d22-026c-4dd8-b978-91e627fafdf8 req-4cc89371-7860-4baa-94d6-2de82410c459 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:17.966238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61077d22-026c-4dd8-b978-91e627fafdf8 req-4cc89371-7860-4baa-94d6-2de82410c459 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 945 time: 0.1291292 Feb 04 16:15:18.057113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a6faff6-793e-4dfe-983d-b62577a6ea7f req-bf2b0999-cd45-4dfd-be37-92ac0cef8b12 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0472677 Feb 04 16:15:18.070100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61077d22-026c-4dd8-b978-91e627fafdf8 req-ea6cd16e-d191-4ab0-ab51-023b7cfd41d8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981362 Feb 04 16:15:18.617318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613148cf-6d5c-4381-894c-8c5af4c60845 req-52e561af-a3f7-4d4f-966f-df52ba701d96 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.618793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-613148cf-6d5c-4381-894c-8c5af4c60845 req-52e561af-a3f7-4d4f-966f-df52ba701d96 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.0842223 Feb 04 16:15:18.665147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-613148cf-6d5c-4381-894c-8c5af4c60845 req-df68e140-e8db-4b1f-875a-17c3a9c2210b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Feb 04 16:15:18.889131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55436a-4ff6-4348-b27e-24a5acd32a2a req-fe72b2af-bc86-4252-838a-b1f384e2ad5c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:18.890613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d55436a-4ff6-4348-b27e-24a5acd32a2a req-fe72b2af-bc86-4252-838a-b1f384e2ad5c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.0884759 Feb 04 16:15:18.940516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d55436a-4ff6-4348-b27e-24a5acd32a2a req-a32cb627-2f82-4f9b-9173-5b3f30ff848c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Feb 04 16:15:19.155846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130877a-3507-420c-be9b-c3ee25ac8f41 req-e274b24c-b872-4881-88d3-1b1b91984b7a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:19.162989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9130877a-3507-420c-be9b-c3ee25ac8f41 req-e274b24c-b872-4881-88d3-1b1b91984b7a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.0876403 Feb 04 16:15:19.217877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9130877a-3507-420c-be9b-c3ee25ac8f41 req-f0f031cc-80a4-40db-8d72-1087955067fd tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 Feb 04 16:15:19.301711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf436fd-082f-4eaf-8a60-f48ebd064319 req-7efdfada-0b77-486a-88de-071c2371fd1d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:19.303472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cf436fd-082f-4eaf-8a60-f48ebd064319 req-7efdfada-0b77-486a-88de-071c2371fd1d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 945 time: 0.0833657 Feb 04 16:15:19.384019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cf436fd-082f-4eaf-8a60-f48ebd064319 req-cb8d6eec-6e37-4f14-9794-97749ff71842 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Feb 04 16:15:19.390561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-599fce9d-1f49-4c1c-95e2-ce3f4172d60d req-f6023ee2-5acd-4bcf-827a-de9752e834e0 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0465286 Feb 04 16:15:19.739902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40600-ae48-43dc-b88a-9510bc08f2d8 req-a866e5b7-0d19-440d-8c3e-088823b64c4b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:19.741360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2f40600-ae48-43dc-b88a-9510bc08f2d8 req-a866e5b7-0d19-440d-8c3e-088823b64c4b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2095869 Feb 04 16:15:19.747337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-7a52f052-68c3-4648-a7d2-02ef2bf26658 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1200668442&fields=id&tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 267 time: 0.2294314 Feb 04 16:15:19.843885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2f40600-ae48-43dc-b88a-9510bc08f2d8 req-5330ad19-4815-4e0d-a8bb-0ac499d13b54 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959303 Feb 04 16:15:19.867957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-5caf8138-693f-4b23-b6b8-f460bc1907d6 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:19.869835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-5caf8138-693f-4b23-b6b8-f460bc1907d6 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 945 time: 0.1074159 Feb 04 16:15:19.881679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'security_groups': ['a7b5bff7-6532-4f5a-9b4a-f43d916be35c', '496aa583-6485-4c95-b003-7e8d2ac6f6c3']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:20.038079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:20.338049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695de7-0cbe-48df-abd7-3b4a7623482b req-a717ff0f-5b00-4ea8-bb88-2c860ea23a14 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:20.339566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0695de7-0cbe-48df-abd7-3b4a7623482b req-a717ff0f-5b00-4ea8-bb88-2c860ea23a14 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2822394 Feb 04 16:15:20.485881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0695de7-0cbe-48df-abd7-3b4a7623482b req-c4d04d63-8ef0-464e-b7b8-493f1250d173 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360886 Feb 04 16:15:20.533694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:20.560980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:20.568953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:20.585591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', '2f515249-bb94-4da0-b255-aaa8cd8fe598'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:20.731965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-175f31e7-4114-4a7c-adc9-d4a15be3e15a req-32ab8cd0-1322-454e-a0d2-ed8a35be7c27 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0905182 Feb 04 16:15:20.747388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:20.748096 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:20.759576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fbcc7f-0481-4d43-b894-ecf81e3fe474 req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "PUT /v2.0/ports/2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 981 time: 0.8833313 Feb 04 16:15:20.764325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:20.789095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5e8a-668a-4979-b615-cc1cdc16de2c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:20.887059 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'status': 'completed', 'code': 200} Feb 04 16:15:20.890478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da12688f-f351-44ef-acb8-5f26bf2f1474 req-2f0f348c-5578-45a9-80f9-c2b13c659ff3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/496aa583-6485-4c95-b003-7e8d2ac6f6c3 HTTP/1.1" status: 200 len: 1635 time: 0.0717907 Feb 04 16:15:21.037551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.056780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2f515249-bb94-4da0-b255-aaa8cd8fe598'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:21.121999 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-da12688f-f351-44ef-acb8-5f26bf2f1474 req-98bfd665-2223-4395-a46e-a0ae24812798 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:15:21.123020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da12688f-f351-44ef-acb8-5f26bf2f1474 req-98bfd665-2223-4395-a46e-a0ae24812798 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/496aa583-6485-4c95-b003-7e8d2ac6f6c3 HTTP/1.1" status: 409 len: 341 time: 0.2183166 Feb 04 16:15:21.154541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-d769ce28-0f19-4b5f-ba2b-f30c880d7873 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1135 time: 0.2266440 Feb 04 16:15:21.158972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:21.176152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa234df1-e4c1-4ef4-9f8f-5b5470a12713 req-d1e5c265-40e2-4143-9215-01ee6db87eb3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.179203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa234df1-e4c1-4ef4-9f8f-5b5470a12713 req-d1e5c265-40e2-4143-9215-01ee6db87eb3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1687267 Feb 04 16:15:21.326743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa234df1-e4c1-4ef4-9f8f-5b5470a12713 req-34450aab-b2e4-4691-8acb-11a5dd635785 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249137 Feb 04 16:15:21.434193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-2433030a-febc-4814-a7b1-0073f5d28756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.435866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-2433030a-febc-4814-a7b1-0073f5d28756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.2557561 Feb 04 16:15:21.632599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-f0f7ef9c-3ecd-4bd5-832f-73688a2dce0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 217 time: 0.1864121 Feb 04 16:15:21.732612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-e54ea000-0f67-4544-9f33-f7c545dcbfc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.734053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-e54ea000-0f67-4544-9f33-f7c545dcbfc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.0924249 Feb 04 16:15:21.787849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3cda-93df-4bb7-b469-01bd465a320b req-4b7ee980-5957-4539-9e58-c4d6f62034de tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.789330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e81c3cda-93df-4bb7-b469-01bd465a320b req-4b7ee980-5957-4539-9e58-c4d6f62034de tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 984 time: 0.2574661 Feb 04 16:15:21.796645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-29741aab-6141-44d1-b269-4a7656070fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550814 Feb 04 16:15:21.802692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32df325-4547-4569-af18-07c427e0cb61 req-54c28406-54bf-4176-8367-74cf3584e43d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:21.804144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f32df325-4547-4569-af18-07c427e0cb61 req-54c28406-54bf-4176-8367-74cf3584e43d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2712147 Feb 04 16:15:21.871801 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df469f94-439a-4c0d-adb9-20c7f4edb3b7 req-afb26701-5ca6-4b4f-bd6d-79454770dbf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0450652 Feb 04 16:15:22.087699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e81c3cda-93df-4bb7-b469-01bd465a320b req-03378024-bed4-4979-a01b-5194662f99f4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=496aa583-6485-4c95-b003-7e8d2ac6f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2823594 Feb 04 16:15:22.098952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f32df325-4547-4569-af18-07c427e0cb61 req-0f50f073-c503-4340-ae28-c731bc704a62 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719436 Feb 04 16:15:22.151573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-08a7daa8-5a91-4981-b3fb-35cd07615120 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235221 Feb 04 16:15:22.325215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6cac8fd-f646-4806-a806-3ae434f00272 req-17ebb2a0-0be6-414f-aaf7-054385f4bde5 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0530586 Feb 04 16:15:22.381696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00f95ff9-e24b-454c-941a-8226fc0a9c3f req-80045e1e-0c46-4f0f-8e60-b76d70e570c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230220 Feb 04 16:15:22.605911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-3aba74f7-f374-4af2-9a94-de990c380ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1135 time: 0.1498475 Feb 04 16:15:22.802156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-14e3e813-0eda-4628-9929-0e1e47b5a0c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:22.803511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-14e3e813-0eda-4628-9929-0e1e47b5a0c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.1660378 Feb 04 16:15:22.809292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb51173-bbcd-48e2-af0c-3794cc2c8abd req-64679535-5996-4c72-a0ff-a9a0527ffb07 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:22.810843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfb51173-bbcd-48e2-af0c-3794cc2c8abd req-64679535-5996-4c72-a0ff-a9a0527ffb07 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2040136 Feb 04 16:15:22.893112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-568433e6-179b-4fa4-b967-e9b70d0e21c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 217 time: 0.0812821 Feb 04 16:15:22.958447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfb51173-bbcd-48e2-af0c-3794cc2c8abd req-c0996644-5072-4c8f-bdbf-292bf681de7d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984759 Feb 04 16:15:22.974149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-9bc11a41-cc26-4a93-a282-6d9056fc8f28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:22.975686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-9bc11a41-cc26-4a93-a282-6d9056fc8f28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.0733023 Feb 04 16:15:23.034225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-81f0f299-b05a-4901-8377-ded677931e35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413010 Feb 04 16:15:23.176682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-6c438c19-591d-4c19-9cdd-c6bf4b68a968 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353412 Feb 04 16:15:23.443334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b179ca-a977-4104-8ab0-45975a8ac8a8 req-efaced7a-9a55-4b91-92a6-63e5a0ea5c81 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:23.450907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07b179ca-a977-4104-8ab0-45975a8ac8a8 req-efaced7a-9a55-4b91-92a6-63e5a0ea5c81 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 984 time: 0.1874213 Feb 04 16:15:23.482670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7228378b-b86e-4464-8eff-9cdb25c8a5f0 req-e22e6478-f0b6-48d2-b362-96caa1f64ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998517 Feb 04 16:15:23.554789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07b179ca-a977-4104-8ab0-45975a8ac8a8 req-777fe924-36c2-445b-bccf-2c70a0a2a819 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=496aa583-6485-4c95-b003-7e8d2ac6f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1029813 Feb 04 16:15:23.674255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b45b491-85e8-416a-b799-08bc56760068 req-315dcd00-dfc5-4928-832f-2fb5da3a626d tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1039515 Feb 04 16:15:24.183075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b51e4-4499-4b43-a374-c135bc6bb221 req-f21c35c1-3fa2-4b35-919a-4076a634c6e3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:24.184384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca6b51e4-4499-4b43-a374-c135bc6bb221 req-f21c35c1-3fa2-4b35-919a-4076a634c6e3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.0987332 Feb 04 16:15:24.242534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca6b51e4-4499-4b43-a374-c135bc6bb221 req-0f3ad00b-273d-4897-8bf0-aaa0f1349dd5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 Feb 04 16:15:24.946351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-19620ca0-1ab8-4b27-804d-f4f711dec884 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 1098 time: 0.1911776 Feb 04 16:15:24.963794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b252f9-d986-4e33-8eb6-c7373ae4a8a5 req-a875f48a-d9b1-4302-86ef-6aac3503bc0d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:24.965446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4b252f9-d986-4e33-8eb6-c7373ae4a8a5 req-a875f48a-d9b1-4302-86ef-6aac3503bc0d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2616670 Feb 04 16:15:25.065380 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91a8fc18-bf2e-4707-a1ec-f14f337102bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:25.288907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4b252f9-d986-4e33-8eb6-c7373ae4a8a5 req-2ddecfad-340e-4bda-aebb-2805c0e9c634 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727385 Feb 04 16:15:25.301726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-a1dec307-ecc4-40f3-8974-d7514207164c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:25.303319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-a1dec307-ecc4-40f3-8974-d7514207164c service neutron] 10.222.0.41 "GET /v2.0/networks?id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 200 len: 914 time: 0.3368256 Feb 04 16:15:25.376716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768a2bf-6fa3-4383-8f34-8e62e6b5f8a7 req-415ca9c4-de84-4b34-bee6-3528232a5cf5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:25.378849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e768a2bf-6fa3-4383-8f34-8e62e6b5f8a7 req-415ca9c4-de84-4b34-bee6-3528232a5cf5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 984 time: 0.6809390 Feb 04 16:15:25.401439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-58d852d8-94b5-4e5b-9964-db906f5f401b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 200 len: 217 time: 0.0891752 Feb 04 16:15:25.512355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cb9fc36-c061-4589-b6d2-01fae8f94083 req-464ede8f-bd90-4cbb-954c-33c11e1c783e tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0641634 Feb 04 16:15:25.516876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e768a2bf-6fa3-4383-8f34-8e62e6b5f8a7 req-e704f4af-1a53-4ce4-9a1a-00a4b4f979a9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=496aa583-6485-4c95-b003-7e8d2ac6f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1299505 Feb 04 16:15:25.532203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-1687ea08-5532-454e-91d6-4a1e37c8e478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:25.533628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-1687ea08-5532-454e-91d6-4a1e37c8e478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 200 len: 853 time: 0.1165884 Feb 04 16:15:25.601589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-fbd9b7d9-b721-42f6-8c79-6d9484856f52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=212e88fe-f61b-45d3-a5fa-44dc5f6f854b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586150 Feb 04 16:15:25.811071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-7618dcd2-69db-4ee7-85c3-30b7940f35f9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1794255463&fields=id&tenant_id=0994c96f86734ebea4e04ea5c76b277c HTTP/1.1" status: 200 len: 267 time: 0.0890672 Feb 04 16:15:25.884350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-6b0254b6-43a2-4628-a50e-892f7afa72b4 service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737360 Feb 04 16:15:25.951499 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-165ad24e-035c-4b8a-8762-7f9d65fe8a6c req-960ad47a-ad08-4bd4-9f37-4567a48ede6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8155813c7e324daabc7de5ed5d95c97b&device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.0418136 Feb 04 16:15:25.992220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-165ad24e-035c-4b8a-8762-7f9d65fe8a6c req-09bbf59e-428e-45be-a9ec-400458f0ff93 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8155813c7e324daabc7de5ed5d95c97b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310802 Feb 04 16:15:25.999230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-065f5df2-2704-4a46-bff1-7f747377473a tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:26.007939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-065f5df2-2704-4a46-bff1-7f747377473a tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 984 time: 0.1896548 Feb 04 16:15:26.071711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'port': {'security_groups': ['496aa583-6485-4c95-b003-7e8d2ac6f6c3', 'a7b5bff7-6532-4f5a-9b4a-f43d916be35c', '4732454c-49be-43ec-9e6b-3ee06e98c282']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:26.131218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40cd92cb-6399-49e9-844f-cf850ffebbea req-91535541-f8a8-4374-a915-830bbe5c7727 tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1178153 Feb 04 16:15:26.272509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea6bec7c-a359-4aaf-be20-375995f2ec0e req-40fb31bf-bda5-4eda-b6e7-7fd1eae9f2af service neutron] 10.222.0.41 "GET /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610430 Feb 04 16:15:26.283455 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:26.299488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ad24e-035c-4b8a-8762-7f9d65fe8a6c req-d5acb9c3-6f4e-4b11-9c6e-86e6dfd5a289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:26.310575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-165ad24e-035c-4b8a-8762-7f9d65fe8a6c req-d5acb9c3-6f4e-4b11-9c6e-86e6dfd5a289 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3123186 Feb 04 16:15:26.587093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f88d-1b96-425e-8902-f87e2adab676 req-63207b1c-5356-43da-b338-a8cd07da64a6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:26.588487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c50f88d-1b96-425e-8902-f87e2adab676 req-63207b1c-5356-43da-b338-a8cd07da64a6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1795809 Feb 04 16:15:26.671456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:26.682870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c50f88d-1b96-425e-8902-f87e2adab676 req-88d8031c-ca2c-4403-93ec-9156d0635f87 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821664 Feb 04 16:15:26.705702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:26.718670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:26.763246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', '2f515249-bb94-4da0-b255-aaa8cd8fe598'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:26.814071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:26.824207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:26.824837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:26.843516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4a50a87-590a-4161-b88f-4d47f70dcf2a req-8a22e6ab-20c3-4293-a7bf-6bef10aa2ca4 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "PUT /v2.0/ports/2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 1020 time: 0.8342569 Feb 04 16:15:26.843965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:27.099248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2f515249-bb94-4da0-b255-aaa8cd8fe598'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:27.156562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e5cb3-4c3f-4b44-9b78-bff0b3994563 req-c89818c8-82ed-48d6-9e7e-24c37ad2b783 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:27.170816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f2e5cb3-4c3f-4b44-9b78-bff0b3994563 req-c89818c8-82ed-48d6-9e7e-24c37ad2b783 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.3115375 Feb 04 16:15:27.247781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-790cdc35-2a8f-4c95-a788-fcedb214310c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:27.330651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f2e5cb3-4c3f-4b44-9b78-bff0b3994563 req-31952b82-6a33-4e8e-a09c-b7f292f69ea0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588609 Feb 04 16:15:27.683066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-767cd1aa-06ae-42f5-868c-9dbe9839cc71 req-f5708d12-5fd1-4600-8bd5-07c9cd5e2671 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/4732454c-49be-43ec-9e6b-3ee06e98c282 HTTP/1.1" status: 200 len: 1634 time: 0.2672861 Feb 04 16:15:27.705820 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-8f9f1c8c-a155-4443-9c18-adbe85b02a46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.1567357 Feb 04 16:15:27.757988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12613732-4eab-4e41-939d-47ace0586f65 req-24b9c471-1e07-4ebc-bc9c-2046e93187cd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:27.759601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12613732-4eab-4e41-939d-47ace0586f65 req-24b9c471-1e07-4ebc-bc9c-2046e93187cd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2334185 Feb 04 16:15:27.777718 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-767cd1aa-06ae-42f5-868c-9dbe9839cc71 req-a4207477-6272-49ff-b7e8-f32f145d65ed tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:15:27.793355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-767cd1aa-06ae-42f5-868c-9dbe9839cc71 req-a4207477-6272-49ff-b7e8-f32f145d65ed tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/4732454c-49be-43ec-9e6b-3ee06e98c282 HTTP/1.1" status: 409 len: 341 time: 0.1092877 Feb 04 16:15:27.895751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12613732-4eab-4e41-939d-47ace0586f65 req-9fce5d3d-fcf9-4918-994a-36d0e3ac9bc9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013649 Feb 04 16:15:27.911596 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'status': 'completed', 'code': 200} Feb 04 16:15:28.067984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-3ebf08f8-77ed-45e7-96b6-f427b139c431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:28.070431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-3ebf08f8-77ed-45e7-96b6-f427b139c431 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.3578107 Feb 04 16:15:28.183679 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-71834ccc-553b-40df-a1ca-0d26ce0190aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.1056185 Feb 04 16:15:28.279910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-46738b69-2833-4c1c-abb2-2a92416120ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:28.281620 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-46738b69-2833-4c1c-abb2-2a92416120ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.0888340 Feb 04 16:15:28.336527 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-9d1a56bc-c724-4396-93b6-44d457392fea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479150 Feb 04 16:15:28.426970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e3ca91-d697-4c6a-b43a-c620390b78ff req-67790926-a2c6-481a-8148-e07f2d5ac2bf tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.62 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.3615942 Feb 04 16:15:28.435718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-165ad24e-035c-4b8a-8762-7f9d65fe8a6c req-03abad91-0183-4e46-84e8-9bf9d1b5a1bf tempest-ServerShowV257Test-1304756968 tempest-ServerShowV257Test-1304756968-project] 10.222.0.41 "GET /v2.0/ports?device_id=63b63593-523c-41a9-bb2f-f8daf7694ac3 HTTP/1.1" status: 200 len: 210 time: 0.1088707 Feb 04 16:15:28.492877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:28.508008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-73e41a8a-ad05-4b4f-a51a-a86eb8529e37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0994c96f86734ebea4e04ea5c76b277c&device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1174 time: 0.5770123 Feb 04 16:15:28.555859 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-eda8b720-9fb7-462b-9172-e191d4021c36 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115281 Feb 04 16:15:28.706715 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:28.724872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2ed5c-bd97-4bfa-bfe3-9174841a899e req-1f7320ff-5bc8-4f39-a86e-1bcb83d22c91 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:28.731531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aec2ed5c-bd97-4bfa-bfe3-9174841a899e req-1f7320ff-5bc8-4f39-a86e-1bcb83d22c91 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.4052496 Feb 04 16:15:28.799943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aec2ed5c-bd97-4bfa-bfe3-9174841a899e req-d2eef4cc-20fb-4c3c-933a-554f207c30e2 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678754 Feb 04 16:15:28.889709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7e7589df-cd7a-4e0e-894f-19f14cf5db4e req-7dd2943d-4f49-4e13-a5f4-706aff53906b service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249407 Feb 04 16:15:28.928174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-bc3f001a-8bc5-48be-8309-d5a7649109dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:28.931496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-bc3f001a-8bc5-48be-8309-d5a7649109dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 200 len: 913 time: 0.4137089 Feb 04 16:15:29.199088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-c4bc1f5c-dd5e-4d26-8c56-cab89a29949e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 200 len: 217 time: 0.2570276 Feb 04 16:15:29.378892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3160f-7043-4f0b-9da3-e3905d4cbd21 req-8ac546ba-a479-4be5-9424-9747ccb7ae6b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:29.386150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29c3160f-7043-4f0b-9da3-e3905d4cbd21 req-8ac546ba-a479-4be5-9424-9747ccb7ae6b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.3598576 Feb 04 16:15:29.388917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-2fc3a5f2-c794-4c48-b9ec-864fea8aab28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:29.390252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-2fc3a5f2-c794-4c48-b9ec-864fea8aab28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 200 len: 852 time: 0.1784978 Feb 04 16:15:29.459176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-345378a6-c6a9-411b-b314-296b1166b056 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:29.460608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-345378a6-c6a9-411b-b314-296b1166b056 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.4333556 Feb 04 16:15:29.465324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-5fbb1582-a1b2-48cf-8062-899c80b29ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f19a5143-5165-46cd-ad4e-e6692991aa41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581236 Feb 04 16:15:29.571140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d8c83bfe-f712-4216-867b-ab867a2918c6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/quotas/31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 375 time: 0.1035013 Feb 04 16:15:29.585705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29c3160f-7043-4f0b-9da3-e3905d4cbd21 req-ae2d1a8c-f0c0-4fce-aba5-112dbc1553b7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984165 Feb 04 16:15:29.713926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-6d2c8f43-6e21-4c50-a8f4-cf89381fbe32 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377627 Feb 04 16:15:29.738543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-35a03ca4-656e-41d0-9973-4adff1d82299 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1491575 Feb 04 16:15:29.964428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:30.025582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c28717b2-1970-4a8f-bd7a-ed564e355811 req-c4c8794d-f218-4477-8899-958afb560987 service neutron] 10.222.0.41 "GET /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674725 Feb 04 16:15:30.081901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-b77c8d64-68a2-45bf-ad1e-a4b233e84038 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417602 Feb 04 16:15:30.113265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f717-a307-4f3d-a117-32136ff9e5d2 req-5aec7bc6-ee53-4dfe-aee4-e8538c426475 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:30.120330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d23f717-a307-4f3d-a117-32136ff9e5d2 req-5aec7bc6-ee53-4dfe-aee4-e8538c426475 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1023 time: 0.3797200 Feb 04 16:15:30.226676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d23f717-a307-4f3d-a117-32136ff9e5d2 req-3a0ca4a4-bcde-4860-af48-688307a7e8fc tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=4732454c-49be-43ec-9e6b-3ee06e98c282&id=496aa583-6485-4c95-b003-7e8d2ac6f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1053598 Feb 04 16:15:30.286562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-3d7851e4-0729-4f85-abe7-7ace7aa22515 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036839 Feb 04 16:15:30.912618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 32984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:30.942235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30d388-c8fc-4840-8cc9-ce5afce2147d req-cc24330c-cae8-452c-91a6-579cbd9091e5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:30.944251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e30d388-c8fc-4840-8cc9-ce5afce2147d req-cc24330c-cae8-452c-91a6-579cbd9091e5 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.4272823 Feb 04 16:15:30.952338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2093-ff50-4f41-9f74-2494c9cefc5a req-dcbfc8f2-4661-41c7-be02-96d2363feea3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:30.960736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a66f2093-ff50-4f41-9f74-2494c9cefc5a req-dcbfc8f2-4661-41c7-be02-96d2363feea3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2222064 Feb 04 16:15:31.044316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-f40cad56-347b-4398-8cee-1fe7632fd615 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:31.045740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-f40cad56-347b-4398-8cee-1fe7632fd615 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1023 time: 0.2344160 Feb 04 16:15:31.128724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a66f2093-ff50-4f41-9f74-2494c9cefc5a req-919ba5d5-46e2-45d8-a9df-dafd3d21dece tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669755 Feb 04 16:15:31.179113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e30d388-c8fc-4840-8cc9-ce5afce2147d req-37bcf31c-d825-4afc-8531-d35312c6f610 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017400 Feb 04 16:15:31.213717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Deleting port 2f515249-bb94-4da0-b255-aaa8cd8fe598 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:31.216582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.326848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.379073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:31.385347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Usage tracker for resource:security_group_rule and tenant:8155813c7e324daabc7de5ed5d95c97b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:31.388574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:31.396620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:31.588236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.595198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.650002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2435a-065a-4930-b82e-41f480aee483,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:31.656034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e87496ec-c1f9-4959-9350-71251b13bc53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8155813c7e324daabc7de5ed5d95c97b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7430687 Feb 04 16:15:31.660853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:31.674148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c272e695-d086-4e3e-9571-7c1a1714de0b req-3b8ad016-4fc5-4274-9d37-15b9f5061ee6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 210 time: 0.2370253 Feb 04 16:15:31.779631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 2f515249-bb94-4da0-b255-aaa8cd8fe598, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f515249-bb94-4da0-b255-aaa8cd8fe598,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:31.779973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.833570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.854290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e4679-db86-416e-85a7-ad7291bea763 req-5fd1bbb3-973b-4a1e-b2d6-65719cd93bc5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:31.855214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-279e4679-db86-416e-85a7-ad7291bea763 req-5fd1bbb3-973b-4a1e-b2d6-65719cd93bc5 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 1023 time: 0.2824724 Feb 04 16:15:31.864913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:31.922399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Calling delete_port for 2f515249-bb94-4da0-b255-aaa8cd8fe598 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:31.961735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.020368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2435a-065a-4930-b82e-41f480aee483,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:32.034774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.039684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0053ff81-ea48-4334-b4b1-c5112b8d01be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32b2435a-065a-4930-b82e-41f480aee483 HTTP/1.1" status: 204 len: 168 time: 0.3760002 Feb 04 16:15:32.111446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-279e4679-db86-416e-85a7-ad7291bea763 req-32f2c816-fcce-49e3-a695-1a07dfe0eefa tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=4732454c-49be-43ec-9e6b-3ee06e98c282&id=496aa583-6485-4c95-b003-7e8d2ac6f6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1583464 Feb 04 16:15:32.174291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb8450-bf00-4f95-9706-264cacf70c20 req-fd6d788c-02ab-44c9-9d46-034621b6691d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.184113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06cb8450-bf00-4f95-9706-264cacf70c20 req-fd6d788c-02ab-44c9-9d46-034621b6691d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2692754 Feb 04 16:15:32.263674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.277639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:32.288331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06cb8450-bf00-4f95-9706-264cacf70c20 req-1fc607ab-1b40-4fec-8660-8372135377db tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969937 Feb 04 16:15:32.658534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'Port': ['ID=2f515249-bb94-4da0-b255-aaa8cd8fe598,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:32.791406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] No DVR routers for this DVR port 2f515249-bb94-4da0-b255-aaa8cd8fe598 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:32.808155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:32.812743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'name': 'network-vif-deleted', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:32.843324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-05cc7477-f9f6-4169-af87-83c285ab349c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.844799 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-05cc7477-f9f6-4169-af87-83c285ab349c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.7863386 Feb 04 16:15:32.873258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'device_id': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'admin_state_up': True, 'tenant_id': '31a1955445ea4471b01d267964b88741'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:32.873483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95f91a2-6d8d-49d1-b630-3dec7a4f283c req-13e72311-d40d-45b4-9a13-2a1b0f70f951 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "DELETE /v2.0/ports/2f515249-bb94-4da0-b255-aaa8cd8fe598 HTTP/1.1" status: 204 len: 173 time: 1.8056102 Feb 04 16:15:32.925721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90c27a-0625-4900-933f-fab2855113d6 req-923d1e7d-23a4-4398-beb9-be102cde2a93 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.933439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca90c27a-0625-4900-933f-fab2855113d6 req-923d1e7d-23a4-4398-beb9-be102cde2a93 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.4403899 Feb 04 16:15:32.967159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb0b2-5956-423f-929a-f528718429f9 req-5b76e61d-133d-41b1-ad92-98368a8d03a0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:32.969837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cebb0b2-5956-423f-929a-f528718429f9 req-5b76e61d-133d-41b1-ad92-98368a8d03a0 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2332017 Feb 04 16:15:33.093297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca90c27a-0625-4900-933f-fab2855113d6 req-7c500f88-b59e-4609-8e39-113c58b96bd1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588943 Feb 04 16:15:33.140308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cebb0b2-5956-423f-929a-f528718429f9 req-502de633-df62-4804-954b-d89ee3963422 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601737 Feb 04 16:15:33.185163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:33.209033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:33.234523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:33.239109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:33.267649 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69bff7f2-0fa5-4f50-897d-3344b33983dd', 'name': 'network-vif-deleted', 'tag': '2f515249-bb94-4da0-b255-aaa8cd8fe598', 'status': 'completed', 'code': 200} Feb 04 16:15:33.371991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-206305e5-591c-40c6-a7de-b8ee780ed9e9 req-9d16501d-332f-4d3c-8b8b-f1f341c61165 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 210 time: 0.0675106 Feb 04 16:15:33.493593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.20.0.9 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/1866e2fe-5ec3-46fc-8483-2d91c9fec8dc) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:33.546803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d5615620-7bd3-402e-aea7-40380fb68661 req-a01a93d7-e076-4e74-9354-6e15f762e2c3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:33.603134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d5615620-7bd3-402e-aea7-40380fb68661 req-a01a93d7-e076-4e74-9354-6e15f762e2c3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:33.604378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5615620-7bd3-402e-aea7-40380fb68661 req-a01a93d7-e076-4e74-9354-6e15f762e2c3 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=69bff7f2-0fa5-4f50-897d-3344b33983dd HTTP/1.1" status: 200 len: 210 time: 0.1708031 Feb 04 16:15:33.974262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:33.997957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Transition to ACTIVE for port object 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:34.030445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:34.046953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413', 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:34.136184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f515249-bb94-4da0-b255-aaa8cd8fe598 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:34.208136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3195f8-d1a0-43ad-a8fa-ce790d8f4b22 req-b57692a7-07ef-4219-a77b-75eca0e3eee8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:34.210227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 2f515249-bb94-4da0-b255-aaa8cd8fe598 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:34.210762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f515249-bb94-4da0-b255-aaa8cd8fe598 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:34.215764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3195f8-d1a0-43ad-a8fa-ce790d8f4b22 req-b57692a7-07ef-4219-a77b-75eca0e3eee8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.3246357 Feb 04 16:15:34.220938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:34.228601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:34.234959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:34.292571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:34.312716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3195f8-d1a0-43ad-a8fa-ce790d8f4b22 req-9c2783e8-bec2-47c1-b5e8-8bc89836c7c8 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958455 Feb 04 16:15:34.376502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:34.377725 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:34.491799 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-d0e10f8b-fa56-41c6-8940-e913cb448052 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6235762 Feb 04 16:15:34.523853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Request body: {'port': {'device_id': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:34.604433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6e92-2ffe-49e3-9e5d-a33e85e82a57 req-7b98b172-f698-4c3e-ac63-a5553ee87476 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:34.613904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2bc6e92-2ffe-49e3-9e5d-a33e85e82a57 req-7b98b172-f698-4c3e-ac63-a5553ee87476 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1441748 Feb 04 16:15:34.702469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-79bab0ac-c969-452b-a829-6ca9f00ca1d3 None None] Provisioning for port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:34.703208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2bc6e92-2ffe-49e3-9e5d-a33e85e82a57 req-d8ab5196-fe38-46f4-8538-dc3da2a41b0d tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878212 Feb 04 16:15:34.710921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-79bab0ac-c969-452b-a829-6ca9f00ca1d3 None None] Provisioning complete for port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:34.711539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-79bab0ac-c969-452b-a829-6ca9f00ca1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:34.773882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:34.802646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-79bab0ac-c969-452b-a829-6ca9f00ca1d3 None None] Port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:15:34.919837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:35.079290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609b8bf-1875-4004-b800-85b83e51d12d req-d895798e-e73b-461b-8a1a-7483b32ef48b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.082711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2609b8bf-1875-4004-b800-85b83e51d12d req-d895798e-e73b-461b-8a1a-7483b32ef48b tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1751111 Feb 04 16:15:35.135588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c983d5-a5c5-40ba-99df-49e10e285f8d req-d42b9a4c-e349-4b65-b5e8-7175d92a8b11 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.137086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c983d5-a5c5-40ba-99df-49e10e285f8d req-d42b9a4c-e349-4b65-b5e8-7175d92a8b11 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 931 time: 0.1437175 Feb 04 16:15:35.187019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2609b8bf-1875-4004-b800-85b83e51d12d req-aab75120-9680-4054-92e8-798c714996cd tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919363 Feb 04 16:15:35.241685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c983d5-a5c5-40ba-99df-49e10e285f8d req-057dea79-f39e-4d5e-8561-ce23613cbc61 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983639 Feb 04 16:15:35.374310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:35.386090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.407494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Transition to ACTIVE for port object 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:35.429882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.442180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.480989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-57d98d57-a8b2-4d97-a0b3-292148ee14e7 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/496aa583-6485-4c95-b003-7e8d2ac6f6c3 HTTP/1.1" status: 200 len: 1635 time: 0.1138663 Feb 04 16:15:35.570645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.574620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.580395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.585506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.589938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.594770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.600066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:35.610265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-84cfdab4-6450-4d0e-a8c4-e8f05010d562 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.1901002 Feb 04 16:15:35.652670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:35.655606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:35.689788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Usage tracker for resource:security_group_rule and tenant:81f3ded28bb24b6fb2af4380b059123c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:35.692890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6e84eb9-ad33-49b9-a69f-76c48ab78545 req-e34c50e9-87f2-4838-8627-ffe7595964b1 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811403 Feb 04 16:15:35.695174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:35.707920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.708163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:35.777573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Attempting to bind port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:35.777920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Attempting to bind port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:35.778271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Attempting to bind port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:35.779403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.786852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc on network 17656e81-4d99-4450-9713-c84df045695d not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:15:35.787202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Attempting to bind port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:35.801093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:35.801484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:35.801833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:35.802314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Bound port: 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:35.804016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.875842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.926605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.937105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.937486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496aa583-6485-4c95-b003-7e8d2ac6f6c3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:35.952147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:35.969926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:35.970538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1bee487-a6ec-4ff0-a326-7d7546cc8053 req-5584b232-241b-4854-adc0-f494f503d685 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/496aa583-6485-4c95-b003-7e8d2ac6f6c3 HTTP/1.1" status: 204 len: 173 time: 0.4777634 Feb 04 16:15:36.003451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:36.005101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f8b9a-bb8a-49ae-8c27-97c585028c10,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:36.014302 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3cc1c1de-c6d8-409d-b196-0a7cf77b1845 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81f3ded28bb24b6fb2af4380b059123c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0819476 Feb 04 16:15:36.016427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:36.020691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.045757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd2f28-5926-4d09-a9cf-96973236af48 req-5fedb33c-5d07-4bb5-ae05-9808a9fd8c33 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:36.055018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-facd2f28-5926-4d09-a9cf-96973236af48 req-5fedb33c-5d07-4bb5-ae05-9808a9fd8c33 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1643927 Feb 04 16:15:36.184237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-facd2f28-5926-4d09-a9cf-96973236af48 req-432abde9-1684-4ccb-a82b-fbe43fd1605e tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280253 Feb 04 16:15:36.222161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.224021 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] 10.222.0.41 "PUT /v2.0/ports/1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 200 len: 1091 time: 1.7191122 Feb 04 16:15:36.226631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:36.263881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d111b-a361-42c4-a98c-48ac3f1f1308 service neutron] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:36.274144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d128f0-9c06-40d6-94a5-d73ecc84e6b7 req-ab1379ac-779e-4f03-97e6-0dbb1e18874b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:36.282688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d128f0-9c06-40d6-94a5-d73ecc84e6b7 req-ab1379ac-779e-4f03-97e6-0dbb1e18874b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1928957 Feb 04 16:15:36.335927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.359099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-a0e7a890-295c-46c4-af98-7c0db48db073 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/4732454c-49be-43ec-9e6b-3ee06e98c282 HTTP/1.1" status: 200 len: 1634 time: 0.0737298 Feb 04 16:15:36.376030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.404043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41d128f0-9c06-40d6-94a5-d73ecc84e6b7 req-1f2d4867-74f6-453d-882e-f4a3d95f12f3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203573 Feb 04 16:15:36.437316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-5a60055f-c89b-420c-9a02-3bcb4723b8aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 1094 time: 0.1620176 Feb 04 16:15:36.499060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.530552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.539973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.551552 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-2763ab7e-daaf-437a-8874-87fb87f7669e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 200 len: 217 time: 0.0980761 Feb 04 16:15:36.557939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f8b9a-bb8a-49ae-8c27-97c585028c10,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:36.614080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.615275 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c9112523-e474-4392-93d2-eed53a7c1fc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c1f8b9a-bb8a-49ae-8c27-97c585028c10 HTTP/1.1" status: 204 len: 168 time: 0.5975997 Feb 04 16:15:36.657542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.688279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732454c-49be-43ec-9e6b-3ee06e98c282,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:36.726716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-13a45767-6531-4f96-8d0e-2a1dfa6803f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:36.728408 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-13a45767-6531-4f96-8d0e-2a1dfa6803f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1674094 Feb 04 16:15:36.731046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:36.754864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4417022f-c3da-4a13-8c6b-5f63eef468c4 req-e8aca43a-3494-4931-aff3-96e478d30e78 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/4732454c-49be-43ec-9e6b-3ee06e98c282 HTTP/1.1" status: 204 len: 173 time: 0.3670082 Feb 04 16:15:36.802669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08a64c-0604-4ca0-a068-acd13a92b58e req-dddff156-fbcb-4b61-9c6e-742cf2637869 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:36.808525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb08a64c-0604-4ca0-a068-acd13a92b58e req-dddff156-fbcb-4b61-9c6e-742cf2637869 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2679853 Feb 04 16:15:36.820946 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'status': 'completed', 'code': 200} Feb 04 16:15:36.852449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-b032f632-16ca-4ba0-963c-e688adfe958c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137145 Feb 04 16:15:36.911206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb08a64c-0604-4ca0-a068-acd13a92b58e req-8bb3b75e-94e8-4a21-babe-622c84ee8d2d tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940833 Feb 04 16:15:36.994579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883780688', 'description': 'tempest-description-1270423051'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:37.000740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:37.005424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:37.009602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:37.016325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:37.032429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.055261 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-447cecc1-7cf1-4bf5-a4ee-f6deb727e1e0 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944523 Feb 04 16:15:37.088187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:37.094603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Usage tracker for resource:security_group_rule and tenant:0994c96f86734ebea4e04ea5c76b277c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:37.120834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810016-6435-487a-b977-392f38e3ae12 req-68f73799-f10c-441a-80db-6f87c7a7e2a8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.126266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60810016-6435-487a-b977-392f38e3ae12 req-68f73799-f10c-441a-80db-6f87c7a7e2a8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 943 time: 0.1828537 Feb 04 16:15:37.127458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:37.135466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:37.214474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be16abd8-76a5-416b-a1a7-5d85fff52704 req-f5d00e54-e1f0-4e98-8cff-8c22497a2507 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521697 Feb 04 16:15:37.269162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.272278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60810016-6435-487a-b977-392f38e3ae12 req-88d5a454-baaf-47f4-b09c-7d84b13766d1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743282 Feb 04 16:15:37.276080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.371584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:37.372728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-eed13716-cfd5-4563-adf5-b409e1d9b4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 1094 time: 0.1041956 Feb 04 16:15:37.391513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:37.393575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-795719c5-8141-4aca-b768-5e891bab0d63 req-7e29fb74-33db-464f-80ad-bcb949e8fb7d tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.4083130 Feb 04 16:15:37.632248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304506-5149-4acb-a076-76fe6659020b req-729c3384-6374-4e7b-a80d-9cf8ecb5765e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.632248 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-729c3384-6374-4e7b-a80d-9cf8ecb5765e service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.2410476 Feb 04 16:15:37.735099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.739341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.743542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.747862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.751800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.756812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.761237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.774483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-1eb46457-72bb-426e-86a2-eea5aab50816 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.2886398 Feb 04 16:15:37.813420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-a76ebaf3-a877-422c-b91e-51457c00f09c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 200 len: 217 time: 0.1722808 Feb 04 16:15:37.874234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-6c278191-55d9-4375-95c7-a23715df8169 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9 HTTP/1.1" status: 200 len: 1635 time: 0.2734845 Feb 04 16:15:37.892216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1444070495', 'description': 'tempest-description-hth-1980475632'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:37.901035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304506-5149-4acb-a076-76fe6659020b req-d36c4d2c-7f20-463c-98b1-35e3cf4158c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:37.903117 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-d36c4d2c-7f20-463c-98b1-35e3cf4158c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.0814548 Feb 04 16:15:37.997615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74262f51-9847-477e-b7a7-1fce47d954a1 req-bc83adbf-f6e2-4248-a83d-79346b211600 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192864 Feb 04 16:15:38.020788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:38.054252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-fba7ee0a-946b-4d9b-a119-8116dea55f97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294956 Feb 04 16:15:38.066911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-2f880cf5-9acc-47c7-827d-d6b6764732cf service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:15:38.066911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-2f880cf5-9acc-47c7-827d-d6b6764732cf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0078256 Feb 04 16:15:38.124464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:38.142848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:38.145507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:38.146920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20889a5e-c59a-4f59-8226-6f2f8d87440e req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "PUT /v2.0/security-groups/1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9 HTTP/1.1" status: 200 len: 1609 time: 0.2629762 Feb 04 16:15:38.210430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c48f-0f6e-45f5-a1c4-b7c4039f231c tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:38.356035 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-020cd63c-14b2-4ba6-8a45-bf09c85f7ef0 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730186 Feb 04 16:15:38.530220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4a304506-5149-4acb-a076-76fe6659020b req-1ba3fedb-a026-42d4-b53a-d33ae766b226 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656473 Feb 04 16:15:38.655970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af18f94-54c8-4fd3-a9ec-1d8482f8c98d req-b5eb42e2-a43e-4d96-872a-b11aca8313d3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.657515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5af18f94-54c8-4fd3-a9ec-1d8482f8c98d req-b5eb42e2-a43e-4d96-872a-b11aca8313d3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.3202639 Feb 04 16:15:38.709131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a9996-67b8-4fe6-ad78-32c7cce20a3d req-d4619450-ab94-4595-9e6d-debc71688955 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.710565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-204a9996-67b8-4fe6-ad78-32c7cce20a3d req-d4619450-ab94-4595-9e6d-debc71688955 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3133416 Feb 04 16:15:38.774457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5af18f94-54c8-4fd3-a9ec-1d8482f8c98d req-ef3313d7-f209-49f9-a254-4f3bb94f8922 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088588 Feb 04 16:15:38.800356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.805374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.809785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.817757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.822998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.828049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.833124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.835273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-1be774fc-27f6-4bb0-ba54-d03e907220eb tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.3124237 Feb 04 16:15:38.892193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-204a9996-67b8-4fe6-ad78-32c7cce20a3d req-94a8a442-81bb-4f08-9ae6-bb810d145fa4 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720982 Feb 04 16:15:38.986499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-44b6ae9c-b63f-460e-ac63-985315fc9fd2 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:38.988436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-44b6ae9c-b63f-460e-ac63-985315fc9fd2 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1356320 Feb 04 16:15:38.991697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54bd4e2e-8ec9-4979-9a07-72ef5e7efb74 req-a4a73cfa-e70b-4973-b1d6-369b99784963 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9 HTTP/1.1" status: 200 len: 1609 time: 0.1536946 Feb 04 16:15:39.374916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d71d953b-6e7b-43dc-bfc4-ffb65a8f7754 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3794980 Feb 04 16:15:39.387508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b1387-d30b-45f8-8562-7a9539ee1ce0 req-4ca1c3db-8df5-4622-9ebc-e39bc3080fef tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:39.389120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb6b1387-d30b-45f8-8562-7a9539ee1ce0 req-4ca1c3db-8df5-4622-9ebc-e39bc3080fef tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 943 time: 0.3057604 Feb 04 16:15:39.394700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:39.576433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb6b1387-d30b-45f8-8562-7a9539ee1ce0 req-c561fa44-5b7c-41ad-826d-a3e1710f5393 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540885 Feb 04 16:15:39.618701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:39.664512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60861f-1468-4e62-8caa-db1d3e4b506a req-a457c44e-b755-4742-8011-457701325dd3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:39.666553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf60861f-1468-4e62-8caa-db1d3e4b506a req-a457c44e-b755-4742-8011-457701325dd3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2429333 Feb 04 16:15:39.800061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-97b50b9f-7b79-4b27-bebe-51464d8037dd tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9 HTTP/1.1" status: 200 len: 1609 time: 0.1643205 Feb 04 16:15:39.822045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf60861f-1468-4e62-8caa-db1d3e4b506a req-b334d9fd-5037-4fe4-bb12-dd659a963654 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258321 Feb 04 16:15:39.911831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:15:40.043953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eb3b9ecc-0502-44ea-afae-701ca9653603,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:40.050416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.100262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.158148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] For port eb3b9ecc-0502-44ea-afae-701ca9653603, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:40.175931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:15:40.220671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.225167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.229362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.234028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.238833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.242818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.246927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.248807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-a2d9f8fd-5d3b-4bd1-b7b4-d04ffc146f92 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 5443 time: 0.2899585 Feb 04 16:15:40.257504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] device_id is not set on port eb3b9ecc-0502-44ea-afae-701ca9653603 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:15:40.265625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.294556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.315101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.321230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.382864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:40.395121 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.396981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'mac_address': 'fa:16:3e:9d:15:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:15:40.400770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13dfb8b8-e5d8-4ecf-b61f-86bad64f96ee req-01a2121c-0f4c-4c0f-b651-85d85a775938 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/1718d00b-c8cc-4ab2-8cfc-a34d1855d7c9 HTTP/1.1" status: 204 len: 173 time: 0.5818057 Feb 04 16:15:40.461968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.479817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7da7ed3a-2896-4d9d-9900-5771560587d2 req-7b9a92c8-a01d-435b-82ac-d75e5ba64187 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2170601 Feb 04 16:15:40.480534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.488168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:15:40.518819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:40.525749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.631814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:40.729962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] No DVR routers for this DVR port eb3b9ecc-0502-44ea-afae-701ca9653603 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:40.835358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] In _notify_port_updated(), no bound segment for port eb3b9ecc-0502-44ea-afae-701ca9653603 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:15:40.836802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.850845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6a9f6821-3b6c-4f55-87e5-a95e812a9de4 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 200 len: 1031 time: 1.4573798 Feb 04 16:15:40.894955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8d59f36b-dfb3-4da0-91bb-2655dc60d3ee None None] Provisioning complete for port eb3b9ecc-0502-44ea-afae-701ca9653603 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:40.895621 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d59f36b-dfb3-4da0-91bb-2655dc60d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:40.918617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dc8ee-f92e-456d-a46a-273ea7d60235 req-9d23f504-dbac-4be9-9e02-7e72642d2786 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:40.920503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a57dc8ee-f92e-456d-a46a-273ea7d60235 req-9d23f504-dbac-4be9-9e02-7e72642d2786 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2496002 Feb 04 16:15:40.968710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8d59f36b-dfb3-4da0-91bb-2655dc60d3ee None None] Port eb3b9ecc-0502-44ea-afae-701ca9653603 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:15:41.042835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:41.075303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:41.192351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5a1d555b-819c-40a7-b6f4-c8dae3e72866 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:41.198369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5a1d555b-819c-40a7-b6f4-c8dae3e72866 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "GET /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3462932 Feb 04 16:15:41.218985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a57dc8ee-f92e-456d-a46a-273ea7d60235 req-af5477d4-f0a0-4470-99e0-3719ad9da86d tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758386 Feb 04 16:15:41.244434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:41.424079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98387b0-3610-49a6-8ead-ebdef9522256 req-2eebbc00-3982-42fc-b411-b9f62eb4ba84 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:41.437532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b98387b0-3610-49a6-8ead-ebdef9522256 req-2eebbc00-3982-42fc-b411-b9f62eb4ba84 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.5265472 Feb 04 16:15:41.503128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.560919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:41.565075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Usage tracker for resource:security_group_rule and tenant:38069206f9104a0498988d0e961302df is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:41.569713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:41.576544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:41.595403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.629751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b98387b0-3610-49a6-8ead-ebdef9522256 req-95bf18d5-9e0a-47f5-aa21-bb5eb5fdc5cc tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912365 Feb 04 16:15:41.687297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.695869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.762016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a299d36-15c3-40c2-b36a-a5046453a674,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:41.767301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:41.769146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5afd9a-8187-4253-83b4-238afa950f48 req-578bf1d0-9f84-4eae-8fcb-745da7b27247 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:41.771652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a5afd9a-8187-4253-83b4-238afa950f48 req-578bf1d0-9f84-4eae-8fcb-745da7b27247 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 944 time: 0.2612555 Feb 04 16:15:41.803336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7276223-4a27-45c2-b268-5eb45af7381b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38069206f9104a0498988d0e961302df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7236891 Feb 04 16:15:41.805547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33226) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:41.882397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:41.910836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.062292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.100762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:42.106746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Usage tracker for resource:security_group_rule and tenant:bbd723573a95404b90043190a2ed9951 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:42.110391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a5afd9a-8187-4253-83b4-238afa950f48 req-ea240a22-3aa6-48cc-85b9-1a2e1332e784 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334844 Feb 04 16:15:42.114123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:42.118609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8dd9e98f-1b68-45d7-9590-fe46e24b6241,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:42.121951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.126013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:42.144711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a299d36-15c3-40c2-b36a-a5046453a674,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:42.159202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.163734 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8cf18ac2-101b-4f6c-ab24-c5c74b1674f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a299d36-15c3-40c2-b36a-a5046453a674 HTTP/1.1" status: 204 len: 168 time: 0.3566988 Feb 04 16:15:42.184566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 453ad502-13e7-4378-a9fb-0f27454f9f59 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:42.199865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.204491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.208780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.213147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.217438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.222434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.230251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-e229e88d-51d7-4ab3-894a-8bd4abf4f56c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 4665 time: 0.3759906 Feb 04 16:15:42.256780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.265207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] For port 8dd9e98f-1b68-45d7-9590-fe46e24b6241, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:42.266158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.327634 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbd723573a95404b90043190a2ed9951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5591071 Feb 04 16:15:42.331994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33234) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:42.369293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78fd61e4-7c9c-4770-90ab-ac3242de217d req-4b52a1cb-9488-4bff-b3d7-c4ffa1cd2210 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&id=40e0acd6-855b-435e-b363-036cef33772e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380293 Feb 04 16:15:42.371954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] device_id is not set on port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:15:42.376924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4729c30-7ec8-43fa-8356-2259414e195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb6de6-7e65-44d8-b11f-1c8ea2f37bf9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:42.428157 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.465223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.473177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.482193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:42.496518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:42.505574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.506927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.507974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 97a0b115-8105-4c18-9966-6239b0734315 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:42.512875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.583539 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-5e0f2a3b-ed61-4682-99dc-d20b60ee6e98 req-2fe3789b-2152-42a1-b576-3ed96e3df0cf tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:42.584541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e0f2a3b-ed61-4682-99dc-d20b60ee6e98 req-2fe3789b-2152-42a1-b576-3ed96e3df0cf tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/4732454c-49be-43ec-9e6b-3ee06e98c282 HTTP/1.1" status: 404 len: 352 time: 0.1234658 Feb 04 16:15:42.588257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:42.636009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.678453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb6de6-7e65-44d8-b11f-1c8ea2f37bf9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:42.702596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.704309 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-38090001-b5af-4cde-817c-580cb63c42dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78bb6de6-7e65-44d8-b11f-1c8ea2f37bf9 HTTP/1.1" status: 204 len: 168 time: 0.3708630 Feb 04 16:15:42.749679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:42.755684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] No DVR routers for this DVR port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:42.767586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.841904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:42.853670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.854575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device fc17f63b-8213-491b-84a1-7769da96d2fe no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:42.914970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d2d96-ab47-428f-b288-56a85aea0d91 req-66cdb0a5-617e-409e-bd29-da00543df5c9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:42.921990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d84d2d96-ab47-428f-b288-56a85aea0d91 req-66cdb0a5-617e-409e-bd29-da00543df5c9 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.5422962 Feb 04 16:15:42.961946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] In _notify_port_updated(), no bound segment for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 on network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:15:42.963350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:42.964935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-d8656bbe-a1e7-4f1e-9d26-e79145793b27 service neutron] 10.222.0.41 "PUT /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 200 len: 1032 time: 1.7418945 Feb 04 16:15:43.041870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:43.116173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-873a121b-3170-4e43-b025-27005590d1aa None None] Provisioning complete for port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:43.116548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-873a121b-3170-4e43-b025-27005590d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.143791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.168075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c563db-927e-4735-a364-9329b9013078 req-8f2771d8-1621-4729-bfe4-f148e476afd6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:43.181134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c563db-927e-4735-a364-9329b9013078 req-8f2771d8-1621-4729-bfe4-f148e476afd6 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3825424 Feb 04 16:15:43.204119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-873a121b-3170-4e43-b025-27005590d1aa None None] Port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:15:43.210016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:43.218211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.218938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8dd9e98f-1b68-45d7-9590-fe46e24b6241 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:43.249420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d84d2d96-ab47-428f-b288-56a85aea0d91 req-bb7cb767-8195-437b-b129-d1f8e04025c2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264039 Feb 04 16:15:43.260467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port fc17f63b-8213-491b-84a1-7769da96d2fe {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:43.266038 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.305871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33264) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:43.335417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.340475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8dd9e98f-1b68-45d7-9590-fe46e24b6241 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:43.340923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:43.396404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:43.401335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Usage tracker for resource:security_group_rule and tenant:4a656cb092454f1c900c74eb04d4183f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:43.405588 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'code': 200} Feb 04 16:15:43.406044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:43.414110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:43.463833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45c563db-927e-4735-a364-9329b9013078 req-495c8130-8149-471d-9a8b-2c3bcf7b2190 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817461 Feb 04 16:15:43.468384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:43.469194 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-77453aa5-ccba-4135-8c05-9f2d23fc8333 req-c59b4bc6-a9c5-4782-baf3-cb9ec2155eff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:43.484388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77453aa5-ccba-4135-8c05-9f2d23fc8333 req-c59b4bc6-a9c5-4782-baf3-cb9ec2155eff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/496aa583-6485-4c95-b003-7e8d2ac6f6c3 HTTP/1.1" status: 404 len: 352 time: 0.0729055 Feb 04 16:15:43.537427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.541890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:43.578785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.586490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.621196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:43.630824 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.631623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67d38bb9-fc3c-4af0-b358-8b2195be6c92 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:43.679849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d042d803-1ac6-458d-80ab-e684d765189c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:43.691890 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ded0a03c-c7e9-4db1-8c4f-fdbc3fd3a6fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a656cb092454f1c900c74eb04d4183f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3829303 Feb 04 16:15:43.696894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33282) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:43.791804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.836032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-608812623-network', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:43.849065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:43.851233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.864249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Usage tracker for resource:network and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:43.870786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:43.883812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:43.885706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:43.918132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.920083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Made reservation on behalf of 047f2450f8c8427e8ede0263570aa66e for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:43.922946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.941767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.967019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port fc17f63b-8213-491b-84a1-7769da96d2fe, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=fc17f63b-8213-491b-84a1-7769da96d2fe,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:43.967709 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.979238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:43.985475 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:43.987534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eb3b9ecc-0502-44ea-afae-701ca9653603 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:43.992773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:43.994755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:43.998573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:43.999250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.002400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:44.003723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.007817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.010183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:44.011946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.013833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-cd97ac4d-bba7-4ed9-a787-b96e8c55205a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 3878 time: 0.2999339 Feb 04 16:15:44.099993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.102170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.118923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.139993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d042d803-1ac6-458d-80ab-e684d765189c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.141085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5852698-b35c-4843-9325-460dca09ba53 req-3edb8f9c-fb31-40a0-b02a-a8554985ea1f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.150699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5852698-b35c-4843-9325-460dca09ba53 req-3edb8f9c-fb31-40a0-b02a-a8554985ea1f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 944 time: 0.3797290 Feb 04 16:15:44.150955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eb3b9ecc-0502-44ea-afae-701ca9653603 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:44.161775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.172477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:44.192343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for fc17f63b-8213-491b-84a1-7769da96d2fe owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:44.208169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:15:44.213733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573cf0da-4fed-4b14-9746-f0aaee02c3b4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.220747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.223070 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f985459a-d541-495c-aa1b-2b6caaf52100 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d042d803-1ac6-458d-80ab-e684d765189c HTTP/1.1" status: 204 len: 168 time: 0.5247636 Feb 04 16:15:44.239465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.239742 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Added segment 15b030d1-f218-400a-acd8-21e74c0e4a11 of type vlan for network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 Feb 04 16:15:44.282806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:44.284867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.291504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:44.291872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.294946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5852698-b35c-4843-9325-460dca09ba53 req-acd7f0a4-3d19-4589-bf48-b5ca4989c942 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433926 Feb 04 16:15:44.322942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bbb11c-7bf5-41e8-83e6-58f647091201 req-77241dd0-3880-4adf-bc7c-6062fb269116 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499564 Feb 04 16:15:44.365423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.366414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:44.367280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.451427 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-ae2f3eff-c2cb-44a2-a927-2c78384846d5 req-69d66138-def8-4363-956b-8b9c69874df9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:44.452686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae2f3eff-c2cb-44a2-a927-2c78384846d5 req-69d66138-def8-4363-956b-8b9c69874df9 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/27f55b97-ca85-4b56-b520-7f10312e30a3 HTTP/1.1" status: 404 len: 352 time: 0.0386992 Feb 04 16:15:44.493283 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9487743 Feb 04 16:15:44.498699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:44.512505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Request body: {'subnet': {'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-subnet', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:44.520896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:44.527283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Usage tracker for resource:subnet and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:44.531993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:44.539954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:44.551089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d308a2d-aef1-4509-baa7-e92d4974b3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.556823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Made reservation on behalf of 047f2450f8c8427e8ede0263570aa66e for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:15:44.565093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.578714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:15:44.623035 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-3e901bab-b785-482e-9f25-648dca8fff2d req-1b451ce2-6144-4fe6-9cd0-bda26a5a0b0e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:44.643524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e901bab-b785-482e-9f25-648dca8fff2d req-1b451ce2-6144-4fe6-9cd0-bda26a5a0b0e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/93618ae4-81b3-4653-814e-3e316cc9ccc4 HTTP/1.1" status: 404 len: 352 time: 0.0668764 Feb 04 16:15:44.645366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.709501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.757880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:44.765230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.850145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.860641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:44.936274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=fc17f63b-8213-491b-84a1-7769da96d2fe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.949622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:44.957503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Checking segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:44.957868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Network hostable DHCP agents. Network: 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:15:44.984025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:15:44.998578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:45.006496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.007269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.008545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df64c806-a521-40cc-ab7a-b695507cda26 None None] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:45.037198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1bff2c3e-3643-4939-b52a-6530396d1ea0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5365894 Feb 04 16:15:45.039845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:45.046605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:45.053861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:45.058597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Usage tracker for resource:router and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:45.063158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:45.071205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:45.095182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.096877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.141299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.164164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] No DVR routers for this DVR port fc17f63b-8213-491b-84a1-7769da96d2fe on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:45.168983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.179815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:45.200727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72bffe-7946-424c-89a3-f3af709ba727 req-c9c23c22-bcb7-4e16-8da3-4074f317d6e2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.203516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d72bffe-7946-424c-89a3-f3af709ba727 req-c9c23c22-bcb7-4e16-8da3-4074f317d6e2 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.6984317 Feb 04 16:15:45.248271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-f0129578-18cd-4c62-8eed-32b8e6d56e34 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "DELETE /v2.0/ports/fc17f63b-8213-491b-84a1-7769da96d2fe HTTP/1.1" status: 204 len: 173 time: 2.2756484 Feb 04 16:15:45.338234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.374030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dabe65-7a7e-47f4-8f69-2b5e67a8be8b req-faf78498-e76c-473d-9e9a-2bfa2c0f535b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:45.381722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64dabe65-7a7e-47f4-8f69-2b5e67a8be8b req-faf78498-e76c-473d-9e9a-2bfa2c0f535b tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.4474394 Feb 04 16:15:45.384613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:15:45.384613 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.406893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a0b115-8105-4c18-9966-6239b0734315'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}, {'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:45.423441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d72bffe-7946-424c-89a3-f3af709ba727 req-793a47a8-0713-4567-9d39-4e7d09c5d737 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051418 Feb 04 16:15:45.445197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port 97a0b115-8105-4c18-9966-6239b0734315 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:45.445674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.647672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64dabe65-7a7e-47f4-8f69-2b5e67a8be8b req-541b1fbf-bdf6-46c4-acb5-60bb283d1f25 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538216 Feb 04 16:15:45.789994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.833100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:45.892220 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'status': 'completed', 'code': 200} Feb 04 16:15:45.892220 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-d452095d-cd3f-425e-b101-562eb91b6e39 req-7827df21-c3ca-4bb0-bef7-0dfebd9fb8c2 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:45.904634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d452095d-cd3f-425e-b101-562eb91b6e39 req-7827df21-c3ca-4bb0-bef7-0dfebd9fb8c2 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/c8c531f4-6023-4b8c-88d7-a58d6ae86886 HTTP/1.1" status: 404 len: 352 time: 0.3025599 Feb 04 16:15:45.911154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Allocated IP 172.20.0.2 (4ee3e0de-a894-42ff-b1f7-6b25f6f866d6/18fcc68b-aeb9-49f7-bbf3-193c4937a6e2/7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:46.161788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Allocated IP 172.25.5.72 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3fb0c886-7837-406b-9e1f-b8cfaad26452) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:46.238469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.252165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Transition to ACTIVE for port object 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:46.281919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Transition to ACTIVE for port object 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:46.292271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.313695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port 97a0b115-8105-4c18-9966-6239b0734315, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=97a0b115-8105-4c18-9966-6239b0734315,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:46.314353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.374993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.388561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Pushing event updated for resources: {'Port': ['ID=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:46.418174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.421555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:46.423023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:46.426559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:46.479946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for 97a0b115-8105-4c18-9966-6239b0734315 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:46.532669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Attempting to bind port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:46.533066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Attempting to bind port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:46.533323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Attempting to bind port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:46.542238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:46.542765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Checking segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:46.543361 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.543918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Bound using segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:46.544380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Bound port: 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:46.544925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.560321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:46.564970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:46.569653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:46.574061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:46.575238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:46.616185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5e41a-c256-43d2-bb30-3abb069d0a8c req-52df2874-a877-498a-b3b9-831d61b1d15c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:46.623683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e5e41a-c256-43d2-bb30-3abb069d0a8c req-52df2874-a877-498a-b3b9-831d61b1d15c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 945 time: 0.3878458 Feb 04 16:15:46.638173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Pushing event updated for resources: {'Port': ['ID=3fb0c886-7837-406b-9e1f-b8cfaad26452,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:46.644357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:46.646344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:46.649255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:46.654784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:46.662681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-9d39f07e-1600-4547-8204-1c3585c02699 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 3143 time: 0.5666888 Feb 04 16:15:46.666118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] For port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:46.670577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] For port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:46.677533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.784720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e5e41a-c256-43d2-bb30-3abb069d0a8c req-69adca17-d39d-4483-8f63-29a8d9a0f9d2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599960 Feb 04 16:15:46.808253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2526f3-c614-45a5-be27-4bf0910dd452 None None] Pushing event updated for resources: {'Port': ['ID=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:46.848091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e754f8b-3888-4cf9-afb4-27ce021c18a5 req-0e6c3608-954d-4ada-8ab3-b958165bd40a tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837225 Feb 04 16:15:46.853660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.854886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.855049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:46.956881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=97a0b115-8105-4c18-9966-6239b0734315,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:46.963126 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a0b115-8105-4c18-9966-6239b0734315', 'code': 200} Feb 04 16:15:46.963384 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc17f63b-8213-491b-84a1-7769da96d2fe', 'code': 200} Feb 04 16:15:46.963631 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'code': 200} Feb 04 16:15:46.963928 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'code': 200} Feb 04 16:15:46.964174 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'code': 200} Feb 04 16:15:47.208949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.209404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.209686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.210390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.216278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.216868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.217347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.217835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.218387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.218856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.219342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:47.260438 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-55594011-5d29-4f29-9dc9-fe50d1b074a6 req-370ab844-f532-490c-a3be-754cca3efb46 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] show failed (client error): The resource could not be found. Feb 04 16:15:47.262726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55594011-5d29-4f29-9dc9-fe50d1b074a6 req-370ab844-f532-490c-a3be-754cca3efb46 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/e69bbee6-5f7d-4d12-9bdc-971873c0f725 HTTP/1.1" status: 404 len: 352 time: 0.2116945 Feb 04 16:15:47.270592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] No DVR routers for this DVR port 97a0b115-8105-4c18-9966-6239b0734315 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:47.278061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.315646 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ce6fcef9-7fce-4666-bc4a-7fb886c23304 req-6c98f6cb-e7b7-4bfa-80ef-3278f1a9191b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 1096 time: 0.2635412 Feb 04 16:15:47.333189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-11de6e18-2df1-4e3d-805d-cbbf64075e81 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "DELETE /v2.0/ports/97a0b115-8105-4c18-9966-6239b0734315 HTTP/1.1" status: 204 len: 173 time: 2.0790315 Feb 04 16:15:47.418655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ce6fcef9-7fce-4666-bc4a-7fb886c23304 req-ed78be06-31e1-4775-83a2-d3ffcff7d0e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961523 Feb 04 16:15:47.422565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025683-2695-4460-ae0f-f367935f744b req-9be7cd9d-5437-4d6a-8622-9c9bebfb1ad7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:47.424226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025683-2695-4460-ae0f-f367935f744b req-9be7cd9d-5437-4d6a-8622-9c9bebfb1ad7 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2738574 Feb 04 16:15:47.444443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:15:47.481533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:47.482316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.647867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c025683-2695-4460-ae0f-f367935f744b req-28362111-43bf-42f3-bd40-dc2a13038ef3 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129605 Feb 04 16:15:47.713353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:47.799262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:47.809916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d832a-3e5e-4cb7-b868-0e71296304ba req-e99cf812-7d77-4d3b-9d16-a3b30a023769 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:47.816396 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:47.831078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95d832a-3e5e-4cb7-b868-0e71296304ba req-e99cf812-7d77-4d3b-9d16-a3b30a023769 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3084660 Feb 04 16:15:47.845180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:47.845818 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:47.884900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:47.886181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1052ccb0-a7c3-4209-9919-024d139703dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8452141 Feb 04 16:15:47.889784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:47.895303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:48.202719 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:48.230180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '97a0b115-8105-4c18-9966-6239b0734315'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:48.407823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95d832a-3e5e-4cb7-b868-0e71296304ba req-29860a3c-1275-4bde-8c7b-b499212934e1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757945 Feb 04 16:15:48.414485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582a65b-eb81-4467-b508-6dd4f764f1a3 None None] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:15:48.469329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port 67d38bb9-fc3c-4af0-b358-8b2195be6c92, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67d38bb9-fc3c-4af0-b358-8b2195be6c92,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:48.469570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:48.604721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0251297-97e5-4b27-bd86-fbfa112c09b5 req-04d98a20-26c4-4680-81c1-bb67de074763 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:48.616808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0251297-97e5-4b27-bd86-fbfa112c09b5 req-04d98a20-26c4-4680-81c1-bb67de074763 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 945 time: 0.3587940 Feb 04 16:15:48.842175 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:46Z', 'revision_number': 3, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:48.864060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:48.864983 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Updating router 751682f0-423f-4c6e-a653-742a8a35f7e7 port 3fb0c886-7837-406b-9e1f-b8cfaad26452 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:15:48.906252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Provisioning for port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:48.927668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Provisioning complete for port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:48.928065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:48.935795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0251297-97e5-4b27-bd86-fbfa112c09b5 req-b8fd6f34-6fa0-4e69-bfe0-dc3444eb7b97 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169525 Feb 04 16:15:49.001277 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.151060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.228498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] For port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:49.237338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.302924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:49.307243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:49.311222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:49.312089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:49.318191 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.318799 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.319264 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Floating IP 39676b78-28d3-4c93-a5aa-30809b2a9619 disassociated. External IP: 172.25.5.110, port: 67d38bb9-fc3c-4af0-b358-8b2195be6c92. Feb 04 16:15:49.319613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for 67d38bb9-fc3c-4af0-b358-8b2195be6c92 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:49.376775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dded8d1-7fb2-46af-8d3e-19b0cc4b85e8 None None] Pushing event updated for resources: {'Port': ['ID=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:49.413821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:49.419042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-9027e13a-bbd4-4487-9f19-43671a84abd0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 2410 time: 0.6870556 Feb 04 16:15:49.464207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-179780fa-b41b-4dfd-b8f9-bfd807265070 None None] Provisioning complete for port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:49.464813 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-179780fa-b41b-4dfd-b8f9-bfd807265070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.500289 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.507013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.515788 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Transition to ACTIVE for port object 3fb0c886-7837-406b-9e1f-b8cfaad26452 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:49.529848 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.602823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-979d384b-2a62-40c7-86cc-a87c98a0a422 req-610960ef-1652-445b-bcc4-414acfb20595 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635180 Feb 04 16:15:49.621926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Attempting to bind port 3fb0c886-7837-406b-9e1f-b8cfaad26452 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:49.622974 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Attempting to bind port 3fb0c886-7837-406b-9e1f-b8cfaad26452 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:49.623345 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Attempting to bind port 3fb0c886-7837-406b-9e1f-b8cfaad26452 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:49.629881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f845-7dae-4a5d-b186-aeeb5fdbc0d3 req-35893d66-2d71-4d38-9051-9b48ee4f6cd8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:49.637247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fc3f845-7dae-4a5d-b186-aeeb5fdbc0d3 req-35893d66-2d71-4d38-9051-9b48ee4f6cd8 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1024 time: 0.4166057 Feb 04 16:15:49.640282 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Pushing event updated for resources: {'Port': ['ID=3fb0c886-7837-406b-9e1f-b8cfaad26452,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:49.653359 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.653603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.653935 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.654263 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.654784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.655116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.655432 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.655752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.656064 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.656377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.656685 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:15:49.668306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:49.668801 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:49.669263 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.669589 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:49.670062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Bound port: 3fb0c886-7837-406b-9e1f-b8cfaad26452, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:49.670448 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.715446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5fc3f845-7dae-4a5d-b186-aeeb5fdbc0d3 req-fd11ac72-b290-4c69-9a72-db9175fee468 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:49.720976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:49.723795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.787154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=67d38bb9-fc3c-4af0-b358-8b2195be6c92,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:49.804667 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] For port 3fb0c886-7837-406b-9e1f-b8cfaad26452, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:49.808431 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] For port 3fb0c886-7837-406b-9e1f-b8cfaad26452, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3fb0c886-7837-406b-9e1f-b8cfaad26452,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:49.822063 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.824436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:49.825164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:49.952300 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:49.953221 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:49.966142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5fc3f845-7dae-4a5d-b186-aeeb5fdbc0d3 req-fd11ac72-b290-4c69-9a72-db9175fee468 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:49.974379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fc3f845-7dae-4a5d-b186-aeeb5fdbc0d3 req-fd11ac72-b290-4c69-9a72-db9175fee468 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea38c94d-0523-4038-b743-2636fbd75884&id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=1f18ecc2-a160-4b89-91a8-4d7a92eaca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3358734 Feb 04 16:15:50.099886 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '97a0b115-8105-4c18-9966-6239b0734315', 'status': 'completed', 'code': 200} Feb 04 16:15:50.122911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178f9dc-308a-4291-a903-1f5905c0a757 req-02172fee-ab4e-4017-b0d0-1830bc687d00 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:50.138002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6178f9dc-308a-4291-a903-1f5905c0a757 req-02172fee-ab4e-4017-b0d0-1830bc687d00 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2375195 Feb 04 16:15:50.262810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-9603bfdb-5dd8-47ae-9f9a-b53c711c1cff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:50.263563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-9603bfdb-5dd8-47ae-9f9a-b53c711c1cff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Synchronizing usage tracker for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:50.382573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-9603bfdb-5dd8-47ae-9f9a-b53c711c1cff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Unset dirty status for tenant:0994c96f86734ebea4e04ea5c76b277c on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:50.383690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-9603bfdb-5dd8-47ae-9f9a-b53c711c1cff tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1024 time: 0.4813783 Feb 04 16:15:50.428385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6178f9dc-308a-4291-a903-1f5905c0a757 req-2fcde9e3-3815-4c1c-bc99-8320445d4cbf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892091 Feb 04 16:15:50.450426 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a0b9-871e-462c-b0f7-c6dae4ad0239 None None] Pushing event updated for resources: {'Port': ['ID=3fb0c886-7837-406b-9e1f-b8cfaad26452,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:50.465195 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:50.524478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Deleting port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:50.524959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:50.554710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfeded-0f51-4e5a-90f7-7ccdc1e57906 req-bb36878b-18f3-410a-8d07-054ca4d3c2b5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:50.565378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febfeded-0f51-4e5a-90f7-7ccdc1e57906 req-bb36878b-18f3-410a-8d07-054ca4d3c2b5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2218533 Feb 04 16:15:50.624262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Router 5e781346-fbcb-4e77-9806-7aa67a8a578e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:50.625926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Allocated IP 172.20.0.1 (4ee3e0de-a894-42ff-b1f7-6b25f6f866d6/18fcc68b-aeb9-49f7-bbf3-193c4937a6e2/260ff70a-0dfe-4cc3-abe4-a3ef8f55570d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:15:50.640229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febfeded-0f51-4e5a-90f7-7ccdc1e57906 req-62f93f1a-bf95-42d5-8de3-52edb1e32e99 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Feb 04 16:15:50.956841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c7423-d541-42f8-83e5-96871e17b2c8 req-8427202d-3cc1-4a52-bc14-f57c979f042d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:50.958370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-818c7423-d541-42f8-83e5-96871e17b2c8 req-8427202d-3cc1-4a52-bc14-f57c979f042d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 945 time: 0.1178296 Feb 04 16:15:50.996023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.003788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] For port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,segment=NetworkSegment(4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2),segment_id=4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:51.004204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.014209 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:46Z', 'revision_number': 3, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:51.020822 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1e1de-64d6-4198-8089-f071bd500416 None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:46Z', 'revision_number': 3, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:51.123797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.199022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Calling delete_port for 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:51.239235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-818c7423-d541-42f8-83e5-96871e17b2c8 req-a17f981f-899e-44f3-8410-ca08e4b15ebf tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442420 Feb 04 16:15:51.540065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.557566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd586-9a25-4c71-bd17-a778d5549b70 req-48c06c14-55a8-46b8-a6ad-74a993816b17 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:51.561653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fd586-9a25-4c71-bd17-a778d5549b70 req-48c06c14-55a8-46b8-a6ad-74a993816b17 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:51.562446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Transition to ACTIVE for port object 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:51.570192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d03fd586-9a25-4c71-bd17-a778d5549b70 req-48c06c14-55a8-46b8-a6ad-74a993816b17 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 1677 time: 0.6254673 Feb 04 16:15:51.660795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:51.682221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Sync routers for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:51.719450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d03fd586-9a25-4c71-bd17-a778d5549b70 req-7ef63a6e-4ae0-4123-ba8b-a1f6ffde1d31 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481476 Feb 04 16:15:51.722696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:51.723715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:51.777690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.785821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] No DVR routers for this DVR port 67d38bb9-fc3c-4af0-b358-8b2195be6c92 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:51.790301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:51.831546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32454fef-66af-4195-8fef-902b68b546cd req-6ab92ee4-5ea2-44bd-aa27-0167bd488f8a tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:51.835579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32454fef-66af-4195-8fef-902b68b546cd req-6ab92ee4-5ea2-44bd-aa27-0167bd488f8a tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaa36aa-8a11-46c1-a900-f0d5952251a2 HTTP/1.1" status: 200 len: 1024 time: 0.3173773 Feb 04 16:15:51.839561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-da9b5c1f-a4f6-4ff2-baa7-61be99746b20 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "DELETE /v2.0/ports/67d38bb9-fc3c-4af0-b358-8b2195be6c92 HTTP/1.1" status: 204 len: 173 time: 4.4982727 Feb 04 16:15:51.970842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3fb0c886-7837-406b-9e1f-b8cfaad26452 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:52.004254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:52.005102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.139075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:52.150280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:52.183002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:52.189389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3fb0c886-7837-406b-9e1f-b8cfaad26452 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:52.202524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:52.211612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:15:52.231004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32454fef-66af-4195-8fef-902b68b546cd req-e90e7c26-365f-457a-aced-ff5f2f9f91cf tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea38c94d-0523-4038-b743-2636fbd75884&id=a7b5bff7-6532-4f5a-9b4a-f43d916be35c&id=1f18ecc2-a160-4b89-91a8-4d7a92eaca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3262336 Feb 04 16:15:52.232858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3fb0c886-7837-406b-9e1f-b8cfaad26452 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:52.233231 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.316476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-83fefd73-448a-4932-9a6e-f15c91d37b2a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 267 time: 0.2265756 Feb 04 16:15:52.352608 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.485106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'Port': ['ID=67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:52.496522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.688722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] No DVR routers for this DVR port 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:52.696314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.714663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'name': 'network-vif-deleted', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:52.759658 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6acef336-c5af-4acd-a06d-318292fa6f4a req-f8931210-cc82-4525-8801-d89ee77ed412 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.41 "DELETE /v2.0/ports/67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c HTTP/1.1" status: 204 len: 173 time: 2.3595731 Feb 04 16:15:52.819311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:52.921929 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:52.959351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-34cb3a13-0b37-4531-ae15-9863d83424a8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:52.961443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-34cb3a13-0b37-4531-ae15-9863d83424a8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 945 time: 0.6427200 Feb 04 16:15:52.994604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'security_groups': []}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:53.076596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:53.076958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.095767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33446) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:53.243712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:53.296532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162cedc-44b2-412a-8dc1-3dd75bd9d402 req-32fceec3-16a8-4222-9f1a-f2201f653b6a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:53.298824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0162cedc-44b2-412a-8dc1-3dd75bd9d402 req-32fceec3-16a8-4222-9f1a-f2201f653b6a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.7266748 Feb 04 16:15:53.437067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.485455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5ca949b-857e-45a0-a157-96e8351569df None None] Provisioning for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:15:53.503303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3fb0c886-7837-406b-9e1f-b8cfaad26452, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3fb0c886-7837-406b-9e1f-b8cfaad26452,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:53.508867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.511905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5ca949b-857e-45a0-a157-96e8351569df None None] Provisioning complete for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:53.512473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ca949b-857e-45a0-a157-96e8351569df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.516021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.532307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.579095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.631669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.662865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:53.677750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3fb0c886-7837-406b-9e1f-b8cfaad26452,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:53.682918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.734297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca949b-857e-45a0-a157-96e8351569df None None] Port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:15:53.737736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:53.744406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.750990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Checking router: 5e781346-fbcb-4e77-9806-7aa67a8a578e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:53.761509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.771453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:53.772072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:53.810598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:53.817932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Usage tracker for resource:security_group_rule and tenant:a207712673594ddd8a238fa34417e1da is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:53.822740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:53.841755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:53.842980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0162cedc-44b2-412a-8dc1-3dd75bd9d402 req-f8262820-dbc2-4959-991f-42c7886bcb23 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995658 Feb 04 16:15:53.883109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] No DVR routers for this DVR port c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:53.891644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:53.929133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-5f01e8e7-03aa-4b10-b6de-013265871954 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "DELETE /v2.0/ports/c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09 HTTP/1.1" status: 204 len: 173 time: 2.0787995 Feb 04 16:15:53.947326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:15:53.950229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:15:54.021292 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '67d38bb9-fc3c-4af0-b358-8b2195be6c92', 'status': 'completed', 'code': 200} Feb 04 16:15:54.160740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port 453ad502-13e7-4378-a9fb-0f27454f9f59 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:15:54.161444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.180904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:54.278526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:15:54.423547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.490653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.638373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:15:54.639204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:15:54.810315 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a207712673594ddd8a238fa34417e1da&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5720999 Feb 04 16:15:54.813244 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaa36aa-8a11-46c1-a900-f0d5952251a2', 'name': 'network-vif-deleted', 'tag': '67f9c4f5-5bfd-4474-9e0c-0a2385d38e9c', 'status': 'completed', 'code': 200} Feb 04 16:15:54.828098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33462) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:54.834258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b2168e8-ded0-4dc1-a46f-fbbb9381692c None None] Provisioning complete for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:54.834829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b2168e8-ded0-4dc1-a46f-fbbb9381692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:54.977224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e55f4-96a1-49a9-b3dc-f6b046bb3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6772da4b-3dec-4db8-bec3-afd25c92727e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:54.978105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9b2168e8-ded0-4dc1-a46f-fbbb9381692c None None] Port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:15:55.097814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.129041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port 453ad502-13e7-4378-a9fb-0f27454f9f59, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=453ad502-13e7-4378-a9fb-0f27454f9f59,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:55.130052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.161728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.164363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9a8de2d-e697-4248-a9d1-63a3b765fdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.301172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.334086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6772da4b-3dec-4db8-bec3-afd25c92727e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:55.418251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:55.423623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2415b28-80b2-415a-8d4f-bebeacfcfebe None None] The sync data for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 is: [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:09:03Z', 'revision_number': 4, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4c80e994-68c5-4aa2-89d3-7b323081641c', 'name': '', 'network_id': '28662e20-87e0-475f-8a68-03882593079e', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'mac_address': 'fa:16:3e:5b:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68def689-9701-4023-a285-5b46db779305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:00Z', 'updated_at': '2022-02-04T16:09:14Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'subnets': [{'id': '68def689-9701-4023-a285-5b46db779305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:15:55.473456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for 453ad502-13e7-4378-a9fb-0f27454f9f59 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:15:55.474149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.475385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0d094122-e17b-44a5-9464-bf888c2b67a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6772da4b-3dec-4db8-bec3-afd25c92727e HTTP/1.1" status: 204 len: 168 time: 0.6458621 Feb 04 16:15:55.595169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:15:55.614205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:15:55.704964 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.726655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:55.742746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413', 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:55.790103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3fb0c886-7837-406b-9e1f-b8cfaad26452 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:15:55.975585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:56.025156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:56.055039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:15:56.087282 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7ac48bb-62a8-42a6-8387-ec769fa40fa0 admin admin] 10.222.0.62 "PUT /v2.0/routers/751682f0-423f-4c6e-a653-742a8a35f7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1881001 Feb 04 16:15:56.100221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3fb0c886-7837-406b-9e1f-b8cfaad26452 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:56.100595 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.132097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:56.133588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.135331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5bd8430-5c28-479a-9273-ccfa1a838a55 req-d3b60548-19fa-4d6d-a123-5ef31af4c4a1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "PUT /v2.0/ports/1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 200 len: 904 time: 3.1524301 Feb 04 16:15:56.155777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35313c-ab89-414a-b0d3-c04f99febbe2 req-f810843a-cf04-497f-b943-c41f136551f8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:56.161779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab35313c-ab89-414a-b0d3-c04f99febbe2 req-f810843a-cf04-497f-b943-c41f136551f8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Synchronizing usage tracker for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:15:56.284354 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:15:56.321038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:56.329682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:15:56.352570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab35313c-ab89-414a-b0d3-c04f99febbe2 req-f810843a-cf04-497f-b943-c41f136551f8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Unset dirty status for tenant:b2729df3fd7f44a48abcf36212169380 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:15:56.353721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab35313c-ab89-414a-b0d3-c04f99febbe2 req-f810843a-cf04-497f-b943-c41f136551f8 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 943 time: 0.9779398 Feb 04 16:15:56.362241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8506516-0a15-4e26-aab4-837e3fc1c703 None None] New status for floating IP 39676b78-28d3-4c93-a5aa-30809b2a9619: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:15:56.392124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:56.400791 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:56.431342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.562037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab35313c-ab89-414a-b0d3-c04f99febbe2 req-34e2517d-93e4-408d-9c78-2cfb366d40c0 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups?id=de37c699-f233-4c3c-834f-bde25c0ee980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973615 Feb 04 16:15:56.574621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.617700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:56.635515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:509013d3f8f74297a4f583a5c910ca46 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:56.660838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:56.675533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:56.704470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=453ad502-13e7-4378-a9fb-0f27454f9f59,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:56.876636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.877182 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': 'c1a9ea1b-4e8f-4a8b-ad60-12a257a64f09', 'status': 'completed', 'code': 200} Feb 04 16:15:56.887366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.888005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8422dcd3-4d3f-410d-aad6-02fd94ee95dc None None] Provisioning complete for port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:15:56.888471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8422dcd3-4d3f-410d-aad6-02fd94ee95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:56.994765 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:15:57.014558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90695eaa-2193-410d-90d5-ec55ea5a0d20,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.026950 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a9ce062-c4ed-4813-b4ad-d04b05ee8cb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=509013d3f8f74297a4f583a5c910ca46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7041268 Feb 04 16:15:57.031348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33490) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:57.081805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] No DVR routers for this DVR port 453ad502-13e7-4378-a9fb-0f27454f9f59 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:15:57.093763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.096159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dbf0c491-25c3-4ee9-ac07-bd0969001bf3 req-6d9e25d8-bb8b-4b86-9f16-9616a9b93547 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.41 "DELETE /v2.0/ports/453ad502-13e7-4378-a9fb-0f27454f9f59 HTTP/1.1" status: 204 len: 173 time: 3.1586661 Feb 04 16:15:57.234042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.275823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad513b34-4e44-4e97-8005-c33af4348f35 req-2673f191-304c-4fa7-bf77-e00b29c8d4ce tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:57.285218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad513b34-4e44-4e97-8005-c33af4348f35 req-2673f191-304c-4fa7-bf77-e00b29c8d4ce tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 907 time: 0.2453711 Feb 04 16:15:57.294201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ee5079f5-d86f-4be8-a3bd-fced05cd56d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.306664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09808ed-9e20-45b4-977c-cb2c5eecd952 req-9aca9f12-9074-4350-b4d3-05baab79b79f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:57.320589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d09808ed-9e20-45b4-977c-cb2c5eecd952 req-9aca9f12-9074-4350-b4d3-05baab79b79f tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.4629097 Feb 04 16:15:57.356305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.477552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d09808ed-9e20-45b4-977c-cb2c5eecd952 req-48784cf5-83fa-4b3b-bd48-43785336fe7d tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509814 Feb 04 16:15:57.496478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.520374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90695eaa-2193-410d-90d5-ec55ea5a0d20,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.544468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.546667 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c0b52c8e-3966-4cbd-af60-96cc2ec42865 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90695eaa-2193-410d-90d5-ec55ea5a0d20 HTTP/1.1" status: 204 len: 168 time: 0.5144622 Feb 04 16:15:57.551354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23555994-b9f7-4bdf-a8a5-260352561612 req-7e1fe616-de48-43f9-8d72-e343ea071943 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/ea38c94d-0523-4038-b743-2636fbd75884 HTTP/1.1" status: 200 len: 1634 time: 0.1326230 Feb 04 16:15:57.609024 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 2, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:57.615031 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:15:57.615377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Updating router 751682f0-423f-4c6e-a653-742a8a35f7e7 port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:15:57.639398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-23555994-b9f7-4bdf-a8a5-260352561612 req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.682999 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.686263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-23555994-b9f7-4bdf-a8a5-260352561612 req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.772136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-23555994-b9f7-4bdf-a8a5-260352561612 req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.823550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea38c94d-0523-4038-b743-2636fbd75884,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:57.840608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-23555994-b9f7-4bdf-a8a5-260352561612 req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:57.842459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23555994-b9f7-4bdf-a8a5-260352561612 req-5c8981f0-8bb4-40e7-97f6-44f974fbce2e tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea38c94d-0523-4038-b743-2636fbd75884 HTTP/1.1" status: 204 len: 173 time: 0.2846498 Feb 04 16:15:58.308002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e784-1b14-44bd-9c68-f365c99900cb req-1c19a34a-b382-40a8-9c31-7346209201d6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:15:58.309903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5203e784-1b14-44bd-9c68-f365c99900cb req-1c19a34a-b382-40a8-9c31-7346209201d6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2366560 Feb 04 16:15:58.415275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5203e784-1b14-44bd-9c68-f365c99900cb req-92f92655-d1c8-416d-876d-a75d9eb64794 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871842 Feb 04 16:15:58.450040 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.468811 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Transition to ACTIVE for port object 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:15:58.480232 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.514958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.652263 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ef548-b40d-4604-876b-26b2e6e5dd8b None None] Pushing event updated for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:58.715378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:58.762405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dc215ab-f483-41f6-a097-34abc8c395b3 req-cfe52fab-d7c0-4ec6-bc25-a0b698d7e341 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 210 time: 0.0836651 Feb 04 16:15:58.880784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'}, {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:15:58.929305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-abfc4d49-b7ca-4505-a1ba-99fbc8f40b75 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "GET /v2.0/security-groups/1f18ecc2-a160-4b89-91a8-4d7a92eaca8f HTTP/1.1" status: 200 len: 1633 time: 0.0835919 Feb 04 16:15:59.112196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Attempting to bind port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:15:59.112973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.117969 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Attempting to bind port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:15:59.119116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Attempting to bind port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:15:59.140372 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:15:59.140903 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Checking segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:15:59.149870 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.150517 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Bound using segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:15:59.151111 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Bound port: 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:15:59.159099 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.174637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.297451 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.318129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33530) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:59.329267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691292658', 'description': 'tempest-description--1614063850'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:15:59.348787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:59.349227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f18ecc2-a160-4b89-91a8-4d7a92eaca8f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.359514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:59.361117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.371888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:59.376880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9071eb79-0cb0-4feb-9ba0-1ee8e3d13830 req-a4da5628-072b-4ee9-802c-1e36ec786655 tempest-SecurityGroupsTestJSON-71680003 tempest-SecurityGroupsTestJSON-71680003-project] 10.222.0.62 "DELETE /v2.0/security-groups/1f18ecc2-a160-4b89-91a8-4d7a92eaca8f HTTP/1.1" status: 204 len: 173 time: 0.4463246 Feb 04 16:15:59.378104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33534) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:15:59.391512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:59.435714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.489303 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] For port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:15:59.509834 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] For port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:15:59.521954 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.570227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Deleting subnet 86b21cbf-f275-4feb-bb8f-3b27445ecd27 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:15:59.613173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:15:59.641266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:15:59.652390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:15:59.687517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:15:59.782142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ef548-b40d-4604-876b-26b2e6e5dd8b None None] Pushing event updated for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:15:59.839788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.857397 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:15:59.858492 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:15:59.948062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.958654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:15:59.968794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.053024 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.057190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.072657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7525110 Feb 04 16:16:00.075229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.119689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group_rule': {'security_group_id': 'e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:00.184781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.195258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ffe56-7556-474a-8ede-e02663fc3a36 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:00.198304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:00.214359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:00.223979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:00.246480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:00.283694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.313810 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:00.433307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.441944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.498438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.500054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4238322 Feb 04 16:16:00.503465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509d165-db37-4ed7-8524-3ad381e33c95 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd98e06-b00d-4cb8-81bc-b4f37c6d909d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:00.505257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33550) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.531266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group_rule': {'security_group_id': 'e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:00.538940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:00.543097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.545450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:00.552612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:00.562299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:00.585303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.617538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883c4d7-1309-45b0-8012-cb039ea667ff req-a13d5c3d-df8d-4b14-8187-1c81c8dc4363 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:00.636858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f883c4d7-1309-45b0-8012-cb039ea667ff req-a13d5c3d-df8d-4b14-8187-1c81c8dc4363 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.0626919 Feb 04 16:16:00.650128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b21cbf-f275-4feb-bb8f-3b27445ecd27,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:00.687234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.695887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.723335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6424c7-071d-41d3-b718-f93894b28771 req-07320b73-88d4-42cf-bda7-b11b2fbaeee9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:00.732651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b6424c7-071d-41d3-b718-f93894b28771 req-07320b73-88d4-42cf-bda7-b11b2fbaeee9 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.8956561 Feb 04 16:16:00.740263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f429b9f-f029-4541-aae4-6a63bfc3bd12,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:00.749725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.774381 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:15:59Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:00.778360 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86922a2-bf44-4cbd-8a40-fc8efc8deb6d None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:15:59Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:00.786082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:00.790428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9c2bffd9-41e4-4828-8302-10fc21c0ec65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2736897 Feb 04 16:16:00.790864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33558) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.796863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:00.811884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-887ad0df-3783-40e2-a531-8cea8b6171d4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86b21cbf-f275-4feb-bb8f-3b27445ecd27 HTTP/1.1" status: 204 len: 168 time: 1.4322677 Feb 04 16:16:00.813675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:00.815960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:00.820177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:floatingip and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:00.833097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:00.857102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:00.884289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.043020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b6424c7-071d-41d3-b718-f93894b28771 req-e75f6098-d04d-4bf6-a32f-4e4e9b1b9dfe tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077481 Feb 04 16:16:01.046845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f883c4d7-1309-45b0-8012-cb039ea667ff req-a0e6359e-a79d-412b-98f4-b44a5ba3a33d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4081993 Feb 04 16:16:01.105276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.181033 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'status': 'completed', 'code': 200} Feb 04 16:16:01.186641 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a8d963-1004-4b4b-b305-a11bafafa98b', 'name': 'network-vif-deleted', 'tag': '453ad502-13e7-4378-a9fb-0f27454f9f59', 'status': 'completed', 'code': 200} Feb 04 16:16:01.484622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.560409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:01.749972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-468c8d61-d9e6-44cc-9e15-1fdb350c01ed req-32face19-9bf9-4dc0-b17c-a0b582d74854 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/ports?device_id=47a8d963-1004-4b4b-b305-a11bafafa98b HTTP/1.1" status: 200 len: 210 time: 0.2919793 Feb 04 16:16:01.824086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Allocated IP 172.25.5.169 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/6d5d0086-dda6-4481-94c6-373e82f3be33) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:01.859763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:02.003319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:02.009871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:02.010286 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.081203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-4d13e3c4-d247-47e1-88bb-77d2c370f501 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 1058 time: 0.7365534 Feb 04 16:16:02.141789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19a5143-5165-46cd-ad4e-e6692991aa41']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:02.204570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.234354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:02.234654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4281a5a8-2f36-4a00-ad7e-1fe7964ab8d2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:02.275135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:02.281971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.286116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.405869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.417508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dfa29d6-d7fd-4992-b06d-b0b1f932df73 req-b8b1e9c2-1d73-4d42-bf94-a01bc19f444d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 1.3878183 Feb 04 16:16:02.418587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.426592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-776f9772-3a70-4fb3-8794-5b39bd41089c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:02.438948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-776f9772-3a70-4fb3-8794-5b39bd41089c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.8126152 Feb 04 16:16:02.449081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:02.449484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:02.494121 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:02.516890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-2986250f-8077-40bc-892c-46a08f6504f0 req-3b6ec671-04b7-4877-92fc-ef673daa2b09 service neutron] (83596) timed out ('10.222.0.41', 57648) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:16:02.537260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-9edaf600-5abe-4228-8209-73b127ac69b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:02.538731 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-9edaf600-5abe-4228-8209-73b127ac69b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.4494693 Feb 04 16:16:02.555550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-089a966f-034a-4378-9b20-9eec5ba50c68 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/quotas/31a1955445ea4471b01d267964b88741 HTTP/1.1" status: 200 len: 375 time: 0.1151147 Feb 04 16:16:02.671783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.691862 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-d37a0aa9-5bf8-4578-9786-1874687aabd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 200 len: 217 time: 0.1462388 Feb 04 16:16:02.692039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dfa29d6-d7fd-4992-b06d-b0b1f932df73 req-157e5e71-0aed-4279-addc-95eec2db7f68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995564 Feb 04 16:16:02.717400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.719283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.726196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:02.761034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19a5143-5165-46cd-ad4e-e6692991aa41,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.809377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:02.810241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:02.812297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=6d5d0086-dda6-4481-94c6-373e82f3be33,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:02.814603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:02.822795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cadfd840-a580-42f5-9e56-6653190f2c02 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f19a5143-5165-46cd-ad4e-e6692991aa41 HTTP/1.1" status: 204 len: 168 time: 1.9978878 Feb 04 16:16:02.851851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-4f041367-dfe0-41cf-8de5-d52905b36c1e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2403400 Feb 04 16:16:02.948794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-90d4c22c-49a3-4a6f-941f-301a7b9aaeae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:02.950238 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-90d4c22c-49a3-4a6f-941f-301a7b9aaeae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.0691345 Feb 04 16:16:02.952320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbb80a-42e3-4116-876e-0623966a62dd req-b44f88ae-0d4c-455e-8fad-bf4381721258 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:02.954057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09bbb80a-42e3-4116-876e-0623966a62dd req-b44f88ae-0d4c-455e-8fad-bf4381721258 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1982141 Feb 04 16:16:03.075215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09bbb80a-42e3-4116-876e-0623966a62dd req-eb5088fd-10ba-47e7-bfd1-9bf5f4e959a7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127949 Feb 04 16:16:03.083268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-99b61ea9-6bd2-4729-a81b-65d65e42e287 service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206476 Feb 04 16:16:03.136903 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-a42a1d54-95f5-4a92-8aa5-a50fc832849a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776488 Feb 04 16:16:03.273447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33608) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:03.300720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.367820 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-d9b3543f-f9c9-48be-8940-d40c4acc6fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159331 Feb 04 16:16:03.465950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-c37eeb4d-2460-428a-abb4-c31e0f4a004e service neutron] 10.222.0.62 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779159 Feb 04 16:16:03.503186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.506722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1d96-db9a-499a-9180-aa45e6960cfd req-b448e996-d23a-4720-8d9a-54e2cab144ea tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:03.535406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ba1d96-db9a-499a-9180-aa45e6960cfd req-b448e996-d23a-4720-8d9a-54e2cab144ea tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2421494 Feb 04 16:16:03.583810 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ece06a5c-83e0-457f-8ad7-58c86a3aecd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0994c96f86734ebea4e04ea5c76b277c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070571 Feb 04 16:16:03.587294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:03.603877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ba1d96-db9a-499a-9180-aa45e6960cfd req-36ace60e-a02c-4248-9b83-ab622577f398 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671825 Feb 04 16:16:03.711348 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-258f0f4f-3a83-4457-8740-d42fa213d90d req-8c9e5b17-b4fc-4cec-a52d-c5100ae4a079 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283739 Feb 04 16:16:03.716204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.770218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:03.791105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:03.860805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.049412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b5bff7-6532-4f5a-9b4a-f43d916be35c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.050730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:04.083966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67f0bfae-d209-4e75-904f-972345cfc740 req-451d11c8-7852-4fd8-ab4b-4ea800f93f28 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 210 time: 0.1946633 Feb 04 16:16:04.100576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.102182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.103783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c3f4a21f-06e3-4f5f-b67d-42fafec81279 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7b5bff7-6532-4f5a-9b4a-f43d916be35c HTTP/1.1" status: 204 len: 168 time: 0.5117714 Feb 04 16:16:04.118072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.153848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:04.154227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.355682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=6d5d0086-dda6-4481-94c6-373e82f3be33,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.437203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.468637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.506206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.578755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.578755 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b0da07cc-3f6f-41cf-a31b-484c1d35f44c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7766964 Feb 04 16:16:04.648514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-9734ca4e-6819-411f-b647-69c66acf9425 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:04.649166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-9734ca4e-6819-411f-b647-69c66acf9425 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Synchronizing usage tracker for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:04.666792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e11ba2-a5df-4cce-a637-a6009292f141 req-15e4d438-a3a8-49ab-872a-ee86a5ca2200 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:04.670635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80e11ba2-a5df-4cce-a637-a6009292f141 req-15e4d438-a3a8-49ab-872a-ee86a5ca2200 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2033720 Feb 04 16:16:04.671594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-9734ca4e-6819-411f-b647-69c66acf9425 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Unset dirty status for tenant:7ad2cf8d8cd34b52b7dc31779b151710 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:04.675818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-9734ca4e-6819-411f-b647-69c66acf9425 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.1607158 Feb 04 16:16:04.835721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80e11ba2-a5df-4cce-a637-a6009292f141 req-72a43426-63d2-412f-b7cf-db9f7c048344 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521811 Feb 04 16:16:04.872772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:04.950451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37c699-f233-4c3c-834f-bde25c0ee980,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:04.984042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Deleting port 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:04.984179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.156750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7fcff-b5b1-43dd-9d92-85c9c6eb67b5 req-caec5b3d-65e9-4292-ade3-a1f2d615d9cf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:05.164826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92b7fcff-b5b1-43dd-9d92-85c9c6eb67b5 req-caec5b3d-65e9-4292-ade3-a1f2d615d9cf tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 947 time: 0.2469709 Feb 04 16:16:05.274164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92b7fcff-b5b1-43dd-9d92-85c9c6eb67b5 req-fc2c25f7-306e-4a15-8bdd-14ebe7c00a2a tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/security-groups?id=689859b7-caa4-45ea-a2a0-4085de67f562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080790 Feb 04 16:16:05.297861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.303160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33674) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:05.303359 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c33ab4ce-2dc3-470d-910d-509d66e7686d tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/security-groups/de37c699-f233-4c3c-834f-bde25c0ee980 HTTP/1.1" status: 204 len: 168 time: 1.2507997 Feb 04 16:16:05.332950 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-bb266e58-4d6e-4d33-aa46-49350dc87c64 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] show failed (client error): The resource could not be found. Feb 04 16:16:05.333984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bb266e58-4d6e-4d33-aa46-49350dc87c64 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "GET /v2.0/security-groups/de37c699-f233-4c3c-834f-bde25c0ee980 HTTP/1.1" status: 404 len: 347 time: 0.0296340 Feb 04 16:16:05.338981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33680) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:05.492841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-5804b43b-136c-4c5f-b192-8126ef538b58 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--691292658&fields=id&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 267 time: 0.0786607 Feb 04 16:16:05.660657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d587339b-5b4f-439d-b2b4-5ebbb3f053f5 req-96c8e58a-7b3f-42e8-bef5-9a2984e65046 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 210 time: 0.1335175 Feb 04 16:16:05.793986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-09dd3ac7-ecd9-4b96-ac69-dfa732c4655f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:05.798932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-09dd3ac7-ecd9-4b96-ac69-dfa732c4655f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 816 time: 0.3046513 Feb 04 16:16:05.801848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port 224fb887-df8b-4ae1-bd95-221cef390d59 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:05.802589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:05.825041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-94718018-ec48-4851-b7f2-6c2ef7e49080 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/quotas/047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 375 time: 0.0175190 Feb 04 16:16:05.968468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-d5133308-dcd7-497a-8f1e-1ac2229e221f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407831 Feb 04 16:16:06.087178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] For port 0a9757ce-ca29-46ee-9617-7e4288f62327, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0a9757ce-ca29-46ee-9617-7e4288f62327,segment=NetworkSegment(19c4c200-2520-44a8-85e7-fd7ef40f4859),segment_id=19c4c200-2520-44a8-85e7-fd7ef40f4859)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:06.087178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.263165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Calling delete_port for 0a9757ce-ca29-46ee-9617-7e4288f62327 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:06.365382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.365712 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.570971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-327f2528-063e-4d1d-8e4d-0608b3d28410 service neutron] 10.222.0.62 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875401 Feb 04 16:16:06.616261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for 224fb887-df8b-4ae1-bd95-221cef390d59 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:06.818173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:06.928588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-46017013-4421-47ae-8579-e86b4b59bacf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09bf6c73abd84128bbc94254a2268158&device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 1097 time: 0.5936151 Feb 04 16:16:07.047035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Pushing event deleted for resources: {'Port': ['ID=0a9757ce-ca29-46ee-9617-7e4288f62327,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:07.082367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c72434-55ea-4cfc-bb44-f27afe1e80ee req-98a86258-8044-4f01-adcb-2bd6684edcc3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.089094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c72434-55ea-4cfc-bb44-f27afe1e80ee req-98a86258-8044-4f01-adcb-2bd6684edcc3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.5150900 Feb 04 16:16:07.107823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-97724368-936b-49f2-b292-9f028cbf5803 service neutron] 10.222.0.62 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574993 Feb 04 16:16:07.153141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-2818011f-ff28-4afc-a759-39166805d218 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.154673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-2818011f-ff28-4afc-a759-39166805d218 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 812 time: 0.4775643 Feb 04 16:16:07.170226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] No DVR routers for this DVR port 0a9757ce-ca29-46ee-9617-7e4288f62327 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:07.173128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.178531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-deleted', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:07.187049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.259883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Request body: {'port': {'device_id': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'admin_state_up': True, 'tenant_id': '31a1955445ea4471b01d267964b88741'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:07.269112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=224fb887-df8b-4ae1-bd95-221cef390d59,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:07.302895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-8e0d26f0-0f9f-4570-abf3-6ece911aba18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:07.305187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-8e0d26f0-0f9f-4570-abf3-6ece911aba18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 200 len: 919 time: 0.3615000 Feb 04 16:16:07.339523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9b6f97dd-e7fc-44b9-9402-31ab56e30029 req-e3d26849-e46c-409a-8406-1a1a5f341e8c tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.41 "DELETE /v2.0/ports/0a9757ce-ca29-46ee-9617-7e4288f62327 HTTP/1.1" status: 204 len: 173 time: 2.6532056 Feb 04 16:16:07.467044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.473064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.474138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0730ebc9-853f-4029-b2ad-108d08061529 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/floatingips/39676b78-28d3-4c93-a5aa-30809b2a9619 HTTP/1.1" status: 204 len: 168 time: 2.1326494 Feb 04 16:16:07.479613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33742) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:07.581423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33746) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:07.590611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port 8dd9e98f-1b68-45d7-9590-fe46e24b6241 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:07.591216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:07.830314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-100e2ce1-552d-4a78-b748-4babf5714882 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 200 len: 217 time: 0.5064263 Feb 04 16:16:07.831089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:07.922930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23102e6-736e-4fe0-8cfc-23f198dad6bb req-3914fd72-8020-4a8a-a3c5-092d418c9384 tempest-ServersNegativeTestJSON-1764450886 tempest-ServersNegativeTestJSON-1764450886-project] 10.222.0.62 "GET /v2.0/ports?device_id=56d10a3f-5726-4ed4-88a1-289f463b0bab HTTP/1.1" status: 200 len: 210 time: 0.0955465 Feb 04 16:16:07.924887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Usage tracker for resource:port and tenant:31a1955445ea4471b01d267964b88741 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:07.945919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97c72434-55ea-4cfc-bb44-f27afe1e80ee req-b902abed-e291-4bfd-b85a-f43f89ce8106 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8559813 Feb 04 16:16:08.026318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.041185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:08.071707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.149113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Made reservation on behalf of 31a1955445ea4471b01d267964b88741 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:08.157457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.233198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-fd461149-4339-4098-a7c6-1b0bf08586e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:08.234908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-fd461149-4339-4098-a7c6-1b0bf08586e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 200 len: 858 time: 0.2920845 Feb 04 16:16:08.237981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b6d4196-45fb-4325-99d7-f0fba6ae6ff6 req-a0fc7835-de5d-4854-8bc7-eb9f572afb6b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 210 time: 0.0644183 Feb 04 16:16:08.244426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for 8dd9e98f-1b68-45d7-9590-fe46e24b6241 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:08.265103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:08.306841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.326536 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d10a3f-5726-4ed4-88a1-289f463b0bab', 'name': 'network-vif-deleted', 'tag': '0a9757ce-ca29-46ee-9617-7e4288f62327', 'status': 'completed', 'code': 200} Feb 04 16:16:08.349012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-ea952b5b-7255-4c0d-97f2-abca846ea10b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8300c19d-2c92-417f-a61a-74ea3c34bfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056182 Feb 04 16:16:08.365772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:08.371468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Usage tracker for resource:security_group_rule and tenant:ae1d16473d5a417aa4d6279dab337ac5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:08.374685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:08.381057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 0a9757ce-ca29-46ee-9617-7e4288f62327 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:08.381550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0a9757ce-ca29-46ee-9617-7e4288f62327 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:08.382639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:08.516596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.526241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.584568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72ecc154-d9ab-459a-becc-fa68c965b827 req-8f508020-5d6a-4434-ae08-68b69964fabe tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.1074221 Feb 04 16:16:08.638571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c491181-7e10-433e-99e8-6b08f928b448,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.652014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae1d16473d5a417aa4d6279dab337ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0691772 Feb 04 16:16:08.657119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:08.676357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.676859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.677230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.677563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.677908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.678387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.679046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.679046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.679348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.679675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.680003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0271f3-5b14-4227-86ff-ccefdd09cc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:08.706741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.770392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-0bd5da51-2ef7-492e-a682-df429aff97a5 service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088793 Feb 04 16:16:08.841490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=8dd9e98f-1b68-45d7-9590-fe46e24b6241,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:08.942084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.988335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Allocated IP 172.20.0.7 (17656e81-4d99-4450-9713-c84df045695d/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e/03e6258c-4891-4e2d-bf7e-4e350fd80674) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:08.988807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:08.997686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.040712 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-49a18a61-4964-452f-851e-dd3c11dba016 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/ports/8dd9e98f-1b68-45d7-9590-fe46e24b6241 HTTP/1.1" status: 204 len: 168 time: 1.5591984 Feb 04 16:16:09.044234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33772) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:09.089754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:09.114116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-129e20c0-34fb-4e5a-88da-634a415ba55c req-b3dd3690-9095-4b1d-9014-a5e5cc3323fc service neutron] 10.222.0.41 "GET /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429320 Feb 04 16:16:09.158710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port eb3b9ecc-0502-44ea-afae-701ca9653603 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:09.159530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.256907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.317044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c491181-7e10-433e-99e8-6b08f928b448,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:09.404629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:09.501188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.503279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-04d3e745-3eec-45f7-a3b9-5336243227a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c491181-7e10-433e-99e8-6b08f928b448 HTTP/1.1" status: 204 len: 168 time: 0.8421166 Feb 04 16:16:09.787010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.849635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6c74e3a-e264-46c9-9e4f-5648213a98a6 req-aa9c176c-a940-47cb-a4d6-8ac623132186 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 210 time: 0.2960279 Feb 04 16:16:09.914709 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:09.996746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c70ad-bdbc-4c25-8a4a-35fd97ac882f req-34e42401-4a14-44e5-8ae4-2197547d6967 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.004323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b86c70ad-bdbc-4c25-8a4a-35fd97ac882f req-34e42401-4a14-44e5-8ae4-2197547d6967 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.7157419 Feb 04 16:16:10.031939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Deleting subnet 1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:16:10.036057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.117107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:10.124946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.131954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for eb3b9ecc-0502-44ea-afae-701ca9653603 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:10.195589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.255759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:10.260467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd04a2162334895b15ebc5991e549fe is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:10.265510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:10.307728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:10.358045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.404415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dbda6e8-3bd1-499e-841f-ca001f3392ba req-0f8356af-71a2-4e83-a6ed-7de7102b6071 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.3025329 Feb 04 16:16:10.413958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Port': ['ID=eb3b9ecc-0502-44ea-afae-701ca9653603,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:10.434275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.440287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:10.478487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:74f5c69ec25d41a4807adf7e5ede908f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:10.490619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-7ab54d5b-5d99-43ef-bc77-0700362e346a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:10.492934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-7ab54d5b-5d99-43ef-bc77-0700362e346a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 816 time: 0.9309523 Feb 04 16:16:10.501221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:10.520656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b86c70ad-bdbc-4c25-8a4a-35fd97ac882f req-ad217724-e54b-450b-bcc2-b54592a8c352 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157595 Feb 04 16:16:10.535330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Transition to ACTIVE for port object 03e6258c-4891-4e2d-bf7e-4e350fd80674 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:10.535554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.546111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.560626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.571165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.606308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:10.614858 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c353532b-f31e-453f-9671-510f126e7274 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/ports/eb3b9ecc-0502-44ea-afae-701ca9653603 HTTP/1.1" status: 204 len: 168 time: 1.5695848 Feb 04 16:16:10.615846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4697d97-7743-46ed-82c0-677356dca12b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:10.619861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33806) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:10.654252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a49b6c5-e088-4ba0-bfe2-2af6feb94fb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dd04a2162334895b15ebc5991e549fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5354941 Feb 04 16:16:10.658954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33810) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:10.701210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-6f992562-131a-4caf-a9e4-155c55e99a68 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 379 time: 0.1792049 Feb 04 16:16:10.717597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'port': {'device_id': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'admin_state_up': True, 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'security_groups': ['e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:10.757003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.769656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413', 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:10.833072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.870498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.892969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:10.916907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting subnet b49ea833-c566-4dec-92da-7c403d2ad159 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:16:10.924570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.010225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.010827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.013399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.085775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.106412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.112229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Network 17656e81-4d99-4450-9713-c84df045695d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:11.121718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:11.131967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4697d97-7743-46ed-82c0-677356dca12b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.143918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.186967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.195213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:11.277695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.281998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2fa5e1b6-cec1-43cc-aed7-08f111000bfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4697d97-7743-46ed-82c0-677356dca12b HTTP/1.1" status: 204 len: 168 time: 0.6223977 Feb 04 16:16:11.294866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74f5c69ec25d41a4807adf7e5ede908f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8834918 Feb 04 16:16:11.298501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:11.321431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.343072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.357361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a3ebb-50f1-44d3-9c34-bcef62532ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c87312-49bd-4600-9bd6-8feb6f8fff88,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.420132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.431068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-42c2b035-a524-4a09-8b08-6b48bbba8b30 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1f1e5970-0d5f-4dfb-8096-6e3cba9b62e1 HTTP/1.1" status: 204 len: 168 time: 2.3229866 Feb 04 16:16:11.435224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eecf07e-a1c0-4ea0-af95-838171131c13 None None] Network 9308be64-d493-46a8-b7ba-ffc2884a2674 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:11.441713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:11.446379 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/subnets/b49ea833-c566-4dec-92da-7c403d2ad159 HTTP/1.1" status: 204 len: 168 time: 0.8254817 Feb 04 16:16:11.450074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efe0bb-d23d-4bc3-a9d7-73fd3744b338 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Subnet': ['ID=b49ea833-c566-4dec-92da-7c403d2ad159,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.452785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:11.457993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:port and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:11.459914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33826) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:11.465092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:11.489509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:11.547031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Made reservation on behalf of 047f2450f8c8427e8ede0263570aa66e for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:11.551124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.592565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.678152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e2be5a5f-15f9-4a81-be33-0e73ceb3635b None None] Provisioning for port 03e6258c-4891-4e2d-bf7e-4e350fd80674 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:11.693121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e2be5a5f-15f9-4a81-be33-0e73ceb3635b None None] Provisioning complete for port 03e6258c-4891-4e2d-bf7e-4e350fd80674 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:11.693773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e2be5a5f-15f9-4a81-be33-0e73ceb3635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.707631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.760890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:11.761535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.777920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.795921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e2be5a5f-15f9-4a81-be33-0e73ceb3635b None None] Port 03e6258c-4891-4e2d-bf7e-4e350fd80674 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:11.839521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.840980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8c87312-49bd-4600-9bd6-8feb6f8fff88 HTTP/1.1" status: 204 len: 168 time: 0.5405004 Feb 04 16:16:11.853342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d24911b2-be4f-419d-9546-566b694ed6e4 req-f7fb2959-78de-405a-8c95-4b96b7c06442 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.1500349 Feb 04 16:16:11.858672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82596fbd-6dc4-4403-9f0f-878e9d9d7370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c87312-49bd-4600-9bd6-8feb6f8fff88,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:11.880770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting subnet 51626407-88d1-4da4-8e35-a8c30d4b955a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:16:11.881180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb072d-30b2-4647-a0ef-534c515d066a req-67ac9d8d-fb3d-43a2-a9fc-41c43dc45a3a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:11.881963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e1eb072d-30b2-4647-a0ef-534c515d066a req-67ac9d8d-fb3d-43a2-a9fc-41c43dc45a3a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:11.890075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.906020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-de3d8ce9-dc3a-4c5d-910f-29dbbede72b0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6564631 Feb 04 16:16:11.924722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Request body: {'port': {'device_id': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:11.961419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:11.970130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Allocated IP 172.20.0.14 (4ee3e0de-a894-42ff-b1f7-6b25f6f866d6/18fcc68b-aeb9-49f7-bbf3-193c4937a6e2/68ec7bb3-8c01-453d-a1cd-7cadc359c652) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:11.979553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e1eb072d-30b2-4647-a0ef-534c515d066a req-67ac9d8d-fb3d-43a2-a9fc-41c43dc45a3a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:11.988237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1eb072d-30b2-4647-a0ef-534c515d066a req-67ac9d8d-fb3d-43a2-a9fc-41c43dc45a3a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 931 time: 0.9501057 Feb 04 16:16:12.067754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.218046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] DHCP port deletion for 9308be64-d493-46a8-b7ba-ffc2884a2674 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:16:12.229539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Deleting port fb81a084-7a80-4c5e-9751-8624c3104139 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:12.230297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.317954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.437159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.506971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1eb072d-30b2-4647-a0ef-534c515d066a req-467a3603-c61a-4ac7-a337-6f1f83a00c1b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175734 Feb 04 16:16:12.511142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.544812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Subnet': ['ID=51626407-88d1-4da4-8e35-a8c30d4b955a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:12.562416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.576957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ecdb858d-2541-4abf-b8c5-5e63641eef91 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/subnets/51626407-88d1-4da4-8e35-a8c30d4b955a HTTP/1.1" status: 204 len: 168 time: 1.1156554 Feb 04 16:16:12.579385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:12.591310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5220966-2a41-4595-b945-5aab1dd525f1 None None] Network de255f7e-bf83-4bf8-8d71-1fc1b3485e84 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:12.634538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.676927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212e88fe-f61b-45d3-a5fa-44dc5f6f854b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:12.696327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c4c200-2520-44a8-85e7-fd7ef40f4859') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:12.697045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c4c200-2520-44a8-85e7-fd7ef40f4859') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:12.714754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.737212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.746425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:12.747169 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.831415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] For port fb81a084-7a80-4c5e-9751-8624c3104139, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb81a084-7a80-4c5e-9751-8624c3104139,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:12.832043 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:12.866636 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:12.871410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.884736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port fb81a084-7a80-4c5e-9751-8624c3104139 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:12.885079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.907030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:12.917986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.164274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Calling delete_port for fb81a084-7a80-4c5e-9751-8624c3104139 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:13.205950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] For port fb81a084-7a80-4c5e-9751-8624c3104139, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb81a084-7a80-4c5e-9751-8624c3104139,segment=NetworkSegment(cd1f2106-7d8c-4810-b8b0-39ea037406e3),segment_id=cd1f2106-7d8c-4810-b8b0-39ea037406e3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:13.206312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.363983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.451625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Pushing event deleted for resources: {'Port': ['ID=fb81a084-7a80-4c5e-9751-8624c3104139,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.459134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Calling delete_port for fb81a084-7a80-4c5e-9751-8624c3104139 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:13.472338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] DHCP port deletion for de255f7e-bf83-4bf8-8d71-1fc1b3485e84 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:16:13.509243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:13.510574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Deleting port 81959264-5716-40dd-91ae-bc3ada91eb5c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:13.511073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.598749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.599328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.599802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.600228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.600803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.601248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.601513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:16:13.601782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.601946 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:16:13.602199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.602583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.602913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.603241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:13.608754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61707e3a-61f6-4e59-a58a-2054558c364c None None] No DVR routers for this DVR port fb81a084-7a80-4c5e-9751-8624c3104139 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:13.650747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59569d4-40c7-4c7c-bd0c-c5b1afed96df req-718576ab-3762-476e-b8d6-e5bf8827d56a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:13.661592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d59569d4-40c7-4c7c-bd0c-c5b1afed96df req-718576ab-3762-476e-b8d6-e5bf8827d56a tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 1.4637742 Feb 04 16:16:13.663836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=212e88fe-f61b-45d3-a5fa-44dc5f6f854b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:13.716356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-83c8b10e-76d7-4096-8a0b-4c1cc94982a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/212e88fe-f61b-45d3-a5fa-44dc5f6f854b HTTP/1.1" status: 204 len: 168 time: 2.2731526 Feb 04 16:16:13.790257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-df83d5a2-8d37-45cd-99d6-a92bdefae13d req-a8141d65-0798-48f2-9fe7-bc33c29767dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:13.910755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] For port 81959264-5716-40dd-91ae-bc3ada91eb5c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=81959264-5716-40dd-91ae-bc3ada91eb5c,segment=NetworkSegment(c192beba-1c56-4a1f-ae53-89484b3bf735),segment_id=c192beba-1c56-4a1f-ae53-89484b3bf735)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:13.911622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:13.948304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d59569d4-40c7-4c7c-bd0c-c5b1afed96df req-22bb99a4-280e-41fc-b29b-d1ee9409dc85 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857227 Feb 04 16:16:13.970462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-aeaf3bf2-1d4c-4aa5-8928-97c3391733ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1390650 Feb 04 16:16:13.974546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-df83d5a2-8d37-45cd-99d6-a92bdefae13d req-a8141d65-0798-48f2-9fe7-bc33c29767dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:13.986813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df83d5a2-8d37-45cd-99d6-a92bdefae13d req-a8141d65-0798-48f2-9fe7-bc33c29767dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.7788076 Feb 04 16:16:13.995205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.043308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:16:14.059334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Calling delete_port for 81959264-5716-40dd-91ae-bc3ada91eb5c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:14.108671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-833399345-network', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:14.111983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Deleting port fb81a084-7a80-4c5e-9751-8624c3104139 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:14.112317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.144566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 81959264-5716-40dd-91ae-bc3ada91eb5c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:14.145944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Transition to ACTIVE for port object 68ec7bb3-8c01-453d-a1cd-7cadc359c652 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:14.182063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.186667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:14.224280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Usage tracker for resource:network and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:14.240829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 81959264-5716-40dd-91ae-bc3ada91eb5c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:14.241167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 81959264-5716-40dd-91ae-bc3ada91eb5c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:14.241765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb81a084-7a80-4c5e-9751-8624c3104139 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:14.241877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e6258c-4891-4e2d-bf7e-4e350fd80674 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:14.276357 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.295831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:14.307181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] No DVR routers for this DVR port 81959264-5716-40dd-91ae-bc3ada91eb5c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:14.319673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] The port 'fb81a084-7a80-4c5e-9751-8624c3104139' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:16:14.320445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:14.324786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31798acc-086a-425a-bcc0-5a22104abcf4 None None] Pushing event deleted for resources: {'Port': ['ID=81959264-5716-40dd-91ae-bc3ada91eb5c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:14.325041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:14.327576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fb81a084-7a80-4c5e-9751-8624c3104139 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:14.327930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb81a084-7a80-4c5e-9751-8624c3104139 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:14.396819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Transition to ACTIVE for port object 03e6258c-4891-4e2d-bf7e-4e350fd80674 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:14.399276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.450993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:14.453269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.488936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:14.492954 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.547918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.575766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:14.601172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.615016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b5c94a68-e82c-439a-b18d-4834d77bccb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ad2cf8d8cd34b52b7dc31779b151710&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2921588 Feb 04 16:16:14.620562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:14.651829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-8526b6c8-b4ae-4fbb-9856-7d431adeeb26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 1097 time: 0.6428833 Feb 04 16:16:14.678093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:14.692331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:14.694945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:14.814511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9308be64-d493-46a8-b7ba-ffc2884a2674']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:14.839399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:14.840061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:14.849173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:14.856875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:14.861696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:14.870486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3fcdc-e5d2-474f-9b20-69859d6b473d req-30b1ef53-27da-4522-b619-dac74a85838e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:14.879059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06a3fcdc-e5d2-474f-9b20-69859d6b473d req-30b1ef53-27da-4522-b619-dac74a85838e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 931 time: 0.6188011 Feb 04 16:16:14.880347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:14.912635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-bbbbdd7a-706e-4697-a75d-9d17094584ee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2017574 Feb 04 16:16:15.025434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Request body: {'port': {'device_id': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:15.134953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1f2106-7d8c-4810-b8b0-39ea037406e3') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:15.138284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1f2106-7d8c-4810-b8b0-39ea037406e3') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:15.154469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-7ce5b216-c2ff-4a07-9a86-7070e56467f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.159604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-7ce5b216-c2ff-4a07-9a86-7070e56467f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.4686258 Feb 04 16:16:15.185126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.251097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa2617e1-366d-44d5-9d0f-fbde6947460e None None] Provisioning for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:15.254866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06a3fcdc-e5d2-474f-9b20-69859d6b473d req-8ff5cf1b-a4dc-4b8a-9ccd-546408dc6eb1 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749971 Feb 04 16:16:15.257145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa2617e1-366d-44d5-9d0f-fbde6947460e None None] Provisioning complete for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:15.257600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa2617e1-366d-44d5-9d0f-fbde6947460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.273603 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-caf81f41-0b70-4c9f-89cb-e9fa1c145978 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17222e8a-80fb-4eeb-a10d-3e417d680413 HTTP/1.1" status: 200 len: 217 time: 0.0908849 Feb 04 16:16:15.371167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.392889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa2617e1-366d-44d5-9d0f-fbde6947460e None None] Port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:15.407008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:15.407388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:15.425446 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:15.449113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Attempting to bind port 03e6258c-4891-4e2d-bf7e-4e350fd80674 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:15.449403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Attempting to bind port 03e6258c-4891-4e2d-bf7e-4e350fd80674 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:15.449693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Attempting to bind port 03e6258c-4891-4e2d-bf7e-4e350fd80674 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:15.478944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.502942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Port 03e6258c-4891-4e2d-bf7e-4e350fd80674 on network 17656e81-4d99-4450-9713-c84df045695d not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:16:15.502942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Attempting to bind port 03e6258c-4891-4e2d-bf7e-4e350fd80674 on network 17656e81-4d99-4450-9713-c84df045695d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:15.502942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:15.511127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Checking segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:15.511127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Bound using segment: {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:15.511127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Bound port: 03e6258c-4891-4e2d-bf7e-4e350fd80674, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '17656e81-4d99-4450-9713-c84df045695d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:15.511127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.532843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.548079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-a0327f56-acdf-4944-9fef-8ab6cdc612c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.549351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-a0327f56-acdf-4944-9fef-8ab6cdc612c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2629650 Feb 04 16:16:15.569134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c319c-5cfe-4322-97f5-1d9f47c246de req-c2e1f592-7c3d-44a0-abbe-32e30ea35eee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:15.570528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f7c319c-5cfe-4322-97f5-1d9f47c246de req-c2e1f592-7c3d-44a0-abbe-32e30ea35eee tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 932 time: 0.3785262 Feb 04 16:16:15.595736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.653423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.653423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.683357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:15.686980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:15.709918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.781601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f7c319c-5cfe-4322-97f5-1d9f47c246de req-b970831f-ca07-41ee-9452-139a593ba9c9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015984 Feb 04 16:16:15.855282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.857209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] 10.222.0.41 "PUT /v2.0/ports/03e6258c-4891-4e2d-bf7e-4e350fd80674 HTTP/1.1" status: 200 len: 1091 time: 3.9397981 Feb 04 16:16:15.857778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:15.859186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:15.860925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Network': ['ID=9308be64-d493-46a8-b7ba-ffc2884a2674,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:15.896336 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.011009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:16.012503 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'status': 'completed', 'code': 200} Feb 04 16:16:16.034179 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ebe38009-b7df-45ba-96c4-ac6ab514268c tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/networks/9308be64-d493-46a8-b7ba-ffc2884a2674 HTTP/1.1" status: 204 len: 168 time: 3.4531455 Feb 04 16:16:16.042509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33940) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.087129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11324bb9-c421-4ae1-9874-7d4a43bce211,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.112394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.112825 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Added segment 45243116-b0c9-4b80-8d7a-ea67aeb149e7 of type vlan for network 5aa41266-10dd-4148-9c81-a5ca8118b788 Feb 04 16:16:16.337452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-749ce0f2-3355-4017-8e4c-bc02df20d880 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7784348 Feb 04 16:16:16.352735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.395343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.406936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689859b7-caa4-45ea-a2a0-4085de67f562,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.416796 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.582830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.584793 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a9a72af-9d01-4b4f-bc94-4d27d305f45a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/689859b7-caa4-45ea-a2a0-4085de67f562 HTTP/1.1" status: 204 len: 168 time: 1.9628367 Feb 04 16:16:16.585843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.586951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:16.587827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.641867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:16.658541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.699890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Transition to ACTIVE for port object 68ec7bb3-8c01-453d-a1cd-7cadc359c652 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:16.765510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.775382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00355d3d-edc8-41df-a1e3-b836c631842d service neutron] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.866389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3558137 Feb 04 16:16:16.882721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:16.903405 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:16:16.904937 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-18621257-1090-4ee7-b120-76ec90bcd69e service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492144 Feb 04 16:16:16.905615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaba3c-e43e-4c24-8d17-c87b6a7e2e27 admin admin] Pushing event updated for resources: {'Network': ['ID=5aa41266-10dd-4148-9c81-a5ca8118b788,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:16.910579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:16.917812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:17.008127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Request body: {'subnet': {'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-833399345-subnet', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:17.053444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:17.091744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Usage tracker for resource:subnet and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:17.102006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-acee90bc-80a2-4fb3-bd60-53a3474f05ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 1094 time: 1.1841257 Feb 04 16:16:17.105483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:17.175200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de255f7e-bf83-4bf8-8d71-1fc1b3485e84']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.212992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c192beba-1c56-4a1f-ae53-89484b3bf735') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.213666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c192beba-1c56-4a1f-ae53-89484b3bf735') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:17.254773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.254939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:17.292527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.309009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.311874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:17.312591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:17.329438 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:17.388962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1453d891-9ec9-41af-89b1-5081ccc039f5 req-89f0d19e-c0ea-4df0-8435-b0f21e35d52d service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477043 Feb 04 16:16:17.407933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-7189b170-d622-4abc-bba8-2b67458c6841 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674 HTTP/1.1" status: 200 len: 217 time: 0.2923310 Feb 04 16:16:17.414396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e1f7d-8021-4b21-ac94-dda86c2022ec req-cd1577a8-16fb-44aa-a244-25cad86e7672 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.421215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b8e1f7d-8021-4b21-ac94-dda86c2022ec req-cd1577a8-16fb-44aa-a244-25cad86e7672 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 943 time: 0.7383220 Feb 04 16:16:17.423047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:17.425569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.431114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.458485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.461723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] Pushing event deleted for resources: {'Network': ['ID=de255f7e-bf83-4bf8-8d71-1fc1b3485e84,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:17.493382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8065c8d-5b1b-46fd-bfc1-64e933202f42 tempest-TaggedBootDevicesTest_v242-2073257018 tempest-TaggedBootDevicesTest_v242-2073257018-project] 10.222.0.62 "DELETE /v2.0/networks/de255f7e-bf83-4bf8-8d71-1fc1b3485e84 HTTP/1.1" status: 204 len: 168 time: 1.4464419 Feb 04 16:16:17.666839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-7d517e40-af94-4ec1-9dc5-fa9e12847a2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.668323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-7d517e40-af94-4ec1-9dc5-fa9e12847a2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2276144 Feb 04 16:16:17.668969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Attempting to bind port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:17.669297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Attempting to bind port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:17.669617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Attempting to bind port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:17.739987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b8e1f7d-8021-4b21-ac94-dda86c2022ec req-fc8f59fc-e262-46e4-9808-a24100c24efb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179293 Feb 04 16:16:17.745673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165d0d1-3b54-4821-b5b9-e3916b1013bb req-29ec81b5-11cb-46d0-a6e2-1b6723d69450 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:17.747098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3165d0d1-3b54-4821-b5b9-e3916b1013bb req-29ec81b5-11cb-46d0-a6e2-1b6723d69450 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.6585579 Feb 04 16:16:17.750231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:16:17.750460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Attempting to bind port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:17.793048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:17.793699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Checking segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:17.793699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Bound using segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:17.794131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Bound port: 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:17.794509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:17.993990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3165d0d1-3b54-4821-b5b9-e3916b1013bb req-942053d3-e6c5-40be-8314-b4247c1cac81 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369595 Feb 04 16:16:18.012484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-af28ad8a-3c87-4691-9768-eb283b26557a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3344536 Feb 04 16:16:18.290568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-f673dfff-ae7b-4051-bf3a-1a6726e23424 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680066 Feb 04 16:16:18.494787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99528b79-2021-4f16-a6b1-14f5fa971fc3 req-d246e4cc-4615-4fa0-8638-0e0c238cfcbc service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791575 Feb 04 16:16:18.495766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:18.521243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:18.524491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:18.664144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:18.873216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:18.884489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 1092 time: 3.8855138 Feb 04 16:16:18.887968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:19.152999 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'status': 'completed', 'code': 200} Feb 04 16:16:19.155182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7095bd23-8c75-4c02-aef5-8da30236775d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:19.190353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1698f-4604-4908-9adc-0b592131d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:19.193338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Checking segment: {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:19.194053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Network hostable DHCP agents. Network: 5aa41266-10dd-4148-9c81-a5ca8118b788, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:19.469745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-54beb5b3-17f8-4a59-824a-5762cd6c44ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 1094 time: 0.8523817 Feb 04 16:16:19.540820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-1de066e8-042d-437d-9391-8e2adf72bc00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1095 time: 0.5914242 Feb 04 16:16:19.672299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:19.709141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036d9fd-6943-4243-a480-4d7e4d51d8f1 req-ef7a3875-29d7-4824-ab20-670ca8faeec9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:19.715871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4036d9fd-6943-4243-a480-4d7e4d51d8f1 req-ef7a3875-29d7-4824-ab20-670ca8faeec9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 943 time: 0.6575656 Feb 04 16:16:19.744171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-f06b95de-05e1-44d6-ab33-6903c04cbf46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 217 time: 0.1920478 Feb 04 16:16:19.749540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5aa41266-10dd-4148-9c81-a5ca8118b788) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:19.759657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab57b1-aac0-4c95-affc-9bf9a35dc86a None None] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:19.856853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:19.857438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.052427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9521db2-68c8-4509-9fc4-60b4b87afc9a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1601930 Feb 04 16:16:20.055347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:20.060884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:20.068571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4036d9fd-6943-4243-a480-4d7e4d51d8f1 req-908626ba-1031-423d-9213-a94638bfb78d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518586 Feb 04 16:16:20.070345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:20.076409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-532a3dca-8d19-4905-b928-ab789bdbf511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:20.077963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-532a3dca-8d19-4905-b928-ab789bdbf511 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.2942145 Feb 04 16:16:20.079900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Usage tracker for resource:router and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:20.090187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:20.100590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:20.114640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a982-1450-4432-a409-6235a25ea8f5 req-25575287-0bfc-436c-a5a8-08dd7422d1fc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:20.116133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5953a982-1450-4432-a409-6235a25ea8f5 req-25575287-0bfc-436c-a5a8-08dd7422d1fc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.6439629 Feb 04 16:16:20.132575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.134593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.162112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.181333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-b82e052d-6061-45ae-92e4-8e70be3f9ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:20.182807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-b82e052d-6061-45ae-92e4-8e70be3f9ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.7027068 Feb 04 16:16:20.239071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5aa41266-10dd-4148-9c81-a5ca8118b788', 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'fixed_ips': [{'subnet_id': '7095bd23-8c75-4c02-aef5-8da30236775d'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:20.242565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.384651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-d4c99478-aa52-4fce-9cb1-2ca02377c5b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674 HTTP/1.1" status: 200 len: 217 time: 0.1882107 Feb 04 16:16:20.680646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:20.737603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5953a982-1450-4432-a409-6235a25ea8f5 req-969350e5-5eb1-47d3-bc60-a9132151147e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5494068 Feb 04 16:16:20.750768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-f4901c0e-7d16-41f1-934c-1c6ff90390cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:20.752888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-f4901c0e-7d16-41f1-934c-1c6ff90390cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.3580453 Feb 04 16:16:20.786710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Allocated IP 172.20.0.2 (5aa41266-10dd-4148-9c81-a5ca8118b788/7095bd23-8c75-4c02-aef5-8da30236775d/d1e891a1-b311-45aa-b308-f0243f484423) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:20.993095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-f3548a37-77c3-442b-bb04-e36df970e9b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9046662 Feb 04 16:16:21.150858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 03e6258c-4891-4e2d-bf7e-4e350fd80674 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:21.335773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.393032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34072) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:21.424761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.538932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-ab915cf8-41f4-43af-ad6c-2a14926202e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7784426 Feb 04 16:16:21.649447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:21.713489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'mac_address': 'fa:16:3e:0b:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:21.839449 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.850282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.865580 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.906557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.909149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Allocated IP 172.25.5.182 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/5d01a4b5-dfea-40e0-8606-29232f7ee278) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:21.912343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e6258c-4891-4e2d-bf7e-4e350fd80674 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:21.932479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:21.932742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:21.957373 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:21.964347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Usage tracker for resource:security_group_rule and tenant:aceae1dceedc4590b8955ddd1cf7e087 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:21.970406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:22.008093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-5f582329-f5a3-41bd-81b7-e34815332d33 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9857526 Feb 04 16:16:22.256775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.295296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Transition to ACTIVE for port object d1e891a1-b311-45aa-b308-f0243f484423 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:22.351719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Transition to ACTIVE for port object d1e891a1-b311-45aa-b308-f0243f484423 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:22.409498 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.432474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.524435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:22.537048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bc54d747-3c8c-40b3-9591-d0544d3a071d req-7e0cd368-8ea7-4370-9bea-852d46633731 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281825 Feb 04 16:16:22.537298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:22.552511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-d0b1c8a9-e571-4829-8530-db189ea77efb service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0127358 Feb 04 16:16:22.554881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:22.575556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:22.585520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:22.601662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['03e6258c-4891-4e2d-bf7e-4e350fd80674'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:22.730189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Pushing event updated for resources: {'Port': ['ID=5d01a4b5-dfea-40e0-8606-29232f7ee278,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:22.770450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:22.780334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:22.787888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:22.795237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:22.989234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:23.081872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211df96-e0e8-43aa-9d1c-c75889b6d9e1 req-10db5627-de56-4ee5-a388-67b023563780 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:23.094168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1211df96-e0e8-43aa-9d1c-c75889b6d9e1 req-10db5627-de56-4ee5-a388-67b023563780 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 944 time: 1.0986412 Feb 04 16:16:23.201028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Pushing event updated for resources: {'Port': ['ID=d1e891a1-b311-45aa-b308-f0243f484423,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:23.252498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.277975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.291236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Attempting to bind port d1e891a1-b311-45aa-b308-f0243f484423 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:23.291793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Attempting to bind port d1e891a1-b311-45aa-b308-f0243f484423 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:23.292724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Attempting to bind port d1e891a1-b311-45aa-b308-f0243f484423 on network 5aa41266-10dd-4148-9c81-a5ca8118b788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:23.341403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597907fd-eef7-4a5e-ae6d-ed3f5f736054,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:23.341985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1211df96-e0e8-43aa-9d1c-c75889b6d9e1 req-78fdcbc9-8e59-48d9-a7a5-8ed7af0b9dd0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454140 Feb 04 16:16:23.406770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:23.408223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Checking segment: {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:23.409183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b588fce1-b406-40b4-8beb-7d2d37d53a92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aceae1dceedc4590b8955ddd1cf7e087&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0137331 Feb 04 16:16:23.411386 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.412553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Bound using segment: {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:23.413461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Bound port: d1e891a1-b311-45aa-b308-f0243f484423, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:23.413862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.429217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34104) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:23.458375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314160d-d1e3-43d5-ab46-c33030ba8eba req-0ec6c4db-9aea-47bc-8f88-1183fe116507 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:23.472527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7314160d-d1e3-43d5-ab46-c33030ba8eba req-0ec6c4db-9aea-47bc-8f88-1183fe116507 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.9247499 Feb 04 16:16:23.573955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2422c0df-1f9a-4a5e-9710-d3bd207eb46e req-a03dcde6-1d98-4075-b50f-72f1e90cc3b4 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9054036 Feb 04 16:16:23.615981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-3a6919f2-31db-4eff-90f7-c6ad4f26f603 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1095 time: 0.9403250 Feb 04 16:16:23.646488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.710655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7314160d-d1e3-43d5-ab46-c33030ba8eba req-441a0083-3f07-4d5d-9a1b-af2e89464b33 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370696 Feb 04 16:16:23.727475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] For port d1e891a1-b311-45aa-b308-f0243f484423, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:23.738637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] For port d1e891a1-b311-45aa-b308-f0243f484423, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d1e891a1-b311-45aa-b308-f0243f484423,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:23.755072 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.786991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.833680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.854077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.854936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:23.976970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:23.983292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2925e2-8e9a-49c0-b7d4-bc259f2e5f2d None None] Pushing event updated for resources: {'Port': ['ID=d1e891a1-b311-45aa-b308-f0243f484423,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:23.992701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a6413822114bb581f2dcce074605fe is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:24.000303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:24.024889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:24.124134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.145680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597907fd-eef7-4a5e-ae6d-ed3f5f736054,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:24.209876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128356b0-d595-410a-8742-fa9db4d647fa req-17e1a767-8014-450b-b59b-3df49843dac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:24.211593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-17e1a767-8014-450b-b59b-3df49843dac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.5912607 Feb 04 16:16:24.235597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.240911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68e69bab-3ed8-412c-a70a-2296adca5f92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/597907fd-eef7-4a5e-ae6d-ed3f5f736054 HTTP/1.1" status: 204 len: 168 time: 0.8106036 Feb 04 16:16:24.305495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.333570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:24.338705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.363358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-aea33e23-10db-40b7-8c0c-c50211bb752f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 217 time: 0.1438668 Feb 04 16:16:24.453232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3a6413822114bb581f2dcce074605fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4611514 Feb 04 16:16:24.455473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b7841-dd16-47d6-bab6-dc6296a748f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1ccda9-d548-4924-9fce-b41b9ab1528a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:24.464758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34116) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:24.531517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128356b0-d595-410a-8742-fa9db4d647fa req-dc568a14-b1fe-497f-8fc5-42f0b7a4f410 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:24.533030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-dc568a14-b1fe-497f-8fc5-42f0b7a4f410 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1634026 Feb 04 16:16:24.628129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Router f2b1263d-2346-4d32-b962-a5855cf2479b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:16:24.676093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.787406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-047b40f1-1c1f-4f37-87d8-134227e11f53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482860 Feb 04 16:16:24.794947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:24.811927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:24.874285 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.910379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:24.954998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:24.961713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:24.965253 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.072753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4dc22-5482-4608-98b4-7ca8d544c6f0 req-ed8c5559-3675-4f46-ab89-bb1aeb4b9fec tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:25.082898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52a4dc22-5482-4608-98b4-7ca8d544c6f0 req-ed8c5559-3675-4f46-ab89-bb1aeb4b9fec tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 944 time: 0.3799324 Feb 04 16:16:25.187164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baebb8cb-bd64-4297-b49d-26876fdc7fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.217730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:25.274548 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.302766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1ccda9-d548-4924-9fce-b41b9ab1528a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:25.337248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['68ec7bb3-8c01-453d-a1cd-7cadc359c652'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:25.428821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.429531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52a4dc22-5482-4608-98b4-7ca8d544c6f0 req-4db0894e-52be-460b-b3d0-67d73262f2b2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448703 Feb 04 16:16:25.436983 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d040ef7-0d5c-4eab-99d5-a963989d470c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d1ccda9-d548-4924-9fce-b41b9ab1528a HTTP/1.1" status: 204 len: 168 time: 0.9658990 Feb 04 16:16:25.507040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e7366-7023-46c7-a199-dc91c084aad7 req-9ea486ee-2b23-4edf-9dc8-bca2a03e7c41 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:25.515345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-373e7366-7023-46c7-a199-dc91c084aad7 req-9ea486ee-2b23-4edf-9dc8-bca2a03e7c41 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 945 time: 0.4274590 Feb 04 16:16:25.538926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-b1ea439d-9ef4-4958-94e7-67a2b210fe9c service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172453 Feb 04 16:16:25.689874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:25.703773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Sync routers for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:25.719365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e899d-1085-4bef-8f5d-714581a9dff1 None None] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:25.736283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-373e7366-7023-46c7-a199-dc91c084aad7 req-f4f1ce0a-1768-4bf2-80bb-057150d607af tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196460 Feb 04 16:16:25.738908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:25.739836 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:15:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:25.775312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:25.777357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8b653af-e099-4da4-8bdd-a900f1664164 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7208433 Feb 04 16:16:25.780388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34138) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:25.888935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-128356b0-d595-410a-8742-fa9db4d647fa req-de9db9d5-4ccb-4b57-a3bc-fd5a749f6499 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414097 Feb 04 16:16:26.083333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d1e891a1-b311-45aa-b308-f0243f484423 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:26.183691 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:26.231992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cad135ca-4f0a-45ab-9d02-a97ccc2dba91 None None] Provisioning for port d1e891a1-b311-45aa-b308-f0243f484423 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:26.343593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 03e6258c-4891-4e2d-bf7e-4e350fd80674 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:26.555933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:26.592378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:26.802495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d1e891a1-b311-45aa-b308-f0243f484423 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:26.826005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d1e891a1-b311-45aa-b308-f0243f484423 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:26.827327 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:26.835855 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 3, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:26.842174 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Checking router: f2b1263d-2346-4d32-b962-a5855cf2479b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:26.842856 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Updating router f2b1263d-2346-4d32-b962-a5855cf2479b port 5d01a4b5-dfea-40e0-8606-29232f7ee278 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:26.860406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:26.872033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Usage tracker for resource:security_group_rule and tenant:85c27af381a34eaf9d15d4364c8365ca is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:26.902088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:26.935828 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:26.943514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:26.983405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 03e6258c-4891-4e2d-bf7e-4e350fd80674 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:27.004951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 03e6258c-4891-4e2d-bf7e-4e350fd80674 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:27.005210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.006120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910b74b-9220-4959-a650-8a90f1d96200 req-2e1b026e-e13f-4cfc-9977-1364e76f5675 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:27.007896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a910b74b-9220-4959-a650-8a90f1d96200 req-2e1b026e-e13f-4cfc-9977-1364e76f5675 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 944 time: 0.3442299 Feb 04 16:16:27.155191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a910b74b-9220-4959-a650-8a90f1d96200 req-d91c3a9f-937a-4403-b45a-2887f4c8abc6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385560 Feb 04 16:16:27.294356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.303704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.483491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e7590bc-a24b-4688-934c-a5071fd55970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.500570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6790dbee-674d-4ec9-9fae-0c1cfa3d30c9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:27.540776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2e75a0d8-fbe3-4ea5-9554-a558878f8814 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85c27af381a34eaf9d15d4364c8365ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9835389 Feb 04 16:16:27.551063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:27.762169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.783503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.841362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:27.854036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055c04c-871c-4216-801a-ff457f5984ed req-db3f1961-b016-4b7e-9323-7128c0b9f1ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:27.864236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9055c04c-871c-4216-801a-ff457f5984ed req-db3f1961-b016-4b7e-9323-7128c0b9f1ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 945 time: 0.3115723 Feb 04 16:16:27.883791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d1e891a1-b311-45aa-b308-f0243f484423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d1e891a1-b311-45aa-b308-f0243f484423,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:27.896070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:27.922818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.938459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.952687 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.971739 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Transition to ACTIVE for port object 5d01a4b5-dfea-40e0-8606-29232f7ee278 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:27.988241 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:27.999853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9055c04c-871c-4216-801a-ff457f5984ed req-51d3ea20-ecec-4976-a425-2f1f1ccfc5e0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345689 Feb 04 16:16:28.162398 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.179801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:28.182751 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Attempting to bind port 5d01a4b5-dfea-40e0-8606-29232f7ee278 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:28.183440 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Attempting to bind port 5d01a4b5-dfea-40e0-8606-29232f7ee278 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:28.184639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Attempting to bind port 5d01a4b5-dfea-40e0-8606-29232f7ee278 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:28.203131 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:28.203924 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:28.205048 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.206268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:28.207349 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Bound port: 5d01a4b5-dfea-40e0-8606-29232f7ee278, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:28.208477 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.220819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44758114-1663-4543-b067-c4790cada349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.303120 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] For port 5d01a4b5-dfea-40e0-8606-29232f7ee278, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:28.306817 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] For port 5d01a4b5-dfea-40e0-8606-29232f7ee278, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5d01a4b5-dfea-40e0-8606-29232f7ee278,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:28.315640 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8714-fbd6-47a6-a7f4-063c472a31a7 None None] Pushing event updated for resources: {'Port': ['ID=5d01a4b5-dfea-40e0-8606-29232f7ee278,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:28.320349 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.515247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:28.524154 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:28.525754 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:28.600138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d1e891a1-b311-45aa-b308-f0243f484423,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:28.780250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-85751caf-6e20-49f5-a838-82ce326de611 None None] Provisioning complete for port d1e891a1-b311-45aa-b308-f0243f484423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:28.780765 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-85751caf-6e20-49f5-a838-82ce326de611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.853593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44758114-1663-4543-b067-c4790cada349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.885943 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.886736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:28.890468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Allocated IP 172.20.0.1 (5aa41266-10dd-4148-9c81-a5ca8118b788/7095bd23-8c75-4c02-aef5-8da30236775d/f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:28.911234 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'code': 200} Feb 04 16:16:29.065316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:29.134074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:29.189680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:29.190785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.198127 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44758114-1663-4543-b067-c4790cada349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.231150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44758114-1663-4543-b067-c4790cada349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6790dbee-674d-4ec9-9fae-0c1cfa3d30c9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.324812 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f8714-fbd6-47a6-a7f4-063c472a31a7 None None] Pushing event updated for resources: {'Port': ['ID=5d01a4b5-dfea-40e0-8606-29232f7ee278,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.341811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c540c-fd68-4c06-b426-9e6abe72b499 req-74b61d85-7e4d-4b54-9a2f-3f5f56b2ede5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:29.355728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033c540c-fd68-4c06-b426-9e6abe72b499 req-74b61d85-7e4d-4b54-9a2f-3f5f56b2ede5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.3036566 Feb 04 16:16:29.390215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11d17c04-fe1f-4092-a2e8-1f6a83004bd8 req-8cffaf6b-55c7-4129-ae23-44f0a605a055 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 1096 time: 0.4034901 Feb 04 16:16:29.421216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44758114-1663-4543-b067-c4790cada349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.424988 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-44758114-1663-4543-b067-c4790cada349 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6790dbee-674d-4ec9-9fae-0c1cfa3d30c9 HTTP/1.1" status: 204 len: 168 time: 1.8621483 Feb 04 16:16:29.448659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.507999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Transition to ACTIVE for port object f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:29.566444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.630317 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.683270 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 3, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:29.689898 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752fa9cb-b711-4ed8-a757-c8e8e73574d3 None None] The sync data for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 is: [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:23Z', 'revision_number': 3, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:29.694399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-033c540c-fd68-4c06-b426-9e6abe72b499 req-0f6f1ec1-ef8c-4647-b69a-672b5278b697 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370318 Feb 04 16:16:29.695804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:29.710017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:29.750683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11d17c04-fe1f-4092-a2e8-1f6a83004bd8 req-5f33eb1d-716c-404b-9faf-bbf4e8d788fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518441 Feb 04 16:16:29.762825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:29.767362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:29.785427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:29.812357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41faf9-0f7d-4b30-9c95-bb096acccab8 req-3ff5e3af-33a9-419d-b5b5-a9e501ac8f20 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:29.819277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd41faf9-0f7d-4b30-9c95-bb096acccab8 req-3ff5e3af-33a9-419d-b5b5-a9e501ac8f20 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.3152509 Feb 04 16:16:29.902794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.950651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Pushing event updated for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:29.986747 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.016129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd41faf9-0f7d-4b30-9c95-bb096acccab8 req-38c3629b-14ef-4c27-a0d7-ed3ec17e3122 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594183 Feb 04 16:16:30.035396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.240899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc77d8-c715-4d30-9366-bd08c0762970 req-a252a5e1-26b6-4e42-865b-56076f87e782 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:30.251513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febc77d8-c715-4d30-9366-bd08c0762970 req-a252a5e1-26b6-4e42-865b-56076f87e782 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.1717029 Feb 04 16:16:30.361011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.417401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-62e7869a-ac3d-4352-82ef-78a3142712ac None None] Provisioning for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:30.427529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-62e7869a-ac3d-4352-82ef-78a3142712ac None None] Provisioning complete for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:30.427987 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62e7869a-ac3d-4352-82ef-78a3142712ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.444450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febc77d8-c715-4d30-9366-bd08c0762970 req-97262935-4721-4039-84fb-9556049c7101 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789603 Feb 04 16:16:30.542255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-62e7869a-ac3d-4352-82ef-78a3142712ac None None] Port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:30.573351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5d01a4b5-dfea-40e0-8606-29232f7ee278 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:30.678194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5d01a4b5-dfea-40e0-8606-29232f7ee278 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:30.686206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5d01a4b5-dfea-40e0-8606-29232f7ee278 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:30.687034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:30.912838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:30.967935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.011156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5d01a4b5-dfea-40e0-8606-29232f7ee278, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5d01a4b5-dfea-40e0-8606-29232f7ee278,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:31.033461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.034715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d1e891a1-b311-45aa-b308-f0243f484423 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:31.113245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.139883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.299988 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'code': 200} Feb 04 16:16:31.420324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.431645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-79a84af0-c6dc-46b5-b0ed-9a6615c8cf56 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.435050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Pushing event updated for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:31.436222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-79a84af0-c6dc-46b5-b0ed-9a6615c8cf56 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 0.4364338 Feb 04 16:16:31.466247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5d01a4b5-dfea-40e0-8606-29232f7ee278,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:31.501136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d1e891a1-b311-45aa-b308-f0243f484423 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:31.501639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:31.620630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcf90f-f824-4dfa-90e5-3232077b282b req-4c4879e3-b261-4b0e-b976-b91c4086b01d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:31.630919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0bcf90f-f824-4dfa-90e5-3232077b282b req-4c4879e3-b261-4b0e-b976-b91c4086b01d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.7478411 Feb 04 16:16:31.742714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:31.744446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:32.117318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed84f5fe-fc23-4c1e-a76c-11a2e783965c None None] Provisioning complete for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:32.117871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed84f5fe-fc23-4c1e-a76c-11a2e783965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:32.190041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Deleting port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:32.190493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:32.236272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b0bcf90f-f824-4dfa-90e5-3232077b282b req-199eb34c-d8c7-4813-9e7c-4314c6c7e44f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977337 Feb 04 16:16:32.259199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed84f5fe-fc23-4c1e-a76c-11a2e783965c None None] Port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:32.375589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5d01a4b5-dfea-40e0-8606-29232f7ee278 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:32.555365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] For port e67ff2e9-b92c-4744-8d0c-acc9334a3a73, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:32.555719 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:32.586742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5d01a4b5-dfea-40e0-8606-29232f7ee278 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:32.587394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:32.728675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Calling delete_port for e67ff2e9-b92c-4744-8d0c-acc9334a3a73 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:32.841342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:32.968556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8800248-b9f6-4ba5-9f0c-e1078207aea8 req-693aceaa-f275-42b7-84d9-ba17201130e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1097 time: 1.5550442 Feb 04 16:16:32.972075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Router f2b1263d-2346-4d32-b962-a5855cf2479b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:32.988337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d561ab-4eff-433a-af3c-ce37d9512c2e req-3c62d512-f433-4da1-a907-d42920ee63e8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:32.989800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4d561ab-4eff-433a-af3c-ce37d9512c2e req-3c62d512-f433-4da1-a907-d42920ee63e8 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcf89c67-2163-45cb-bb0a-f9d21149ffd1 HTTP/1.1" status: 200 len: 945 time: 1.0335455 Feb 04 16:16:33.026814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:33.039741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['6328cb55-782e-4e1f-af78-67288e7c79c5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:33.281904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Pushing event deleted for resources: {'Port': ['ID=e67ff2e9-b92c-4744-8d0c-acc9334a3a73,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:33.387571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:33.392961 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b8a922e-9e36-4f2a-9ab5-3bbd2d93977c admin admin] 10.222.0.62 "PUT /v2.0/routers/f2b1263d-2346-4d32-b962-a5855cf2479b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6111710 Feb 04 16:16:33.441323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8800248-b9f6-4ba5-9f0c-e1078207aea8 req-8538f554-c691-41b1-baca-2397833e5620 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4592521 Feb 04 16:16:33.476007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4d561ab-4eff-433a-af3c-ce37d9512c2e req-25c84f47-4855-49f7-896a-6801fab1da31 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396015 Feb 04 16:16:33.531743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] No DVR routers for this DVR port e67ff2e9-b92c-4744-8d0c-acc9334a3a73 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:33.537433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:33.542296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'name': 'network-vif-deleted', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:33.632218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a1a82e5-b9e5-4851-a0eb-ac9c720ff926 req-05bf3d52-d0d2-4b31-b797-0bbdf5454248 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "DELETE /v2.0/ports/e67ff2e9-b92c-4744-8d0c-acc9334a3a73 HTTP/1.1" status: 204 len: 173 time: 2.0380723 Feb 04 16:16:33.679054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac517-af44-4bfa-9a04-e6176d6318c1 req-ded72513-6bfd-4891-909f-d7918514f979 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:33.680765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20aac517-af44-4bfa-9a04-e6176d6318c1 req-ded72513-6bfd-4891-909f-d7918514f979 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.6992550 Feb 04 16:16:33.793851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20aac517-af44-4bfa-9a04-e6176d6318c1 req-95939e5c-dbf3-4795-a02f-0171a4eda47d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009159 Feb 04 16:16:33.796696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:34.011680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1177869042'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:34.033900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:34.055084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:network and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:34.060082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:34.070485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:34.088843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:34.095320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:34.217602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa98ec-910a-471d-8851-ff0f07eab655 req-c91872e3-fda9-4b1c-89dc-7d30ad6e2ec0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.228129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85fa98ec-910a-471d-8851-ff0f07eab655 req-c91872e3-fda9-4b1c-89dc-7d30ad6e2ec0 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.1956062 Feb 04 16:16:34.267427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:34.297974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:34.298320 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Added segment 258eed4c-6f5d-4077-a9c4-406d2b6a61e8 of type vlan for network f6b7fffc-919e-4c29-894d-d76aef9835bc Feb 04 16:16:34.352931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85fa98ec-910a-471d-8851-ff0f07eab655 req-64a4fe33-5d78-428d-a08a-3df2a2eb6c73 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232996 Feb 04 16:16:34.365927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:34.405898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e67ff2e9-b92c-4744-8d0c-acc9334a3a73 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:34.517559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Sync routers for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:34.527604 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:16:34.557213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: e67ff2e9-b92c-4744-8d0c-acc9334a3a73 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:34.558772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e67ff2e9-b92c-4744-8d0c-acc9334a3a73 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:34.566503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:34.567167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:34.604137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:34.616000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:34.616886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:34.781506 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf89c67-2163-45cb-bb0a-f9d21149ffd1', 'name': 'network-vif-deleted', 'tag': 'e67ff2e9-b92c-4744-8d0c-acc9334a3a73', 'status': 'completed', 'code': 200} Feb 04 16:16:34.944734 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1464224 Feb 04 16:16:34.947396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:34.968882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'subnet': {'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:34.974690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1f39b-8922-45b6-a092-4272e52007b5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Network': ['ID=f6b7fffc-919e-4c29-894d-d76aef9835bc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:34.994249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:35.020090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f6b7fffc-919e-4c29-894d-d76aef9835bc details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:35.348720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:35.574306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:35.581542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:subnet and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:35.598416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:35.801355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:35.888412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:36.104038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ffda0-000a-4efc-a695-f519b7101d1d req-79407bfe-349a-400f-8b7a-263a0e6bf294 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:36.112418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-463ffda0-000a-4efc-a695-f519b7101d1d req-79407bfe-349a-400f-8b7a-263a0e6bf294 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.5166383 Feb 04 16:16:36.250142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d', 'name': '', 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'mac_address': 'fa:16:3e:9f:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:28Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 2, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'subnets': [{'id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:36.268089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Checking router: f2b1263d-2346-4d32-b962-a5855cf2479b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:36.270476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Updating router f2b1263d-2346-4d32-b962-a5855cf2479b port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:16:36.276596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.326761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:36.400543 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.615389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Deleting port 4c80e994-68c5-4aa2-89d3-7b323081641c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:36.615991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.692597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.696983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-463ffda0-000a-4efc-a695-f519b7101d1d req-327a527e-0c5b-452c-b0bf-f3b54a06d1b2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832667 Feb 04 16:16:36.701533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:36.793140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:36.798080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Usage tracker for resource:security_group_rule and tenant:026264e2fb4f488e951341ff598d8cad is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:36.808346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:36.820341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:36.824978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Subnet': ['ID=1e0bcfee-cf32-4d46-891a-5be49d2622f1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:36.836709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dacb0e-cb7c-4fa8-b37d-8024d6aaa93d req-0dae3281-16f0-4871-be10-f0b5deea1bcc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:36.838469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95dacb0e-cb7c-4fa8-b37d-8024d6aaa93d req-0dae3281-16f0-4871-be10-f0b5deea1bcc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.9218373 Feb 04 16:16:36.998287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95dacb0e-cb7c-4fa8-b37d-8024d6aaa93d req-0f218653-3a7b-4ecb-a17c-cde98f9f92aa tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517735 Feb 04 16:16:37.005625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Checking segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:37.008500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.009857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network hostable DHCP agents. Network: f6b7fffc-919e-4c29-894d-d76aef9835bc, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:37.044222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Transition to ACTIVE for port object f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:37.056930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.088462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network f6b7fffc-919e-4c29-894d-d76aef9835bc is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:37.130586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f6b7fffc-919e-4c29-894d-d76aef9835bc) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:37.140733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.142287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.193302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08eeb2de-8072-4f18-a639-4068e09795c7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2435348 Feb 04 16:16:37.196740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:37.205729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1857632979'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:37.217508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:37.228014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:network and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:37.231526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] For port 4c80e994-68c5-4aa2-89d3-7b323081641c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4c80e994-68c5-4aa2-89d3-7b323081641c,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:37.232205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.234758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:37.250197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2eb4f-cb45-4153-b8cb-76c4e97db680 None None] Pushing event updated for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:37.252474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:37.281163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58df96-62b7-4c41-b144-4da42d1ef9f8 None None] Network f6b7fffc-919e-4c29-894d-d76aef9835bc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:37.396543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:37.406958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.504256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Calling delete_port for 4c80e994-68c5-4aa2-89d3-7b323081641c owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:37.542743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:16:37.563880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68c745-814d-4755-a4bd-ddd1cedf4840 req-0f425e96-4bf9-4b36-bbda-2be87e8c67c5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.564988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fa68c745-814d-4755-a4bd-ddd1cedf4840 req-0f425e96-4bf9-4b36-bbda-2be87e8c67c5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:37.568944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.569285 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Added segment 4a62d1ee-5af7-47cb-b61f-5704c96b9aa4 of type vlan for network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c Feb 04 16:16:37.596613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbfb7e-703a-4d75-b00c-f21b8767df56 req-ae43bdb1-a10f-4954-9255-ef8e823d1302 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.601737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fcbfb7e-703a-4d75-b00c-f21b8767df56 req-ae43bdb1-a10f-4954-9255-ef8e823d1302 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.3276808 Feb 04 16:16:37.607192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:37.609428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.617566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'floatingip': {'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:37.640868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.679545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fa68c745-814d-4755-a4bd-ddd1cedf4840 req-0f425e96-4bf9-4b36-bbda-2be87e8c67c5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:37.680962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa68c745-814d-4755-a4bd-ddd1cedf4840 req-0f425e96-4bf9-4b36-bbda-2be87e8c67c5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.2585287 Feb 04 16:16:37.683291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.687661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:37.688698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.691810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.753504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.848302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f6b7fffc-919e-4c29-894d-d76aef9835bc', 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'fixed_ips': [{'subnet_id': '1e0bcfee-cf32-4d46-891a-5be49d2622f1'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:37.849676 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.863155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6649463 Feb 04 16:16:37.871419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Attempting to bind port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:37.871640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:37.872132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Attempting to bind port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:37.872676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Attempting to bind port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d on network 5aa41266-10dd-4148-9c81-a5ca8118b788 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:37.880641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'subnet': {'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:37.887138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:37.887838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Checking segment: {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:37.888696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.889303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Bound using segment: {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:37.890010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Bound port: f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45243116-b0c9-4b80-8d7a-ea67aeb149e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:37.890628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:37.963137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757dcdd5-6f93-4b10-a21b-4a91b36d6eff,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:37.971101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b4129726-ab0e-4c4d-8092-3b0218528c13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=026264e2fb4f488e951341ff598d8cad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6424289 Feb 04 16:16:37.978640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:38.152793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42c489-26e8-4842-91e2-c4ac2cdaab81 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Network': ['ID=d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:38.165946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:38.182826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:subnet and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:38.197198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:38.205528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:16:38.218231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa68c745-814d-4755-a4bd-ddd1cedf4840 req-53880936-84bc-4f25-b4f5-151a34b3b0c5 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051956 Feb 04 16:16:38.219063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:38.245829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:38.248832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] For port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:38.348834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991039a-27e6-43f1-a170-1142176a4fa4 req-bc85f89c-2583-4f87-97eb-fbb0a57bbf81 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:38.350419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5991039a-27e6-43f1-a170-1142176a4fa4 req-bc85f89c-2583-4f87-97eb-fbb0a57bbf81 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.3270717 Feb 04 16:16:38.361539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] For port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:38.394810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.405615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.445303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.468189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Allocated IP 19.80.0.2 (f6b7fffc-919e-4c29-894d-d76aef9835bc/1e0bcfee-cf32-4d46-891a-5be49d2622f1/cc21bf1c-ee51-4d27-9978-5bba8688ade6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:38.538894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5991039a-27e6-43f1-a170-1142176a4fa4 req-a66e3f6d-5406-4953-82b4-1bb984e1feef tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776638 Feb 04 16:16:38.715001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2eb4f-cb45-4153-b8cb-76c4e97db680 None None] Pushing event updated for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:38.737982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:38.738770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:38.814874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.865303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:38.991467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.011992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Subnet': ['ID=baeb1b6e-1464-4a41-88a2-bebda0d373bb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:39.014527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Checking segment: {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:39.014808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network hostable DHCP agents. Network: d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:16:39.032791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.063285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:16:39.083914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c80e994-68c5-4aa2-89d3-7b323081641c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:39.095331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:39.095801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757dcdd5-6f93-4b10-a21b-4a91b36d6eff,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:39.100490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:39.101320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.135070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a250b3-811a-491a-a99c-3b2da56ef29a None None] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:39.148676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-980a04b3-bbd5-4cda-a1b2-4ed37c612ef7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2758794 Feb 04 16:16:39.192102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.195701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a9cb86c-7f5c-401a-9e2e-a577ba0966f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/757dcdd5-6f93-4b10-a21b-4a91b36d6eff HTTP/1.1" status: 204 len: 168 time: 1.2133937 Feb 04 16:16:39.284023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:39.424509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.553161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Transition to ACTIVE for port object cc21bf1c-ee51-4d27-9978-5bba8688ade6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:39.732633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7037fc-9b5b-4de6-9ba1-19b3d62c93a0 req-b1d2a60c-fcb2-490b-b0ef-17d10c2ceae7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:39.732633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a7037fc-9b5b-4de6-9ba1-19b3d62c93a0 req-b1d2a60c-fcb2-490b-b0ef-17d10c2ceae7 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.1701069 Feb 04 16:16:39.877163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.886093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:39.941463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Transition to ACTIVE for port object cc21bf1c-ee51-4d27-9978-5bba8688ade6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:39.959726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a7037fc-9b5b-4de6-9ba1-19b3d62c93a0 req-18e1202c-538b-48b1-a00d-c464e3feea53 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162838 Feb 04 16:16:39.968385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:40.099438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-b849f22d-975c-40f5-92a6-5e628c9b5bb5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:40.104797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-b849f22d-975c-40f5-92a6-5e628c9b5bb5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:40.106408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-b849f22d-975c-40f5-92a6-5e628c9b5bb5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:40.132025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-b849f22d-975c-40f5-92a6-5e628c9b5bb5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:40.133653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-b849f22d-975c-40f5-92a6-5e628c9b5bb5 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/networks?id=f6b7fffc-919e-4c29-894d-d76aef9835bc&id=d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c&id=f6b7fffc-919e-4c29-894d-d76aef9835bc HTTP/1.1" status: 200 len: 1392 time: 0.2948284 Feb 04 16:16:40.169686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-34df8dae-e9fa-4b74-85f7-89e90a609939 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/quotas/1d7d6fd7480145b1b1621210669b7ce1 HTTP/1.1" status: 200 len: 375 time: 0.0266287 Feb 04 16:16:40.371622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-34433c48-4e84-4dd3-bdf0-ff1b54040659 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1995454 Feb 04 16:16:40.467651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:40.663990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Pushing event updated for resources: {'Port': ['ID=cc21bf1c-ee51-4d27-9978-5bba8688ade6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:40.681156 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Floating IP 4a2d544a-5e75-473a-9bfe-6cb356b88ca9 associated. External IP: 172.25.5.169, port: 68ec7bb3-8c01-453d-a1cd-7cadc359c652. Feb 04 16:16:40.685561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Network f6b7fffc-919e-4c29-894d-d76aef9835bc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:40.687884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:40.692265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:40.698372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c', 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'fixed_ips': [{'subnet_id': 'baeb1b6e-1464-4a41-88a2-bebda0d373bb'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:16:40.699192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:40.933340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb234f1-3fe0-4238-a7d9-459699209143 req-b4c0f809-f17c-40ed-bb78-e54985e6f756 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:40.935577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb234f1-3fe0-4238-a7d9-459699209143 req-b4c0f809-f17c-40ed-bb78-e54985e6f756 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.4711137 Feb 04 16:16:40.943846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-3723c625-8891-4bd6-9b55-60b88ff24b2d service neutron] 10.222.0.62 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702944 Feb 04 16:16:40.984008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Allocated IP 19.86.0.2 (d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c/baeb1b6e-1464-4a41-88a2-bebda0d373bb/32a40952-e217-4fb2-94b0-9dd8f7f184a9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:41.239428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-79e99767-9887-4cab-a42a-892889ffaa7d service neutron] 10.222.0.62 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937403 Feb 04 16:16:41.252335 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.264508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Transition to ACTIVE for port object 32a40952-e217-4fb2-94b0-9dd8f7f184a9 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:41.291536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Transition to ACTIVE for port object 32a40952-e217-4fb2-94b0-9dd8f7f184a9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:41.311344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.392481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:41.392755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb234f1-3fe0-4238-a7d9-459699209143 req-34b43c46-5505-4419-9d71-82bde25a3fce tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999451 Feb 04 16:16:41.406443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:41.447444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:41.502421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-ca72c217-7dd8-45ca-9245-88d1aa1a236c service neutron] 10.222.0.62 "GET /v2.0/networks/d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619207 Feb 04 16:16:41.712193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Attempting to bind port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:41.712193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Attempting to bind port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:41.712846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Attempting to bind port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 on network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:41.721726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d', 'name': '', 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'mac_address': 'fa:16:3e:9f:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:28Z', 'updated_at': '2022-02-04T16:16:38Z', 'revision_number': 4, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'subnets': [{'id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:41.738108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:41.738500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Checking segment: {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:41.738898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.739284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Bound using segment: {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:41.739756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Bound port: 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:41.740122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.749221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e0709-3f76-482d-a19b-e4acf25ba371 None None] The sync data for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 is: [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d', 'name': '', 'network_id': '5aa41266-10dd-4148-9c81-a5ca8118b788', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'mac_address': 'fa:16:3e:9f:0b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:28Z', 'updated_at': '2022-02-04T16:16:38Z', 'revision_number': 4, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'subnets': [{'id': '7095bd23-8c75-4c02-aef5-8da30236775d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:41.839598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Attempting to bind port cc21bf1c-ee51-4d27-9978-5bba8688ade6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:41.839941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Attempting to bind port cc21bf1c-ee51-4d27-9978-5bba8688ade6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:41.840300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Attempting to bind port cc21bf1c-ee51-4d27-9978-5bba8688ade6 on network f6b7fffc-919e-4c29-894d-d76aef9835bc {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:41.860873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:41.861361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Checking segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:41.861757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.862144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Bound using segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:41.864341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Bound port: cc21bf1c-ee51-4d27-9978-5bba8688ade6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:41.864728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:41.879660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Pushing event updated for resources: {'Port': ['ID=32a40952-e217-4fb2-94b0-9dd8f7f184a9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:42.021536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244b9c1-b380-4c22-abcc-ab759b88e0ab req-d4cc5008-c19e-483e-a274-ba04f331ace3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:42.023085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6244b9c1-b380-4c22-abcc-ab759b88e0ab req-d4cc5008-c19e-483e-a274-ba04f331ace3 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.3462372 Feb 04 16:16:42.024923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-33cd3fe0-5e58-4d2b-8a32-548487fca412 service neutron] 10.222.0.62 "GET /v2.0/networks/d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214283 Feb 04 16:16:42.069725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-975505f7-cf06-4386-b721-e2d789515609 None None] For port 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:42.087801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-975505f7-cf06-4386-b721-e2d789515609 None None] For port 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=32a40952-e217-4fb2-94b0-9dd8f7f184a9,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:42.222936 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:42.228231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6244b9c1-b380-4c22-abcc-ab759b88e0ab req-03356b94-04dd-4af4-a40d-548d915a77c4 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369596 Feb 04 16:16:42.359229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-8e4685c3-f758-4afd-8c53-604d68951b01 service neutron] 10.222.0.62 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235626 Feb 04 16:16:42.480561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 03e6258c-4891-4e2d-bf7e-4e350fd80674 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:16:42.520349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:42.521008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:42.550820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Router 5e781346-fbcb-4e77-9806-7aa67a8a578e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:16:42.821359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-3de4f8df-d085-4905-868f-0685c232f4f5 service neutron] 10.222.0.62 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537005 Feb 04 16:16:42.867977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975505f7-cf06-4386-b721-e2d789515609 None None] Pushing event updated for resources: {'Port': ['ID=32a40952-e217-4fb2-94b0-9dd8f7f184a9,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:42.879483 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:16:43.291881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9c9be-4bd7-4bf9-907e-e2768593b4ac req-68414ca1-5d15-4631-8725-3f36489f2d13 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.305475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8f9c9be-4bd7-4bf9-907e-e2768593b4ac req-68414ca1-5d15-4631-8725-3f36489f2d13 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.4830294 Feb 04 16:16:43.369349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] For port cc21bf1c-ee51-4d27-9978-5bba8688ade6, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:43.391112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] For port cc21bf1c-ee51-4d27-9978-5bba8688ade6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cc21bf1c-ee51-4d27-9978-5bba8688ade6,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:43.413048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:43.428393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.549048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'port_id': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'mac_address': 'fa:16:3e:0b:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:16:43.582943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b9ce687-1f16-4763-969a-b88f94c1b26d req-9c8aa504-f324-4695-8f97-e932a835ae44 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 210 time: 0.3290598 Feb 04 16:16:43.640570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-49c5e260-a41b-4a62-89a6-1a8969e359b1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:43.653505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-49c5e260-a41b-4a62-89a6-1a8969e359b1 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.7112789 Feb 04 16:16:43.725644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.839199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03e6258c-4891-4e2d-bf7e-4e350fd80674 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:43.876913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:43.877891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:43.887182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:43.887627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.894963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8f9c9be-4bd7-4bf9-907e-e2768593b4ac req-896128c9-5850-4b25-af79-66d5e51667db tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885181 Feb 04 16:16:43.926920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Deleting port 6328cb55-782e-4e1f-af78-67288e7c79c5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:43.936701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.975778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:43.997058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:44.004713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a316f4-55b5-434c-a55c-97674d263980 None None] Pushing event updated for resources: {'Port': ['ID=cc21bf1c-ee51-4d27-9978-5bba8688ade6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:44.010594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Sync routers for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:44.024486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-611b3442-6100-4ba1-803e-827ead4a6357 admin admin] 10.222.0.62 "PUT /v2.0/routers/5e781346-fbcb-4e77-9806-7aa67a8a578e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1751468 Feb 04 16:16:44.028808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34470) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:44.043525 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:44.044264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:44.166791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:16:44.187150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:44.268657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:16:44.322814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['03e6258c-4891-4e2d-bf7e-4e350fd80674'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:16:44.484040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6328cb55-782e-4e1f-af78-67288e7c79c5 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:44.501114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18c5a0cd-cbdc-415f-8005-6e629d80932c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "PUT /v2.0/floatingips/4a2d544a-5e75-473a-9bfe-6cb356b88ca9 HTTP/1.1" status: 200 len: 992 time: 6.8880780 Feb 04 16:16:44.517227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:44.674070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:44.676138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:44.941394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f1cce-8297-42ca-af43-ba25e7732e7c req-b73875ef-0828-41e8-bc9b-2de47b255299 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:44.949806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-488f1cce-8297-42ca-af43-ba25e7732e7c req-b73875ef-0828-41e8-bc9b-2de47b255299 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 946 time: 0.9502137 Feb 04 16:16:44.967907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:44.991006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:45.115030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:45.349068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce5cf2-1be3-4701-8c9b-b795eb90a582 None None] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:45.674575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:45.707389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Deleting port 8de6fd1b-729d-4463-9e4e-91783f78bd03 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:45.707741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:45.846976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] For port 6328cb55-782e-4e1f-af78-67288e7c79c5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6328cb55-782e-4e1f-af78-67288e7c79c5,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:45.847338 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:46.102147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Calling delete_port for 6328cb55-782e-4e1f-af78-67288e7c79c5 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:46.244524 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220'}], 'enable_snat': True}, 'gw_port_id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:16:38Z', 'revision_number': 5, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port': {'id': '8de6fd1b-729d-4463-9e4e-91783f78bd03', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:85:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:08:51Z', 'updated_at': '2022-02-04T16:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:46.262772 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Checking router: 5e781346-fbcb-4e77-9806-7aa67a8a578e for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:46.278066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:46.310729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Routers {'5e781346-fbcb-4e77-9806-7aa67a8a578e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:46.314729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e781346-fbcb-4e77-9806-7aa67a8a578e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:46.539438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:46.541777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218c52e-7913-4803-8a48-af9416f4abd1 None None] Network f6b7fffc-919e-4c29-894d-d76aef9835bc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:46.559073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:46.716104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-488f1cce-8297-42ca-af43-ba25e7732e7c req-d9eb4d2f-2e21-4f31-8133-0c8737147744 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad440a61-4d85-467a-937e-bfebe8a961e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5720723 Feb 04 16:16:46.864950 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] Set router 5e781346-fbcb-4e77-9806-7aa67a8a578e gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:46.910898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:46.915368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4c13eb06-b61e-48af-bf43-f647ef61dbd0 None None] Provisioning for port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:47.008829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:16:45Z', 'revision_number': 6, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:47.010627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] For port 8de6fd1b-729d-4463-9e4e-91783f78bd03, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8de6fd1b-729d-4463-9e4e-91783f78bd03,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:47.013160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.017688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e66aa-675c-4b20-a6d5-47f2b6a3cd3d None None] The sync data for ids ['5e781346-fbcb-4e77-9806-7aa67a8a578e'] in n-d-827873-1 is: [{'id': '5e781346-fbcb-4e77-9806-7aa67a8a578e', 'name': 'tempest-TaggedBootDevicesTest_v242-121102010-router', 'tenant_id': 'b2729df3fd7f44a48abcf36212169380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:08:50Z', 'updated_at': '2022-02-04T16:16:45Z', 'revision_number': 6, 'project_id': 'b2729df3fd7f44a48abcf36212169380', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:47.043434 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'status': 'completed', 'code': 200} Feb 04 16:16:47.060566 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.185769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cce55-c74d-4c7c-aea5-2995f192c1d3 req-821d85e0-db30-4da6-8494-8a56915151d5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:47.193166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d1cce55-c74d-4c7c-aea5-2995f192c1d3 req-821d85e0-db30-4da6-8494-8a56915151d5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 2.0433180 Feb 04 16:16:47.319577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:47.357952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.386256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:47.547103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Calling delete_port for 8de6fd1b-729d-4463-9e4e-91783f78bd03 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:47.618047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-fd0a9658-d5fb-486d-97de-6409cffa8aa4 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:47.622007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-fd0a9658-d5fb-486d-97de-6409cffa8aa4 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:47.623607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-fd0a9658-d5fb-486d-97de-6409cffa8aa4 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "GET /v2.0/networks?id=f6b7fffc-919e-4c29-894d-d76aef9835bc&id=d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c&id=f6b7fffc-919e-4c29-894d-d76aef9835bc HTTP/1.1" status: 200 len: 1392 time: 1.4144881 Feb 04 16:16:47.638025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Pushing event deleted for resources: {'Port': ['ID=6328cb55-782e-4e1f-af78-67288e7c79c5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:47.650291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae68f54a-09bd-4d00-a4cd-f9f193eedef8 req-d6c7b12f-2f5e-44d3-a2b7-bfefd8c9ad17 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 210 time: 0.2712967 Feb 04 16:16:47.656222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.656570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.657932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.658287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.658646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.659269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.659269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.659714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.660421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.660765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.661092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:16:47.671066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'admin_state_up': True, 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:47.707374 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-bb251916-797c-481c-828c-e3e211861e88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1097 time: 0.6570024 Feb 04 16:16:47.778269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cc21bf1c-ee51-4d27-9978-5bba8688ade6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:47.950536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:47.952236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:47.953646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cc21bf1c-ee51-4d27-9978-5bba8688ade6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:47.969768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 32a40952-e217-4fb2-94b0-9dd8f7f184a9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:47.973380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:port and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:48.004988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d1cce55-c74d-4c7c-aea5-2995f192c1d3 req-5f21b506-b1b9-46ee-91f0-fb540166010a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8094530 Feb 04 16:16:48.009819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:48.111952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:48.224298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Provisioning for port cc21bf1c-ee51-4d27-9978-5bba8688ade6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:48.239933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Provisioning complete for port cc21bf1c-ee51-4d27-9978-5bba8688ade6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:48.240580 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.262480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-4bee76c3-0616-42c2-857b-c9913ff5101a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:48.264017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-4bee76c3-0616-42c2-857b-c9913ff5101a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.5446348 Feb 04 16:16:48.276854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.409234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] No DVR routers for this DVR port 6328cb55-782e-4e1f-af78-67288e7c79c5 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:48.414071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.425333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'name': 'network-vif-deleted', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:48.440232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:48.449098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:48.456308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.527438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.538855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 03e6258c-4891-4e2d-bf7e-4e350fd80674 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:48.605724 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-65fcd1cc-66f8-4b05-891e-4c1ecdccc38b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 1000 time: 0.3298786 Feb 04 16:16:48.656575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8de6fd1b-729d-4463-9e4e-91783f78bd03,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:48.685475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Usage tracker for resource:security_group_rule and tenant:3ec55dfc3f894087b9c9f2efea2e3c9c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:48.724006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:48.726165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-052e27d8-d677-4220-9a05-d8da924d0ee5 req-2fb04c22-4280-4095-a39d-ee94ca07fbae tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Synchronizing usage tracker for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:48.816387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:48.816881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-67bcb2af-85ba-4077-9303-a6c6ce9cb761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:48.819164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-67bcb2af-85ba-4077-9303-a6c6ce9cb761 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1485062 Feb 04 16:16:48.886918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:48.887639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:48.977094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] For port cc21bf1c-ee51-4d27-9978-5bba8688ade6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cc21bf1c-ee51-4d27-9978-5bba8688ade6,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:48.983399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Allocated IP 19.80.0.122 (f6b7fffc-919e-4c29-894d-d76aef9835bc/1e0bcfee-cf32-4d46-891a-5be49d2622f1/106b7b00-4fc3-494a-b0fb-6d17f485fe50) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:49.001058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 03e6258c-4891-4e2d-bf7e-4e350fd80674 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:49.002295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.110931 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.150620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.423967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.463375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Transition to ACTIVE for port object 106b7b00-4fc3-494a-b0fb-6d17f485fe50 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:49.504173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba84b1-9470-4c1c-b46a-7dcd7f771ccd None None] Pushing event updated for resources: {'Port': ['ID=cc21bf1c-ee51-4d27-9978-5bba8688ade6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:49.513625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:49.538709 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.539283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca19a48a-821a-445d-b1f2-ef6526126c2c req-5f278405-631f-49b6-b68a-8656f9eab236 tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.41 "DELETE /v2.0/ports/6328cb55-782e-4e1f-af78-67288e7c79c5 HTTP/1.1" status: 204 len: 173 time: 5.8538659 Feb 04 16:16:49.539743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.736087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2fd7f091-0e24-400b-ad06-2ae1079611b1 None None] Provisioning complete for port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:49.736793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f091-0e24-400b-ad06-2ae1079611b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.739381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-052e27d8-d677-4220-9a05-d8da924d0ee5 req-2fb04c22-4280-4095-a39d-ee94ca07fbae tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] Unset dirty status for tenant:09bf6c73abd84128bbc94254a2268158 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:49.740573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-052e27d8-d677-4220-9a05-d8da924d0ee5 req-2fb04c22-4280-4095-a39d-ee94ca07fbae tempest-ServerRescueNegativeTestJSON-935994913 tempest-ServerRescueNegativeTestJSON-935994913-project] 10.222.0.62 "GET /v2.0/ports?device_id=168bb7c8-8f85-487d-b9ca-7dad2ecd3a46 HTTP/1.1" status: 200 len: 210 time: 1.2491517 Feb 04 16:16:49.775583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network f6b7fffc-919e-4c29-894d-d76aef9835bc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:49.787415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:49.793345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:49.972442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:49.978775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:49.986460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.044031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:50.066551 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168bb7c8-8f85-487d-b9ca-7dad2ecd3a46', 'name': 'network-vif-deleted', 'tag': '6328cb55-782e-4e1f-af78-67288e7c79c5', 'status': 'completed', 'code': 200} Feb 04 16:16:50.083682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=32a40952-e217-4fb2-94b0-9dd8f7f184a9,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:50.086769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf7ee-8406-40be-a546-e62963b9204a req-173ccd9c-6113-43e7-bac8-e47d94c7e0dd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:50.089819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-535bf7ee-8406-40be-a546-e62963b9204a req-173ccd9c-6113-43e7-bac8-e47d94c7e0dd tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 944 time: 2.0838230 Feb 04 16:16:50.211700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.231992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.257857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a2827c89-b414-4c9c-9714-aa9655dd9be3 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6058757 Feb 04 16:16:50.261460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.290378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c', 'admin_state_up': True, 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:50.345507 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-f0af206d-db18-4b8c-89ab-3d90a64fa9a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4483714 Feb 04 16:16:50.588094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:50.592109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cc21bf1c-ee51-4d27-9978-5bba8688ade6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:50.676193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.676639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e781346-fbcb-4e77-9806-7aa67a8a578e {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:16:50.710015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:50.725942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-535bf7ee-8406-40be-a546-e62963b9204a req-33e50cf9-d04b-4b70-9936-71aa3753053e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189680 Feb 04 16:16:50.729896 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.731577 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76317e79-b3c2-48e4-87bc-e0d9130abc9f admin admin] 10.222.0.62 "DELETE /v2.0/routers/5e781346-fbcb-4e77-9806-7aa67a8a578e HTTP/1.1" status: 204 len: 168 time: 6.7015407 Feb 04 16:16:50.734861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:50.770918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.789172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.849299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:50.864490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4a2d544a-5e75-473a-9bfe-6cb356b88ca9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:02Z', 'updated_at': '2022-02-04T16:16:39Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:50.879863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:16:50.892084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=32a40952-e217-4fb2-94b0-9dd8f7f184a9,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:50.950830 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-a6fe7fb8-4efc-40d6-9ccb-621e499db8b1 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722365 Feb 04 16:16:50.962737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce00823-6dd7-44d4-9efb-20bd312bd86b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:51.004229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d22c2714-799b-4d0c-b200-a16838ea762c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ec55dfc3f894087b9c9f2efea2e3c9c&name=default HTTP/1.1" status: 200 len: 2647 time: 4.4612403 Feb 04 16:16:51.007689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Deleting subnet 68def689-9701-4023-a285-5b46db779305 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:16:51.010374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34528) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:51.036122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cc21bf1c-ee51-4d27-9978-5bba8688ade6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:51.036488 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.097852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:51.109557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:port and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:51.129860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.130218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221646-7eaa-495e-ab02-516ab1ba57e0 req-1ddfa486-0c08-46b8-afe4-5dc441e3c082 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:51.131259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9b221646-7eaa-495e-ab02-516ab1ba57e0 req-1ddfa486-0c08-46b8-afe4-5dc441e3c082 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:51.144330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:51.170402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:51.179590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:16:51.180222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:51.235857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3e3df-81bd-493d-aaaf-404f6bf0646d req-f90cda8e-950b-4dfc-b66e-1c8a4eb461e7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:51.242853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e3e3df-81bd-493d-aaaf-404f6bf0646d req-f90cda8e-950b-4dfc-b66e-1c8a4eb461e7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.2770007 Feb 04 16:16:51.319431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:51.322774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.370612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.385820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.392479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:51.395274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.421972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9b221646-7eaa-495e-ab02-516ab1ba57e0 req-1ddfa486-0c08-46b8-afe4-5dc441e3c082 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:51.429819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b221646-7eaa-495e-ab02-516ab1ba57e0 req-1ddfa486-0c08-46b8-afe4-5dc441e3c082 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 932 time: 1.0500407 Feb 04 16:16:51.439595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Provisioning for port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:51.483820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Provisioning complete for port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:51.484182 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.517528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e3e3df-81bd-493d-aaaf-404f6bf0646d req-e688f697-ad93-4c1a-a7cd-6cbcdbfa38e1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735598 Feb 04 16:16:51.556683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b221646-7eaa-495e-ab02-516ab1ba57e0 req-8a30be10-4a49-4ef8-8e98-f2977daea935 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254373 Feb 04 16:16:51.624721 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd2b8820-0e22-4054-9d91-7e4f43d8dca5 req-e54a8867-cea5-4f9d-a50e-dddcc0508689 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679459 Feb 04 16:16:51.633769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.718768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.744997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34534) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:51.751270 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'code': 200} Feb 04 16:16:51.783579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Allocated IP 19.86.0.165 (d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c/baeb1b6e-1464-4a41-88a2-bebda0d373bb/6eab74f8-03c9-43a3-9713-eb6c85fa051f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:51.886581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:51.908802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:51.951868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:16:52.040976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:52.249293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.288911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.363663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.386574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce00823-6dd7-44d4-9efb-20bd312bd86b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:52.413122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Transition to ACTIVE for port object 6eab74f8-03c9-43a3-9713-eb6c85fa051f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:52.430746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68def689-9701-4023-a285-5b46db779305,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:52.487089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.488809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.521256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6fda1b9-e174-4561-b97f-698950cb7c02 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/68def689-9701-4023-a285-5b46db779305 HTTP/1.1" status: 204 len: 168 time: 1.7764533 Feb 04 16:16:52.521256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34542) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:52.544292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Provisioning complete for port cc21bf1c-ee51-4d27-9978-5bba8688ade6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:52.544851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65af5fe2-dda3-4bd8-9fa7-88d756751185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.567884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:52.573357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2df6ce21-5f5d-43c1-8e9d-6b0115675306 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dce00823-6dd7-44d4-9efb-20bd312bd86b HTTP/1.1" status: 204 len: 168 time: 1.5310662 Feb 04 16:16:52.703666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7a58f9-8e9f-46b2-9088-b0eb9f1dc250 None None] Network 28662e20-87e0-475f-8a68-03882593079e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:16:52.706117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6821d7-c098-4d33-a983-541d20be0def req-e431a5af-3b8e-4fde-8780-122b02311293 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:52.710512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e6821d7-c098-4d33-a983-541d20be0def req-e431a5af-3b8e-4fde-8780-122b02311293 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.7392881 Feb 04 16:16:52.715010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:52.815224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:52.820803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:52.838851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:52.925092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e6821d7-c098-4d33-a983-541d20be0def req-8c354241-8c52-4ead-8e02-9b5f7d3d93a3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026768 Feb 04 16:16:52.968556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.043731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Deleting port a50444d3-5dfb-4a40-856e-215ce169baf4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:53.044138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.157984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.160425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.243723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-c2925742-f8e4-483d-98b0-605d5ca7fb7b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9571407 Feb 04 16:16:53.357007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'admin_state_up': True, 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:53.567422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:53.568106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.607634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ab60-dae2-467a-be7c-bb591b5f00e7 req-2a93b074-aafb-4961-8062-42ad322fe66a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.622040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34556) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:53.627823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7226ab60-dae2-467a-be7c-bb591b5f00e7 req-2a93b074-aafb-4961-8062-42ad322fe66a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.7507174 Feb 04 16:16:53.649355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-7214871d-fd75-4b9c-8a61-19e6e555216f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.660186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-7214871d-fd75-4b9c-8a61-19e6e555216f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:53.665768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] For port a50444d3-5dfb-4a40-856e-215ce169baf4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a50444d3-5dfb-4a40-856e-215ce169baf4,segment=NetworkSegment(3395f6d9-6ea4-4ffd-b934-08427529446e),segment_id=3395f6d9-6ea4-4ffd-b934-08427529446e)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:53.667220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-7214871d-fd75-4b9c-8a61-19e6e555216f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:53.668305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:53.806905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7226ab60-dae2-467a-be7c-bb591b5f00e7 req-cc382b5e-951e-4007-b259-579d882d08c6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756358 Feb 04 16:16:53.836043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-7214871d-fd75-4b9c-8a61-19e6e555216f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:53.847103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-7214871d-fd75-4b9c-8a61-19e6e555216f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 1655 time: 0.5999196 Feb 04 16:16:53.871368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:53.881212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Calling delete_port for a50444d3-5dfb-4a40-856e-215ce169baf4 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:53.911052 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:16:53.916144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:53.932642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b304d5a6-a205-47f5-a2b3-709e108f8530 req-4c21d0af-a085-441d-a81d-964e8d0baf97 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844283 Feb 04 16:16:53.957475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:16:53.962512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.160816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.280569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b6aa543-f0a2-4497-81a9-589def72aab8 None None] Provisioning for port 6eab74f8-03c9-43a3-9713-eb6c85fa051f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:54.400505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b6aa543-f0a2-4497-81a9-589def72aab8 None None] Provisioning complete for port 6eab74f8-03c9-43a3-9713-eb6c85fa051f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:54.403805 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa543-f0a2-4497-81a9-589def72aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.483431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:16:54.494032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:16c50740c4c34644980627029d4fc702 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:16:54.502388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:16:54.519957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:16:54.601684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78328ed0-4e46-49be-be2e-f485123daa51 req-c0faede8-3efe-470f-855a-925b9dee37af tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:54.610690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78328ed0-4e46-49be-be2e-f485123daa51 req-c0faede8-3efe-470f-855a-925b9dee37af tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.2631569 Feb 04 16:16:54.613899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Allocated IP 19.80.0.115 (f6b7fffc-919e-4c29-894d-d76aef9835bc/1e0bcfee-cf32-4d46-891a-5be49d2622f1/26da4c29-b361-4b6a-b868-1dc2ed052154) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:16:54.685861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78328ed0-4e46-49be-be2e-f485123daa51 req-56bf697b-cc73-4a01-b5ff-eb8ee17337ba tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740054 Feb 04 16:16:54.746394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:54.777407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9b6aa543-f0a2-4497-81a9-589def72aab8 None None] Port 6eab74f8-03c9-43a3-9713-eb6c85fa051f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:54.810447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8de6fd1b-729d-4463-9e4e-91783f78bd03 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:54.861467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8de6fd1b-729d-4463-9e4e-91783f78bd03 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:54.861809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8de6fd1b-729d-4463-9e4e-91783f78bd03 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:54.862236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4c80e994-68c5-4aa2-89d3-7b323081641c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:54.913971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efe834-982e-4c50-8958-c00ac3e9ad08 None None] DHCP port deletion for 28662e20-87e0-475f-8a68-03882593079e request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:16:54.917896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4c80e994-68c5-4aa2-89d3-7b323081641c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:54.919051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4c80e994-68c5-4aa2-89d3-7b323081641c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:54.960034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4a2d544a-5e75-473a-9bfe-6cb356b88ca9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:02Z', 'updated_at': '2022-02-04T16:16:39Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:54.971365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ef449-b3d0-44a8-a128-78025a396a7f None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4a2d544a-5e75-473a-9bfe-6cb356b88ca9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.169', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:16:02Z', 'updated_at': '2022-02-04T16:16:39Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:16:54.980875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] No DVR routers for this DVR port a50444d3-5dfb-4a40-856e-215ce169baf4 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:16:55.038388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50444d3-5dfb-4a40-856e-215ce169baf4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:55.102729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5d35cdc-e345-4860-9a69-35d88b7c3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.145356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 32a40952-e217-4fb2-94b0-9dd8f7f184a9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:16:55.252280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.289540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.359070 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16c50740c4c34644980627029d4fc702&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4922721 Feb 04 16:16:55.381785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34574) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:55.387372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.404452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:55.404836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.509691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.614259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28662e20-87e0-475f-8a68-03882593079e']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:55.628432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f91c9-30fa-445b-bd18-010bb4a34ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5669828c-5db0-4ced-aaff-f6fbe65bdeb7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:55.677410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3395f6d9-6ea4-4ffd-b934-08427529446e') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:55.677707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3395f6d9-6ea4-4ffd-b934-08427529446e') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:16:55.733047 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.736613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.745013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.787782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.789028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Transition to ACTIVE for port object 26da4c29-b361-4b6a-b868-1dc2ed052154 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:55.845589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a50444d3-5dfb-4a40-856e-215ce169baf4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:16:55.913511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.928964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.967786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a50444d3-5dfb-4a40-856e-215ce169baf4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:16:55.968467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a50444d3-5dfb-4a40-856e-215ce169baf4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:16:55.973664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:55.989180 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5669828c-5db0-4ced-aaff-f6fbe65bdeb7 HTTP/1.1" status: 204 len: 168 time: 0.5572519 Feb 04 16:16:56.004055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:16:56.006178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.084555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:16:56.223042 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:16:56.227062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21337b-05a3-4b60-80da-d4ef737d86ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5669828c-5db0-4ced-aaff-f6fbe65bdeb7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:56.291380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:56.429186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network f6b7fffc-919e-4c29-894d-d76aef9835bc is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:16:56.432432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.444803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.447131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:16:56.451817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:16:56.661631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=28662e20-87e0-475f-8a68-03882593079e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:56.672213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:56.674199 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:56.681161 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb8f58-f130-433d-a81c-37079ea53f76 None None] New status for floating IP 4a2d544a-5e75-473a-9bfe-6cb356b88ca9: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:16:56.709068 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dda18dbc-462f-4f3e-9a43-e2cccc284a34 admin admin] 10.222.0.62 "DELETE /v2.0/networks/28662e20-87e0-475f-8a68-03882593079e HTTP/1.1" status: 204 len: 168 time: 4.1897581 Feb 04 16:16:56.713155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34598) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:16:56.720507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680e96f-ada4-4a1b-925b-cb7be071c940 req-ebba4be7-2b40-42ba-b4ee-00db68a081b6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:56.736879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2680e96f-ada4-4a1b-925b-cb7be071c940 req-ebba4be7-2b40-42ba-b4ee-00db68a081b6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.7572269 Feb 04 16:16:56.793349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5220b4ac-8beb-4088-8ef2-fd8eac4916ee tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4430420 Feb 04 16:16:56.817013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2680e96f-ada4-4a1b-925b-cb7be071c940 req-1b5a2c99-0087-4576-94ea-28868b7a4b51 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784466 Feb 04 16:16:56.836984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:56.866811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:56.872218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:56.873865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:16:56.883912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:57.043954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c30cd33-d3a4-4dd9-aa35-f2f7af8f9ddb None None] Provisioning for port 26da4c29-b361-4b6a-b868-1dc2ed052154 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:16:57.064012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c30cd33-d3a4-4dd9-aa35-f2f7af8f9ddb None None] Provisioning complete for port 26da4c29-b361-4b6a-b868-1dc2ed052154 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:16:57.065413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c30cd33-d3a4-4dd9-aa35-f2f7af8f9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.213036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.401279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74544055-f9a6-4c7b-a583-651a1ab272ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:57.409874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:16:57.414320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-2587b45f-3d46-4b9a-919d-e85688e4ff8a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2377 time: 1.5793126 Feb 04 16:16:57.465201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1c30cd33-d3a4-4dd9-aa35-f2f7af8f9ddb None None] Port 26da4c29-b361-4b6a-b868-1dc2ed052154 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:16:57.763398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e0ce8cc-a193-47cc-baa2-1cf204f7aea6 req-c414898f-2d69-4572-9c22-1168f7b7ad49 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336508 Feb 04 16:16:58.216486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106b7b00-4fc3-494a-b0fb-6d17f485fe50 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:16:58.227563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.240317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3dd39-e3e9-441a-b00c-f2f3741821f9 req-3827f80f-ca84-4af1-9cbb-ed737575db08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:58.241989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25f3dd39-e3e9-441a-b00c-f2f3741821f9 req-3827f80f-ca84-4af1-9cbb-ed737575db08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.1997678 Feb 04 16:16:58.272890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Transition to ACTIVE for port object 106b7b00-4fc3-494a-b0fb-6d17f485fe50 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:16:58.282905 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.423230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:58.519014 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.578148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25f3dd39-e3e9-441a-b00c-f2f3741821f9 req-2d9d1197-b281-417b-becf-f344ae887821 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285453 Feb 04 16:16:58.709344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.803794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Deleting port 90aec558-d313-4a44-a8c0-26d0d48a1367 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:16:58.804337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:58.911527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Attempting to bind port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:16:58.912562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Attempting to bind port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:16:58.913062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Attempting to bind port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 on network f6b7fffc-919e-4c29-894d-d76aef9835bc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:58.930846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 on network f6b7fffc-919e-4c29-894d-d76aef9835bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:16:58.932975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Attempting to bind port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 on network f6b7fffc-919e-4c29-894d-d76aef9835bc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:16:58.955943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:16:58.956132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Checking segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:16:58.956596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Bound using segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:16:58.957016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Bound port: 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:16:58.957401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.021569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] For port 90aec558-d313-4a44-a8c0-26d0d48a1367, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=90aec558-d313-4a44-a8c0-26d0d48a1367,segment=NetworkSegment(8dfd644c-1a45-42aa-a1db-fbb8a5c125eb),segment_id=8dfd644c-1a45-42aa-a1db-fbb8a5c125eb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:16:59.021569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.085859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:16:59.089305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:16:59.097099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.182677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.184170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] 10.222.0.41 "PUT /v2.0/ports/106b7b00-4fc3-494a-b0fb-6d17f485fe50 HTTP/1.1" status: 200 len: 1092 time: 2.3046889 Feb 04 16:16:59.184665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:16:59.204969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc728e3-b986-4a40-831e-6af57f9a5824 service neutron] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:16:59.258639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Calling delete_port for 90aec558-d313-4a44-a8c0-26d0d48a1367 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:16:59.310437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:16:59.379437 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'status': 'completed', 'code': 200} Feb 04 16:16:59.463879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8494-3068-4de6-8ceb-442bcb4eecb1 req-21755391-daff-49ad-9f1f-890fd72580f2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:59.472187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8494-3068-4de6-8ceb-442bcb4eecb1 req-21755391-daff-49ad-9f1f-890fd72580f2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:59.479837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e8494-3068-4de6-8ceb-442bcb4eecb1 req-21755391-daff-49ad-9f1f-890fd72580f2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:16:59.512867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693e8494-3068-4de6-8ceb-442bcb4eecb1 req-21755391-daff-49ad-9f1f-890fd72580f2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2389 time: 0.2951434 Feb 04 16:16:59.588239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.678773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-693e8494-3068-4de6-8ceb-442bcb4eecb1 req-bac4a0f6-bc6e-4148-b2b4-9d90d548a461 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272438 Feb 04 16:16:59.744948 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-0c81b6cf-a3c7-45ae-b9d0-dcbf34c20b74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2732 time: 0.3781598 Feb 04 16:16:59.752798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:16:59.989946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:00.330470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:00.444303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=90aec558-d313-4a44-a8c0-26d0d48a1367,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:00.452230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-24101b83-30a3-4b95-83fd-b797cf0b2b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:00.452707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-24101b83-30a3-4b95-83fd-b797cf0b2b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:00.453124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-24101b83-30a3-4b95-83fd-b797cf0b2b25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:00.456257 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-24101b83-30a3-4b95-83fd-b797cf0b2b25 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6774728 Feb 04 16:17:00.456594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2065-26d1-4f82-b22f-9130c38a9ae4 req-6215943f-75fa-48d3-aaa9-fefcd9b00b1b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:00.464076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ebf2065-26d1-4f82-b22f-9130c38a9ae4 req-6215943f-75fa-48d3-aaa9-fefcd9b00b1b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.5722289 Feb 04 16:17:00.642486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ebf2065-26d1-4f82-b22f-9130c38a9ae4 req-a1a802a0-4761-4f6d-88a5-d20a63ae9aae tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768267 Feb 04 16:17:00.873562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eab74f8-03c9-43a3-9713-eb6c85fa051f {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:00.894542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:00.935805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Transition to ACTIVE for port object 6eab74f8-03c9-43a3-9713-eb6c85fa051f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:00.947018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:01.395419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:01.467649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-45925d62-9aee-4d94-a0bc-9e8c6375508e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:01.470697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ebc0b32b-8f18-4ff8-b8b9-efd1914cfea6 req-45925d62-9aee-4d94-a0bc-9e8c6375508e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8321333 Feb 04 16:17:01.758405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e06c9-be7d-4975-b83c-eb334f5c5d96 req-04a4b714-7821-42ad-a12d-43581989628e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:01.764197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e06c9-be7d-4975-b83c-eb334f5c5d96 req-04a4b714-7821-42ad-a12d-43581989628e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:01.769713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e06c9-be7d-4975-b83c-eb334f5c5d96 req-04a4b714-7821-42ad-a12d-43581989628e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:01.772271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f36e06c9-be7d-4975-b83c-eb334f5c5d96 req-04a4b714-7821-42ad-a12d-43581989628e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2401 time: 0.8038366 Feb 04 16:17:01.802248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Attempting to bind port 6eab74f8-03c9-43a3-9713-eb6c85fa051f on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:01.802815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Attempting to bind port 6eab74f8-03c9-43a3-9713-eb6c85fa051f by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:01.803155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Attempting to bind port 6eab74f8-03c9-43a3-9713-eb6c85fa051f on network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:01.811242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Port 6eab74f8-03c9-43a3-9713-eb6c85fa051f on network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:17:01.812038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Attempting to bind port 6eab74f8-03c9-43a3-9713-eb6c85fa051f on network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:01.853547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f36e06c9-be7d-4975-b83c-eb334f5c5d96 req-79dd86b7-34ab-48ae-aa2e-d4c50712990a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704284 Feb 04 16:17:01.855247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:17:01.855647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Checking segment: {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:17:01.856511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Bound using segment: {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:17:01.857099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Bound port: 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:01.857670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.073829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302a79b-e501-4a96-bc17-10d2980e9b5e req-222c99ed-06b4-43fe-9431-72774dd156d2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:02.075885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4302a79b-e501-4a96-bc17-10d2980e9b5e req-222c99ed-06b4-43fe-9431-72774dd156d2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.2263184 Feb 04 16:17:02.081347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:02.085291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:17:02.154551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4302a79b-e501-4a96-bc17-10d2980e9b5e req-d113d64b-2a24-4557-87f8-697b04d3983e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671184 Feb 04 16:17:02.160530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.317112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.322431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/6eab74f8-03c9-43a3-9713-eb6c85fa051f HTTP/1.1" status: 200 len: 1092 time: 3.0232120 Feb 04 16:17:02.323775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b4a36-669e-49a6-a687-aa2a1b7f09c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:02.327311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:02.357570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Request body: {'port': {'device_id': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:02.499048 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'status': 'completed', 'code': 200} Feb 04 16:17:02.607037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.669800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:02.984363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-7e509e48-0a13-488b-82c4-30c3d6b9e24d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2799 time: 0.4745347 Feb 04 16:17:03.386562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Deleting port 0c79fd28-afdc-43de-a20e-fb10ad3728cc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:03.387184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.539643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26da4c29-b361-4b6a-b868-1dc2ed052154 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:03.557477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.586603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Transition to ACTIVE for port object 26da4c29-b361-4b6a-b868-1dc2ed052154 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:03.678382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] For port 0c79fd28-afdc-43de-a20e-fb10ad3728cc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c79fd28-afdc-43de-a20e-fb10ad3728cc,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:03.679106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.696329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:03.869948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Calling delete_port for 0c79fd28-afdc-43de-a20e-fb10ad3728cc owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:04.176160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07ee46-0599-4602-8a54-4224bc7aac34 req-37a4c563-b0ea-4c8e-87cd-d15940e703e5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.200550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f07ee46-0599-4602-8a54-4224bc7aac34 req-37a4c563-b0ea-4c8e-87cd-d15940e703e5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.6117177 Feb 04 16:17:04.232524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0664-5123-4abc-aafc-fa97b93db9ab req-e540ce5e-81d4-45ff-a8b0-d58f77c57d1b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.237366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0664-5123-4abc-aafc-fa97b93db9ab req-e540ce5e-81d4-45ff-a8b0-d58f77c57d1b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.254397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f0664-5123-4abc-aafc-fa97b93db9ab req-e540ce5e-81d4-45ff-a8b0-d58f77c57d1b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:04.256153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-153f0664-5123-4abc-aafc-fa97b93db9ab req-e540ce5e-81d4-45ff-a8b0-d58f77c57d1b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2401 time: 0.9776220 Feb 04 16:17:04.256830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:04.466165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-153f0664-5123-4abc-aafc-fa97b93db9ab req-d0153b8a-d4b1-4f80-9870-c04defacc27e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912057 Feb 04 16:17:04.499452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Attempting to bind port 26da4c29-b361-4b6a-b868-1dc2ed052154 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:04.500135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Attempting to bind port 26da4c29-b361-4b6a-b868-1dc2ed052154 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:04.500865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Attempting to bind port 26da4c29-b361-4b6a-b868-1dc2ed052154 on network f6b7fffc-919e-4c29-894d-d76aef9835bc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:04.527695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f07ee46-0599-4602-8a54-4224bc7aac34 req-5cd4e6c0-6f7f-4f25-8c20-9cd82b9d887b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247757 Feb 04 16:17:04.572608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Port 26da4c29-b361-4b6a-b868-1dc2ed052154 on network f6b7fffc-919e-4c29-894d-d76aef9835bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:17:04.573280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Attempting to bind port 26da4c29-b361-4b6a-b868-1dc2ed052154 on network f6b7fffc-919e-4c29-894d-d76aef9835bc {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:04.599911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:17:04.599911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Checking segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:17:04.599911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Bound using segment: {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:17:04.599911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Bound port: 26da4c29-b361-4b6a-b868-1dc2ed052154, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258eed4c-6f5d-4077-a9c4-406d2b6a61e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:04.603104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:04.605594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:04.730408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c79fd28-afdc-43de-a20e-fb10ad3728cc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:04.793154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:04.800458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26da4c29-b361-4b6a-b868-1dc2ed052154,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:17:04.811740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:04.894730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:04.896624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] 10.222.0.41 "PUT /v2.0/ports/26da4c29-b361-4b6a-b868-1dc2ed052154 HTTP/1.1" status: 200 len: 1092 time: 2.5476539 Feb 04 16:17:04.897470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:05.069537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9cf56-4574-4cd1-bd60-f676cc40aa44 service neutron] Pushing event updated for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:05.123929 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154', 'status': 'completed', 'code': 200} Feb 04 16:17:05.231966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-fb338c76-0ecc-4b18-a4a3-5d72bdae5b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.248301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-fb338c76-0ecc-4b18-a4a3-5d72bdae5b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.248301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-fb338c76-0ecc-4b18-a4a3-5d72bdae5b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.248301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-fb338c76-0ecc-4b18-a4a3-5d72bdae5b78 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&shared=False HTTP/1.1" status: 200 len: 2291 time: 2.2506239 Feb 04 16:17:05.831520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-788e218d-46c7-48f8-a4fb-1b269d9d1469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:05.832420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-12c4a3af-72ff-4821-bc89-f1d73f22cb26 req-788e218d-46c7-48f8-a4fb-1b269d9d1469 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5698509 Feb 04 16:17:06.122167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bc57f-3e2b-487a-9e22-8b24044e2bc9 req-c45bd407-ed08-42cc-8621-658578fe009f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:06.126989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd3bc57f-3e2b-487a-9e22-8b24044e2bc9 req-c45bd407-ed08-42cc-8621-658578fe009f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.2712958 Feb 04 16:17:06.193966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a988dc-dd33-42e4-9123-9d179689c2d9 req-35f98852-08b5-40e5-a2b9-c51d9a228562 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:06.204527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a988dc-dd33-42e4-9123-9d179689c2d9 req-35f98852-08b5-40e5-a2b9-c51d9a228562 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:06.211314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a988dc-dd33-42e4-9123-9d179689c2d9 req-35f98852-08b5-40e5-a2b9-c51d9a228562 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:06.215047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98a988dc-dd33-42e4-9123-9d179689c2d9 req-35f98852-08b5-40e5-a2b9-c51d9a228562 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2413 time: 0.2740262 Feb 04 16:17:06.238276 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-8235c515-bdff-453c-b0bd-8d5f0fb5a487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2866 time: 0.3586421 Feb 04 16:17:06.279726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd3bc57f-3e2b-487a-9e22-8b24044e2bc9 req-41d07c69-f6ad-482f-ae88-f2f9419e90b3 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450016 Feb 04 16:17:06.325559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98a988dc-dd33-42e4-9123-9d179689c2d9 req-2afabf6d-cb0b-4320-afb9-7699264dba18 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027362 Feb 04 16:17:06.405757 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5ee5625f-dbc8-42be-9303-b11e0c670b73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50 HTTP/1.1" status: 200 len: 217 time: 0.0899446 Feb 04 16:17:06.410538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:06.617868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-2299f001-07de-48a5-b1a1-d3e498b8d40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:06.619393 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-2299f001-07de-48a5-b1a1-d3e498b8d40f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0bcfee-cf32-4d46-891a-5be49d2622f1 HTTP/1.1" status: 200 len: 801 time: 0.2044389 Feb 04 16:17:06.734950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:17:06.946679 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-8404c52e-393b-44b1-8e1b-a0d9fb3bac93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6b7fffc-919e-4c29-894d-d76aef9835bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3164089 Feb 04 16:17:07.651915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-bebfb6dc-9a96-4e7b-9e92-b36c94172122 service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781876 Feb 04 16:17:07.669147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa6532-d139-4ca0-8ae9-c45041bcdb30 req-fbb51d22-936b-41d0-8255-ed4222213321 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:07.671296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1daa6532-d139-4ca0-8ae9-c45041bcdb30 req-fbb51d22-936b-41d0-8255-ed4222213321 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.1206303 Feb 04 16:17:07.811476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1daa6532-d139-4ca0-8ae9-c45041bcdb30 req-a594e980-327d-4651-abd4-99fc1483e629 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331348 Feb 04 16:17:08.067214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188564a-d393-4503-add4-86c74f18b322 req-0ef56105-3a25-47c9-a4ee-2cc89f1a366d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.091362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188564a-d393-4503-add4-86c74f18b322 req-0ef56105-3a25-47c9-a4ee-2cc89f1a366d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.105527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188564a-d393-4503-add4-86c74f18b322 req-0ef56105-3a25-47c9-a4ee-2cc89f1a366d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.119361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d188564a-d393-4503-add4-86c74f18b322 req-0ef56105-3a25-47c9-a4ee-2cc89f1a366d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2413 time: 0.2228329 Feb 04 16:17:08.171448 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-e9611e1b-a82e-47ed-8fb1-340b52382e3e service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063593 Feb 04 16:17:08.287005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d188564a-d393-4503-add4-86c74f18b322 req-8e1dd150-f78e-4666-bba3-bc067bab4dd4 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667602 Feb 04 16:17:08.365308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.369188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.373966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.377948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.381934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.385864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.405558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.409967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-b5e62028-6b39-4c94-b2ae-85e64bdc6e0f tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.2836478 Feb 04 16:17:08.482089 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-935b6b0e-db96-49df-abe9-f5e18fed5f2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f HTTP/1.1" status: 200 len: 217 time: 0.1193559 Feb 04 16:17:08.501565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c4ddd7d-da57-4ba8-9bbf-b6d6ccc6f2e6 req-ccbb29a3-f350-473f-9a39-d6cea1e68f4b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834000 Feb 04 16:17:08.503979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:17:08.519428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Sync routers for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:17:08.555291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:08.575857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:08.637884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:08.638283 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5ee70759-fee2-4ec2-8f12-787d68790b60 admin admin] 10.222.0.62 "PUT /v2.0/routers/3de01e8f-d74b-4c77-8f93-f8293bba8e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8801532 Feb 04 16:17:08.686394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5ad2c712-39c4-431f-9f77-ed32e1d48b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:08.688250 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-5ad2c712-39c4-431f-9f77-ed32e1d48b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baeb1b6e-1464-4a41-88a2-bebda0d373bb HTTP/1.1" status: 200 len: 801 time: 0.1884084 Feb 04 16:17:08.925849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:08.978413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:09.026919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-ab35da70-641a-4c60-b81f-dec5214ff6b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3305750 Feb 04 16:17:09.286686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Router 77f31a75-ecc2-4951-883b-3556010e91c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:17:09.447120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:16:59Z', 'revision_number': 5, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:09.454487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Checking router: 3de01e8f-d74b-4c77-8f93-f8293bba8e9c for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:17:09.481640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8144f1-3d91-4501-a6ef-b0b36b47d486 req-ac09e943-ebb2-4ad5-b399-48bc378feeb2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:09.483165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Routers {'3de01e8f-d74b-4c77-8f93-f8293bba8e9c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:09.486281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:09.490445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8144f1-3d91-4501-a6ef-b0b36b47d486 req-ac09e943-ebb2-4ad5-b399-48bc378feeb2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.3857806 Feb 04 16:17:09.559890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8144f1-3d91-4501-a6ef-b0b36b47d486 req-d04680a2-7223-495a-bbd9-150c8108acf9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Feb 04 16:17:09.675122 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-8faf844e-c832-49de-b026-9ab023d3d06e service neutron] 10.222.0.41 "GET /v2.0/networks/d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338866 Feb 04 16:17:09.844392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.881766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Deleting port 82b7ab68-0de4-4e5b-9474-712bba187cd2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:09.884249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:09.968578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] Set router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:10.030105 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-2da9d605-5fc6-4eac-8dbb-1496588a7bf2 service neutron] 10.222.0.41 "GET /v2.0/networks/d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475161 Feb 04 16:17:10.432564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] For port 82b7ab68-0de4-4e5b-9474-712bba187cd2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=82b7ab68-0de4-4e5b-9474-712bba187cd2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:10.434547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:10.598718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-13d79725-0ddf-49c6-9f33-61b3a2f35f97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=26da4c29-b361-4b6a-b868-1dc2ed052154 HTTP/1.1" status: 200 len: 217 time: 0.5613570 Feb 04 16:17:10.776770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-357c5f29-5396-4dd8-b297-3622137f7da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:10.778211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-357c5f29-5396-4dd8-b297-3622137f7da0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0bcfee-cf32-4d46-891a-5be49d2622f1 HTTP/1.1" status: 200 len: 801 time: 0.1722836 Feb 04 16:17:10.854048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:17:10.865284 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Sync routers for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:17:10.867237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ab41809-a51c-4793-8e6c-eac31c8a3f23 admin admin] 10.222.0.62 "PUT /v2.0/routers/77f31a75-ecc2-4951-883b-3556010e91c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1529217 Feb 04 16:17:10.870888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:10.902762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:10.903399 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:10.911322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Calling delete_port for 82b7ab68-0de4-4e5b-9474-712bba187cd2 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:11.046589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:16:59Z', 'revision_number': 5, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:11.065709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e444b6-f7da-46f8-8dfd-110cfde64a96 None None] The sync data for ids ['3de01e8f-d74b-4c77-8f93-f8293bba8e9c'] in n-d-827873-1 is: [{'id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-293062793-router', 'tenant_id': '09bf6c73abd84128bbc94254a2268158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:13:07Z', 'updated_at': '2022-02-04T16:16:59Z', 'revision_number': 5, 'project_id': '09bf6c73abd84128bbc94254a2268158', 'gw_port': {'id': '82b7ab68-0de4-4e5b-9474-712bba187cd2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:27:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de01e8f-d74b-4c77-8f93-f8293bba8e9c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:13:08Z', 'updated_at': '2022-02-04T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:17:11.114471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-f0e95e54-29fe-4988-a0e2-8b10bcffc0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6b7fffc-919e-4c29-894d-d76aef9835bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3188756 Feb 04 16:17:11.164168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0692-2000-4fdf-b04c-2000bff496d8 req-55449ebf-f9d7-4fc9-8e9d-bcb628df47ef tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.180399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0692-2000-4fdf-b04c-2000bff496d8 req-55449ebf-f9d7-4fc9-8e9d-bcb628df47ef tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.211506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0692-2000-4fdf-b04c-2000bff496d8 req-55449ebf-f9d7-4fc9-8e9d-bcb628df47ef tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.215427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dbe0692-2000-4fdf-b04c-2000bff496d8 req-55449ebf-f9d7-4fc9-8e9d-bcb628df47ef tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2413 time: 1.5485504 Feb 04 16:17:11.333148 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:11.357868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.368838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.383375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.395831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-9de7c082-6ab2-412b-b042-0b712bc00983 service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657309 Feb 04 16:17:11.401194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.409115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.420178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.427688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.429807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-3c42ad3a-b2be-4fbe-9543-8a972fe0f37d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 0.5316637 Feb 04 16:17:11.678992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dbe0692-2000-4fdf-b04c-2000bff496d8 req-0981cd81-27c3-40bc-add2-1894e407f77b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461138 Feb 04 16:17:11.682955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-ceeb31a7-85a0-4d6d-999f-fc1d91657e8b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:11.685074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-ceeb31a7-85a0-4d6d-999f-fc1d91657e8b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2274587 Feb 04 16:17:11.768071 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-619f9fd0-29ba-47e2-b751-c4debdb6c128 req-a5fe2f82-62d5-4d0b-b774-8eeae438dd18 service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578136 Feb 04 16:17:11.788562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:11.898375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:17:04Z', 'revision_number': 5, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:11.918450 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Checking router: 77f31a75-ecc2-4951-883b-3556010e91c9 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:17:11.949423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Routers {'77f31a75-ecc2-4951-883b-3556010e91c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:11.951494 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['77f31a75-ecc2-4951-883b-3556010e91c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:12.025101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-ee89bd6a-fde5-4bbc-98cb-0c4f45f945a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2866 time: 0.1324043 Feb 04 16:17:12.117993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.141246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.163541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.179025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.196216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.215848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.240905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.250486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-3131b168-d8aa-484b-9494-4b6a736f7aef tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 5431 time: 1.3539064 Feb 04 16:17:12.266174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-810dc5c9-6490-48be-831e-9fd26a01ea54 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5685732 Feb 04 16:17:12.394922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.399912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:12.419264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-6b45d281-8276-41ab-842e-252e74fb0577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:12.427975 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-6b45d281-8276-41ab-842e-252e74fb0577 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6b7fffc-919e-4c29-894d-d76aef9835bc HTTP/1.1" status: 200 len: 903 time: 0.3154709 Feb 04 16:17:12.430452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Deleting port 8ad464a8-a863-4f23-84e2-726a16fd1e52 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:12.432350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.597404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0f41133f-ed02-448c-ba81-cdb5829df902 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:12.637119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.667244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66caecac-8562-4ce5-b9ed-60e78ad4b392 req-2927479e-e5ec-427e-8cf8-5720a8239031 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4147193 Feb 04 16:17:12.771830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] Set router 77f31a75-ecc2-4951-883b-3556010e91c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:12.899999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] For port 8ad464a8-a863-4f23-84e2-726a16fd1e52, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8ad464a8-a863-4f23-84e2-726a16fd1e52,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:12.900562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:12.942055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:13.019258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:13.034303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 90aec558-d313-4a44-a8c0-26d0d48a1367 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:13.116038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:13.117257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 90aec558-d313-4a44-a8c0-26d0d48a1367 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:13.117693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 90aec558-d313-4a44-a8c0-26d0d48a1367 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:13.127042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:13.128152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:13.315451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:13.334816 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:13.380068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:13.392087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:13.397486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:13.398470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c88f876a-9e75-4113-aaec-3684d231df1f no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:13.410623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b1392-36f5-4aef-a89f-f32fb5976270 req-f603eede-482d-4b91-aca1-211df7bc10de tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:13.424736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-712b1392-36f5-4aef-a89f-f32fb5976270 req-f603eede-482d-4b91-aca1-211df7bc10de tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 1.1539528 Feb 04 16:17:13.511640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=df021334-c2e7-4b54-a9f0-f732b84c7c55,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:13.524249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Calling delete_port for 8ad464a8-a863-4f23-84e2-726a16fd1e52 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:13.602649 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-7398e4df-59e0-440b-9594-367feaa5eb7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=26da4c29-b361-4b6a-b868-1dc2ed052154 HTTP/1.1" status: 200 len: 217 time: 0.2818246 Feb 04 16:17:13.770383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:17:13.874061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:13.880257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-712b1392-36f5-4aef-a89f-f32fb5976270 req-9d7a17d1-910a-4466-9da7-9fd2cf3397e5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510417 Feb 04 16:17:13.881904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] For port df021334-c2e7-4b54-a9f0-f732b84c7c55, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:13.908916 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:17:04Z', 'revision_number': 5, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:13.940451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc56c1-9464-4034-9c02-ef5f90f9ea22 None None] The sync data for ids ['77f31a75-ecc2-4951-883b-3556010e91c9'] in n-d-827873-1 is: [{'id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'name': 'tempest-TaggedBootDevicesTest_v242-1792525038-router', 'tenant_id': 'b72e695af757451b9030d6d4b051575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:12Z', 'updated_at': '2022-02-04T16:17:04Z', 'revision_number': 5, 'project_id': 'b72e695af757451b9030d6d4b051575f', 'gw_port': {'id': '8ad464a8-a863-4f23-84e2-726a16fd1e52', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f31a75-ecc2-4951-883b-3556010e91c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:13Z', 'updated_at': '2022-02-04T16:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:17:13.996304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:13.996663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:13.997019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:13.997335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.007175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.007611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.008741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.013664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.014155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.018084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.018521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:14.069716 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:14.073894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] device_id is not set on port df021334-c2e7-4b54-a9f0-f732b84c7c55 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:17:14.086494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:14.126089 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902', 'code': 200} Feb 04 16:17:14.162939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:14.178066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:14.197555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:14.212094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:14.212398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device df021334-c2e7-4b54-a9f0-f732b84c7c55 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:14.375411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-e13ff5fd-930f-4537-9700-b4c8b6dc5646 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.377276 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-e13ff5fd-930f-4537-9700-b4c8b6dc5646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e0bcfee-cf32-4d46-891a-5be49d2622f1 HTTP/1.1" status: 200 len: 801 time: 0.7401242 Feb 04 16:17:14.501759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Pushing event updated for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:14.576098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:14.600896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2872-efcf-4274-a90c-7ad62b7e7b3f req-9615111d-5a3b-4ecf-887c-300e994c5993 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.608558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Usage tracker for resource:security_group_rule and tenant:adf8794374264bd39b28ca81d73c0adb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:14.630800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:14.669624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2872-efcf-4274-a90c-7ad62b7e7b3f req-9615111d-5a3b-4ecf-887c-300e994c5993 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.677479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2872-efcf-4274-a90c-7ad62b7e7b3f req-9615111d-5a3b-4ecf-887c-300e994c5993 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:14.680161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:14.681094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc1c2872-efcf-4274-a90c-7ad62b7e7b3f req-9615111d-5a3b-4ecf-887c-300e994c5993 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2413 time: 1.3685796 Feb 04 16:17:14.685765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] No DVR routers for this DVR port df021334-c2e7-4b54-a9f0-f732b84c7c55 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:14.697433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:14.727236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6eab74f8-03c9-43a3-9713-eb6c85fa051f details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:15.006913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-923b8e77-979f-4b35-9736-234ea253af43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6b7fffc-919e-4c29-894d-d76aef9835bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5947514 Feb 04 16:17:15.096718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c79fd28-afdc-43de-a20e-fb10ad3728cc no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:15.194595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.198609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 0c79fd28-afdc-43de-a20e-fb10ad3728cc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:15.199262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c79fd28-afdc-43de-a20e-fb10ad3728cc not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:15.205528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device df021334-c2e7-4b54-a9f0-f732b84c7c55 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:15.208499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7c6189fd-ea78-4cbf-b517-172e045be40c no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:15.355623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-8357ac3e-b53e-4872-8064-09a2a5d13e9f service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115149 Feb 04 16:17:15.379547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] In _notify_port_updated(), no bound segment for port df021334-c2e7-4b54-a9f0-f732b84c7c55 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:17:15.380842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.382594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-5dc38162-715e-448d-a1cf-c9d2ae2174de service neutron] 10.222.0.41 "PUT /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 200 len: 1027 time: 2.9876440 Feb 04 16:17:15.445168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc1c2872-efcf-4274-a90c-7ad62b7e7b3f req-12f31ff7-4ac2-4694-8b90-7df419bc698d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632220 Feb 04 16:17:15.455760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8de01df0-071e-46f0-8617-776e3fbdb7df None None] Provisioning complete for port df021334-c2e7-4b54-a9f0-f732b84c7c55 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:15.456368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8de01df0-071e-46f0-8617-776e3fbdb7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.615454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b7ab68-0de4-4e5b-9474-712bba187cd2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:15.740734 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a942d5f1-7d4c-43e6-9da9-396ead76043e req-49cb606b-7d56-4f70-afee-86b7c056bc5f service neutron] 10.222.0.41 "GET /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243694 Feb 04 16:17:15.750198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-99d5ffdc-eaab-4735-8bfb-331b1e5ca383 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6540115 Feb 04 16:17:15.787529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-e9228421-fa17-4656-a576-b9c2a6810761 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:15.789004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:15.789404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-e9228421-fa17-4656-a576-b9c2a6810761 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "GET /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2502675 Feb 04 16:17:15.827271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'network_id': 'd314e3fa-8a8e-43b9-ac4f-4d86c8577e6c', 'port_id': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'mac_address': 'fa:16:3e:46:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb1b6e-1464-4a41-88a2-bebda0d373bb', 'ip_address': '19.86.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:15.827716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.835878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.851315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8de01df0-071e-46f0-8617-776e3fbdb7df None None] Port df021334-c2e7-4b54-a9f0-f732b84c7c55 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:17:15.896403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.950662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:15.999263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:16.013237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eab74f8-03c9-43a3-9713-eb6c85fa051f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:16.024097 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=adf8794374264bd39b28ca81d73c0adb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6995630 Feb 04 16:17:16.024308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.031917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.072986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:16.086924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.087943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26da4c29-b361-4b6a-b868-1dc2ed052154 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:16.169185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34892) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:16.181036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad464a8-a863-4f23-84e2-726a16fd1e52,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:16.224110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:16.276018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:16.300250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:16.328029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.329089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:16.394834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.395485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.395485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.395805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.396131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.396479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.396771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.397085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.397399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.397711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.398022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:16.447684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.540216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449df26f-99ce-4b91-8cc3-28bf259efc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f26ff4-71da-403b-b57e-2a3b87321c98,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:16.545186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.550568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.557889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.562523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.566566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.570775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.574978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.579143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.586624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-f455d91f-2453-4ac8-8d03-2fd98d2a9443 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 4651 time: 1.0272496 Feb 04 16:17:16.594763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df51bd-2abc-4aab-85fe-38488c975e6c req-62cf4885-716e-4d71-927a-1bf8fe4419d9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:16.596735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34df51bd-2abc-4aab-85fe-38488c975e6c req-62cf4885-716e-4d71-927a-1bf8fe4419d9 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.9263363 Feb 04 16:17:16.620973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26da4c29-b361-4b6a-b868-1dc2ed052154,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:16.693948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '26da4c29-b361-4b6a-b868-1dc2ed052154', 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'port_id': '26da4c29-b361-4b6a-b868-1dc2ed052154', 'mac_address': 'fa:16:3e:79:28:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0bcfee-cf32-4d46-891a-5be49d2622f1', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:16.725612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.746210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.795610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52d04cea-bd99-42a3-9de3-bd3dd57b0485 req-c1ac581e-6014-4aeb-a52a-e3e5457bc71d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=449109ae-12c1-4971-bfa7-0c386bc823cf&id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078321 Feb 04 16:17:16.866981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.892470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:16.897151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.926641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:16.929241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26da4c29-b361-4b6a-b868-1dc2ed052154 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:16.948520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26da4c29-b361-4b6a-b868-1dc2ed052154,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:16.950360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:16.951115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c7682fce-78a6-4043-b28d-6f50f9540182 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:17.011866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.020051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.060512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.099148 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.099846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 106b7b00-4fc3-494a-b0fb-6d17f485fe50 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:17.136704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:17.157767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c7682fce-78a6-4043-b28d-6f50f9540182,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:17.162843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'network_id': 'f6b7fffc-919e-4c29-894d-d76aef9835bc', 'port_id': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'mac_address': 'fa:16:3e:6b:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0bcfee-cf32-4d46-891a-5be49d2622f1', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:17.234504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] For port c7682fce-78a6-4043-b28d-6f50f9540182, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:17.243205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.253910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.254839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f31a75-ecc2-4951-883b-3556010e91c9 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:17:17.273501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.288493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106b7b00-4fc3-494a-b0fb-6d17f485fe50 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:17.301801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f26ff4-71da-403b-b57e-2a3b87321c98,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:17.349466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:17.365897 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-8c292cdd-948c-4f79-b7b1-64b1e7455b7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 1096 time: 0.2166834 Feb 04 16:17:17.368820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.370064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03534a64-708a-4b6f-be44-255fe4ca04e3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/77f31a75-ecc2-4951-883b-3556010e91c9 HTTP/1.1" status: 204 len: 168 time: 6.4972339 Feb 04 16:17:17.371075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.384426 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c761192-5783-4675-8704-96c461eb3cf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0f26ff4-71da-403b-b57e-2a3b87321c98 HTTP/1.1" status: 204 len: 168 time: 1.1957111 Feb 04 16:17:17.386651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34920) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:17.425988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:17.534917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] device_id is not set on port c7682fce-78a6-4043-b28d-6f50f9540182 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:17:17.538690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.552588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-1de40247-3ba8-4cc7-a6c8-c46c0bc95847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 1096 time: 1.6802588 Feb 04 16:17:17.553266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.554295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de01e8f-d74b-4c77-8f93-f8293bba8e9c {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:17:17.564561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.595147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:17.650735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34df51bd-2abc-4aab-85fe-38488c975e6c req-bc9fde3b-9b21-46cf-9570-cae30dd3354a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0457885 Feb 04 16:17:17.761296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.792212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:17.800955 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'code': 200} Feb 04 16:17:17.801352 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'code': 200} Feb 04 16:17:17.950132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.956706 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:17:17.957153 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:17:17.958609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['26da4c29-b361-4b6a-b868-1dc2ed052154'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:17.972383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Deleting subnet fbecd232-9bca-4747-8171-8031bfd5d386 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:17:17.982042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:17.992826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['106b7b00-4fc3-494a-b0fb-6d17f485fe50'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:17.998684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.002969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89e0afb8-e52b-489b-9754-628f5fe26cf1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3de01e8f-d74b-4c77-8f93-f8293bba8e9c HTTP/1.1" status: 204 len: 168 time: 9.3634479 Feb 04 16:17:18.011913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:18.097909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806dce-a76b-4451-a435-1fe186b97f1e req-d675afaa-bafa-410f-8d8e-b62af7ea770f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.103074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-d675afaa-bafa-410f-8d8e-b62af7ea770f service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.7139320 Feb 04 16:17:18.320516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.462861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Deleting subnet 1583239e-67d7-4f74-a14e-013c7d1da805 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:17:18.481644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Pushing event updated for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:18.482029 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-0ddbdf6a-0c69-4cb4-adb7-2f7c7125506e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674 HTTP/1.1" status: 200 len: 217 time: 0.3613915 Feb 04 16:17:18.486174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.618106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df114f3c-2868-4ca1-9dce-7e9e4aa8f675 req-a6710753-d233-4dad-9a9f-eeb398d61602 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.627541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df114f3c-2868-4ca1-9dce-7e9e4aa8f675 req-a6710753-d233-4dad-9a9f-eeb398d61602 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 1.0428154 Feb 04 16:17:18.660342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-6e7ca012-c299-467e-8893-ecfa842e9d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.662437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-6e7ca012-c299-467e-8893-ecfa842e9d6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 1.0085416 Feb 04 16:17:18.668893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] No DVR routers for this DVR port c7682fce-78a6-4043-b28d-6f50f9540182 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:18.711093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.741371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2471aff4-baf6-4d51-aa62-57cae7fac16d None None] Provisioning complete for port c7682fce-78a6-4043-b28d-6f50f9540182 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:18.741891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2471aff4-baf6-4d51-aa62-57cae7fac16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.764831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806dce-a76b-4451-a435-1fe186b97f1e req-1aa215c1-f8e1-4d14-8987-64fddae9f12d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.766964 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-1aa215c1-f8e1-4d14-8987-64fddae9f12d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.2149451 Feb 04 16:17:18.779002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] In _notify_port_updated(), no bound segment for port c7682fce-78a6-4043-b28d-6f50f9540182 on network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:17:18.780602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.783711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-2301ce21-c4c3-4ead-ad21-0be4f3d52cbb service neutron] 10.222.0.41 "PUT /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 200 len: 1026 time: 2.9184167 Feb 04 16:17:18.804077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8e36-c347-4151-be09-f42d175ee8e5 req-115e55a4-9eee-4e18-bc15-18572997dfff tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.809655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8e36-c347-4151-be09-f42d175ee8e5 req-115e55a4-9eee-4e18-bc15-18572997dfff tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.816218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e8e36-c347-4151-be09-f42d175ee8e5 req-115e55a4-9eee-4e18-bc15-18572997dfff tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:18.818867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d1e8e36-c347-4151-be09-f42d175ee8e5 req-115e55a4-9eee-4e18-bc15-18572997dfff tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2416 time: 0.8759201 Feb 04 16:17:18.853756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2471aff4-baf6-4d51-aa62-57cae7fac16d None None] Port c7682fce-78a6-4043-b28d-6f50f9540182 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:17:18.871724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.917720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:18.966570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port c88f876a-9e75-4113-aaec-3684d231df1f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:18.967050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.002402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8ad464a8-a863-4f23-84e2-726a16fd1e52 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:19.032156 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-8d3e6464-7621-4e8e-941f-f603e4754c8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558393 Feb 04 16:17:19.036000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.060038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8ad464a8-a863-4f23-84e2-726a16fd1e52 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:19.060526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8ad464a8-a863-4f23-84e2-726a16fd1e52 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:19.061012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82b7ab68-0de4-4e5b-9474-712bba187cd2 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:19.124013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-6102603f-7e43-4092-8a07-cf2cf32ace39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71 HTTP/1.1" status: 200 len: 217 time: 0.3468270 Feb 04 16:17:19.133688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 82b7ab68-0de4-4e5b-9474-712bba187cd2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:19.134655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 82b7ab68-0de4-4e5b-9474-712bba187cd2 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:19.138608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df114f3c-2868-4ca1-9dce-7e9e4aa8f675 req-c3ef78e7-dd72-4b1b-b25e-f7796111d16d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5098040 Feb 04 16:17:19.146165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['6eab74f8-03c9-43a3-9713-eb6c85fa051f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:19.153690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.192683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbecd232-9bca-4747-8171-8031bfd5d386,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:19.414682 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.417855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1583239e-67d7-4f74-a14e-013c7d1da805,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:19.429278 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-69d5e309-34a0-4179-9d37-7a862672a15c service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885300 Feb 04 16:17:19.431468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.434392 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f0a5a7a-8c8d-4355-90c9-d908ffbb867a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1583239e-67d7-4f74-a14e-013c7d1da805 HTTP/1.1" status: 204 len: 168 time: 1.4203541 Feb 04 16:17:19.435247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de91678b-a50d-41da-8412-45c756da7d0c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fbecd232-9bca-4747-8171-8031bfd5d386 HTTP/1.1" status: 204 len: 168 time: 2.0449128 Feb 04 16:17:19.437723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34964) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:19.439763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:19.460550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ded4c5-ba1d-4cc9-af61-e61aa7daa4d3 None None] Network e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:17:19.539577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d1e8e36-c347-4151-be09-f42d175ee8e5 req-62f90cd3-2cb0-4543-b7e7-50defe69d92a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470664 Feb 04 16:17:19.584404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 106b7b00-4fc3-494a-b0fb-6d17f485fe50 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:19.658831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-e883f1d3-5b8b-4788-92fd-6cd062fb3f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.660074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-e883f1d3-5b8b-4788-92fd-6cd062fb3f17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.5165281 Feb 04 16:17:19.761841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.766216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.771036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.775757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.780017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:19.782623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-c443b549-61a9-4bd8-b387-cd3006881589 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 3874 time: 0.3119507 Feb 04 16:17:19.786012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port c88f876a-9e75-4113-aaec-3684d231df1f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c88f876a-9e75-4113-aaec-3684d231df1f,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:19.786403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.803993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:19.857534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.861076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.897157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed2e54e3-7ded-4d1b-a99b-da8b5e621e35 req-f89245c4-c9cc-49d9-b9f0-2d1de250b4b6 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018615 Feb 04 16:17:19.899703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:19.909763 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-01806dce-a76b-4451-a435-1fe186b97f1e req-e372e3bd-a4bb-414b-b552-86dc97361223 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732070 Feb 04 16:17:19.912509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Deleting port 473f5b6b-f065-4dd2-9d8f-032836532027 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:19.912862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:19.913322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:19.928943 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.253732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for c88f876a-9e75-4113-aaec-3684d231df1f owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:20.369391 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'code': 200} Feb 04 16:17:20.372538 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'code': 200} Feb 04 16:17:20.373773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.427793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.490963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8300c19d-2c92-417f-a61a-74ea3c34bfbf']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:20.534768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:20.555991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.556252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:20.556522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfd644c-1a45-42aa-a1db-fbb8a5c125eb') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:20.556645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26da4c29-b361-4b6a-b868-1dc2ed052154 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:20.584954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-55c8e48c-fe91-464c-8a6f-5d9ca18751d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9118619 Feb 04 16:17:20.588170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.633728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84381d-0dc0-4816-9a65-b347e31ef08d req-346a04ae-0fbe-47e4-91d2-bf57bc8237a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:20.639282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.643386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b84381d-0dc0-4816-9a65-b347e31ef08d req-346a04ae-0fbe-47e4-91d2-bf57bc8237a7 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.7947836 Feb 04 16:17:20.653187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] For port 473f5b6b-f065-4dd2-9d8f-032836532027, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=473f5b6b-f065-4dd2-9d8f-032836532027,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:20.653748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.658403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] DHCP port deletion for e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:17:20.671822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:17:20.672499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:17:20.686942 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:17:20.699422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Deleting port 473f5b6b-f065-4dd2-9d8f-032836532027 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:20.699942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:20.883661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Calling delete_port for 473f5b6b-f065-4dd2-9d8f-032836532027 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:21.067623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.162194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.170954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] Pushing event deleted for resources: {'Network': ['ID=8300c19d-2c92-417f-a61a-74ea3c34bfbf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:21.193727 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.242610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-72b54945-9359-4f4d-b086-b651f13f3f37 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899551 Feb 04 16:17:21.271120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b84381d-0dc0-4816-9a65-b347e31ef08d req-f20420c8-3b55-4487-8749-a68516883e0f tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600626 Feb 04 16:17:21.273224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] For port 473f5b6b-f065-4dd2-9d8f-032836532027, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=473f5b6b-f065-4dd2-9d8f-032836532027,segment=NetworkSegment(06d22d73-eb5f-4326-9251-a4397994f85a),segment_id=06d22d73-eb5f-4326-9251-a4397994f85a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:21.277249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.396701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad41f71-02db-485d-9d89-cd423e07b9de req-f2023fa6-3ef1-42e1-b554-1ca359b7d8bc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:21.403578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ad41f71-02db-485d-9d89-cd423e07b9de req-f2023fa6-3ef1-42e1-b554-1ca359b7d8bc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.9641726 Feb 04 16:17:21.423543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] No DVR routers for this DVR port 473f5b6b-f065-4dd2-9d8f-032836532027 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:21.441947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Pushing event deleted for resources: {'Port': ['ID=473f5b6b-f065-4dd2-9d8f-032836532027,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:21.516259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-170baf0a-9ce7-4ccf-aabd-bcefef1f073e admin admin] 10.222.0.62 "DELETE /v2.0/networks/8300c19d-2c92-417f-a61a-74ea3c34bfbf HTTP/1.1" status: 204 len: 168 time: 2.0774515 Feb 04 16:17:21.619414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.644215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 473f5b6b-f065-4dd2-9d8f-032836532027 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:21.683230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.754444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ef6b92-406a-456b-a3a1-8ad8fb8072c7']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:21.782009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d22d73-eb5f-4326-9251-a4397994f85a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:21.782424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d22d73-eb5f-4326-9251-a4397994f85a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:21.786315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Calling delete_port for 473f5b6b-f065-4dd2-9d8f-032836532027 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:21.804553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.814755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=c88f876a-9e75-4113-aaec-3684d231df1f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:21.851019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.865995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:17:21.866314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:17:21.893013 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:17:21.927444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 473f5b6b-f065-4dd2-9d8f-032836532027 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:21.928002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 473f5b6b-f065-4dd2-9d8f-032836532027 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:21.968696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ad41f71-02db-485d-9d89-cd423e07b9de req-a0c6f938-18e8-4c67-b823-e944a266bfd6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624020 Feb 04 16:17:22.061695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8ffaf-92a1-4949-b03a-8d990bb121ac req-a14a976f-350b-4e4d-84c3-ddf3127e2e0f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.067328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8ffaf-92a1-4949-b03a-8d990bb121ac req-a14a976f-350b-4e4d-84c3-ddf3127e2e0f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.071748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8ffaf-92a1-4949-b03a-8d990bb121ac req-a14a976f-350b-4e4d-84c3-ddf3127e2e0f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.079483 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.088498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da8ffaf-92a1-4949-b03a-8d990bb121ac req-a14a976f-350b-4e4d-84c3-ddf3127e2e0f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2417 time: 0.4964492 Feb 04 16:17:22.103607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.130027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:22.137883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.138640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.144961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:22.177489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 26da4c29-b361-4b6a-b868-1dc2ed052154 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:22.178388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ef6b92-406a-456b-a3a1-8ad8fb8072c7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:22.184728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f39336f9-89c5-4929-ad29-b66f423aff3d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e1ef6b92-406a-456b-a3a1-8ad8fb8072c7 HTTP/1.1" status: 204 len: 168 time: 2.7254832 Feb 04 16:17:22.204329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:17:22.207548 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:17:22.210255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 26da4c29-b361-4b6a-b868-1dc2ed052154 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:22.211611 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.249330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec6e47c6-d57e-40dc-81b0-41f27f48868e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09bf6c73abd84128bbc94254a2268158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0971622 Feb 04 16:17:22.252434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:22.375762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:22.474808 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.507930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.515366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f8cecf-207d-4a5d-993b-bb8f12484a9f req-08f36422-f494-4879-950f-bada939504bb service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2384439 Feb 04 16:17:22.590591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26da4c29-b361-4b6a-b868-1dc2ed052154,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:22.600997 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.616439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da8ffaf-92a1-4949-b03a-8d990bb121ac req-ddafb3a9-9376-45bc-a576-b5b1d139c083 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889770 Feb 04 16:17:22.623487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] No DVR routers for this DVR port c88f876a-9e75-4113-aaec-3684d231df1f on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:22.631886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.641249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:22.673029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-898c0b20-8233-4eab-a593-233d330ed839 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "DELETE /v2.0/ports/c88f876a-9e75-4113-aaec-3684d231df1f HTTP/1.1" status: 204 len: 173 time: 3.7812662 Feb 04 16:17:22.675348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.712728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6eab74f8-03c9-43a3-9713-eb6c85fa051f up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:22.738608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Deleting port 473f5b6b-f065-4dd2-9d8f-032836532027 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:22.738988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.769334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:22.831630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.836322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.841995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.847597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:22.848579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:22.854011 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab31c502-125b-4f9c-82bf-ff8665b7b160 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2729df3fd7f44a48abcf36212169380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0834544 Feb 04 16:17:22.862983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:22.899378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb44b1-9d02-48b5-905c-6159e818b834 None None] The port '473f5b6b-f065-4dd2-9d8f-032836532027' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:17:22.909384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port 0f41133f-ed02-448c-ba81-cdb5829df902 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:22.909827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.942824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:22.944460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.975336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 6eab74f8-03c9-43a3-9713-eb6c85fa051f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:22.976309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad440a61-4d85-467a-937e-bfebe8a961e0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:22.984824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:22.987902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 6eab74f8-03c9-43a3-9713-eb6c85fa051f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:22.988657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.013333 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.110115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.114019 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-777da61f-868b-4cfc-8fe1-b42cfc080cfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad440a61-4d85-467a-937e-bfebe8a961e0 HTTP/1.1" status: 204 len: 168 time: 0.8601675 Feb 04 16:17:23.115933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.160075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.163545 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40e0acd6-855b-435e-b363-036cef33772e HTTP/1.1" status: 204 len: 168 time: 0.2971575 Feb 04 16:17:23.163545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e8dd9-ea6d-4810-b635-b935a0634a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0acd6-855b-435e-b363-036cef33772e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:23.242112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.298763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:23.307697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.309018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 03e6258c-4891-4e2d-bf7e-4e350fd80674 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:23.312665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:23.313844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8204937-8409-472f-afc5-b7a0dce931cf req-2a0ea15d-67c5-4e21-a3e3-7feebcf354d3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 3143 time: 0.9392636 Feb 04 16:17:23.365509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port 0f41133f-ed02-448c-ba81-cdb5829df902, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0f41133f-ed02-448c-ba81-cdb5829df902,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:23.365981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.502730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:23.528541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2823de-d915-43d3-aa80-0228404b859d req-73223455-80f9-4088-8cbd-ca5e4ca2fbbb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:23.530095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb2823de-d915-43d3-aa80-0228404b859d req-73223455-80f9-4088-8cbd-ca5e4ca2fbbb tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 945 time: 0.6594334 Feb 04 16:17:23.539618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for 0f41133f-ed02-448c-ba81-cdb5829df902 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:23.551510 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.580124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8204937-8409-472f-afc5-b7a0dce931cf req-69dd8ab6-1fb4-4906-b557-596cd2479af3 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465210 Feb 04 16:17:23.616287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:23.625542 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.669530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb2823de-d915-43d3-aa80-0228404b859d req-5d11a43b-e597-4304-ae9c-3cf329353cd6 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903444 Feb 04 16:17:23.815108 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'c88f876a-9e75-4113-aaec-3684d231df1f', 'status': 'completed', 'code': 200} Feb 04 16:17:23.831609 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'code': 200} Feb 04 16:17:23.836067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:23.841835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:23.903332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=0f41133f-ed02-448c-ba81-cdb5829df902,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:24.006805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:24.129909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-249eaab5-510c-4c52-9e03-5e00bbde78ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b72e695af757451b9030d6d4b051575f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1183867 Feb 04 16:17:24.130114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35086) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:24.197660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.232722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.286590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] No DVR routers for this DVR port 0f41133f-ed02-448c-ba81-cdb5829df902 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:24.291206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.321410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.353106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-1847f527-9272-456b-a3a4-2aa8437b456a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "DELETE /v2.0/ports/0f41133f-ed02-448c-ba81-cdb5829df902 HTTP/1.1" status: 204 len: 173 time: 1.6739647 Feb 04 16:17:24.356446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32109135-7f01-43c3-8c95-7ac57a50dc0e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:24.373543 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.374955 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce14a8f3-ed35-4ad0-8fa9-7e293b12ea9e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32109135-7f01-43c3-8c95-7ac57a50dc0e HTTP/1.1" status: 204 len: 168 time: 0.2438481 Feb 04 16:17:24.440222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb24394-6b81-4f1a-9a13-e89c6340154b req-9264f22b-c97b-4eb5-8703-f9b81917386e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.441532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adb24394-6b81-4f1a-9a13-e89c6340154b req-9264f22b-c97b-4eb5-8703-f9b81917386e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.4785995 Feb 04 16:17:24.494997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f743a-af64-4d96-a011-61615cb0f041 req-8bd41f31-ec96-4b35-aca4-70e56141ce11 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.499225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f743a-af64-4d96-a011-61615cb0f041 req-8bd41f31-ec96-4b35-aca4-70e56141ce11 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.504221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f743a-af64-4d96-a011-61615cb0f041 req-8bd41f31-ec96-4b35-aca4-70e56141ce11 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.511709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f97f743a-af64-4d96-a011-61615cb0f041 req-8bd41f31-ec96-4b35-aca4-70e56141ce11 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 0.3010566 Feb 04 16:17:24.543939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port 7c6189fd-ea78-4cbf-b517-172e045be40c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:24.544585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.608191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adb24394-6b81-4f1a-9a13-e89c6340154b req-da61689e-739f-4a5e-9192-9855b8fb9fb5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543643 Feb 04 16:17:24.781497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f97f743a-af64-4d96-a011-61615cb0f041 req-28b28136-099d-42e2-ab5c-5ff3541000b6 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688160 Feb 04 16:17:24.964073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port 7c6189fd-ea78-4cbf-b517-172e045be40c, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7c6189fd-ea78-4cbf-b517-172e045be40c,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:24.964549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:24.975378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-4b42563c-8c8c-4cb1-baf2-bd7c49161821 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=adfafd1b7145418ba53b7ac314c46484&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540466 Feb 04 16:17:24.987455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40be3e-898d-443b-a237-434684a794d1 req-26bd52bf-7b8a-44bb-b7c8-19a2a5ef9659 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:24.989044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca40be3e-898d-443b-a237-434684a794d1 req-26bd52bf-7b8a-44bb-b7c8-19a2a5ef9659 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2063358 Feb 04 16:17:25.077840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-80a96698-6586-4a8e-8d21-fd2853335c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:25.322994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca40be3e-898d-443b-a237-434684a794d1 req-a33d642d-8755-44db-98d7-4066fca78760 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708583 Feb 04 16:17:25.394186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-52664a47-fd94-49b7-9f55-c2b36f12f14b tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.401106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-52664a47-fd94-49b7-9f55-c2b36f12f14b tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108934 Feb 04 16:17:25.426400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-df835d18-3c35-42d2-a085-3433fe46aab1 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/quotas/adfafd1b7145418ba53b7ac314c46484 HTTP/1.1" status: 200 len: 375 time: 0.0243034 Feb 04 16:17:25.588894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-296b76ab-72d4-435c-85b3-87dd9ce4d64e tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=adfafd1b7145418ba53b7ac314c46484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615286 Feb 04 16:17:25.651649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:25.651980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:25.652286 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Floating IP 2cdb32a6-e028-4f3e-b3ff-86d4a1816c68 disassociated. External IP: 172.25.5.102, port: 7c6189fd-ea78-4cbf-b517-172e045be40c. Feb 04 16:17:25.652620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for 7c6189fd-ea78-4cbf-b517-172e045be40c owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:25.722469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.726884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.732380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:25.733150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:25.788040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:25.789509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-e90376c2-b6c3-46e6-a797-467995ddb074 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 2410 time: 0.3269737 Feb 04 16:17:25.833506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154'}, {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f'}, {'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:25.853876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:25.956507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9076b04d-38cd-40e2-9916-65c2e27b4242 req-6e217393-4fb6-4996-84e8-3a72e23e3c9d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610641 Feb 04 16:17:26.011640 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:26.101055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=7c6189fd-ea78-4cbf-b517-172e045be40c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:26.367165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a49e-29e6-4ea4-8e73-c29e12aa290a req-944432df-2970-49ee-85a0-7dce577cbe28 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:26.368673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a390a49e-29e6-4ea4-8e73-c29e12aa290a req-944432df-2970-49ee-85a0-7dce577cbe28 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4654522 Feb 04 16:17:26.452107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a390a49e-29e6-4ea4-8e73-c29e12aa290a req-631027e1-8049-45f1-95dd-c089e2549254 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642390 Feb 04 16:17:26.612259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Router 6a61133e-2b24-44ed-8fef-92043e4eacda has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:17:26.893176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda7155-5810-46a5-a104-e441a1ddc577 req-2bae0a03-1cb7-4167-bf9b-32eca873fcf9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:26.895675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebda7155-5810-46a5-a104-e441a1ddc577 req-2bae0a03-1cb7-4167-bf9b-32eca873fcf9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.1912980 Feb 04 16:17:27.079120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebda7155-5810-46a5-a104-e441a1ddc577 req-e45ff589-cafd-4ffd-9acb-abe705f36e17 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715212 Feb 04 16:17:27.137285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:17:27.153612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Sync routers for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:17:27.208969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-753f11b0-7bb7-4a24-885c-79244b21eeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:27.231871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:27.235234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:16:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:27.444660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] No DVR routers for this DVR port 7c6189fd-ea78-4cbf-b517-172e045be40c on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:27.535002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:27.544606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d106d3cf-5ce0-499c-a0c1-396bebf8fb47 req-db0de412-614b-450a-96fc-4c3ee536f848 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 210 time: 0.2023535 Feb 04 16:17:27.563935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-c5e078a5-309c-4892-b7db-e905f2dd22f2 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=adfafd1b7145418ba53b7ac314c46484&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119845 Feb 04 16:17:27.680273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:27.767171 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154', 'code': 200} Feb 04 16:17:27.767446 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'code': 200} Feb 04 16:17:27.767664 n-d-827873-1 neutron-server[83598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'code': 422} returned with failed status Feb 04 16:17:27.817704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-316b6dc1-48f7-44b6-8e86-b26ffdb98d63 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "DELETE /v2.0/ports/7c6189fd-ea78-4cbf-b517-172e045be40c HTTP/1.1" status: 204 len: 173 time: 3.4570348 Feb 04 16:17:27.940564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-07ac95b8-d082-4e19-bb96-690b6699d34d tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:27.942036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-07ac95b8-d082-4e19-bb96-690b6699d34d tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3684924 Feb 04 16:17:27.967128 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': '0f41133f-ed02-448c-ba81-cdb5829df902', 'status': 'completed', 'code': 200} Feb 04 16:17:28.065651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Request body: {'port': {'device_id': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': 'adfafd1b7145418ba53b7ac314c46484'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:28.107838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:28.108179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:28.186812 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-822fb954-9895-460e-a3b5-6cbcb9ad09ac req-809e01f9-1aba-47c8-b406-208a77cb1fbb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2872 time: 0.2140861 Feb 04 16:17:28.332362 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-822fb954-9895-460e-a3b5-6cbcb9ad09ac req-70613f15-28c7-496f-a970-4f0b5067997c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371665 Feb 04 16:17:28.406306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:28.415290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Checking router: 6a61133e-2b24-44ed-8fef-92043e4eacda for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:17:28.429670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:17:28.430294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:17:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:28.509710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:28.635815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Usage tracker for resource:port and tenant:adfafd1b7145418ba53b7ac314c46484 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:28.672550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:28.690267 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:28.695335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:28.725311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:28.744074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42c73-be2f-47e3-8f4c-e62a72e0dbee req-577e4eaa-0664-49c0-9266-1583dd5a62a7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:28.746117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:17:28.748182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42c73-be2f-47e3-8f4c-e62a72e0dbee req-577e4eaa-0664-49c0-9266-1583dd5a62a7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:28.752959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f42c73-be2f-47e3-8f4c-e62a72e0dbee req-577e4eaa-0664-49c0-9266-1583dd5a62a7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:28.754660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8f42c73-be2f-47e3-8f4c-e62a72e0dbee req-577e4eaa-0664-49c0-9266-1583dd5a62a7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 1.1092765 Feb 04 16:17:28.848439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Made reservation on behalf of adfafd1b7145418ba53b7ac314c46484 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:17:28.851540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:28.912750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:28.989278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:28.989629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:29.000591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8f42c73-be2f-47e3-8f4c-e62a72e0dbee req-41c547cc-a9bc-4f35-a6f0-1085ee97fd1d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872790 Feb 04 16:17:29.096677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-596b8239-ef62-48b2-ac14-41183df65a82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:29.115072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-596b8239-ef62-48b2-ac14-41183df65a82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:29.115866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-596b8239-ef62-48b2-ac14-41183df65a82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:29.219632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:29.240364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dae15b-5e8b-478c-a92c-e163cc582a41 None None] The sync data for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 is: [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:09:42Z', 'revision_number': 4, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '72a1fb34-3edb-49a9-b669-2cf55c950cce', 'name': '', 'network_id': 'e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'mac_address': 'fa:16:3e:8f:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:39Z', 'updated_at': '2022-02-04T16:10:06Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'subnets': [{'id': '7b8846ee-e905-448a-babc-56957cea3f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:17:29.431888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:29.474001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:29.525853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Usage tracker for resource:security_group_rule and tenant:adfafd1b7145418ba53b7ac314c46484 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:29.542476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:29.566376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:29.592446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-596b8239-ef62-48b2-ac14-41183df65a82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:29.598989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-596b8239-ef62-48b2-ac14-41183df65a82 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 1677 time: 1.0984902 Feb 04 16:17:29.650910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc77db-d1b8-417e-8f02-86ab754233ef None None] New status for floating IP 2cdb32a6-e028-4f3e-b3ff-86d4a1816c68: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:17:29.792113 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:29.884487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:29.970956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:29.976896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:30.018585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:30.032034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5360a011-d681-4f9d-a9b6-9f8022f4bd87 req-ffb646d0-3731-4908-b7a0-78cd7d6aefda tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3877296 Feb 04 16:17:30.033123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] No DVR routers for this DVR port ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:30.036333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:30.048649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb35cf-3d82-4078-9e25-0e1069cab766 req-c65f9c07-09bc-40f9-8a7b-b5ae24edfe33 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:30.050320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21cb35cf-3d82-4078-9e25-0e1069cab766 req-c65f9c07-09bc-40f9-8a7b-b5ae24edfe33 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.6257305 Feb 04 16:17:30.051127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:30.311125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-632fe0bf-7231-4086-a6fd-3697425ed831 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "DELETE /v2.0/ports/ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab HTTP/1.1" status: 204 len: 173 time: 2.3428137 Feb 04 16:17:30.321905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8221de5c-4d92-4204-bab7-21066f413050,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:30.432692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21cb35cf-3d82-4078-9e25-0e1069cab766 req-ad1275cb-b5ca-4076-a145-020e69006669 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642658 Feb 04 16:17:30.526297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:30.526758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:30.612425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Allocated IP 192.168.233.87 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/5baf8ca6-5b8a-4c05-a83b-cd39d9724afc) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:17:30.624951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f02a-4407-4553-9aa1-15829e4b3688 req-154c665b-4847-4877-b8a0-ed7062cc8b47 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:30.626466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1638f02a-4407-4553-9aa1-15829e4b3688 req-154c665b-4847-4877-b8a0-ed7062cc8b47 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4021997 Feb 04 16:17:30.758486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77947e0f-1e28-46b5-9b6d-3d2a13994e69 req-26075c21-82df-4b05-8505-d57dca2cab12 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 210 time: 0.1308236 Feb 04 16:17:30.903595 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:17:30.911017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1638f02a-4407-4553-9aa1-15829e4b3688 req-bc6d6527-51c4-4420-a2d2-18e9af553a3a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492940 Feb 04 16:17:31.027622 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': '7c6189fd-ea78-4cbf-b517-172e045be40c', 'status': 'completed', 'code': 200} Feb 04 16:17:31.251094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:31.309874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:31.310419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.472685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.509061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:31.513628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Usage tracker for resource:security_group_rule and tenant:4b87be0e497947f3af0c5413e703a678 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:31.517449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:31.524133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:31.533666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:31.618240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.625304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.692642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b87be0e497947f3af0c5413e703a678&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4401102 Feb 04 16:17:31.695811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35284) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:31.716085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73c56a-82ef-48ed-b7ca-047bd247956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0476efc2-0293-42ab-b665-29d262cc6196,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:31.773616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.807262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.818520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:31.888450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Transition to ACTIVE for port object 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:31.964350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad93d1-7b08-4321-ab72-831fd99da9b8 req-b09e8fec-b264-41b5-8f0b-6267ba5946a2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:31.969067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad93d1-7b08-4321-ab72-831fd99da9b8 req-b09e8fec-b264-41b5-8f0b-6267ba5946a2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:31.973119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad93d1-7b08-4321-ab72-831fd99da9b8 req-b09e8fec-b264-41b5-8f0b-6267ba5946a2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:31.981142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14ad93d1-7b08-4321-ab72-831fd99da9b8 req-b09e8fec-b264-41b5-8f0b-6267ba5946a2 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 0.8402240 Feb 04 16:17:32.011470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.035829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0476efc2-0293-42ab-b665-29d262cc6196,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:32.080430 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.086259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a6dded3-f65a-4c65-8c8b-c0b879f225d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0476efc2-0293-42ab-b665-29d262cc6196 HTTP/1.1" status: 204 len: 168 time: 0.3895254 Feb 04 16:17:32.157192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14ad93d1-7b08-4321-ab72-831fd99da9b8 req-be58f8ca-3510-48cd-b1e6-0ddc5987a3bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743848 Feb 04 16:17:32.161260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.164575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.298271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdb060-ef0e-4deb-9191-4aa4aaacce1c req-c208017a-ac45-4648-bdc9-e019e850da9d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.300077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-42fdb060-ef0e-4deb-9191-4aa4aaacce1c req-c208017a-ac45-4648-bdc9-e019e850da9d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Synchronizing usage tracker for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:32.435474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] No DVR routers for this DVR port bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:32.439260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.450776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:17:32.467189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:17:32.470484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:17:32.626209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Pushing event updated for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:32.745670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=bfa4c2e6-909a-44f9-a3a6-ac215dbb1287,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:32.753598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-42fdb060-ef0e-4deb-9191-4aa4aaacce1c req-c208017a-ac45-4648-bdc9-e019e850da9d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Unset dirty status for tenant:c2af7b77e48b4f06a9281b18117b1189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:32.761195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42fdb060-ef0e-4deb-9191-4aa4aaacce1c req-c208017a-ac45-4648-bdc9-e019e850da9d tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 865 time: 0.9279859 Feb 04 16:17:32.800669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2cb6751-3d49-4b01-a98b-d37952035fdb req-c79a5ce5-d362-40d9-90fc-ecd1f406b6c0 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.41 "DELETE /v2.0/ports/bfa4c2e6-909a-44f9-a3a6-ac215dbb1287 HTTP/1.1" status: 204 len: 173 time: 2.4665630 Feb 04 16:17:32.838563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:32.839795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:32.891527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ba0a503a-2610-4660-9be0-691f4d4675c0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8326511 Feb 04 16:17:32.921023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Request body: {'port': {'device_id': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:17:32.927320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35312) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:32.985103 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.012310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42fdb060-ef0e-4deb-9191-4aa4aaacce1c req-b05ed64b-d76d-42ee-a7a9-a8876f6c622b tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups?id=713ff9a0-8726-4207-bc62-5854dbcceca4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499826 Feb 04 16:17:33.023135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1adc1403-9c21-47e2-b72b-d5457ecda102 None None] Provisioning for port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:33.038690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1adc1403-9c21-47e2-b72b-d5457ecda102 None None] Provisioning complete for port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:33.040606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1adc1403-9c21-47e2-b72b-d5457ecda102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.058535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab'}, {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:33.068182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:33.073402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Usage tracker for resource:security_group_rule and tenant:4282e4811773405883afa967c59af9b9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:33.077098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:33.084140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:33.086539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac81360-5e28-44ce-a858-3dc6d44dfd7e req-9dca7d0b-219e-420f-adde-5e41c913153c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:33.099863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ac81360-5e28-44ce-a858-3dc6d44dfd7e req-9dca7d0b-219e-420f-adde-5e41c913153c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.3550940 Feb 04 16:17:33.151782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.174505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.183931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.204655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ac81360-5e28-44ce-a858-3dc6d44dfd7e req-f9683c64-b420-4f4a-b7d0-783ed613c573 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041288 Feb 04 16:17:33.212807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1adc1403-9c21-47e2-b72b-d5457ecda102 None None] Port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:17:33.340933 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4282e4811773405883afa967c59af9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4122241 Feb 04 16:17:33.350869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b6df1-c953-42ff-9dca-08b1ef0a4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9657fd-3469-433c-823d-cdf160a92f69,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:33.354297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35318) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:33.545160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.595851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.622155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:33.711314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.739681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9657fd-3469-433c-823d-cdf160a92f69,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:33.743746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.745444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8af1900d-7471-484e-be2f-18edc3229640 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec9657fd-3469-433c-823d-cdf160a92f69 HTTP/1.1" status: 204 len: 168 time: 0.3896911 Feb 04 16:17:33.774286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:17:33.889000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:33.899363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.927050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Transition to ACTIVE for port object 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:17:33.943414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-38f70e9b-84c5-4021-b0d7-9ca13d21ff04 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:33.944822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-38f70e9b-84c5-4021-b0d7-9ca13d21ff04 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Synchronizing usage tracker for tenant:adfafd1b7145418ba53b7ac314c46484 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:33.964411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:33.974065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3eeea-e0b6-4aca-8a20-3fb1295cdc90 req-feb7f6e3-9233-4fb9-8541-3516b11c74c2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:33.975656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adf3eeea-e0b6-4aca-8a20-3fb1295cdc90 req-feb7f6e3-9233-4fb9-8541-3516b11c74c2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3291409 Feb 04 16:17:33.976344 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:33.986964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:34.085811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-38f70e9b-84c5-4021-b0d7-9ca13d21ff04 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Unset dirty status for tenant:adfafd1b7145418ba53b7ac314c46484 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:34.086992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-38f70e9b-84c5-4021-b0d7-9ca13d21ff04 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 935 time: 0.4393072 Feb 04 16:17:34.095029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.148300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:34.205857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:34.216792 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.335275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adf3eeea-e0b6-4aca-8a20-3fb1295cdc90 req-45e484cd-0c5a-414d-a861-f7f1c409dd89 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943931 Feb 04 16:17:34.339155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:34.376634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-b6622eee-b4aa-4dfb-8e49-b5c14bde91c6 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Synchronizing usage tracker for tenant:adfafd1b7145418ba53b7ac314c46484 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:34.391734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['68ec7bb3-8c01-453d-a1cd-7cadc359c652'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:34.444577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-b6622eee-b4aa-4dfb-8e49-b5c14bde91c6 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Unset dirty status for tenant:adfafd1b7145418ba53b7ac314c46484 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:34.457535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e6f83f0-6155-4674-9e57-5d2ebe662dbf req-b6622eee-b4aa-4dfb-8e49-b5c14bde91c6 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598902 Feb 04 16:17:34.567298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:34.605349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Attempting to bind port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:17:34.606034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Attempting to bind port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:17:34.606478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Attempting to bind port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:34.635566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:17:34.636141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Attempting to bind port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:17:34.650082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:17:34.650798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:17:34.654691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:17:34.656382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Bound port: 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:17:34.656972 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:34.699261 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'ff95c1e2-b899-4b9f-8cf5-e8970c28d3ab', 'status': 'completed', 'code': 200} Feb 04 16:17:34.699552 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84019ccc-1664-4587-a248-a448f880471b', 'name': 'network-vif-deleted', 'tag': 'bfa4c2e6-909a-44f9-a3a6-ac215dbb1287', 'status': 'completed', 'code': 200} Feb 04 16:17:34.842733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:17:34.850775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:17:34.901153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abbcc23a-b8e7-437e-81c9-69e03f6fc724 req-d7d19e7d-4a51-4e74-9e3a-2a8e8a3082d5 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 210 time: 0.0488741 Feb 04 16:17:35.161309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:35.252750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:35.254574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/5baf8ca6-5b8a-4c05-a83b-cd39d9724afc HTTP/1.1" status: 200 len: 1095 time: 2.3422384 Feb 04 16:17:35.474721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78236a-0ea7-4519-ad71-e8ca443fae2b req-37f16c25-5ca5-4635-8f86-31d7dc3d499a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:35.482448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a78236a-0ea7-4519-ad71-e8ca443fae2b req-37f16c25-5ca5-4635-8f86-31d7dc3d499a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 945 time: 0.6286368 Feb 04 16:17:35.485984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7853ea-0231-4f55-814b-2d82dc3340b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:35.647476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:35.731213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a78236a-0ea7-4519-ad71-e8ca443fae2b req-e8631a38-c729-48c1-b4f0-873a8129fb1c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474158 Feb 04 16:17:35.754571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-ef348dcc-b27c-482d-8372-3fa3c5610362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adfafd1b7145418ba53b7ac314c46484&device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 1098 time: 0.4455013 Feb 04 16:17:35.938104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-21d03ef2-8aca-438f-b407-e8934601109a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc HTTP/1.1" status: 200 len: 217 time: 0.1724181 Feb 04 16:17:35.989278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:35.989278 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.101321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-401c49e9-5990-4c5a-b2a9-eb531e5fc0eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.105720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-401c49e9-5990-4c5a-b2a9-eb531e5fc0eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.1506548 Feb 04 16:17:36.266837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.324074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:36.358105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:36.368060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:36.411794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705679e-324b-4127-b78c-fc1d590ea7ad req-07f0bf81-2361-42c1-b227-caebfaa0125f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.418615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705679e-324b-4127-b78c-fc1d590ea7ad req-07f0bf81-2361-42c1-b227-caebfaa0125f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.424371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705679e-324b-4127-b78c-fc1d590ea7ad req-07f0bf81-2361-42c1-b227-caebfaa0125f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.433103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1705679e-324b-4127-b78c-fc1d590ea7ad req-07f0bf81-2361-42c1-b227-caebfaa0125f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 0.7939620 Feb 04 16:17:36.548654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1705679e-324b-4127-b78c-fc1d590ea7ad req-a749f39f-8e6c-49b9-bbe7-fef969fd01a6 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141367 Feb 04 16:17:36.573659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:36.606126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-cf6ba341-4a1a-4207-894c-f8f1b0936733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4933035 Feb 04 16:17:36.856380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48796e9-41f3-40b0-b2c6-d9896382656c req-659fa11c-4a50-4cd7-ac31-f8fbc1507f42 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:36.870159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c48796e9-41f3-40b0-b2c6-d9896382656c req-659fa11c-4a50-4cd7-ac31-f8fbc1507f42 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.7586193 Feb 04 16:17:36.872796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:37.227184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c48796e9-41f3-40b0-b2c6-d9896382656c req-69d5ce27-8846-4521-b9c1-0a1ef6193cf2 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554921 Feb 04 16:17:37.655162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-6df53440-4e41-40f5-a83c-80515aea7eab service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0415390 Feb 04 16:17:37.928438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f170b7-27cf-4094-86ed-eaa32a2acb29 req-d72d8ffe-f15f-46a8-9fcb-48428745be14 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/ports?device_id=84019ccc-1664-4587-a248-a448f880471b HTTP/1.1" status: 200 len: 210 time: 0.0965319 Feb 04 16:17:37.949954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-ce2d7c9f-ff56-467a-bd30-e4d3473ad9ad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:37.962250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-ce2d7c9f-ff56-467a-bd30-e4d3473ad9ad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:37.975633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-ce2d7c9f-ff56-467a-bd30-e4d3473ad9ad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:37.979596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-ce2d7c9f-ff56-467a-bd30-e4d3473ad9ad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 1.0185935 Feb 04 16:17:38.151031 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'code': 200} Feb 04 16:17:38.304191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 26da4c29-b361-4b6a-b868-1dc2ed052154 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:38.304900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:38.352062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83787855-6a4d-4b6f-813f-21ea186f1edc req-99dbe44d-b581-4b5f-944b-ed97744e3238 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840177 Feb 04 16:17:38.382643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35156-f06b-46fb-a6ba-6384da79adfe req-7a801d9f-89ce-4554-8a11-3066bcceabe9 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:38.393873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13f35156-f06b-46fb-a6ba-6384da79adfe req-7a801d9f-89ce-4554-8a11-3066bcceabe9 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 947 time: 0.9198909 Feb 04 16:17:38.736534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13f35156-f06b-46fb-a6ba-6384da79adfe req-f4f84d4b-6bfc-45d5-b837-13526af97234 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414657 Feb 04 16:17:38.882861 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc', 'status': 'completed', 'code': 200} Feb 04 16:17:39.432280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d6c75-8f81-4679-9e72-0069785ac8fb req-7bc9761d-c88f-4db2-a464-3839be3caac1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.434147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-939d6c75-8f81-4679-9e72-0069785ac8fb req-7bc9761d-c88f-4db2-a464-3839be3caac1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 1.0115051 Feb 04 16:17:39.439009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 26da4c29-b361-4b6a-b868-1dc2ed052154, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26da4c29-b361-4b6a-b868-1dc2ed052154,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:39.439631 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:39.632559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 26da4c29-b361-4b6a-b868-1dc2ed052154 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:39.736853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-939d6c75-8f81-4679-9e72-0069785ac8fb req-99b4d293-c8f3-40be-93d0-6c124ca4dfe0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891171 Feb 04 16:17:39.743276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-2dbc0775-ef22-4f45-a495-5fb953bab3cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adfafd1b7145418ba53b7ac314c46484&device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 1098 time: 0.8570731 Feb 04 16:17:39.850301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cf7c1-59c2-41ce-9019-62d45d0d56f2 req-959ad6aa-4ef6-4198-bb4c-ec05d23dcbad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.854162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cf7c1-59c2-41ce-9019-62d45d0d56f2 req-959ad6aa-4ef6-4198-bb4c-ec05d23dcbad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.858312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cf7c1-59c2-41ce-9019-62d45d0d56f2 req-959ad6aa-4ef6-4198-bb4c-ec05d23dcbad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:39.860623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc4cf7c1-59c2-41ce-9019-62d45d0d56f2 req-959ad6aa-4ef6-4198-bb4c-ec05d23dcbad tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 2419 time: 0.4981444 Feb 04 16:17:40.120266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc4cf7c1-59c2-41ce-9019-62d45d0d56f2 req-279cadac-db0b-45cc-b0da-260cbe1d1ed7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388887 Feb 04 16:17:40.134143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-ac8a2a42-204c-41e2-a7de-19da5f0908f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:40.137781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-ac8a2a42-204c-41e2-a7de-19da5f0908f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.3795204 Feb 04 16:17:40.319003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:40.383431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-8cc361f8-19bc-4d53-a626-6d9582c7cdf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc HTTP/1.1" status: 200 len: 217 time: 0.2352071 Feb 04 16:17:40.388901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=26da4c29-b361-4b6a-b868-1dc2ed052154,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:40.588233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35470) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:40.651860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9c03a-a29a-434e-ba1f-1371a12491a1 req-03d6c74d-e746-4e2c-8913-4052bf18987b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:40.659370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aca9c03a-a29a-434e-ba1f-1371a12491a1 req-03d6c74d-e746-4e2c-8913-4052bf18987b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.6501751 Feb 04 16:17:40.680613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port 26da4c29-b361-4b6a-b868-1dc2ed052154 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:40.683280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:40.726897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-efeb6eb8-7a51-4b82-a2cd-961651b262b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:40.728214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-efeb6eb8-7a51-4b82-a2cd-961651b262b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.3264453 Feb 04 16:17:40.786306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-e193a242-8413-49bd-86aa-100717e0a5dd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "DELETE /v2.0/ports/26da4c29-b361-4b6a-b868-1dc2ed052154 HTTP/1.1" status: 204 len: 173 time: 2.7595754 Feb 04 16:17:40.883232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aca9c03a-a29a-434e-ba1f-1371a12491a1 req-e0729cc5-d240-41e0-a8aa-febad6c7c039 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225702 Feb 04 16:17:40.887948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:40.986914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffce0b3-2eb1-4181-bc5a-61191b981a62 req-31c0d279-2317-4a2c-a708-78d06a71bfbc tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:40.994741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ffce0b3-2eb1-4181-bc5a-61191b981a62 req-31c0d279-2317-4a2c-a708-78d06a71bfbc tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 947 time: 0.5211160 Feb 04 16:17:41.033077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:41.033077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.142362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.216403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:41.232866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Usage tracker for resource:security_group_rule and tenant:bdc89174c41242d8ac5702e639b23187 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:41.238406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ffce0b3-2eb1-4181-bc5a-61191b981a62 req-6ccf9b2a-4b6a-40f7-b02a-721b6611f37d tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423823 Feb 04 16:17:41.242050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35490) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:41.244704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:41.258055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:41.354363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-31e09d37-1e08-407f-ab56-d5eabe0271a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6074159 Feb 04 16:17:41.416216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.424512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.535272 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdc89174c41242d8ac5702e639b23187&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9458199 Feb 04 16:17:41.536136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:41.536967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db39ce-ed8c-4958-851a-e006bc04ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec626e-7389-4bb1-8fe6-d8cc82eedc62,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:41.654816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.685372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:17:41.685886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.750456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.782429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 106b7b00-4fc3-494a-b0fb-6d17f485fe50 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:41.807692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec626e-7389-4bb1-8fe6-d8cc82eedc62,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:41.819143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:41.828750 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '26da4c29-b361-4b6a-b868-1dc2ed052154', 'status': 'completed', 'code': 200} Feb 04 16:17:41.839357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ae3822dc-3737-477a-a1e6-467d82b0fb91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64ec626e-7389-4bb1-8fe6-d8cc82eedc62 HTTP/1.1" status: 204 len: 168 time: 0.2821770 Feb 04 16:17:42.041033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-97f25b80-7895-4799-b9bd-c81a4db9c374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.1778216 Feb 04 16:17:42.338567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-44bdf959-de9d-4ffa-aa6a-fc14ead6b70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.340079 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-44bdf959-de9d-4ffa-aa6a-fc14ead6b70e service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.2928290 Feb 04 16:17:42.439424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:42.478500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:42.508918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-77441875-0680-4e5c-ac2b-b946f8529203 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.1616080 Feb 04 16:17:42.516370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc', 'mac_address': 'fa:16:3e:fa:fb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:17:42.621360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-f8fd4284-a2ef-426d-a5a5-02790fb40097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:42.623290 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-f8fd4284-a2ef-426d-a5a5-02790fb40097 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1059482 Feb 04 16:17:42.624478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35514) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:42.649664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:42.719765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:42.768125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:17:42.788327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-982943d4-0c4a-4b25-9708-a433e588bc63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417270 Feb 04 16:17:42.811263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:42.820561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:42.822885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:42.825240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26da4c29-b361-4b6a-b868-1dc2ed052154 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:42.906454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:42.911539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35522) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:42.979147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 26da4c29-b361-4b6a-b868-1dc2ed052154 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:42.979601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26da4c29-b361-4b6a-b868-1dc2ed052154 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:42.982566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6eab74f8-03c9-43a3-9713-eb6c85fa051f no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:43.005289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be7f28-c6fb-4157-b150-a73f55f5ffd3 req-6f87a11c-22d0-4378-ac31-4a651454822a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.006496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6be7f28-c6fb-4157-b150-a73f55f5ffd3 req-6f87a11c-22d0-4378-ac31-4a651454822a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 1.4768076 Feb 04 16:17:43.007241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.029821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.076581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.129737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.191042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.206962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:43.233331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Usage tracker for resource:security_group_rule and tenant:acf9e2dd73c14165bc8a00c47ac292d3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:43.237512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:43.242364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-6c8b6255-e9ae-4e17-bfe8-c2f4595cbe82 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.258582 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-f5c12d06-7402-4429-a50d-253d3bfb127f service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632299 Feb 04 16:17:43.262191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-6c8b6255-e9ae-4e17-bfe8-c2f4595cbe82 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:43.263213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-6c8b6255-e9ae-4e17-bfe8-c2f4595cbe82 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:43.268791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6be7f28-c6fb-4157-b150-a73f55f5ffd3 req-4a85029f-2d5f-4ab6-a2a0-4fad31dda68b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510026 Feb 04 16:17:43.281584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:43.286811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-836836d3-4f5d-466e-92b9-9ba5b317ff2b service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8211455 Feb 04 16:17:43.380528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.408092 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.426454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.436800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5baf8ca6-5b8a-4c05-a83b-cd39d9724afc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:17:43.577911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.600107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:43.601621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7df35184-2392-41d3-ac1b-2f970c741a12 req-47167d94-5472-4138-89e9-ac97b49a0ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139274 Feb 04 16:17:43.626416 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.655995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:43.667541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Usage tracker for resource:security_group_rule and tenant:3aa874a027244399b7c6983264cb9e4c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:43.672508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:43.679235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:43.695723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacd5f2c-ff2d-4ed8-97e0-121cdc0f1773,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.820388 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77749b6f-8889-41ff-89ac-a67bccaccd2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acf9e2dd73c14165bc8a00c47ac292d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1947846 Feb 04 16:17:43.821052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:43.834233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:43.846890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:43.847376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:43.874294 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bbf5e798-4f7b-4a97-9858-cd1d4afc322a req-750487c6-f804-459d-a621-9416aba63513 service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955331 Feb 04 16:17:43.906567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-6c8b6255-e9ae-4e17-bfe8-c2f4595cbe82 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:43.907802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-6c8b6255-e9ae-4e17-bfe8-c2f4595cbe82 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 1683 time: 1.3930748 Feb 04 16:17:44.185037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 106b7b00-4fc3-494a-b0fb-6d17f485fe50 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:44.325051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.340426 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.392614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.413508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd8eb4be-fdee-4a7b-ad30-2e2841eb7563 req-24f7dc0b-5174-4fdd-8366-d301ddffa9b6 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861016 Feb 04 16:17:44.470781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837801d-a6ac-4289-bcf3-eb2eb234257f req-6515c522-1530-4ec0-82e0-8a482c006628 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:44.481864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8837801d-a6ac-4289-bcf3-eb2eb234257f req-6515c522-1530-4ec0-82e0-8a482c006628 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.7776277 Feb 04 16:17:44.493739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713ff9a0-8726-4207-bc62-5854dbcceca4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:44.551452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.627376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.632356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b04691f7-cd13-4a22-a718-a8214c63fc3e tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/security-groups/713ff9a0-8726-4207-bc62-5854dbcceca4 HTTP/1.1" status: 204 len: 168 time: 3.3720536 Feb 04 16:17:44.633338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:44.634044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f096ed-b8b4-43b2-a4b6-e774336423a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:44.654425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8eb38c4c-05e7-47ee-bce0-87e3ace1038f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3aa874a027244399b7c6983264cb9e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7308071 Feb 04 16:17:44.656563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35548) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:44.687767 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-17a1bf72-0d4e-4cef-ba27-22ca0a50dd78 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] show failed (client error): The resource could not be found. Feb 04 16:17:44.698909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17a1bf72-0d4e-4cef-ba27-22ca0a50dd78 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "GET /v2.0/security-groups/713ff9a0-8726-4207-bc62-5854dbcceca4 HTTP/1.1" status: 404 len: 347 time: 0.0635405 Feb 04 16:17:44.699444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35552) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:44.701314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:44.813259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:17:44.813579 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:17:45.059649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port 3fc3d03d-5b22-4fb7-ae19-478ebec3279d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:45.060181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.090782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.194087 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.227423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.250584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8371df-0e82-4c91-b289-3b62170d0dc1 req-764968f7-43b3-41ae-bd2d-b3da394ee0d0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:45.252192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f8371df-0e82-4c91-b289-3b62170d0dc1 req-764968f7-43b3-41ae-bd2d-b3da394ee0d0 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 948 time: 0.4274945 Feb 04 16:17:45.318966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8837801d-a6ac-4289-bcf3-eb2eb234257f req-363cec12-b323-46d0-8df3-aa94e4c8fce8 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8361058 Feb 04 16:17:45.334835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:45.349299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.386012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacd5f2c-ff2d-4ed8-97e0-121cdc0f1773,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:45.437820 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'code': 200} Feb 04 16:17:45.479760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.484091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7aa62db-952f-4eb5-a54d-60ff56ad8323 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dacd5f2c-ff2d-4ed8-97e0-121cdc0f1773 HTTP/1.1" status: 204 len: 168 time: 1.6420474 Feb 04 16:17:45.699589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:17:45.836637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:17:45.853995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:17:45.854457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.939261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:45.939584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.044422 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.071380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for 3fc3d03d-5b22-4fb7-ae19-478ebec3279d owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:46.093275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:46.100056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.198214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35562) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:46.241513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.257526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:46.301831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:46.308407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Usage tracker for resource:security_group_rule and tenant:cb207382b82f4e4e87d962a4f63ba45e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:46.313457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:46.317681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.322547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:46.354917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f096ed-b8b4-43b2-a4b6-e774336423a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:46.370274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f8371df-0e82-4c91-b289-3b62170d0dc1 req-af4d90de-14cd-46cb-90ab-83362edc7bf1 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0378320 Feb 04 16:17:46.431815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.439808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.517011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.518489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac34c3-95dc-40b9-b239-1b227ea0c98b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:46.523847 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c2c4ca9b-07bc-4f75-9124-b10e8b9f9423 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb207382b82f4e4e87d962a4f63ba45e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3234558 Feb 04 16:17:46.526774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35572) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:46.623757 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.673468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.684505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=3fc3d03d-5b22-4fb7-ae19-478ebec3279d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:46.706021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 106b7b00-4fc3-494a-b0fb-6d17f485fe50, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=106b7b00-4fc3-494a-b0fb-6d17f485fe50,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:46.706421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.721860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7af78-1a03-49ae-8c34-93e27d97ca29 req-86d32613-60a6-4108-a5a2-e2dae64bc19c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:46.728397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14d7af78-1a03-49ae-8c34-93e27d97ca29 req-86d32613-60a6-4108-a5a2-e2dae64bc19c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.4645126 Feb 04 16:17:46.748993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.788428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac34c3-95dc-40b9-b239-1b227ea0c98b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:46.807625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.812488 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e3e8d80-69cb-496d-bd99-f5800af10670 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7ac34c3-95dc-40b9-b239-1b227ea0c98b HTTP/1.1" status: 204 len: 168 time: 0.2807086 Feb 04 16:17:46.953144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:46.954820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-288bc86d-4cb9-4249-b1dd-86cfc3605bbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4f096ed-b8b4-43b2-a4b6-e774336423a2 HTTP/1.1" status: 204 len: 168 time: 2.2972538 Feb 04 16:17:46.969720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 106b7b00-4fc3-494a-b0fb-6d17f485fe50 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:47.063366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.065778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.070383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35580) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:47.085613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2fae969f-b091-4936-b548-8266a2e2e53c tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/floatingips/2cdb32a6-e028-4f3e-b3ff-86d4a1816c68 HTTP/1.1" status: 204 len: 168 time: 2.3757677 Feb 04 16:17:47.130814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14d7af78-1a03-49ae-8c34-93e27d97ca29 req-05bcdb95-c0e5-4526-a561-c2a118a42084 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012282 Feb 04 16:17:47.170063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-29693e97-9896-41a5-b004-49d23079ca99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:47.182151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-29693e97-9896-41a5-b004-49d23079ca99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:47.184916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-29693e97-9896-41a5-b004-49d23079ca99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:47.227093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port c7682fce-78a6-4043-b28d-6f50f9540182 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:47.227592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.272284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-29693e97-9896-41a5-b004-49d23079ca99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:47.273967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-29693e97-9896-41a5-b004-49d23079ca99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 1679 time: 0.5866702 Feb 04 16:17:47.439649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f'}, {'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:47.582718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f625b032-ffc8-4099-bbf5-891df6c03af7 req-fa46d06d-8b0f-44d8-935a-f13314c73ed7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889986 Feb 04 16:17:47.640344 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:47.761250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=106b7b00-4fc3-494a-b0fb-6d17f485fe50,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:48.006969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.007308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.007774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.007970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.008287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.008605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.008918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.009232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.019828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.020221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.020560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:17:48.033597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port 106b7b00-4fc3-494a-b0fb-6d17f485fe50 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:48.036887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:48.056258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:48.065132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:48.214574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b687d44-3b9d-410f-bafa-83a2bf211173 req-73dae64f-0645-4110-9ffd-c061b07a6776 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:48.235712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b687d44-3b9d-410f-bafa-83a2bf211173 req-73dae64f-0645-4110-9ffd-c061b07a6776 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.7896681 Feb 04 16:17:48.274991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-3668f38f-c5ad-481b-b7d5-4b18e94eedae tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "DELETE /v2.0/ports/106b7b00-4fc3-494a-b0fb-6d17f485fe50 HTTP/1.1" status: 204 len: 173 time: 7.4770737 Feb 04 16:17:48.343230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for c7682fce-78a6-4043-b28d-6f50f9540182 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:48.465461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b687d44-3b9d-410f-bafa-83a2bf211173 req-d8979759-bb9f-4298-b641-3b4cbd5d81b5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278924 Feb 04 16:17:48.499854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64500baf-7074-4731-926c-786f8fccff77 req-3792393a-e8f3-4531-8e69-8ad9a04ef63a tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:48.507566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64500baf-7074-4731-926c-786f8fccff77 req-3792393a-e8f3-4531-8e69-8ad9a04ef63a tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 949 time: 0.4230721 Feb 04 16:17:48.513346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 6eab74f8-03c9-43a3-9713-eb6c85fa051f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:48.513932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:48.600751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:48.661995 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'code': 200} Feb 04 16:17:48.662891 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc', 'code': 200} Feb 04 16:17:48.894777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:48.971816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=c7682fce-78a6-4043-b28d-6f50f9540182,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:49.128605 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-16500ee7-4b2a-4dcb-a894-22ea4a2a3b7e req-dd2a8072-79f2-4919-a20a-67e30f24c715 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 1100 time: 0.3823483 Feb 04 16:17:49.158264 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.165992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 6eab74f8-03c9-43a3-9713-eb6c85fa051f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6eab74f8-03c9-43a3-9713-eb6c85fa051f,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:49.166661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.187525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6414944-3a32-418f-82e7-177f728631bd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/ports/c7682fce-78a6-4043-b28d-6f50f9540182 HTTP/1.1" status: 204 len: 168 time: 2.1160212 Feb 04 16:17:49.189804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:49.286089 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '106b7b00-4fc3-494a-b0fb-6d17f485fe50', 'status': 'completed', 'code': 200} Feb 04 16:17:49.303687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64500baf-7074-4731-926c-786f8fccff77 req-13211fd0-209c-4da1-911b-e3c35a8620c4 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941229 Feb 04 16:17:49.330529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-16500ee7-4b2a-4dcb-a894-22ea4a2a3b7e req-76806dc9-ff6c-4e4f-b4c6-d426aca5cb91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843736 Feb 04 16:17:49.358578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port df021334-c2e7-4b54-a9f0-f732b84c7c55 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:49.359285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.597535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 6eab74f8-03c9-43a3-9713-eb6c85fa051f owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:49.725241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.850957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:49.856413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Usage tracker for resource:security_group_rule and tenant:4e988fda502141c49e23ea05248a6fbc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:49.861052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:49.868400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:49.944865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.948449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:49.960237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.059167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed2777-574f-4d58-b5ef-4abeaa3394fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:50.090834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c99cd3c2-830d-45fb-956b-ffafeb06734f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e988fda502141c49e23ea05248a6fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4767711 Feb 04 16:17:50.090834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:50.333871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for df021334-c2e7-4b54-a9f0-f732b84c7c55 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:50.369732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a4197-b116-4858-a768-6fda5ad6470b req-efdcdef9-ad33-4b9c-840d-96ef91cc3337 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:50.384843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d82a4197-b116-4858-a768-6fda5ad6470b req-efdcdef9-ad33-4b9c-840d-96ef91cc3337 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 1.0976746 Feb 04 16:17:50.460121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d82a4197-b116-4858-a768-6fda5ad6470b req-4767b192-6b97-42b1-85fa-f76a661b4e16 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739300 Feb 04 16:17:50.471823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee173e-68c0-4ff5-89cf-7023d581ee83 req-02bb1567-be5c-4f89-a3f5-23e77d65d848 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:50.480048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ee173e-68c0-4ff5-89cf-7023d581ee83 req-02bb1567-be5c-4f89-a3f5-23e77d65d848 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.7342644 Feb 04 16:17:50.524612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.621844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.672277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.760948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Port': ['ID=df021334-c2e7-4b54-a9f0-f732b84c7c55,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:50.767465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.944794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:50.970744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-348941c2-3b7e-4484-9cae-bed85b7e1fdd tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/ports/df021334-c2e7-4b54-a9f0-f732b84c7c55 HTTP/1.1" status: 204 len: 168 time: 1.7766960 Feb 04 16:17:50.971127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35688) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:51.065410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.144303 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.260887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port 6eab74f8-03c9-43a3-9713-eb6c85fa051f on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:51.275369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=6eab74f8-03c9-43a3-9713-eb6c85fa051f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:51.288199 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.335885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:17:51.412101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf594f06-31c9-402f-8a14-c76c8de16d4c req-46489ddd-c634-44f3-8b4b-5b87da8d991a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "DELETE /v2.0/ports/6eab74f8-03c9-43a3-9713-eb6c85fa051f HTTP/1.1" status: 204 len: 173 time: 3.0812325 Feb 04 16:17:51.452572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ee173e-68c0-4ff5-89cf-7023d581ee83 req-0f1b7c5f-a9bc-4043-8611-4470b2ac1236 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8136873 Feb 04 16:17:51.454856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee0773-834e-419f-9e14-3ff04c2420f8 req-919c7b1b-be3e-430b-a620-3bb0afe8aa34 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:17:51.497799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-75ee0773-834e-419f-9e14-3ff04c2420f8 req-919c7b1b-be3e-430b-a620-3bb0afe8aa34 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:17:51.508459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75ee0773-834e-419f-9e14-3ff04c2420f8 req-919c7b1b-be3e-430b-a620-3bb0afe8aa34 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=7900303c-c627-4bf7-ace0-15d3e7551dd5 HTTP/1.1" status: 200 len: 210 time: 0.5748241 Feb 04 16:17:51.533509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.598002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed2777-574f-4d58-b5ef-4abeaa3394fb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:51.617750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.630245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3161e22-f42a-4688-9e85-70e586140049 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5ed2777-574f-4d58-b5ef-4abeaa3394fb HTTP/1.1" status: 204 len: 168 time: 1.5286684 Feb 04 16:17:51.714553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting subnet e5642e77-eb97-4dfb-bc28-41912d6d62f4 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:17:51.730553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:51.766113 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7900303c-c627-4bf7-ace0-15d3e7551dd5', 'name': 'network-vif-deleted', 'tag': '6eab74f8-03c9-43a3-9713-eb6c85fa051f', 'status': 'completed', 'code': 200} Feb 04 16:17:52.011903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766c9a9-6ee9-4243-9129-2f73b831bb90 req-eb15ab72-c3eb-4774-a0bf-edf642c0313e tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:52.033922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1766c9a9-6ee9-4243-9129-2f73b831bb90 req-eb15ab72-c3eb-4774-a0bf-edf642c0313e tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 949 time: 0.1935222 Feb 04 16:17:52.286690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.415380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1766c9a9-6ee9-4243-9129-2f73b831bb90 req-49e0ad6d-8b84-4d30-8053-4276bc92002b tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804455 Feb 04 16:17:52.540902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.549111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb12605-b574-4f68-bc40-e4be56897246 req-a98c7736-9650-4210-9c8f-106ddf171783 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:52.564314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb12605-b574-4f68-bc40-e4be56897246 req-a98c7736-9650-4210-9c8f-106ddf171783 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.4298797 Feb 04 16:17:52.656020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abb12605-b574-4f68-bc40-e4be56897246 req-a13fb5f5-feff-46aa-b633-182056976173 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904431 Feb 04 16:17:52.748457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.854827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5418fc-f43c-4b17-ba2d-507113948fdc req-8f373db5-7c9c-49b0-8ef3-07d10d2838ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:52.864909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Subnet': ['ID=e5642e77-eb97-4dfb-bc28-41912d6d62f4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:52.867396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:52.881687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a843a-ba49-422e-9669-e0a58683fe0f None None] Network 91170c54-3d86-479e-8117-9dfe72964ab2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:17:52.882243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf5418fc-f43c-4b17-ba2d-507113948fdc req-8f373db5-7c9c-49b0-8ef3-07d10d2838ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.1640444 Feb 04 16:17:52.886054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-345e1206-057f-41eb-8d89-f021849e5482 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/subnets/e5642e77-eb97-4dfb-bc28-41912d6d62f4 HTTP/1.1" status: 204 len: 168 time: 1.9117019 Feb 04 16:17:52.886367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:52.977202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf5418fc-f43c-4b17-ba2d-507113948fdc req-fbcab69e-8185-4cc1-84fa-5d7d1d57ca8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941203 Feb 04 16:17:53.197369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:53.279764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35758) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:53.467769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting subnet b1568c92-1998-4a12-aa26-c66721a40207 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:17:53.481586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.614915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.746740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] DHCP port deletion for 91170c54-3d86-479e-8117-9dfe72964ab2 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:17:53.756179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Deleting port 0f71473c-ead5-47e2-bd59-0602be613f79 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:53.757052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.787717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting subnet baeb1b6e-1464-4a41-88a2-bebda0d373bb {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:17:53.793857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.831186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.940194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:53.944007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:53.955261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a135ee1c80754a4986c07dfcb9e3e0a2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:53.963343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:53.981060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:54.164475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.183405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.439305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c128fc1b-cfcb-4920-86c9-aa01ed833b44,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:54.471654 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53f930dd-03ec-47c5-b923-28ecc34929d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a135ee1c80754a4986c07dfcb9e3e0a2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1840222 Feb 04 16:17:54.474649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35790) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:54.511564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] For port 0f71473c-ead5-47e2-bd59-0602be613f79, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0f71473c-ead5-47e2-bd59-0602be613f79,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:54.512225 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.551777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.783842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.788601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.875112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Subnet': ['ID=b1568c92-1998-4a12-aa26-c66721a40207,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:54.895350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.910787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:54.931489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67319d4b-a5ae-4bfa-a4ce-ec652448d77a tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/subnets/b1568c92-1998-4a12-aa26-c66721a40207 HTTP/1.1" status: 204 len: 168 time: 2.0439596 Feb 04 16:17:54.940845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:54.968635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Calling delete_port for 0f71473c-ead5-47e2-bd59-0602be613f79 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:55.056846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334a516-e618-4f3c-9477-7ea736065823 None None] Network 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:17:55.103330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.184077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0f71473c-ead5-47e2-bd59-0602be613f79 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:55.237080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.269818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.301689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port 0f71473c-ead5-47e2-bd59-0602be613f79 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:55.302042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.408316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c128fc1b-cfcb-4920-86c9-aa01ed833b44,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:55.427254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a796f-72af-43ca-a48b-2e75827b2281 req-fda5c75b-9dd8-4cce-aa38-456d2cbe847c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:55.437461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d16a796f-72af-43ca-a48b-2e75827b2281 req-fda5c75b-9dd8-4cce-aa38-456d2cbe847c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 1.2463453 Feb 04 16:17:55.438458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.439595 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18496ee9-d9e0-4a6e-bfca-c2a9ccdea7b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c128fc1b-cfcb-4920-86c9-aa01ed833b44 HTTP/1.1" status: 204 len: 168 time: 0.9600530 Feb 04 16:17:55.609344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed085997-497e-4fb7-aff2-c4b2f1f6dc81 req-58e14343-9378-466c-b429-5ed8a359357b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:55.616537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed085997-497e-4fb7-aff2-c4b2f1f6dc81 req-58e14343-9378-466c-b429-5ed8a359357b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.8738377 Feb 04 16:17:55.686931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d16a796f-72af-43ca-a48b-2e75827b2281 req-8ca3f879-578c-4bb3-bab1-54ea1924de57 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483361 Feb 04 16:17:55.699539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.879759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Subnet': ['ID=baeb1b6e-1464-4a41-88a2-bebda0d373bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:55.924019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-429c8f9c-a0a9-4f54-86e7-7d2a34c3f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.947809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] For port 0f71473c-ead5-47e2-bd59-0602be613f79, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0f71473c-ead5-47e2-bd59-0602be613f79,segment=NetworkSegment(a909f659-bddd-40aa-9830-c12700d0ffd0),segment_id=a909f659-bddd-40aa-9830-c12700d0ffd0)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:55.948694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:55.978547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed085997-497e-4fb7-aff2-c4b2f1f6dc81 req-7192d8f6-9b0b-4360-8de2-4731f8949380 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3548415 Feb 04 16:17:55.997619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:56.023351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efca17da-400d-4eb9-be46-daf8edfb67ff None None] Network d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:17:56.027981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-db9f7b10-0938-452f-bc6d-070b453464f7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/subnets/baeb1b6e-1464-4a41-88a2-bebda0d373bb HTTP/1.1" status: 204 len: 168 time: 2.8282516 Feb 04 16:17:56.033311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:56.350740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:56.396909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Calling delete_port for 0f71473c-ead5-47e2-bd59-0602be613f79 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:56.435185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:56.463237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:56.467700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:56.487396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:56.644146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:17:56.645197 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:17:56.759880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:56.893912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] Pushing event deleted for resources: {'Port': ['ID=0f71473c-ead5-47e2-bd59-0602be613f79,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:56.907795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:56.956710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.060057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d1e6a-f368-40a0-8008-d9e0f2e5f7df None None] No DVR routers for this DVR port 0f71473c-ead5-47e2-bd59-0602be613f79 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:57.079938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=32a40952-e217-4fb2-94b0-9dd8f7f184a9,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:57.080296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.103013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.153012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Deleting port 0f71473c-ead5-47e2-bd59-0602be613f79 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:57.159338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.213949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] DHCP port deletion for d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:17:57.223586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Deleting port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:57.224221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.421611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 32a40952-e217-4fb2-94b0-9dd8f7f184a9 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:57.441824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] DHCP port deletion for 7f94c649-cfc1-42bd-8b4b-c3e3ef884bac request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:17:57.450972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Deleting port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:57.452411 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.466351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] The port '0f71473c-ead5-47e2-bd59-0602be613f79' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:17:57.506546 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db6445af-1015-4a6c-8a8d-462e4fc78413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:57.619349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:57.653316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:17:57.673633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Usage tracker for resource:security_group_rule and tenant:8778e167aba8436691ac1436943ab87c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:57.768213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c22fcd-2935-4c2d-952b-5f3d863434f2 req-265b0c8d-a4dd-4697-b77c-07eba8c5fc99 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:57.771779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41c22fcd-2935-4c2d-952b-5f3d863434f2 req-265b0c8d-a4dd-4697-b77c-07eba8c5fc99 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3155601 Feb 04 16:17:57.850803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593b9cf-93c8-4e00-a0b0-3ddf6762a8b6 req-89d7897a-1ac1-459c-b479-277a61e2d607 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:57.863769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c593b9cf-93c8-4e00-a0b0-3ddf6762a8b6 req-89d7897a-1ac1-459c-b479-277a61e2d607 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.5692580 Feb 04 16:17:57.879247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.033391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:58.044321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:58.046456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] For port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,segment=NetworkSegment(9a02df16-1e98-4f68-907d-e3629794dc3c),segment_id=9a02df16-1e98-4f68-907d-e3629794dc3c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:58.047442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.047806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Usage tracker for resource:security_group_rule and tenant:4afcb7e58fe34d4685488c318e1594a1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:17:58.084181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:17:58.090755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:58.107475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=32a40952-e217-4fb2-94b0-9dd8f7f184a9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:58.109425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:17:58.171991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.177569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Calling delete_port for 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:58.269790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.290575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91170c54-3d86-479e-8117-9dfe72964ab2']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.324071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a909f659-bddd-40aa-9830-c12700d0ffd0') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.324340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a909f659-bddd-40aa-9830-c12700d0ffd0') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.329696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41c22fcd-2935-4c2d-952b-5f3d863434f2 req-24d99fb0-b656-43b0-b1d7-eacc6e28fe6d tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5454626 Feb 04 16:17:58.334800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] Pushing event deleted for resources: {'Port': ['ID=6a2a014c-c8b2-407c-aa7c-85b2ebd2367e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:58.336905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fb560-3630-41ef-873a-084dce2ffc67 None None] No DVR routers for this DVR port 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:17:58.350018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.401489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] For port 32a40952-e217-4fb2-94b0-9dd8f7f184a9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=32a40952-e217-4fb2-94b0-9dd8f7f184a9,segment=NetworkSegment(4a62d1ee-5af7-47cb-b61f-5704c96b9aa4),segment_id=4a62d1ee-5af7-47cb-b61f-5704c96b9aa4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:17:58.402280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.409153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.441224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c593b9cf-93c8-4e00-a0b0-3ddf6762a8b6 req-59088a22-7298-4306-8817-bb515a68912a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5753586 Feb 04 16:17:58.454298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.468452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.492715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.493012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:17:58.498198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.540938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.540938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a62d1ee-5af7-47cb-b61f-5704c96b9aa4') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:17:58.627968 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.672940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.686482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:17:58.688924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:17:58.723732 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:17:58.741798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:17:58.743326 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:17:58.750667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.802619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4afcb7e58fe34d4685488c318e1594a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8933797 Feb 04 16:17:58.804086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.825947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Calling delete_port for 32a40952-e217-4fb2-94b0-9dd8f7f184a9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:17:58.842957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:58.872602 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8778e167aba8436691ac1436943ab87c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3840313 Feb 04 16:17:58.877967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:58.891922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.934853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:58.951013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5483-b50b-4861-902d-3cf5d1174967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18bcee-dd13-4ad4-a021-a9022a153126,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:58.958116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Network': ['ID=91170c54-3d86-479e-8117-9dfe72964ab2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.026562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.096854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.117735 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.133133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.133902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f6e90e3-e4b3-423c-9b5d-8317aaddb195 tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/networks/91170c54-3d86-479e-8117-9dfe72964ab2 HTTP/1.1" status: 204 len: 168 time: 4.1919641 Feb 04 16:17:59.138394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:59.138745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Network': ['ID=d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.160994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961fb36-9f04-44b1-b6bf-41a2f5afac22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156fc0fb-3852-4316-9bb2-385ab6da4d28,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.193228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.204881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:59.239260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d7d780e-1521-4fbb-b764-8994a25b06b9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/networks/d314e3fa-8a8e-43b9-ac4f-4d86c8577e6c HTTP/1.1" status: 204 len: 168 time: 3.2023213 Feb 04 16:17:59.276271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35864) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:17:59.277616 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.332722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:59.354936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6a2a014c-c8b2-407c-aa7c-85b2ebd2367e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:59.354936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 32a40952-e217-4fb2-94b0-9dd8f7f184a9 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:17:59.357494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.400168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.450162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 32a40952-e217-4fb2-94b0-9dd8f7f184a9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:17:59.463480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 32a40952-e217-4fb2-94b0-9dd8f7f184a9 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:17:59.466177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:17:59.466968 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:17:59.500845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.586364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.668621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.750241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156fc0fb-3852-4316-9bb2-385ab6da4d28,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.850851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18bcee-dd13-4ad4-a021-a9022a153126,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:17:59.867069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.871511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0016fc34-cd32-44e9-9656-6bc2ab404e39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/156fc0fb-3852-4316-9bb2-385ab6da4d28 HTTP/1.1" status: 204 len: 168 time: 0.9894855 Feb 04 16:17:59.871670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.900844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.906804 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-014265a1-42d0-454c-bb28-56a557af663c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da18bcee-dd13-4ad4-a021-a9022a153126 HTTP/1.1" status: 204 len: 168 time: 1.0626168 Feb 04 16:17:59.907987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8d3d-8950-404f-8d0f-15e256ebf1fa req-429585f8-da7f-4de4-b341-14cc36af3009 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:17:59.909520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e0d8d3d-8950-404f-8d0f-15e256ebf1fa req-429585f8-da7f-4de4-b341-14cc36af3009 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4726903 Feb 04 16:17:59.968303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Deleting port 32a40952-e217-4fb2-94b0-9dd8f7f184a9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:17:59.968854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:17:59.970852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f94c649-cfc1-42bd-8b4b-c3e3ef884bac']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:00.020917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a02df16-1e98-4f68-907d-e3629794dc3c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:00.021383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a02df16-1e98-4f68-907d-e3629794dc3c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:00.058168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.094450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.109771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:18:00.110684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:18:00.165724 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:18:00.186799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c961a161-2fc5-42df-a037-816c1f0c5b35 None None] The port '32a40952-e217-4fb2-94b0-9dd8f7f184a9' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:18:00.189211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.224756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-b00572b2-7b51-4202-b263-4660d76c4e20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=31a1955445ea4471b01d267964b88741&device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 1096 time: 0.7900040 Feb 04 16:18:00.227567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting subnet 1e0bcfee-cf32-4d46-891a-5be49d2622f1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:18:00.307803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.308759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad041b-53ec-4f65-8a7f-745de55575c2 req-759827b4-bf09-48ed-8b36-7e7012f26b5d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:00.328902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3ad041b-53ec-4f65-8a7f-745de55575c2 req-759827b4-bf09-48ed-8b36-7e7012f26b5d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.5838544 Feb 04 16:18:00.348362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.386536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] Pushing event deleted for resources: {'Network': ['ID=7f94c649-cfc1-42bd-8b4b-c3e3ef884bac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:00.426363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba02169c-de42-4d64-9894-55c0437c7bfb tempest-TaggedBootDevicesTest-2016744855 tempest-TaggedBootDevicesTest-2016744855-project] 10.222.0.62 "DELETE /v2.0/networks/7f94c649-cfc1-42bd-8b4b-c3e3ef884bac HTTP/1.1" status: 204 len: 168 time: 1.2632418 Feb 04 16:18:00.550885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:00.583115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-3e92cfcb-5204-4de6-9006-7d1a35d3dc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:00.583748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-3e92cfcb-5204-4de6-9006-7d1a35d3dc3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 200 len: 913 time: 0.3308482 Feb 04 16:18:00.981687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e0d8d3d-8950-404f-8d0f-15e256ebf1fa req-86f1d371-aef6-42e5-a962-8bfb24b7d4f4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0573182 Feb 04 16:18:01.040151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3ad041b-53ec-4f65-8a7f-745de55575c2 req-2906bc00-fcdc-4497-a23a-5cffde3d9766 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7102504 Feb 04 16:18:01.168884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-b59558e2-3977-44ae-88aa-b9f3c790fb45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 200 len: 1000 time: 0.5499694 Feb 04 16:18:01.187301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.211733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35902) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:01.276441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.328813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:01.335702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Usage tracker for resource:security_group_rule and tenant:fff1ace892ac4e3eb073fb5466caf771 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:01.339660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:01.349279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:01.351358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-86ff52e6-3bcc-4817-8372-2aea97cea311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:01.353261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-86ff52e6-3bcc-4817-8372-2aea97cea311 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 200 len: 851 time: 0.1038775 Feb 04 16:18:01.455445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.515694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.525212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.607458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cd9bc5-9d00-4323-9580-e68e1be963fd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:01.614385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9d92fc9e-9ecb-4d40-82a0-6c264f42029f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fff1ace892ac4e3eb073fb5466caf771&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3996792 Feb 04 16:18:01.616630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:01.647577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-10ebc35d-e433-4968-9edb-2f69ce885647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17656e81-4d99-4450-9713-c84df045695d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2779679 Feb 04 16:18:01.780657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.822506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-e165fd04-b1b6-4bd9-810b-05d3f3248f2e service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626031 Feb 04 16:18:01.849779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.852569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.908076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d612b7-be43-4348-9994-2f242db9b71a None None] Network f6b7fffc-919e-4c29-894d-d76aef9835bc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:01.954270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0bcfee-cf32-4d46-891a-5be49d2622f1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:01.956897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:01.968383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3f6c801b-1c6f-44c4-9602-bd2a5b7d39ea tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/subnets/1e0bcfee-cf32-4d46-891a-5be49d2622f1 HTTP/1.1" status: 204 len: 168 time: 2.5353594 Feb 04 16:18:01.971188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:02.122971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a281b6cc-bb73-467e-9674-cd4f5ae934fd req-72daca32-592e-4db4-86e6-f7655d70c34c service neutron] 10.222.0.41 "GET /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943916 Feb 04 16:18:02.126270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.162143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.187722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port cc21bf1c-ee51-4d27-9978-5bba8688ade6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:02.188350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.302035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cd9bc5-9d00-4323-9580-e68e1be963fd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:02.330151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.334767 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7b4c905-c386-43bc-919c-f3a1fa44858d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66cd9bc5-9d00-4323-9580-e68e1be963fd HTTP/1.1" status: 204 len: 168 time: 0.7168810 Feb 04 16:18:02.502543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] DHCP port deletion for f6b7fffc-919e-4c29-894d-d76aef9835bc request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:18:02.507868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Deleting port cc21bf1c-ee51-4d27-9978-5bba8688ade6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:02.508406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.710687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port cc21bf1c-ee51-4d27-9978-5bba8688ade6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cc21bf1c-ee51-4d27-9978-5bba8688ade6,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:02.714066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.727359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88c3fb-756d-4e6e-96ae-b3188532e179 req-881fec09-4894-4f67-8987-5987df677d12 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:02.740186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a88c3fb-756d-4e6e-96ae-b3188532e179 req-881fec09-4894-4f67-8987-5987df677d12 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.1701596 Feb 04 16:18:02.861996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac941-57e7-4d64-accb-2bdb9c7c1410 req-d8ecb0e0-5a56-48c2-ab63-c2550e36658a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:02.875073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52cac941-57e7-4d64-accb-2bdb9c7c1410 req-d8ecb0e0-5a56-48c2-ab63-c2550e36658a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.4153349 Feb 04 16:18:02.938702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] For port cc21bf1c-ee51-4d27-9978-5bba8688ade6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cc21bf1c-ee51-4d27-9978-5bba8688ade6,segment=NetworkSegment(258eed4c-6f5d-4077-a9c4-406d2b6a61e8),segment_id=258eed4c-6f5d-4077-a9c4-406d2b6a61e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:02.939282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:02.987261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a88c3fb-756d-4e6e-96ae-b3188532e179 req-3a68233d-0ec5-4dbe-b0cb-513975bcacbc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459514 Feb 04 16:18:03.064399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52cac941-57e7-4d64-accb-2bdb9c7c1410 req-d08d062e-7b62-4773-9476-3c199ad37243 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883578 Feb 04 16:18:03.187559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Calling delete_port for cc21bf1c-ee51-4d27-9978-5bba8688ade6 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:03.309897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cc21bf1c-ee51-4d27-9978-5bba8688ade6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:03.490708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for cc21bf1c-ee51-4d27-9978-5bba8688ade6 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:03.653584 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.656268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:18:03.656888 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:18:03.711357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] Pushing event deleted for resources: {'Port': ['ID=cc21bf1c-ee51-4d27-9978-5bba8688ade6,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:03.720294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:03.751537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc5851-ba61-41c9-a798-b781198b5582 None None] No DVR routers for this DVR port cc21bf1c-ee51-4d27-9978-5bba8688ade6 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:04.158152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port cc21bf1c-ee51-4d27-9978-5bba8688ade6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:04.158535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.375979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] The port 'cc21bf1c-ee51-4d27-9978-5bba8688ade6' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:18:04.703267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.750015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b7fffc-919e-4c29-894d-d76aef9835bc']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:04.761137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-53b93edb-bd6c-4575-85c7-7987a88a791e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1097 time: 0.7413211 Feb 04 16:18:04.783906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258eed4c-6f5d-4077-a9c4-406d2b6a61e8') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:04.786004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258eed4c-6f5d-4077-a9c4-406d2b6a61e8') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:04.809097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.846728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.861427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:18:04.862027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:18:04.887319 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:18:04.938942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-9ead6aaf-d876-4542-ab9a-14a57dfcc2b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:04.940453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-9ead6aaf-d876-4542-ab9a-14a57dfcc2b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.1580706 Feb 04 16:18:04.953786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d4c68-d930-4a0f-a324-47a309cce35c req-566a678b-8889-45f5-97be-564e374d9776 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:04.955298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-314d4c68-d930-4a0f-a324-47a309cce35c req-566a678b-8889-45f5-97be-564e374d9776 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.3842845 Feb 04 16:18:04.971989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a71e7-680b-4073-ad20-bb4962e1b493 req-4048a3b0-c32e-4a86-b808-1f38e9186941 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:04.973687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-055a71e7-680b-4073-ad20-bb4962e1b493 req-4048a3b0-c32e-4a86-b808-1f38e9186941 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.4041204 Feb 04 16:18:05.102811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.172433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.175719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Network': ['ID=f6b7fffc-919e-4c29-894d-d76aef9835bc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:05.216790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-314d4c68-d930-4a0f-a324-47a309cce35c req-aaf57293-98e8-4c61-b950-af7048e384b5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555935 Feb 04 16:18:05.235030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-055a71e7-680b-4073-ad20-bb4962e1b493 req-8dae2c72-947a-4eb4-aaf3-b0e80563fba5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993639 Feb 04 16:18:05.251691 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-56e70549-9c60-4366-b514-6b2aa93d1361 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/networks/f6b7fffc-919e-4c29-894d-d76aef9835bc HTTP/1.1" status: 204 len: 168 time: 3.2790449 Feb 04 16:18:05.266883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:05.286163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-167557480'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:05.314161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-23cffed6-616b-476b-8a7e-61ada5fae9e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 1002 time: 0.3496034 Feb 04 16:18:05.332536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:05.357266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:network and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:05.361632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:05.384217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:05.410972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:05.415210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.507976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:18:05.524490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-e31e71ee-c8f1-426f-ae1c-0d15fdd4cd0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.526215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-e31e71ee-c8f1-426f-ae1c-0d15fdd4cd0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.2073114 Feb 04 16:18:05.534370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.534815 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Added segment 6061c8f1-e062-4a1c-88d9-42f1e5dbdd94 of type vlan for network 2933b330-bd99-4260-90be-6c62e20a6a4e Feb 04 16:18:05.587141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.642966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.647227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.648418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:05.695715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-56baf2a7-e24f-4aab-8a7c-2d2c634b131e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630847 Feb 04 16:18:05.796860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd6bb7-df89-4b47-ba2c-a1b60ee1ef29 req-5f9491eb-6606-439a-98b6-fdfd014a320c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:05.809063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7cd6bb7-df89-4b47-ba2c-a1b60ee1ef29 req-5f9491eb-6606-439a-98b6-fdfd014a320c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.2221506 Feb 04 16:18:05.852444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5821519 Feb 04 16:18:05.860799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:05.914175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'subnet': {'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:05.966537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-280b7e40-0fc1-46ac-9cd7-d40fd3c64f12 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620835 Feb 04 16:18:06.065081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:06.093318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb31bc0-351a-4c13-bafa-b3c018e4ccb1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Network': ['ID=2933b330-bd99-4260-90be-6c62e20a6a4e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:06.096403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:subnet and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:06.104486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2933b330-bd99-4260-90be-6c62e20a6a4e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:18:06.113553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:06.143229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8848c37-a240-40b9-9549-6a0b41b1fe08 req-e0bc1772-e227-41a8-b917-ab4256e4db38 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451540 Feb 04 16:18:06.167277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:06.195748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:06.235278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7cd6bb7-df89-4b47-ba2c-a1b60ee1ef29 req-27b197d6-18a5-4bda-89e6-bb172d457625 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252558 Feb 04 16:18:06.423005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:06.816544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fa3a5-76e3-48db-9aa2-bb82dab367c8 req-bcfc071b-878c-4b96-b352-1ee2d9f98475 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:06.836380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-944fa3a5-76e3-48db-9aa2-bb82dab367c8 req-bcfc071b-878c-4b96-b352-1ee2d9f98475 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.2103114 Feb 04 16:18:06.933330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:06.975725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-944fa3a5-76e3-48db-9aa2-bb82dab367c8 req-f69b60ed-4875-4b3b-b4ed-2b02676a17a7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377289 Feb 04 16:18:07.071639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Subnet': ['ID=c787f090-0ee5-4d1d-a4e3-29445b2dfee7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:07.087731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Checking segment: {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:07.088835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network hostable DHCP agents. Network: 2933b330-bd99-4260-90be-6c62e20a6a4e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:18:07.155300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network 2933b330-bd99-4260-90be-6c62e20a6a4e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:18:07.179701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2933b330-bd99-4260-90be-6c62e20a6a4e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:07.184481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:07.185121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.193880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073bac7-817c-40c0-a36b-1cd5c59dfde1 None None] Network 2933b330-bd99-4260-90be-6c62e20a6a4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:07.245538 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0da515d3-a7d1-4bb4-b358-6db9a3881976 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3770773 Feb 04 16:18:07.248708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36096) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:07.256178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-473152845'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:07.272259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:07.288325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:network and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:07.302166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:07.322439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:07.375741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:07.388273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.451921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:18:07.465366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.465746 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Added segment 0fb705b3-8753-475b-8cb2-790af7398719 of type vlan for network 93cc179f-ce56-4255-a71c-139284786f4e Feb 04 16:18:07.517619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.620749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.625741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:07.626682 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:07.841276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:07.905053 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:07.923750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Network': ['ID=93cc179f-ce56-4255-a71c-139284786f4e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:07.961171 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-780f432c-b86a-444a-bf60-ae52c2515abd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7106392 Feb 04 16:18:07.963334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:07.971731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'subnet': {'network_id': '93cc179f-ce56-4255-a71c-139284786f4e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:08.155964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:08.162280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:subnet and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:08.170684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:08.182262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:08.201509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:08.211606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2933b330-bd99-4260-90be-6c62e20a6a4e', 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'fixed_ips': [{'subnet_id': 'c787f090-0ee5-4d1d-a4e3-29445b2dfee7'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:18:08.227159 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:08.287628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 93cc179f-ce56-4255-a71c-139284786f4e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:18:08.698165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36164) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:08.705621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:08.807720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-ba84615a-f527-4b9c-a91a-9b0412f0043b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:08.809401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-ba84615a-f527-4b9c-a91a-9b0412f0043b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=252e7ec2-d117-484e-8d46-8e77b02b0c57 HTTP/1.1" status: 200 len: 943 time: 0.3893225 Feb 04 16:18:08.927175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Allocated IP 19.80.0.2 (2933b330-bd99-4260-90be-6c62e20a6a4e/c787f090-0ee5-4d1d-a4e3-29445b2dfee7/ec1c4198-0806-4c84-b14f-b75463fd5a7c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:08.927456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 03e6258c-4891-4e2d-bf7e-4e350fd80674 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:08.927808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:08.929967 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:08.971540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:08.997347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f2035-1744-4d60-97c8-fa207423b6f1 req-a416dfaf-9357-493e-8ace-c7efcd68f1e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:08.999287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d0f2035-1744-4d60-97c8-fa207423b6f1 req-a416dfaf-9357-493e-8ace-c7efcd68f1e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 946 time: 0.4663112 Feb 04 16:18:09.019966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:09.106808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d0f2035-1744-4d60-97c8-fa207423b6f1 req-47878c00-70bd-45fa-b00b-225bbcfc94ae tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890794 Feb 04 16:18:09.146371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.173299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.315124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:09.332335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Subnet': ['ID=3f7edd2b-83e2-4215-b9a3-0401a630bd99,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:09.407989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Checking segment: {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:09.407989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network hostable DHCP agents. Network: 93cc179f-ce56-4255-a71c-139284786f4e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:18:09.434527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network 93cc179f-ce56-4255-a71c-139284786f4e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:18:09.445427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 93cc179f-ce56-4255-a71c-139284786f4e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:09.448678 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.450168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:09.450928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.462233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c07de5-9a58-4949-9e04-14e32cf40cc8 None None] Network 93cc179f-ce56-4255-a71c-139284786f4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:09.496266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69be8b8c-7882-4c58-879e-87c17560ec06 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5227995 Feb 04 16:18:09.865296 n-d-827873-1 neutron-server[83598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'code': 422} returned with failed status Feb 04 16:18:09.929243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:09.969271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-93cc179f-ce56-4255-a71c-139284786f4e', 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'fixed_ips': [{'subnet_id': '3f7edd2b-83e2-4215-b9a3-0401a630bd99'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:18:09.970549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1c850c914e4b34975a941bcc73033e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:09.977434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:09.984705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:09.999971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:10.009198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 03e6258c-4891-4e2d-bf7e-4e350fd80674, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=03e6258c-4891-4e2d-bf7e-4e350fd80674,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:10.009649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.160889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 03e6258c-4891-4e2d-bf7e-4e350fd80674 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:10.200163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.231918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Transition to ACTIVE for port object ec1c4198-0806-4c84-b14f-b75463fd5a7c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:10.375326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Transition to ACTIVE for port object ec1c4198-0806-4c84-b14f-b75463fd5a7c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:10.409056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.461997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.475993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.559611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c1c850c914e4b34975a941bcc73033e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8565986 Feb 04 16:18:10.563957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36210) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:10.587991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d533d8-b21b-42fb-811a-9d203b496b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49930a72-fbca-4fd6-85ca-983d247715b2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:10.591333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.612393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Allocated IP 19.86.0.2 (93cc179f-ce56-4255-a71c-139284786f4e/3f7edd2b-83e2-4215-b9a3-0401a630bd99/6fb5c613-cde3-44b1-a13e-003c93e3fe6f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:10.615231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413', 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:10.727958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.791545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=03e6258c-4891-4e2d-bf7e-4e350fd80674,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:10.802971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Pushing event updated for resources: {'Port': ['ID=ec1c4198-0806-4c84-b14f-b75463fd5a7c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:10.816061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.871701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Network 2933b330-bd99-4260-90be-6c62e20a6a4e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:10.889377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:10.911425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:10.912286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] No DVR routers for this DVR port 03e6258c-4891-4e2d-bf7e-4e350fd80674 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:10.916728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:10.964567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-deleted', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:10.977721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.000957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e2c03d4-86d0-4b6f-a8c1-726147921d57 req-5519a8e2-188f-4618-951b-c563c7b6005c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "DELETE /v2.0/ports/03e6258c-4891-4e2d-bf7e-4e350fd80674 HTTP/1.1" status: 204 len: 173 time: 2.1841536 Feb 04 16:18:11.010817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49930a72-fbca-4fd6-85ca-983d247715b2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:11.020714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.024293 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ff82264-87a2-4a8c-8b31-2b1d5e4928e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49930a72-fbca-4fd6-85ca-983d247715b2 HTTP/1.1" status: 204 len: 168 time: 0.4568772 Feb 04 16:18:11.494584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f2d3b5fd-5a37-49f7-8be2-79d88bcec6cb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:11.502114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f2d3b5fd-5a37-49f7-8be2-79d88bcec6cb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:11.505541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f2d3b5fd-5a37-49f7-8be2-79d88bcec6cb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:11.543640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f2d3b5fd-5a37-49f7-8be2-79d88bcec6cb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:11.551012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f2d3b5fd-5a37-49f7-8be2-79d88bcec6cb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/networks?id=2933b330-bd99-4260-90be-6c62e20a6a4e&id=93cc179f-ce56-4255-a71c-139284786f4e HTTP/1.1" status: 200 len: 1390 time: 0.4350355 Feb 04 16:18:11.587893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-dc40c93b-6c98-4582-9884-bd191d52862d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/quotas/1d7d6fd7480145b1b1621210669b7ce1 HTTP/1.1" status: 200 len: 375 time: 0.0357702 Feb 04 16:18:11.593035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Attempting to bind port ec1c4198-0806-4c84-b14f-b75463fd5a7c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:11.593591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Attempting to bind port ec1c4198-0806-4c84-b14f-b75463fd5a7c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:11.594422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Attempting to bind port ec1c4198-0806-4c84-b14f-b75463fd5a7c on network 2933b330-bd99-4260-90be-6c62e20a6a4e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:11.709808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:11.710531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Checking segment: {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:11.711089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.711643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Bound using segment: {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:11.712280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Bound port: ec1c4198-0806-4c84-b14f-b75463fd5a7c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:11.712891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:11.752641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-a430b473-ddff-4ad0-9aa7-609b03022f99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:11.784758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-a430b473-ddff-4ad0-9aa7-609b03022f99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:11.806032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-a430b473-ddff-4ad0-9aa7-609b03022f99 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2170424 Feb 04 16:18:11.839375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:12.020229 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.082220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Transition to ACTIVE for port object 6fb5c613-cde3-44b1-a13e-003c93e3fe6f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:12.100970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:12.190941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:12.199554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Transition to ACTIVE for port object 6fb5c613-cde3-44b1-a13e-003c93e3fe6f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:12.214917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.273609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:12.307389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.328641 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.392821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:12.405032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Usage tracker for resource:security_group_rule and tenant:5699bc24ddbf4ff19c769277fded35a1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:12.410655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:12.427378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:12.464076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-af1bcb98-223a-4049-aca0-d4177c90595b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:18:12.474193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-af1bcb98-223a-4049-aca0-d4177c90595b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6665142 Feb 04 16:18:12.480800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Network 93cc179f-ce56-4255-a71c-139284786f4e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:12.508675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:12.512454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:12.673728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.687924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:12.724452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fe9f0-198f-416e-a43e-e23db2c31fbd None None] Pushing event updated for resources: {'Port': ['ID=ec1c4198-0806-4c84-b14f-b75463fd5a7c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:12.845203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-7f98fa30-010e-4848-b18c-67071aac04ff service neutron] 10.222.0.62 "GET /v2.0/networks/2933b330-bd99-4260-90be-6c62e20a6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698685 Feb 04 16:18:12.921821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd189971-1f67-42b8-b430-718351fab847,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:12.962378 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79f241ae-73f4-42f6-9e8d-3d21894a7cad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5699bc24ddbf4ff19c769277fded35a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6865075 Feb 04 16:18:12.966378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:13.179667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Pushing event updated for resources: {'Port': ['ID=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:13.179850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.238751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.256695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Attempting to bind port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:13.257111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Attempting to bind port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:13.289760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Attempting to bind port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f on network 93cc179f-ce56-4255-a71c-139284786f4e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:13.330180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:13.330704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Checking segment: {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:13.331345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.331831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Bound using segment: {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:13.332756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Bound port: 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:13.333226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.391166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.419872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd189971-1f67-42b8-b430-718351fab847,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:13.445371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-10a2cdaf-97f8-45d7-b9ee-6b5d5769cd61 service neutron] 10.222.0.62 "GET /v2.0/networks/2933b330-bd99-4260-90be-6c62e20a6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837812 Feb 04 16:18:13.463468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.464603 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-109d7db7-57b6-4f3c-a4a1-20a96fb8c6c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd189971-1f67-42b8-b430-718351fab847 HTTP/1.1" status: 204 len: 168 time: 0.4969308 Feb 04 16:18:13.651858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] For port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:13.659377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] For port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:13.669396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:13.727440 n-d-827873-1 neutron-server[83597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '252e7ec2-d117-484e-8d46-8e77b02b0c57', 'name': 'network-vif-deleted', 'tag': '03e6258c-4891-4e2d-bf7e-4e350fd80674', 'status': 'failed', 'code': 422} returned with failed status Feb 04 16:18:13.801941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d9031-f8ac-47a0-9b8c-46c78d539d81 None None] Pushing event updated for resources: {'Port': ['ID=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:13.824378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-9e29b55f-8e7e-4942-af7b-f2f209319e2b service neutron] 10.222.0.62 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645687 Feb 04 16:18:14.129878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-b408d794-0bed-4254-8f07-9b93e42cf3fc service neutron] 10.222.0.62 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939808 Feb 04 16:18:14.694812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56764688-5f4a-42d2-9ad5-a83e903576c1 req-aae114da-ae4f-4413-87be-a16e2f1d605b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9597404 Feb 04 16:18:15.063430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391aecf-236b-41e2-bf5b-bb1b8eebb043 None None] Network 2933b330-bd99-4260-90be-6c62e20a6a4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:15.512015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c0fffd-4c25-4d19-88df-912b1ffbd75a req-d9a47fbb-5128-438a-bb51-30fbb03bfedd tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 210 time: 0.5083652 Feb 04 16:18:15.770952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6fb5c613-cde3-44b1-a13e-003c93e3fe6f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:15.823668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-e53259f6-83c0-4d6d-8360-67a5b38f56b9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2917187 Feb 04 16:18:15.876342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3cdd8da-b3eb-409d-96d0-0dc52814704e None None] Provisioning for port ec1c4198-0806-4c84-b14f-b75463fd5a7c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:16.292178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4202-f2d5-4065-a514-31d71d494083 req-025cafca-9376-4b60-b298-688d855d7dc8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:16.309218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-908c4202-f2d5-4065-a514-31d71d494083 req-025cafca-9376-4b60-b298-688d855d7dc8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.1537764 Feb 04 16:18:16.337729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6f2eb-261b-4865-86cc-880036bd0b85 None None] Network 93cc179f-ce56-4255-a71c-139284786f4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:16.405530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:16.487152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-908c4202-f2d5-4065-a514-31d71d494083 req-ca4a54f0-cce4-46f1-a3dc-4126f3ac44c4 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766837 Feb 04 16:18:16.569861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248cd2f-3493-4d11-8d17-2748aaff8177 req-b7287fe1-c3b2-4c3a-a654-515ddf8a240a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:16.576291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2248cd2f-3493-4d11-8d17-2748aaff8177 req-b7287fe1-c3b2-4c3a-a654-515ddf8a240a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:16.603804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2248cd2f-3493-4d11-8d17-2748aaff8177 req-b7287fe1-c3b2-4c3a-a654-515ddf8a240a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:16.608040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2248cd2f-3493-4d11-8d17-2748aaff8177 req-b7287fe1-c3b2-4c3a-a654-515ddf8a240a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 907 time: 0.2935312 Feb 04 16:18:17.010879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-061512d8-b6df-4337-87e5-479a951cd573 req-b7a62d83-b941-4c9e-a905-a94457efdac8 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 210 time: 0.1133847 Feb 04 16:18:17.241431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Provisioning for port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:17.251158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ec1c4198-0806-4c84-b14f-b75463fd5a7c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:17.443513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Provisioning complete for port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:17.444158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:17.752176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ec1c4198-0806-4c84-b14f-b75463fd5a7c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:17.853434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fa929-2bb5-480b-a4eb-539b5655807b req-8b07853a-7c59-4031-8573-4e072a763f2a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:17.866218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-703fa929-2bb5-480b-a4eb-539b5655807b req-8b07853a-7c59-4031-8573-4e072a763f2a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 907 time: 0.2798367 Feb 04 16:18:17.876253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ec1c4198-0806-4c84-b14f-b75463fd5a7c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:17.878118 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.085782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:18.098153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.125263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36400) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:18.497855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:18.951742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] For port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:19.027226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-8e8ad54a-86e8-4df9-845d-016040951617 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:19.036602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:19.048378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-8e8ad54a-86e8-4df9-845d-016040951617 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:19.049193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-8e8ad54a-86e8-4df9-845d-016040951617 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:19.322954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:19.390444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-8e8ad54a-86e8-4df9-845d-016040951617 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:19.391609 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-8e8ad54a-86e8-4df9-845d-016040951617 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "GET /v2.0/networks?id=2933b330-bd99-4260-90be-6c62e20a6a4e&id=93cc179f-ce56-4255-a71c-139284786f4e HTTP/1.1" status: 200 len: 1390 time: 0.9985845 Feb 04 16:18:19.427687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'port': {'device_id': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e', 'admin_state_up': True, 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:19.463593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cf602ccc-d261-49e3-bcb8-ee9b430a9286 None None] Provisioning complete for port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:19.468739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf602ccc-d261-49e3-bcb8-ee9b430a9286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:19.569841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Pushing event updated for resources: {'Port': ['ID=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:19.573238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:19.592627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:19.606431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.606880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.608392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.608962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.609410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.609844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.610440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.611052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.611590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.612093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.612563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6ee7a-e68c-48de-95d2-b60a08f1bdcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:19.765784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a954f-492e-4d72-adce-ac696c85e582 req-9797621e-3851-4ff2-9649-91253e61294c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:19.775611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f7a954f-492e-4d72-adce-ac696c85e582 req-9797621e-3851-4ff2-9649-91253e61294c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 1.5932517 Feb 04 16:18:19.814034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e01676-b3d5-42ae-9b55-8bdf7aeb012b req-f835ce19-b085-4d38-af45-ebb225acf978 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:19.859024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1e01676-b3d5-42ae-9b55-8bdf7aeb012b req-f835ce19-b085-4d38-af45-ebb225acf978 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 907 time: 1.6562719 Feb 04 16:18:20.179078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ec1c4198-0806-4c84-b14f-b75463fd5a7c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:20.245933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f7a954f-492e-4d72-adce-ac696c85e582 req-5e606b79-d87f-4dc7-ad65-35777a920114 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636331 Feb 04 16:18:20.309018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cf602ccc-d261-49e3-bcb8-ee9b430a9286 None None] Provisioning complete for port ec1c4198-0806-4c84-b14f-b75463fd5a7c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:20.309395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf602ccc-d261-49e3-bcb8-ee9b430a9286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:20.558234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:20.574645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:20.576862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:20.631225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:port and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:20.636723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:20.675665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:20.882960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:20.900061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:20.999472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:21.065780 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:21.220076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:21.444921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:21.531092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e83e31f-c2b9-43ac-b32a-1c59a58afb1a req-ea169b62-d8b4-4603-afa5-ac7ae85dc799 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 210 time: 0.6917055 Feb 04 16:18:21.769330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=1866e2fe-5ec3-46fc-8483-2d91c9fec8dc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:21.809920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6fb5c613-cde3-44b1-a13e-003c93e3fe6f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:21.927970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-872d0b91-9d05-4fa1-a93b-004294e146a5 req-3b5aba12-db88-4896-bd15-9c235b2a9a18 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 210 time: 0.2225802 Feb 04 16:18:21.947798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:21.999943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] No DVR routers for this DVR port 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:22.015725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.021820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'name': 'network-vif-deleted', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:22.097905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:22.101036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1866e2fe-5ec3-46fc-8483-2d91c9fec8dc not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:22.160455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-703fa929-2bb5-480b-a4eb-539b5655807b req-5e496682-fb2d-461e-85e7-fe058cfa9a35 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "DELETE /v2.0/ports/1866e2fe-5ec3-46fc-8483-2d91c9fec8dc HTTP/1.1" status: 204 len: 173 time: 4.2861745 Feb 04 16:18:22.203606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:22.203947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:22.204467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.266970 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d192b9-95df-45ce-bc08-721eef58ac9c', 'name': 'network-vif-deleted', 'tag': '1866e2fe-5ec3-46fc-8483-2d91c9fec8dc', 'status': 'completed', 'code': 200} Feb 04 16:18:22.283579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6b05f-4c95-410f-8fa4-d3efbec87cc0 req-06aefb69-5945-448e-8258-956298530630 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:22.291658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cee6b05f-4c95-410f-8fa4-d3efbec87cc0 req-06aefb69-5945-448e-8258-956298530630 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.3600264 Feb 04 16:18:22.434017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cee6b05f-4c95-410f-8fa4-d3efbec87cc0 req-4b9a3939-02e2-4497-9d75-5d57f5c030dc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380692 Feb 04 16:18:22.635518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ec1c4198-0806-4c84-b14f-b75463fd5a7c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:22.711083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:22.813817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:22.824852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Usage tracker for resource:security_group_rule and tenant:4043fcef8bcc4348b91edf02942bad27 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:22.829513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:22.836623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:22.892155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Allocated IP 19.80.0.80 (2933b330-bd99-4260-90be-6c62e20a6a4e/c787f090-0ee5-4d1d-a4e3-29445b2dfee7/ea894895-2096-477f-9b35-43c5ba029c08) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:22.990566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ec1c4198-0806-4c84-b14f-b75463fd5a7c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:22.993198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.367011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad3be42b-4ec2-4fab-9733-b0bfe47ee48b req-e6a02a15-ecaa-4128-b776-87f213f7145c tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 210 time: 0.4955287 Feb 04 16:18:23.415431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.455116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.580881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.601819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Transition to ACTIVE for port object ea894895-2096-477f-9b35-43c5ba029c08 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:23.627314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.630517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58126147-fcab-4d75-a0eb-ccf9e0850f23,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:23.791776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-28c1f57b-0101-4d6d-bf09-4bc9dc844bcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4043fcef8bcc4348b91edf02942bad27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5814345 Feb 04 16:18:23.795057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:23.798422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:23.851765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9bd4fd79-a635-4b7b-9198-47c3074e0d14 req-0e37103f-1348-4c77-ba0a-e2e315f58215 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:23.899039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-06fae6e6-1290-44a3-adda-af2f2c9708d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 1095 time: 0.8387945 Feb 04 16:18:23.905279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9bd4fd79-a635-4b7b-9198-47c3074e0d14 req-0e37103f-1348-4c77-ba0a-e2e315f58215 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:23.919607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bd4fd79-a635-4b7b-9198-47c3074e0d14 req-0e37103f-1348-4c77-ba0a-e2e315f58215 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=73d192b9-95df-45ce-bc08-721eef58ac9c HTTP/1.1" status: 200 len: 210 time: 0.4399602 Feb 04 16:18:24.014909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network 2933b330-bd99-4260-90be-6c62e20a6a4e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:24.019431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:24.063404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:24.152304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b479ea-7125-4178-aa8a-2df5a45c1753 req-27553f4c-f828-4c46-aa4a-50e2ebc36bba tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.163426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b479ea-7125-4178-aa8a-2df5a45c1753 req-27553f4c-f828-4c46-aa4a-50e2ebc36bba tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.3486865 Feb 04 16:18:24.212765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:24.331707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:24.366846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.367438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.368003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.368583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.369150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.369724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.370286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.370901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.371465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.372028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.372653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:24.380737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b479ea-7125-4178-aa8a-2df5a45c1753 req-f421d412-e7d8-48d6-812b-46189ec5eb96 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163391 Feb 04 16:18:24.389143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.390397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:24.394570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-7bfbf7ed-1830-4986-b1a3-fb6abfa4cceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1095 time: 0.4489722 Feb 04 16:18:24.505578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:24.521239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad11d55b-7218-4988-b238-1885fc256f10 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1093702 Feb 04 16:18:24.612943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4272fca0-8e90-4d78-a445-5499c9503447 None None] Provisioning for port ea894895-2096-477f-9b35-43c5ba029c08 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:24.624762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4272fca0-8e90-4d78-a445-5499c9503447 None None] Provisioning complete for port ea894895-2096-477f-9b35-43c5ba029c08 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:24.628751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4272fca0-8e90-4d78-a445-5499c9503447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:24.775798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Request body: {'port': {'device_id': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e', 'admin_state_up': True, 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:24.807837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4272fca0-8e90-4d78-a445-5499c9503447 None None] Port ea894895-2096-477f-9b35-43c5ba029c08 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:18:24.862160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-63c85459-0ae7-4861-a032-6eeb5e483186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:24.864061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-63c85459-0ae7-4861-a032-6eeb5e483186 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.4582865 Feb 04 16:18:25.120187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-294886d7-b2c4-49d6-a860-fd255c0e412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:25.194865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:25.202255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-c7997e9c-fe49-49e9-91a5-b29600c3b0cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 1000 time: 0.3312800 Feb 04 16:18:25.296641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58126147-fcab-4d75-a0eb-ccf9e0850f23,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:25.320710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:25.331102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:25.339087 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3d052dab-aaa7-4311-9391-d0233888c9bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58126147-fcab-4d75-a0eb-ccf9e0850f23 HTTP/1.1" status: 204 len: 168 time: 1.5184281 Feb 04 16:18:25.517954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Usage tracker for resource:port and tenant:1d7d6fd7480145b1b1621210669b7ce1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:25.538622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:25.579040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:25.616500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-f2f8f94c-72f2-440e-8427-73eaf0f9fa34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:25.618515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-f2f8f94c-72f2-440e-8427-73eaf0f9fa34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.3932827 Feb 04 16:18:25.648330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151928f-85aa-4e81-b710-4c6d8af39abd req-dd7bb156-44aa-4ef6-909b-c6395cc0025e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:25.655714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0151928f-85aa-4e81-b710-4c6d8af39abd req-dd7bb156-44aa-4ef6-909b-c6395cc0025e tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 931 time: 0.6617293 Feb 04 16:18:25.938003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Made reservation on behalf of 1d7d6fd7480145b1b1621210669b7ce1 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:25.943619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:26.109894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0151928f-85aa-4e81-b710-4c6d8af39abd req-0310c22a-0f6b-4c71-b0ef-1af22929f2f0 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526768 Feb 04 16:18:26.505887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-5137b52a-8246-4e11-8e88-de388840b394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8481138 Feb 04 16:18:26.754091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-d6548ad1-5f24-4e65-a6b7-025603872f76 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292447 Feb 04 16:18:26.840674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Allocated IP 19.86.0.118 (93cc179f-ce56-4255-a71c-139284786f4e/3f7edd2b-83e2-4215-b9a3-0401a630bd99/28da4c9b-0190-40e0-9dc5-ec875330886e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:26.849466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-281273ee-deef-427c-b61e-d6bb0a264953 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:26.851357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-281273ee-deef-427c-b61e-d6bb0a264953 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 945 time: 0.6911287 Feb 04 16:18:27.006738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port e374497e-d3b0-44a7-bda7-e8f4214e4e71 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:27.007206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.072295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b034c0-1308-4821-a07f-fd0abe969827 req-af3400c9-d014-4a31-8808-78917535fad8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:27.079953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80b034c0-1308-4821-a07f-fd0abe969827 req-af3400c9-d014-4a31-8808-78917535fad8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 1.1998725 Feb 04 16:18:27.193881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9cd77cb-e582-43d9-b5fa-6b68ba1c596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.378552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Deleting port 72a1fb34-3edb-49a9-b669-2cf55c950cce {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:27.380375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:27.609613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80b034c0-1308-4821-a07f-fd0abe969827 req-fd6cdb27-85d6-40a7-82e6-3832521b8a89 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5287585 Feb 04 16:18:27.626187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ece37-a4cd-40c9-80db-d31a6e2b704b req-6d367c12-1be7-446b-94dc-fd29ebf16bad tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:27.636765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-210ece37-a4cd-40c9-80db-d31a6e2b704b req-6d367c12-1be7-446b-94dc-fd29ebf16bad tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 945 time: 0.8791203 Feb 04 16:18:27.657796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-fd7d7036-4360-42ff-83e1-45aa83b0bce0 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8593075 Feb 04 16:18:28.162021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:28.187545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-210ece37-a4cd-40c9-80db-d31a6e2b704b req-a1e6a7a0-b7d1-4fab-a8c1-a5f67cade12a tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497754 Feb 04 16:18:28.282962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Transition to ACTIVE for port object 28da4c9b-0190-40e0-9dc5-ec875330886e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:28.323965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port e374497e-d3b0-44a7-bda7-e8f4214e4e71, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e374497e-d3b0-44a7-bda7-e8f4214e4e71,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:28.324424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:28.375930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] For port 72a1fb34-3edb-49a9-b669-2cf55c950cce, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=72a1fb34-3edb-49a9-b669-2cf55c950cce,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:28.375930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:28.520103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:28.596595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e2e6a-e333-4f9c-935c-95beaa3d393b req-631bd4f0-a765-4ce6-a279-f22823a8355d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:28.598252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e9e2e6a-e333-4f9c-935c-95beaa3d393b req-631bd4f0-a765-4ce6-a279-f22823a8355d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 931 time: 0.6409123 Feb 04 16:18:28.606171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for e374497e-d3b0-44a7-bda7-e8f4214e4e71 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:28.691093 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:28.735060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Calling delete_port for 72a1fb34-3edb-49a9-b669-2cf55c950cce owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:28.822453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e9e2e6a-e333-4f9c-935c-95beaa3d393b req-b7b8418e-cd00-4d9a-9b29-0d21417484ed tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773643 Feb 04 16:18:28.890126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:29.101835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099360e9-bee1-469c-8c78-e0b5c2f3345e req-6faaf623-522e-4e5c-9ed0-f6967af8dcc5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:29.108186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-099360e9-bee1-469c-8c78-e0b5c2f3345e req-6faaf623-522e-4e5c-9ed0-f6967af8dcc5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.1936240 Feb 04 16:18:29.110800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:29.125172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17222e8a-80fb-4eeb-a10d-3e417d680413'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:29.168388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event updated for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:29.173023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Network 93cc179f-ce56-4255-a71c-139284786f4e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:29.176192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:29.189696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:29.356544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=e374497e-d3b0-44a7-bda7-e8f4214e4e71,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:29.404309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:29.405049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:29.456549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-099360e9-bee1-469c-8c78-e0b5c2f3345e req-e959b738-8a37-445c-b438-b581ce0281ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149707 Feb 04 16:18:29.565281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-2c5d70b3-0cf2-4f43-ad53-e90b3815e95d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0365863 Feb 04 16:18:29.581236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Request body: {'port': {'device_id': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:29.989561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e374497e-d3b0-44a7-bda7-e8f4214e4e71 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:30.038291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:30.248466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: e374497e-d3b0-44a7-bda7-e8f4214e4e71 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:30.248808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e374497e-d3b0-44a7-bda7-e8f4214e4e71 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:30.359151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-886626ad-a132-4c23-af3d-db6e6d9e7a7a req-d332300f-c93c-4947-88e5-94fe13d21267 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 210 time: 0.3916726 Feb 04 16:18:30.360401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] No DVR routers for this DVR port e374497e-d3b0-44a7-bda7-e8f4214e4e71 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:30.368439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:30.381628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'name': 'network-vif-deleted', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:30.424203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:30.426129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2bd1f489-1a91-4088-afbd-4a42908c53d7 None None] Provisioning for port 28da4c9b-0190-40e0-9dc5-ec875330886e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:30.437140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:30.445575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2bd1f489-1a91-4088-afbd-4a42908c53d7 None None] Provisioning complete for port 28da4c9b-0190-40e0-9dc5-ec875330886e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:30.446631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2bd1f489-1a91-4088-afbd-4a42908c53d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:30.469921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a95f7328-a42f-4801-89b7-b6e563a4d3f7 req-bd874ecb-253c-4e26-989b-c52bcfc85a08 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "DELETE /v2.0/ports/e374497e-d3b0-44a7-bda7-e8f4214e4e71 HTTP/1.1" status: 204 len: 173 time: 3.5515525 Feb 04 16:18:30.613182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1f489-1a91-4088-afbd-4a42908c53d7 None None] Port 28da4c9b-0190-40e0-9dc5-ec875330886e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:18:30.712985 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de16cb-4986-4986-af21-d7e434ede492', 'name': 'network-vif-deleted', 'tag': 'e374497e-d3b0-44a7-bda7-e8f4214e4e71', 'status': 'completed', 'code': 200} Feb 04 16:18:30.724145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a1fb34-3edb-49a9-b669-2cf55c950cce,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:30.767567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ade7-6272-48c3-b114-8b811e5ea619 req-f6863e48-40c8-42fa-9d25-20af269b50ac tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:30.785830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5ade7-6272-48c3-b114-8b811e5ea619 req-f6863e48-40c8-42fa-9d25-20af269b50ac tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:30.787455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cc5ade7-6272-48c3-b114-8b811e5ea619 req-f6863e48-40c8-42fa-9d25-20af269b50ac tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1654 time: 0.3002937 Feb 04 16:18:30.953286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cc5ade7-6272-48c3-b114-8b811e5ea619 req-e757a5b3-d495-41b3-8b55-560cdba3e518 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579032 Feb 04 16:18:31.145298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:31.475664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ecbf1-bf31-4076-a327-0e3b1eba5cc6 req-52ad2028-9105-4a32-bda2-683755744d63 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:31.490799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd5ecbf1-bf31-4076-a327-0e3b1eba5cc6 req-52ad2028-9105-4a32-bda2-683755744d63 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.2890801 Feb 04 16:18:31.726694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd5ecbf1-bf31-4076-a327-0e3b1eba5cc6 req-651e11bf-677b-4a20-8f41-e69c8c7a078c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330887 Feb 04 16:18:32.146606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:32.182577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-00af202d-f966-475a-a260-d41422e7caee req-0392c080-7195-4b6c-9cd1-d3a2c566843e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:32.237656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea894895-2096-477f-9b35-43c5ba029c08 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:32.251212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:32.276181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Transition to ACTIVE for port object ea894895-2096-477f-9b35-43c5ba029c08 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:32.314207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:32.322803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Usage tracker for resource:security_group_rule and tenant:f5b7c125d79144388eb16045ac405084 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:32.334246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:32.354964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:32.364479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-00af202d-f966-475a-a260-d41422e7caee req-0392c080-7195-4b6c-9cd1-d3a2c566843e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:32.365590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00af202d-f966-475a-a260-d41422e7caee req-0392c080-7195-4b6c-9cd1-d3a2c566843e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=07de16cb-4986-4986-af21-d7e434ede492 HTTP/1.1" status: 200 len: 210 time: 0.3916581 Feb 04 16:18:32.400626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:32.542498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775acadb-d9d6-4082-a2c1-f546f17dc5fb req-d412edc1-ab83-4bd7-b7c5-bcb181a7c340 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:32.547191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775acadb-d9d6-4082-a2c1-f546f17dc5fb req-d412edc1-ab83-4bd7-b7c5-bcb181a7c340 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:32.554215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775acadb-d9d6-4082-a2c1-f546f17dc5fb req-d412edc1-ab83-4bd7-b7c5-bcb181a7c340 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1666 time: 0.1929090 Feb 04 16:18:32.589348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:32.602740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:32.691173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775acadb-d9d6-4082-a2c1-f546f17dc5fb req-da10d4aa-eb8b-4058-995f-e6c79a326123 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Feb 04 16:18:32.779142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab59fa5d-ce18-4371-999d-8d9b5f80a2e1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:32.834706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ab45bda-d09c-4b16-a7c5-fa9f30a00bcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5b7c125d79144388eb16045ac405084&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6874657 Feb 04 16:18:32.840858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:33.127360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:33.267152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:33.313484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:33.524130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:33.599579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:33.671572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Attempting to bind port ea894895-2096-477f-9b35-43c5ba029c08 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:33.671912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Attempting to bind port ea894895-2096-477f-9b35-43c5ba029c08 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:33.672251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Attempting to bind port ea894895-2096-477f-9b35-43c5ba029c08 on network 2933b330-bd99-4260-90be-6c62e20a6a4e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:33.696257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab59fa5d-ce18-4371-999d-8d9b5f80a2e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:33.743784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:33.753762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8af0d6e-36c5-4619-9f6b-b1275d009629 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab59fa5d-ce18-4371-999d-8d9b5f80a2e1 HTTP/1.1" status: 204 len: 168 time: 0.9085574 Feb 04 16:18:33.786148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218d7d8-d95b-42a6-932f-1900057563d1 req-7104929f-1474-4a11-8dbb-9a0db04fb97b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:33.795268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4218d7d8-d95b-42a6-932f-1900057563d1 req-7104929f-1474-4a11-8dbb-9a0db04fb97b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.4917367 Feb 04 16:18:33.898470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4218d7d8-d95b-42a6-932f-1900057563d1 req-ddd29830-88a2-49c2-936c-094ec76f2f15 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022518 Feb 04 16:18:33.952917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Port ea894895-2096-477f-9b35-43c5ba029c08 on network 2933b330-bd99-4260-90be-6c62e20a6a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:18:33.953244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Attempting to bind port ea894895-2096-477f-9b35-43c5ba029c08 on network 2933b330-bd99-4260-90be-6c62e20a6a4e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:33.963928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:33.964270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Checking segment: {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:33.964724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Bound using segment: {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:33.965173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Bound port: ea894895-2096-477f-9b35-43c5ba029c08, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:33.965523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.265346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:34.277352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:34.313738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.520549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3736d4-30c0-488e-a422-32c6c4343edc req-fcfb4caf-15f8-4b8d-97a8-30989a00ba58 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:34.530127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3736d4-30c0-488e-a422-32c6c4343edc req-fcfb4caf-15f8-4b8d-97a8-30989a00ba58 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:34.541181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb3736d4-30c0-488e-a422-32c6c4343edc req-fcfb4caf-15f8-4b8d-97a8-30989a00ba58 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1666 time: 0.2230451 Feb 04 16:18:34.616097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.618068 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea894895-2096-477f-9b35-43c5ba029c08 HTTP/1.1" status: 200 len: 1091 time: 5.0453024 Feb 04 16:18:34.620271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a107df-0ba1-4b4a-af76-ddeae12f29c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:34.657155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:34.688266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Request body: {'port': {'device_id': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:34.800242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.800813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:34.875246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb3736d4-30c0-488e-a422-32c6c4343edc req-428c1450-c141-41f6-9870-aa05ac0e1054 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206642 Feb 04 16:18:34.992652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-818e0edc-f06b-46d7-8bfc-acd6ca5ba61e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:34.999492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-818e0edc-f06b-46d7-8bfc-acd6ca5ba61e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 0.4001019 Feb 04 16:18:35.021351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:35.183066 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08', 'status': 'completed', 'code': 200} Feb 04 16:18:35.296606 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:35.331335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 17222e8a-80fb-4eeb-a10d-3e417d680413 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:35.331335 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:35.591203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Usage tracker for resource:security_group_rule and tenant:3446e17de32a473f80702c0ff5b7b949 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:35.595190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:35.602795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:35.784240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1b4c-4a54-47e5-accf-aafc08f2a112 req-1137b4a3-67f6-4170-810c-f12de5f3b343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:35.791416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c4c1b4c-4a54-47e5-accf-aafc08f2a112 req-1137b4a3-67f6-4170-810c-f12de5f3b343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 1.1951876 Feb 04 16:18:36.083417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.131982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28da4c9b-0190-40e0-9dc5-ec875330886e {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:36.136339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c4c1b4c-4a54-47e5-accf-aafc08f2a112 req-baa674a0-6f5c-4372-9209-cd41860641c4 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436182 Feb 04 16:18:36.145006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.184334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.233771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-fee2b12e-a64d-45a6-a1d9-90c16a4e4af2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1913 time: 0.5543430 Feb 04 16:18:36.264613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Transition to ACTIVE for port object 28da4c9b-0190-40e0-9dc5-ec875330886e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:36.289225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:36.297136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2e07-24de-4ce3-ac6e-27bbd0e985d8 req-8b3277a0-3af9-4260-b242-f9a9f08fa4d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:36.313838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-786f2e07-24de-4ce3-ac6e-27bbd0e985d8 req-8b3277a0-3af9-4260-b242-f9a9f08fa4d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.8400056 Feb 04 16:18:36.781072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Pushing event updated for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:36.954665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-786f2e07-24de-4ce3-ac6e-27bbd0e985d8 req-67a47ac2-a305-48b9-beda-8c7231e00685 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6398149 Feb 04 16:18:36.995145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Attempting to bind port 28da4c9b-0190-40e0-9dc5-ec875330886e on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:36.995333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Attempting to bind port 28da4c9b-0190-40e0-9dc5-ec875330886e by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:36.995634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Attempting to bind port 28da4c9b-0190-40e0-9dc5-ec875330886e on network 93cc179f-ce56-4255-a71c-139284786f4e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:37.067073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291392a2-dcce-42ac-8908-6e848af7bc35,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:37.088855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Port 28da4c9b-0190-40e0-9dc5-ec875330886e on network 93cc179f-ce56-4255-a71c-139284786f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:18:37.089185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Attempting to bind port 28da4c9b-0190-40e0-9dc5-ec875330886e on network 93cc179f-ce56-4255-a71c-139284786f4e {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:37.113640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-92625c82-405d-45d7-9ab1-ff652e1d4357 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3446e17de32a473f80702c0ff5b7b949&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5837882 Feb 04 16:18:37.133552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:37.155884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:37.156198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.179768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:37.274491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:37.279976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Checking segment: {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:37.283542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Bound using segment: {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:37.284559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Bound port: 28da4c9b-0190-40e0-9dc5-ec875330886e, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb705b3-8753-475b-8cb2-790af7398719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:37.284923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.547113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:37.552149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28da4c9b-0190-40e0-9dc5-ec875330886e,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:37.575017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.626318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 17222e8a-80fb-4eeb-a10d-3e417d680413 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:37.757779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.808761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:37.813323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Usage tracker for resource:security_group_rule and tenant:5acc15b4aebf47c3bf7a01865ac0b5aa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:37.818123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:37.825776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:37.847258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.854290 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] 10.222.0.41 "PUT /v2.0/ports/28da4c9b-0190-40e0-9dc5-ec875330886e HTTP/1.1" status: 200 len: 1092 time: 3.1744061 Feb 04 16:18:37.884057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:37.919331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:37.921632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-18450f59-a102-4f30-bef5-525a6cde2fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.922261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-18450f59-a102-4f30-bef5-525a6cde2fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.922874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-18450f59-a102-4f30-bef5-525a6cde2fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.925825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-18450f59-a102-4f30-bef5-525a6cde2fd4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.6532741 Feb 04 16:18:37.938097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8655-74b8-4918-a80d-7feea6bb97ba req-05ba43f6-6b34-41bb-b3f5-fecd08afb537 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.942780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8655-74b8-4918-a80d-7feea6bb97ba req-05ba43f6-6b34-41bb-b3f5-fecd08afb537 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:37.955687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a1a8655-74b8-4918-a80d-7feea6bb97ba req-05ba43f6-6b34-41bb-b3f5-fecd08afb537 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1678 time: 1.4056687 Feb 04 16:18:37.995381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17222e8a-80fb-4eeb-a10d-3e417d680413 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:37.998375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.085302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61b595-49ee-483c-a20a-a66559571eef service neutron] Pushing event updated for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:38.260342 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.324697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:38.328019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:38.337629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.492892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Router 6a61133e-2b24-44ed-8fef-92043e4eacda has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:18:38.565600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5acc15b4aebf47c3bf7a01865ac0b5aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3653543 Feb 04 16:18:38.592519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.627044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:38.651952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.652354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:38.863213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.931869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:38.959208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a1a8655-74b8-4918-a80d-7feea6bb97ba req-0143bad6-6f91-497f-b6d8-019a9271b144 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0020545 Feb 04 16:18:38.963164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc2e7-0948-4dff-9af7-b3c63aa0845a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566121fb-d91a-487b-931c-e0c75e190237,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:38.976935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80317e9-280b-4618-893c-bf910bf41544 req-ee9fd794-6fa9-498c-946c-2f08c718480e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.992103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f80317e9-280b-4618-893c-bf910bf41544 req-ee9fd794-6fa9-498c-946c-2f08c718480e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 946 time: 1.4335957 Feb 04 16:18:38.992103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-c7b0e3a4-edc0-46d1-9cd8-2dbead3d3802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:38.992103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39585a60-e07a-490f-9c11-17ba067e4d64 req-c7b0e3a4-edc0-46d1-9cd8-2dbead3d3802 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9978995 Feb 04 16:18:38.992103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.097544 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e', 'status': 'completed', 'code': 200} Feb 04 16:18:39.098075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f80317e9-280b-4618-893c-bf910bf41544 req-e5ae42b3-2637-4cea-bf0d-fa3fea6a7911 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=35026eb5-3650-4e62-883c-6086908aa135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084454 Feb 04 16:18:39.118574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:18:39.120203 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:18:39.124282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291392a2-dcce-42ac-8908-6e848af7bc35,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:39.213270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:18:39.226396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Sync routers for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:18:39.262526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:39.265760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:39.266230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.274954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f5a9f010-07e8-40ab-91e4-6bef01e80c26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/291392a2-dcce-42ac-8908-6e848af7bc35 HTTP/1.1" status: 204 len: 168 time: 2.1299636 Feb 04 16:18:39.357108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f610f3de-6835-4c15-aa98-6a0925c1c952 admin admin] 10.222.0.62 "PUT /v2.0/routers/6a61133e-2b24-44ed-8fef-92043e4eacda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2288682 Feb 04 16:18:39.358763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:39.503837 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'code': 200} Feb 04 16:18:39.514954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.521224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.524950 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/566121fb-d91a-487b-931c-e0c75e190237 HTTP/1.1" status: 204 len: 168 time: 0.8869786 Feb 04 16:18:39.601541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25568a-1c11-4291-8100-9a3a6e9607e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566121fb-d91a-487b-931c-e0c75e190237,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:39.612998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-95a5c9a8-6f45-45f5-bc0b-dd572ce9a9fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1980 time: 0.5075717 Feb 04 16:18:39.634357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 17222e8a-80fb-4eeb-a10d-3e417d680413 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:39.634733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:39.915946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:18:40.050055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.152449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-b9d00f7a-408c-4fca-8849-517c35212fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.80&port_id=ea894895-2096-477f-9b35-43c5ba029c08 HTTP/1.1" status: 200 len: 217 time: 0.3612068 Feb 04 16:18:40.386951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-4812f298-a89a-4b24-8199-be408cf65d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:40.391335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-4812f298-a89a-4b24-8199-be408cf65d8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c787f090-0ee5-4d1d-a4e3-29445b2dfee7 HTTP/1.1" status: 200 len: 801 time: 0.2242107 Feb 04 16:18:40.625325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.647560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Deleting port e43874b5-072a-4197-8133-6fa81158e234 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:40.648742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.754576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 17222e8a-80fb-4eeb-a10d-3e417d680413, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17222e8a-80fb-4eeb-a10d-3e417d680413,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:40.756074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:40.772644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': 'e43874b5-072a-4197-8133-6fa81158e234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:18:29Z', 'revision_number': 5, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port': {'id': 'e43874b5-072a-4197-8133-6fa81158e234', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:d0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:09:19Z', 'updated_at': '2022-02-04T16:09:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:40.790149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Checking router: 6a61133e-2b24-44ed-8fef-92043e4eacda for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:18:40.839794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Routers {'6a61133e-2b24-44ed-8fef-92043e4eacda'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:40.840438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['6a61133e-2b24-44ed-8fef-92043e4eacda'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:40.907086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] For port e43874b5-072a-4197-8133-6fa81158e234, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e43874b5-072a-4197-8133-6fa81158e234,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:40.907991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.021759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6a28c-79fb-4fd2-ba64-a045c632dd7b req-a9af2205-570c-40a0-992e-85e97d72eabe tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:41.036855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4f6a28c-79fb-4fd2-ba64-a045c632dd7b req-a9af2205-570c-40a0-992e-85e97d72eabe tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 1.6634991 Feb 04 16:18:41.052415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Calling delete_port for e43874b5-072a-4197-8133-6fa81158e234 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:41.176079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36862) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:41.284346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.363658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] Set router 6a61133e-2b24-44ed-8fef-92043e4eacda gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:18:41.603614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:18:40Z', 'revision_number': 6, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:41.613883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd1b678-82c1-44de-8780-3a8293fcd9e8 None None] The sync data for ids ['6a61133e-2b24-44ed-8fef-92043e4eacda'] in n-d-827873-1 is: [{'id': '6a61133e-2b24-44ed-8fef-92043e4eacda', 'name': 'tempest-TaggedBootDevicesTest-1635139586-router', 'tenant_id': 'c2af7b77e48b4f06a9281b18117b1189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:17Z', 'updated_at': '2022-02-04T16:18:40Z', 'revision_number': 6, 'project_id': 'c2af7b77e48b4f06a9281b18117b1189', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:18:41.628877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:41.665097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:41.702176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 17222e8a-80fb-4eeb-a10d-3e417d680413 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:41.720350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:41.809410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Usage tracker for resource:security_group_rule and tenant:c05b0b8fd021460ca36dede8e7262287 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:41.818627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e43874b5-072a-4197-8133-6fa81158e234,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:41.821153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:41.870452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:41.966970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4f6a28c-79fb-4fd2-ba64-a045c632dd7b req-7cc9187f-9f6f-40fd-8f7c-741faeaf219a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9291472 Feb 04 16:18:42.294678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f16ed39a-ee89-478e-81c1-f1fb6ceb79c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2933b330-bd99-4260-90be-6c62e20a6a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3060474 Feb 04 16:18:42.320299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804083-4aae-40c5-b8d7-3f9a47305563 req-860227e4-6952-41d9-aceb-82678a9516f9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.326605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804083-4aae-40c5-b8d7-3f9a47305563 req-860227e4-6952-41d9-aceb-82678a9516f9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:42.328428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc804083-4aae-40c5-b8d7-3f9a47305563 req-860227e4-6952-41d9-aceb-82678a9516f9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1678 time: 0.6768212 Feb 04 16:18:42.329320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.344499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:42.403773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:42.408516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:floatingip and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:42.415414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:42.433862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:42.481114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.546491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=17222e8a-80fb-4eeb-a10d-3e417d680413,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:42.554349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.695528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a2417e6-5810-439f-a04f-61b6b66d902f req-46b17239-a16b-4a1f-afc8-fbdf0c25513e tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=efe92d08-2447-41b9-80f7-48d7db7a0153 HTTP/1.1" status: 200 len: 210 time: 0.1463957 Feb 04 16:18:42.696418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] No DVR routers for this DVR port 17222e8a-80fb-4eeb-a10d-3e417d680413 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:42.744396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.766229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-deleted', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:42.917536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc804083-4aae-40c5-b8d7-3f9a47305563 req-928e7c7d-8372-40f6-b548-4829b8bd1c9f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049143 Feb 04 16:18:42.938809 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe92d08-2447-41b9-80f7-48d7db7a0153', 'name': 'network-vif-deleted', 'tag': '17222e8a-80fb-4eeb-a10d-3e417d680413', 'status': 'completed', 'code': 200} Feb 04 16:18:42.960883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:42.963330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2f33fd6-d3ee-46cd-8a9e-1c05b01ffa63 req-5ee981a8-16d3-476d-9d92-60ef961d938b tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "DELETE /v2.0/ports/17222e8a-80fb-4eeb-a10d-3e417d680413 HTTP/1.1" status: 204 len: 173 time: 7.9346144 Feb 04 16:18:43.097653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.111911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e11b3c65-d9f4-484d-9429-c22c06e23579 service neutron] 10.222.0.41 "GET /v2.0/networks/2933b330-bd99-4260-90be-6c62e20a6a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136856 Feb 04 16:18:43.339047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.351650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.416148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-52534095-816e-4aac-a0c5-3d608bac6882 service neutron] 10.222.0.41 "GET /v2.0/networks/2933b330-bd99-4260-90be-6c62e20a6a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985334 Feb 04 16:18:43.463285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.464972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a61133e-2b24-44ed-8fef-92043e4eacda {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:18:43.607182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d712bd7-08b3-4078-a46f-026a8b30ec7f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:43.619013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9cd8a40d-3125-483e-bf4f-ba3259540abc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c05b0b8fd021460ca36dede8e7262287&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4404452 Feb 04 16:18:43.639616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:43.752394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:43.753852 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60ff4c92-b9bd-4c2a-bbaa-2f8452edcf9e admin admin] 10.222.0.62 "DELETE /v2.0/routers/6a61133e-2b24-44ed-8fef-92043e4eacda HTTP/1.1" status: 204 len: 168 time: 4.3927927 Feb 04 16:18:43.757099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:43.844550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 72a1fb34-3edb-49a9-b669-2cf55c950cce no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:43.902238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-1b6f4ea1-f279-478a-9282-17cde4ed82b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=28da4c9b-0190-40e0-9dc5-ec875330886e HTTP/1.1" status: 200 len: 217 time: 0.4788215 Feb 04 16:18:44.018010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 72a1fb34-3edb-49a9-b669-2cf55c950cce {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:44.018798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 72a1fb34-3edb-49a9-b669-2cf55c950cce not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:44.019441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e43874b5-072a-4197-8133-6fa81158e234 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:44.078106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.105376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Deleting subnet 7b8846ee-e905-448a-babc-56957cea3f9d {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:18:44.122285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.125287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.141194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1818-9222-45fd-9fb3-ec1618078451 req-367b479c-1d10-40cf-a621-baf8173ec903 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:44.149155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac1e1818-9222-45fd-9fb3-ec1618078451 req-367b479c-1d10-40cf-a621-baf8173ec903 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.5232880 Feb 04 16:18:44.170000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e43874b5-072a-4197-8133-6fa81158e234 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:44.171611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e43874b5-072a-4197-8133-6fa81158e234 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:44.338283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.491553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.658786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.702395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.768473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac1e1818-9222-45fd-9fb3-ec1618078451 req-f89281e4-985d-4073-87f8-2172ff1ab0b6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6148624 Feb 04 16:18:44.770122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-dd2f1fe7-b0f7-4cb5-874b-1e1cad929cc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:44.779324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-dd2f1fe7-b0f7-4cb5-874b-1e1cad929cc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7edd2b-83e2-4215-b9a3-0401a630bd99 HTTP/1.1" status: 200 len: 801 time: 0.6191919 Feb 04 16:18:44.788218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d712bd7-08b3-4078-a46f-026a8b30ec7f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:44.906729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:18:44.962001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:44.978382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3bc38d45-1520-486c-a28f-6f7fd7719f17 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d712bd7-08b3-4078-a46f-026a8b30ec7f HTTP/1.1" status: 204 len: 168 time: 1.3348851 Feb 04 16:18:44.992571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Allocated IP 172.25.5.232 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e4803636-4539-4f24-ae02-37b5bbb3a7e1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:45.056027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:45.151406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ab936-3723-4d60-80a4-381dd4716ee3 None None] Network e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:45.162117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:45.216193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10e09-92ee-4ef8-b7f8-c61a10212c6b req-6a96f8cb-ca22-424e-8450-cabc79a4b859 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:45.233226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10e09-92ee-4ef8-b7f8-c61a10212c6b req-6a96f8cb-ca22-424e-8450-cabc79a4b859 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:45.239037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67a10e09-92ee-4ef8-b7f8-c61a10212c6b req-6a96f8cb-ca22-424e-8450-cabc79a4b859 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1678 time: 0.6972687 Feb 04 16:18:45.293335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8846ee-e905-448a-babc-56957cea3f9d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:45.308542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3e9aad3-423a-4386-aa9a-289b6b8d25bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7b8846ee-e905-448a-babc-56957cea3f9d HTTP/1.1" status: 204 len: 168 time: 1.5471294 Feb 04 16:18:45.311784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:45.385947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-f6c158ca-091d-4499-a35d-7cd915f5430e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93cc179f-ce56-4255-a71c-139284786f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5671325 Feb 04 16:18:45.871042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67a10e09-92ee-4ef8-b7f8-c61a10212c6b req-e2392dfb-cb98-4b47-96bc-71f94bbf93dc tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235666 Feb 04 16:18:45.884089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] DHCP port deletion for e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:18:45.889277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Deleting port fabb8a7c-dfe3-4012-adaa-4658c0619fcf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:45.890010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:45.963831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:45.998541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Deleting port fabb8a7c-dfe3-4012-adaa-4658c0619fcf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:45.998541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.182690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-ea277b3d-3a11-42a6-9010-49ed7c582aeb service neutron] 10.222.0.41 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597792 Feb 04 16:18:46.253061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] For port fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:46.253694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.420195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Calling delete_port for fabb8a7c-dfe3-4012-adaa-4658c0619fcf owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:46.540673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:46.550210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.638656 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.664419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] For port fabb8a7c-dfe3-4012-adaa-4658c0619fcf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,segment=NetworkSegment(7af63159-bee1-4774-83c3-5cc43cf67ec7),segment_id=7af63159-bee1-4774-83c3-5cc43cf67ec7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:46.666411 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:46.714837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fabb8a7c-dfe3-4012-adaa-4658c0619fcf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:46.773088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:46.780412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Usage tracker for resource:security_group_rule and tenant:227bd821762845d3b3020db5a8f052dc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:46.784280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:46.837610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:46.863784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87d56a40-7c1d-4b27-b670-ddd6fc9b2dcf req-e4c52386-14e8-488c-9156-52e94249c220 service neutron] 10.222.0.41 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6574914 Feb 04 16:18:47.005137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.026065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Calling delete_port for fabb8a7c-dfe3-4012-adaa-4658c0619fcf owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:47.045281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.129500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:18:47.131404 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:18:47.206212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e1b59-0f46-4e8b-a58f-23bd17030a76 req-293e031d-cfeb-44da-af57-73fd1ac912ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.207051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ec2e1b59-0f46-4e8b-a58f-23bd17030a76 req-293e031d-cfeb-44da-af57-73fd1ac912ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:47.238770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 36994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:47.239301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=227bd821762845d3b3020db5a8f052dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6963575 Feb 04 16:18:47.244675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] No DVR routers for this DVR port fabb8a7c-dfe3-4012-adaa-4658c0619fcf on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:47.269337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ec2e1b59-0f46-4e8b-a58f-23bd17030a76 req-293e031d-cfeb-44da-af57-73fd1ac912ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:47.275818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec2e1b59-0f46-4e8b-a58f-23bd17030a76 req-293e031d-cfeb-44da-af57-73fd1ac912ee tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 1.3199391 Feb 04 16:18:47.300360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-e2d8cb35-d7a1-4224-bf1f-dab90fe4cd4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1980 time: 0.3282416 Feb 04 16:18:47.331446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56b778-d193-4e5d-9e37-88b620c5aed5 req-54d1bb37-5028-4a50-8e98-7b8d8a09e40a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.334171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bb72e-7186-4f1f-b931-a9cb72989c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9391b4a-6818-4719-ba00-935374a8d252,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:47.357596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c56b778-d193-4e5d-9e37-88b620c5aed5 req-54d1bb37-5028-4a50-8e98-7b8d8a09e40a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.4802098 Feb 04 16:18:47.475922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.478302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-a0a6c9a2-9846-4ba5-82d9-b60e7ecbd6ac tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.480040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-a0a6c9a2-9846-4ba5-82d9-b60e7ecbd6ac tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.6034472 Feb 04 16:18:47.489301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.532270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:47.545986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af63159-bee1-4774-83c3-5cc43cf67ec7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:47.546546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af63159-bee1-4774-83c3-5cc43cf67ec7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:47.560992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.578523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.585140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:18:47.585549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.586923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec2e1b59-0f46-4e8b-a58f-23bd17030a76 req-9e4b831d-a2eb-4753-990b-0eac8a3f0f75 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101594 Feb 04 16:18:47.632787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Deleting port fabb8a7c-dfe3-4012-adaa-4658c0619fcf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:47.633423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.690072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.735633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c432-7faa-43da-9c86-58039cc04143 req-453aaa0f-0a03-41cd-a999-2576246435d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:47.737269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-453aaa0f-0a03-41cd-a999-2576246435d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93cc179f-ce56-4255-a71c-139284786f4e HTTP/1.1" status: 200 len: 902 time: 0.3802092 Feb 04 16:18:47.751607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c56b778-d193-4e5d-9e37-88b620c5aed5 req-74b43fae-78f3-4b6e-b91b-3d06698f1aef tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796979 Feb 04 16:18:47.806686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fabb8a7c-dfe3-4012-adaa-4658c0619fcf no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:18:47.814089 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:18:47.838095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.848025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eabfb81d-3e8f-49ad-8fd1-62ed687bdabf None None] The port 'fabb8a7c-dfe3-4012-adaa-4658c0619fcf' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:18:47.863381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fabb8a7c-dfe3-4012-adaa-4658c0619fcf {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:18:47.863381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fabb8a7c-dfe3-4012-adaa-4658c0619fcf not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:18:47.883807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.913366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] 10.222.0.62 "DELETE /v2.0/networks/e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c HTTP/1.1" status: 204 len: 168 time: 2.5805197 Feb 04 16:18:47.914942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 7bad4c47-48d5-42f1-878c-9232484868b2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:47.915825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:47.918044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37020) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:47.928748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a964-d312-4f1c-b497-dd143c2945cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e92eb3f8-c6cb-4d78-be1f-b9a1c4e2fd2c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:48.047510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.115322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:48.136692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.146763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:48.156281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-d5505eb8-d6b6-40b8-a6d1-2fa779874b2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=28da4c9b-0190-40e0-9dc5-ec875330886e HTTP/1.1" status: 200 len: 217 time: 0.3922112 Feb 04 16:18:48.156632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:48.297422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=e4803636-4539-4f24-ae02-37b5bbb3a7e1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:48.335456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.513436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9391b4a-6818-4719-ba00-935374a8d252,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:48.543571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636c432-7faa-43da-9c86-58039cc04143 req-5eeeacef-b894-4613-a0d8-dd96c852f03f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.548752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-5eeeacef-b894-4613-a0d8-dd96c852f03f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7edd2b-83e2-4215-b9a3-0401a630bd99 HTTP/1.1" status: 200 len: 801 time: 0.3702178 Feb 04 16:18:48.564961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.564961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9391b4a-6818-4719-ba00-935374a8d252 HTTP/1.1" status: 204 len: 168 time: 1.3225248 Feb 04 16:18:48.576125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.576631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.577739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.577739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.577739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.577739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.580250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.580250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.580250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.580250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.580250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ace5716-956c-40cb-8626-c633c6ebaec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:18:48.636612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434e1e3-34bf-4ab7-95ad-fa38206084ba req-9442ffa8-5223-43ee-9052-bfdb35809041 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.641485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434e1e3-34bf-4ab7-95ad-fa38206084ba req-9442ffa8-5223-43ee-9052-bfdb35809041 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:48.648393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e434e1e3-34bf-4ab7-95ad-fa38206084ba req-9442ffa8-5223-43ee-9052-bfdb35809041 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1678 time: 0.6420650 Feb 04 16:18:48.683954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.864243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] For port 7bad4c47-48d5-42f1-878c-9232484868b2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=7bad4c47-48d5-42f1-878c-9232484868b2,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:48.864613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:48.899809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e434e1e3-34bf-4ab7-95ad-fa38206084ba req-1efddd49-9739-4e2c-9952-1d1edd533099 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504144 Feb 04 16:18:49.096799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-63b024bf-dbac-4c03-a891-868a8c860a2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93cc179f-ce56-4255-a71c-139284786f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5191398 Feb 04 16:18:49.165813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.701562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.714709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.742528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dca52-6c5b-448d-8832-721dc647cb79 req-d830e17b-84cd-42d9-8319-9d05f409ca71 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:49.742528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848dca52-6c5b-448d-8832-721dc647cb79 req-d830e17b-84cd-42d9-8319-9d05f409ca71 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 945 time: 0.9772174 Feb 04 16:18:49.834358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=e4803636-4539-4f24-ae02-37b5bbb3a7e1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:49.899472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:49.967487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37092) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:49.979662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-a54789cb-0044-4017-97cf-b3e09fbfd2a1 service neutron] 10.222.0.41 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8835840 Feb 04 16:18:50.019525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-848dca52-6c5b-448d-8832-721dc647cb79 req-0f108a49-3f91-481e-980d-9fef6337ab11 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups?id=604f4f4e-0005-46b9-82c9-b0a1480dd8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501564 Feb 04 16:18:50.059449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.098855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28da4c9b-0190-40e0-9dc5-ec875330886e details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:50.166284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.171918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2890cec7-d05e-493b-8230-e6a59fd62c13 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5369730 Feb 04 16:18:50.172473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37102) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:50.192778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2016927403'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:50.204931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a636c432-7faa-43da-9c86-58039cc04143 req-00c966e8-1c12-4178-9e01-4242b46e8fc0 service neutron] 10.222.0.41 "GET /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889217 Feb 04 16:18:50.212239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:50.232856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:network and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:50.239473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:50.246565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.247282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.247892 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Floating IP 4704d088-4bc1-4315-982f-72e197dc68c2 disassociated. External IP: 172.25.5.178, port: 7bad4c47-48d5-42f1-878c-9232484868b2. Feb 04 16:18:50.248519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 7bad4c47-48d5-42f1-878c-9232484868b2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:50.338510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686b44-81af-42f7-9557-ea03e664703f req-b1982f42-de88-4dea-af74-cc20d9089823 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.348448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2686b44-81af-42f7-9557-ea03e664703f req-b1982f42-de88-4dea-af74-cc20d9089823 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 1.1837263 Feb 04 16:18:50.369238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:50.404843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Made reservation on behalf of a958ba59ce054c239fea6306d029675f for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:50.409722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.432935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.510390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.516567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:50.517117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28da4c9b-0190-40e0-9dc5-ec875330886e,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:50.527033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:security_group_rule and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:50.534813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 7bad4c47-48d5-42f1-878c-9232484868b2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:18:50.536110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:50.556778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:50.592253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:50.597348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:cfebece9b2094bed970c4a1702fd25b3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:50.601777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:50.612182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:50.642271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '28da4c9b-0190-40e0-9dc5-ec875330886e', 'network_id': '93cc179f-ce56-4255-a71c-139284786f4e', 'port_id': '28da4c9b-0190-40e0-9dc5-ec875330886e', 'mac_address': 'fa:16:3e:a4:b6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7edd2b-83e2-4215-b9a3-0401a630bd99', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:50.690073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.709184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.730726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2686b44-81af-42f7-9557-ea03e664703f req-b96a6cf5-4621-4ab1-9ac3-9da47ec30f57 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812683 Feb 04 16:18:50.778638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.806670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28da4c9b-0190-40e0-9dc5-ec875330886e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:50.831050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28da4c9b-0190-40e0-9dc5-ec875330886e,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:50.839636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.841382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea894895-2096-477f-9b35-43c5ba029c08 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:50.851891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:50.881192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f16911-a73d-4a71-8706-97ca6edeb964,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:50.894091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c94cbae2-91a5-4063-a520-5832d4086cd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfebece9b2094bed970c4a1702fd25b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9132409 Feb 04 16:18:50.897654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:50.937036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e93-94f1-472a-9fab-c4f8cc7e9c73 req-ca086c17-5b16-453d-83bc-e136f894072f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.941521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e93-94f1-472a-9fab-c4f8cc7e9c73 req-ca086c17-5b16-453d-83bc-e136f894072f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:50.948768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f12b4e93-94f1-472a-9fab-c4f8cc7e9c73 req-ca086c17-5b16-453d-83bc-e136f894072f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1678 time: 0.6242659 Feb 04 16:18:50.997438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.002440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.046033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:51.096233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:18:51.117097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628692ba-787d-436b-9f17-c647d8d4cd80,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.143724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.148154 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Added segment d9d438d4-b832-4281-a61f-61b287b0750e of type vlan for network ccb880e9-e7bf-42ad-8bda-0417fefa7054 Feb 04 16:18:51.155635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ea894895-2096-477f-9b35-43c5ba029c08', 'network_id': '2933b330-bd99-4260-90be-6c62e20a6a4e', 'port_id': 'ea894895-2096-477f-9b35-43c5ba029c08', 'mac_address': 'fa:16:3e:01:82:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c787f090-0ee5-4d1d-a4e3-29445b2dfee7', 'ip_address': '19.80.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:51.169125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.207492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=7bad4c47-48d5-42f1-878c-9232484868b2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.229567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f12b4e93-94f1-472a-9fab-c4f8cc7e9c73 req-c03c2397-3c8f-4cee-a42c-3f9f9e5b38a9 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785597 Feb 04 16:18:51.242613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.358377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.362384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:51.363119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.380222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.381775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.422780 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2452252 Feb 04 16:18:51.423557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:51.429965 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.443885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.444843 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.488386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea894895-2096-477f-9b35-43c5ba029c08 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:51.501400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6da4f2a-d0e9-42cc-b707-7d93e97fd3d8 req-b1d755ac-207e-4339-a3b4-a69b73bade6c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 210 time: 0.0640965 Feb 04 16:18:51.526288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:51.549466 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.576625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Request body: {'subnet': {'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:51.666895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.721804 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.747361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dba29f-91a4-4848-a1d2-5816fce40c2b tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Network': ['ID=ccb880e9-e7bf-42ad-8bda-0417fefa7054,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.762104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f16911-a73d-4a71-8706-97ca6edeb964,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:51.764512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:18:51.836697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:51.843787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f69d4c41-44b1-434a-90a3-b5e3024fd553 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15f16911-a73d-4a71-8706-97ca6edeb964 HTTP/1.1" status: 204 len: 168 time: 0.9353638 Feb 04 16:18:51.866741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Router 72e1709e-92af-4300-918a-f06a9d7bf199 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:18:51.874434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:51.905209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:subnet and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:51.922063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:51.941388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:51.973411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Deleting port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:51.973774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:52.092561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ea894895-2096-477f-9b35-43c5ba029c08'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:52.205563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Made reservation on behalf of a958ba59ce054c239fea6306d029675f for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:52.474117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345fc24-100e-4ab5-b29f-3ff52d164e1c req-09f50d87-8230-41e5-a1d4-e22d5299e0be tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:52.476011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d345fc24-100e-4ab5-b29f-3ff52d164e1c req-09f50d87-8230-41e5-a1d4-e22d5299e0be tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.4548082 Feb 04 16:18:52.557341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d345fc24-100e-4ab5-b29f-3ff52d164e1c req-eb0e4fcc-e39a-4ee1-a9b8-99c4f4bff624 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654879 Feb 04 16:18:52.558919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37168) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:52.598873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:18:52.609957 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Sync routers for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:18:52.638927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:52.638927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:52.760642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:52.810666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['28da4c9b-0190-40e0-9dc5-ec875330886e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:52.920045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:52.962238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] For port 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:52.962636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:52.984975 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.133770 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:18:53.273785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] No DVR routers for this DVR port 7bad4c47-48d5-42f1-878c-9232484868b2 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:18:53.281229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Calling delete_port for 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:53.306836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1529655878'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:53.326997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.331215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f7f56fd-3eef-493e-9084-f7f2aa5dd2da req-86abae06-30c5-4fd7-9fdf-a6c46b8d8cc5 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.41 "DELETE /v2.0/ports/7bad4c47-48d5-42f1-878c-9232484868b2 HTTP/1.1" status: 204 len: 173 time: 5.7406707 Feb 04 16:18:53.333027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:53.348980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c1df6f04-5e51-4dc3-a97e-4818a6a47fc4 req-cecc1f3a-2a33-4c79-a060-56ac99343f0c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Synchronizing usage tracker for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:18:53.352165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-deleted', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:53.366466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Usage tracker for resource:network and tenant:8ac6170ea96b444bbb4100874e6d7c4b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:53.374413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:53.388963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:53.390127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:53.416441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Usage tracker for resource:security_group_rule and tenant:c7aeafae980a47f6bb5367ec236bf7cb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:53.419766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c1df6f04-5e51-4dc3-a97e-4818a6a47fc4 req-cecc1f3a-2a33-4c79-a060-56ac99343f0c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Unset dirty status for tenant:31a1955445ea4471b01d267964b88741 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:18:53.421820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1df6f04-5e51-4dc3-a97e-4818a6a47fc4 req-cecc1f3a-2a33-4c79-a060-56ac99343f0c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/ports?device_id=56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8 HTTP/1.1" status: 200 len: 210 time: 0.5190644 Feb 04 16:18:53.426458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Made reservation on behalf of 8ac6170ea96b444bbb4100874e6d7c4b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:53.431168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.442597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:53.459120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:53.459315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.498925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.546216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3c92-58ac-4957-be59-2e89fb606b29 req-7066f48e-7e94-4951-9efb-d3cfbb402be1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:53.624956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd3c92-58ac-4957-be59-2e89fb606b29 req-7066f48e-7e94-4951-9efb-d3cfbb402be1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:53.624956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59cd3c92-58ac-4957-be59-2e89fb606b29 req-7066f48e-7e94-4951-9efb-d3cfbb402be1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1680 time: 0.8804290 Feb 04 16:18:53.624956 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab3996-bcc9-4c02-bfb0-dd34dda1b9a8', 'name': 'network-vif-deleted', 'tag': '7bad4c47-48d5-42f1-878c-9232484868b2', 'status': 'completed', 'code': 200} Feb 04 16:18:53.664782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:53.716881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Usage tracker for resource:security_group_rule and tenant:8ac6170ea96b444bbb4100874e6d7c4b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:53.722734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:53.734307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:53.740103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59cd3c92-58ac-4957-be59-2e89fb606b29 req-5a9e5fb8-661d-402d-8d36-bfb30de5a853 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680670 Feb 04 16:18:53.776756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Subnet': ['ID=2b50aa4e-05d6-4cc0-ae1a-aaed43740469,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:53.833429 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:53.837859 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Checking router: 72e1709e-92af-4300-918a-f06a9d7bf199 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:18:53.837990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.856440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.856658 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:53.857475 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:53.911711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c102ef-eac9-4d8d-ac6a-ac590179cd1d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:53.957153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.976682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd39a01-cdf2-416a-ab94-18501f8763e5 req-1b862db1-6b0c-463c-854a-49ed4c6cb02e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:53.978692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fd39a01-cdf2-416a-ab94-18501f8763e5 req-1b862db1-6b0c-463c-854a-49ed4c6cb02e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.1764467 Feb 04 16:18:53.979942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:53.992978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Checking segment: {'id': 'd9d438d4-b832-4281-a61f-61b287b0750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:53.993828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network hostable DHCP agents. Network: ccb880e9-e7bf-42ad-8bda-0417fefa7054, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:18:54.047617 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a70ab494-2127-490e-8a79-ac44bba9bd7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7aeafae980a47f6bb5367ec236bf7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1239278 Feb 04 16:18:54.048591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:54.053055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:18:54.056071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:18:54.089343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28da4c9b-0190-40e0-9dc5-ec875330886e up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:54.117613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ccb880e9-e7bf-42ad-8bda-0417fefa7054) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:54.128569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:54.129406 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.136998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d62a95-78f7-4e01-9f64-c84b5c21d1ec,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:54.156383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.158188 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Added segment bc05d263-25f5-4101-a57d-a6ed4eb5ad5c of type vlan for network a48cc08c-2754-4d5e-8770-4df3ad8647cf Feb 04 16:18:54.165823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.181051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fd39a01-cdf2-416a-ab94-18501f8763e5 req-f3260059-7673-4991-b07b-84895387d9dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826570 Feb 04 16:18:54.236033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c5702-58e7-419b-b506-14f0bf2bf021 None None] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:18:54.238378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.295197 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11ebf0f5-002e-4373-966e-335725e537e2 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8651071 Feb 04 16:18:54.308583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:54.318774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-592456017', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:54.327946 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:18:54.352522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:54.358574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:router and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:54.384316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:54.397463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:54.408919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:54.409185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.422803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:54.424690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.478949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.480450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.494015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9325297 Feb 04 16:18:54.616749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 28da4c9b-0190-40e0-9dc5-ec875330886e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:54.662457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 28da4c9b-0190-40e0-9dc5-ec875330886e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:54.663002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.683997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.758838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a2b2-539f-48db-b36a-6dd7cd3288a0 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Pushing event updated for resources: {'Network': ['ID=a48cc08c-2754-4d5e-8770-4df3ad8647cf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:54.770792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.791527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:18:54.792521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:54.836604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:55.018802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.041522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c102ef-eac9-4d8d-ac6a-ac590179cd1d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:55.050113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.051368 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5c906e37-7c6d-41ac-a005-ff6ffb99037c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42c102ef-eac9-4d8d-ac6a-ac590179cd1d HTTP/1.1" status: 204 len: 168 time: 0.9924040 Feb 04 16:18:55.175006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:55.183191 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb99b908-5a48-4885-a5b7-02ced545b819 None None] The sync data for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 is: [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:07:37Z', 'revision_number': 4, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce952caf-ef38-4318-b6df-bb7e2993cce1', 'name': '', 'network_id': '17656e81-4d99-4450-9713-c84df045695d', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'mac_address': 'fa:16:3e:40:2d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:35Z', 'updated_at': '2022-02-04T16:07:51Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'subnets': [{'id': 'e2ac8287-c761-4ebd-8d3d-5f4ee15e304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:18:55.284066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.312874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:55.325846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf', 'binding:host_id': 'n-h2-827873-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1915723036'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:18:55.343998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:55.348868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.380108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Usage tracker for resource:port and tenant:d8081f889f954e648783e9ddc1acab35 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:55.458129 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9bce53fb-f616-4474-8cbb-a6bd5dd75182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.465521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.472778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.521259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fbedd-3b80-4f79-a1c4-89a64097c018 req-be8c455b-455a-4700-b01f-21fc33833d31 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:55.541149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fbedd-3b80-4f79-a1c4-89a64097c018 req-be8c455b-455a-4700-b01f-21fc33833d31 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:55.550784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f83fbedd-3b80-4f79-a1c4-89a64097c018 req-be8c455b-455a-4700-b01f-21fc33833d31 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1680 time: 0.4748507 Feb 04 16:18:55.572017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.607408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-ccb880e9-e7bf-42ad-8bda-0417fefa7054', 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054', 'tenant_id': 'a958ba59ce054c239fea6306d029675f', 'fixed_ips': [{'subnet_id': '2b50aa4e-05d6-4cc0-ae1a-aaed43740469'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:18:55.611862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.732611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:55.748440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:55.796279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Made reservation on behalf of d8081f889f954e648783e9ddc1acab35 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:18:55.803790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.843632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f83fbedd-3b80-4f79-a1c4-89a64097c018 req-edd4b6ea-c706-4e1c-903e-3599e833e2e6 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918613 Feb 04 16:18:55.844907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.850418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.881352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f4f4e-0005-46b9-82c9-b0a1480dd8ca,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:55.893725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Allocated IP 172.20.0.2 (ccb880e9-e7bf-42ad-8bda-0417fefa7054/2b50aa4e-05d6-4cc0-ae1a-aaed43740469/3e10a91b-c43b-45a3-9530-7b058cb5301d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:55.931634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65f3c7-0658-44e8-88be-a852a028b32c req-d514e5b6-d8d0-4fd7-8662-cca5c9f5b4f6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:55.934182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a65f3c7-0658-44e8-88be-a852a028b32c req-d514e5b6-d8d0-4fd7-8662-cca5c9f5b4f6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.2404585 Feb 04 16:18:55.940027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:55.944173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3a4b48d-f93c-43bb-a89b-e408acaebc8c tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "DELETE /v2.0/security-groups/604f4f4e-0005-46b9-82c9-b0a1480dd8ca HTTP/1.1" status: 204 len: 168 time: 1.1060829 Feb 04 16:18:55.961058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:56.040442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:18:56.048267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Usage tracker for resource:security_group_rule and tenant:d8081f889f954e648783e9ddc1acab35 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:18:56.051851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:18:56.058673 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-b321e6fa-a225-4fbe-95b2-cc0631ce6a36 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] show failed (client error): The resource could not be found. Feb 04 16:18:56.062191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b321e6fa-a225-4fbe-95b2-cc0631ce6a36 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "GET /v2.0/security-groups/604f4f4e-0005-46b9-82c9-b0a1480dd8ca HTTP/1.1" status: 404 len: 347 time: 0.0968838 Feb 04 16:18:56.065557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:56.074876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:18:56.080605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a65f3c7-0658-44e8-88be-a852a028b32c req-08c496b1-c92f-4b7d-91ad-2db02653b49d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349778 Feb 04 16:18:56.206657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.219557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.233492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Transition to ACTIVE for port object 3e10a91b-c43b-45a3-9530-7b058cb5301d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:56.264238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.269974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Transition to ACTIVE for port object 3e10a91b-c43b-45a3-9530-7b058cb5301d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:56.285652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8df9d1-2935-40f6-93ee-66e41155d663 None None] New status for floating IP 4704d088-4bc1-4315-982f-72e197dc68c2: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:18:56.357462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 01ffe8e9-8a92-47b0-972a-30e352306173 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:56.358291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.418318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:18:56.442036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:56.473688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.484616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Allocated IP 172.25.5.55 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/12212541-ea3e-48cc-8a0b-24cce559e792) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:18:56.633064 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e', 'code': 200} Feb 04 16:18:56.645864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28da4c9b-0190-40e0-9dc5-ec875330886e,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:56.664876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.665467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.750969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.752454 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.753679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea894895-2096-477f-9b35-43c5ba029c08 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:56.785215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:56.841233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 01ffe8e9-8a92-47b0-972a-30e352306173 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:56.868333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:56.872248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:56.873645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:18:56.874891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:18:56.876576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:56.918197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Pushing event updated for resources: {'Port': ['ID=3e10a91b-c43b-45a3-9530-7b058cb5301d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:56.927318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=12212541-ea3e-48cc-8a0b-24cce559e792,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:56.934890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:18:57.129464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.129464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.227976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:57.232013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:18:57.330498 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea463d0f-6c2f-417b-ae01-26ee3db7b0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.348749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:18:57.355708 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:18:57.401843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ea894895-2096-477f-9b35-43c5ba029c08 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:18:57.414573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ea894895-2096-477f-9b35-43c5ba029c08 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:18:57.415185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.561009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:57.580766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Attempting to bind port 3e10a91b-c43b-45a3-9530-7b058cb5301d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:18:57.581270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Attempting to bind port 3e10a91b-c43b-45a3-9530-7b058cb5301d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd9d438d4-b832-4281-a61f-61b287b0750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:18:57.581827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Attempting to bind port 3e10a91b-c43b-45a3-9530-7b058cb5301d on network ccb880e9-e7bf-42ad-8bda-0417fefa7054 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:18:57.589102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.597365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.616812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:18:57.714434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b45c9-6730-4a56-9f7c-b5c0695cc88e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:57.717674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:18:57.718039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Checking segment: {'id': 'd9d438d4-b832-4281-a61f-61b287b0750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:18:57.734037 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.734593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Bound using segment: {'id': 'd9d438d4-b832-4281-a61f-61b287b0750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:18:57.735110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Bound port: 3e10a91b-c43b-45a3-9530-7b058cb5301d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d438d4-b832-4281-a61f-61b287b0750e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:18:57.735494 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.827717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a11b-c153-43ee-9d90-62bbccbf0ffa req-347b7f22-3a79-4a61-8733-e597587135b1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:57.831157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'mac_address': 'fa:16:3e:38:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:18:57.832254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a11b-c153-43ee-9d90-62bbccbf0ffa req-347b7f22-3a79-4a61-8733-e597587135b1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:57.833836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f891a11b-c153-43ee-9d90-62bbccbf0ffa req-347b7f22-3a79-4a61-8733-e597587135b1 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1681 time: 0.3262084 Feb 04 16:18:57.858260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Deleting port 01ffe8e9-8a92-47b0-972a-30e352306173 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:18:57.858779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:57.875986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78e312-bf96-49bd-b08c-72074db2a7f3 req-12cd4282-2efa-4142-83dd-c38f7915cb31 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:57.882653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a78e312-bf96-49bd-b08c-72074db2a7f3 req-12cd4282-2efa-4142-83dd-c38f7915cb31 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 944 time: 0.3761775 Feb 04 16:18:57.989025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.012727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.045132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.045132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.071564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a78e312-bf96-49bd-b08c-72074db2a7f3 req-071819a9-8dae-4214-8092-7620295eb8f3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851690 Feb 04 16:18:58.160577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] For port 3e10a91b-c43b-45a3-9530-7b058cb5301d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:18:58.166623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] For port 3e10a91b-c43b-45a3-9530-7b058cb5301d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3e10a91b-c43b-45a3-9530-7b058cb5301d,segment=NetworkSegment(d9d438d4-b832-4281-a61f-61b287b0750e),segment_id=d9d438d4-b832-4281-a61f-61b287b0750e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:18:58.173590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f891a11b-c153-43ee-9d90-62bbccbf0ffa req-21b10be5-29a5-405c-934e-b3d5d74a706d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191791 Feb 04 16:18:58.175154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:18:58.187151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.303242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:18:58.315917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:58.366220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.378675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:18:58.392232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.398608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411711-1512-49d1-8aec-342d32e0bafd None None] Pushing event updated for resources: {'Port': ['ID=3e10a91b-c43b-45a3-9530-7b058cb5301d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:58.423583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Calling delete_port for 01ffe8e9-8a92-47b0-972a-30e352306173 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:18:58.584864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:58.676447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:18:58.797474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['68ec7bb3-8c01-453d-a1cd-7cadc359c652'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:18:58.921568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.938659 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08', 'code': 200} Feb 04 16:18:58.955950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:58.969331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:58.990446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.005799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:18:59.018931 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] Sync routers for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:18:59.052152 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:59.056290 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:59.099176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2afe2832-57fd-4943-a417-f4fef4a38803 req-cf1f5a51-47eb-4f46-8dd4-ec41e7efceba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1984 time: 0.2455461 Feb 04 16:18:59.100179 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.103879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9534032-67ea-47e5-b571-e54f253ab0f6 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.7914035 Feb 04 16:18:59.148023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:59.174854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Pushing event deleted for resources: {'Port': ['ID=01ffe8e9-8a92-47b0-972a-30e352306173,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:18:59.303813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2afe2832-57fd-4943-a417-f4fef4a38803 req-661e7a22-45f1-4ef1-9b07-295c29914592 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959143 Feb 04 16:18:59.350427 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:59.378998 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:18:59.379878 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:59.404429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:18:59.496632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.509840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:18:59.510244 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba9fe4-0762-4dcf-bb13-77de7e7ba1b6 None None] The sync data for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:18:59.542151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Transition to ACTIVE for port object 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:18:59.571551 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.635675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.682727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a3281-8006-4bf3-af2a-605f4372609c req-d5c5eb56-08d9-4226-825e-e72a0d8cac66 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:59.690565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd2a3281-8006-4bf3-af2a-605f4372609c req-d5c5eb56-08d9-4226-825e-e72a0d8cac66 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 945 time: 0.1700630 Feb 04 16:18:59.800253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45afd-3d3e-4e69-ace6-936ce7404871 req-07ca7eec-197b-4843-8317-9655e9771885 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:59.805831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45afd-3d3e-4e69-ace6-936ce7404871 req-07ca7eec-197b-4843-8317-9655e9771885 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:18:59.807873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50c45afd-3d3e-4e69-ace6-936ce7404871 req-07ca7eec-197b-4843-8317-9655e9771885 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1682 time: 0.3715022 Feb 04 16:18:59.859450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:18:59.861208 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28000801-7e72-4439-9f4f-6fa62e63d343 tempest-ServerActionsTestJSON-1633324640 tempest-ServerActionsTestJSON-1633324640-project] 10.222.0.62 "DELETE /v2.0/floatingips/4704d088-4bc1-4315-982f-72e197dc68c2 HTTP/1.1" status: 204 len: 168 time: 3.7915423 Feb 04 16:18:59.871969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:18:59.874156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3e10a91b-c43b-45a3-9530-7b058cb5301d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:18:59.875667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:18:59.883467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=7dce06b5-88a5-4d3b-b6f0-41de83c3fe79,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:00.031688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Checking segment: {'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:00.032439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Network hostable DHCP agents. Network: a48cc08c-2754-4d5e-8770-4df3ad8647cf, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:19:00.045688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:00.070177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd2a3281-8006-4bf3-af2a-605f4372609c req-d3ca8f02-7ef6-4744-9fc0-e53cc90876ca tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3783381 Feb 04 16:19:00.096704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3e10a91b-c43b-45a3-9530-7b058cb5301d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:00.103216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed6e88-be81-4f06-b082-e28df34ccbe8 None None] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:00.104911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:19:00.127925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a48cc08c-2754-4d5e-8770-4df3ad8647cf) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:00.155809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85536518-2e5c-42c6-b232-74a95d26d938 None None] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:00.215530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:00.246287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50c45afd-3d3e-4e69-ace6-936ce7404871 req-333f1b11-b667-4c6a-988f-b0d782f24adc tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087389 Feb 04 16:19:00.258318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.258678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.259042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.284818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.285345 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.301792 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 2 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.343226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.343811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.348485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.396905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.402521 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.404880 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 3 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.458298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.458661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.460526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.501524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.502564 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.505819 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 4 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.581065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:00.629256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:00.649928 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73b5f16e-ef13-45c3-a886-ed2fe1f14075 admin admin] 10.222.0.62 "PUT /v2.0/routers/50e7ed7a-930f-4bdd-a7e5-3d62f09be255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7272990 Feb 04 16:19:00.651454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.651529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.651957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.655355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37374) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:00.698298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.698950 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.701194 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 5 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.733001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.733001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.733240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.745275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.745840 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.747109 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 6 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.768383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Sync routers for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:00.771103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.771613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.772095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.784405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.784979 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.786222 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 7 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.806366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.806970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.807538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.887568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.888459 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.897001 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 8 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:00.927227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:00.927954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:00.928464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:00.962041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:00.963107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:00.969615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:00.970250 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:00.973170 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 9 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:01.005448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:01.006247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:01.006872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:01.079880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Provisioning for port 3e10a91b-c43b-45a3-9530-7b058cb5301d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:01.144085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Provisioning complete for port 3e10a91b-c43b-45a3-9530-7b058cb5301d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:01.144391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:01.236310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:01.236665 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:01.249229 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 10 to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 Feb 04 16:19:01.417975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:01.427282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:01.427837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:01.459582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:01.460162 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:01.460670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:01.556432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:01.947094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:01.967239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:01.967735 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.010141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:02.010790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempted to set empty binding levels {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:19:02.030135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.133099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.197623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.210076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c45be-cd95-4993-9293-7f06b4f4ffbb req-9eaa6485-31e6-49ef-b9ed-0f6c402f366b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:02.213926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c45be-cd95-4993-9293-7f06b4f4ffbb req-9eaa6485-31e6-49ef-b9ed-0f6c402f366b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:02.223191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34c45be-cd95-4993-9293-7f06b4f4ffbb req-9eaa6485-31e6-49ef-b9ed-0f6c402f366b tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1682 time: 0.5350258 Feb 04 16:19:02.268788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.294936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ed0f2-c35f-40e4-9457-ef7a9d292c5b req-2612fa08-01ce-42f7-a5c9-eb45c054544a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:02.305207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3ed0f2-c35f-40e4-9457-ef7a9d292c5b req-2612fa08-01ce-42f7-a5c9-eb45c054544a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 945 time: 0.7674489 Feb 04 16:19:02.358780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.437827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:02.447907 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.452349 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 7.1381459 Feb 04 16:19:02.456696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:02.468913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d34c45be-cd95-4993-9293-7f06b4f4ffbb req-f00a37d0-a661-4b33-b8be-36b219187eba tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436821 Feb 04 16:19:02.520476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e20ce-cd25-45dc-a9a4-97e858efb57f tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=7dce06b5-88a5-4d3b-b6f0-41de83c3fe79,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:02.598978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Deleting port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:02.599783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.645918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:02.704808 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:02.880857 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'code': 200} Feb 04 16:19:02.935222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c3ed0f2-c35f-40e4-9457-ef7a9d292c5b req-3ff092bd-6570-4157-80b7-fd434abceff7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6286950 Feb 04 16:19:02.968324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] For port 3e10a91b-c43b-45a3-9530-7b058cb5301d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3e10a91b-c43b-45a3-9530-7b058cb5301d,segment=NetworkSegment(d9d438d4-b832-4281-a61f-61b287b0750e),segment_id=d9d438d4-b832-4281-a61f-61b287b0750e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:03.011432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.041567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79, host n-h2-827873-1, got binding levels [] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:03.042146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.044718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:03.165967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.230462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f03b75-0e36-4853-bded-eda851692696 None None] Pushing event updated for resources: {'Port': ['ID=3e10a91b-c43b-45a3-9530-7b058cb5301d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:03.277107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-33d5fd74-351f-4568-a993-37ea1c09538b None None] Provisioning complete for port 3e10a91b-c43b-45a3-9530-7b058cb5301d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:03.277107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33d5fd74-351f-4568-a993-37ea1c09538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.286714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Deleting port e2bbc95a-7c63-43db-9154-a8b33bd2eac7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:03.287058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.364145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Calling delete_port for 7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:03.370289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:18:53Z', 'revision_number': 5, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port': {'id': 'e2bbc95a-7c63-43db-9154-a8b33bd2eac7', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:10:02Z', 'updated_at': '2022-02-04T16:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:03.431092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Checking router: 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:03.479621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Routers {'50e7ed7a-930f-4bdd-a7e5-3d62f09be255'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:03.480255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:03.667644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] Set router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:03.773557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.817274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:19:03Z', 'revision_number': 6, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:03.828753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Allocated IP 172.20.0.1 (ccb880e9-e7bf-42ad-8bda-0417fefa7054/2b50aa4e-05d6-4cc0-ae1a-aaed43740469/266f66aa-bdab-47de-82b0-25f1710f4423) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:03.836063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3e10a91b-c43b-45a3-9530-7b058cb5301d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:03.844939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dce06b5-88a5-4d3b-b6f0-41de83c3fe79,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:03.854905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8d630fd-d7c9-4228-98b5-31890956b2ac req-a9c37782-b1ff-42ab-9f16-fdad738f69c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1098 time: 0.6751170 Feb 04 16:19:03.867532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.883151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb72487-6064-4c37-94c1-70b9068cdf5e None None] The sync data for ids ['50e7ed7a-930f-4bdd-a7e5-3d62f09be255'] in n-d-827873-1 is: [{'id': '50e7ed7a-930f-4bdd-a7e5-3d62f09be255', 'name': 'tempest-TaggedBootDevicesTest-1563378679-router', 'tenant_id': '9cbdebdc9ce54377928a0d9feed00482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:09:59Z', 'updated_at': '2022-02-04T16:19:03Z', 'revision_number': 6, 'project_id': '9cbdebdc9ce54377928a0d9feed00482', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:03.914422 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6928d242-07fc-48db-8236-f7eab734f6f6 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "DELETE /v2.0/ports/7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 HTTP/1.1" status: 204 len: 168 time: 1.4472747 Feb 04 16:19:03.974141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3e10a91b-c43b-45a3-9530-7b058cb5301d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:03.974729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:03.995756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37448) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:04.059558 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5526e06d-0a14-4e2c-af49-cacc9e043483 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:19:04.060271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5526e06d-0a14-4e2c-af49-cacc9e043483 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Synchronizing usage tracker for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:04.181417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5526e06d-0a14-4e2c-af49-cacc9e043483 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Unset dirty status for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:04.185489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5526e06d-0a14-4e2c-af49-cacc9e043483 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports/7dce06b5-88a5-4d3b-b6f0-41de83c3fe79 HTTP/1.1" status: 404 len: 333 time: 0.1860926 Feb 04 16:19:04.187418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37458) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:04.223930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1645105388'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:04.265927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:04.303426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:04.330487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Made reservation on behalf of d8081f889f954e648783e9ddc1acab35 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:04.335100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:04.415630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port 005f5b86-ac59-4495-85a2-4e3a8a6af768 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:04.506856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e066-0fbe-4f12-bf6e-fa511ea6fcbd req-136b6e73-a957-4db4-9f79-16e77b8d1779 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:04.510629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e066-0fbe-4f12-bf6e-fa511ea6fcbd req-136b6e73-a957-4db4-9f79-16e77b8d1779 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:04.518355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1b4e066-0fbe-4f12-bf6e-fa511ea6fcbd req-136b6e73-a957-4db4-9f79-16e77b8d1779 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1682 time: 0.9328158 Feb 04 16:19:04.545870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] For port e2bbc95a-7c63-43db-9154-a8b33bd2eac7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:04.546587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:04.756861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Calling delete_port for e2bbc95a-7c63-43db-9154-a8b33bd2eac7 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:04.842117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8d630fd-d7c9-4228-98b5-31890956b2ac req-5afb1a74-93d2-4c17-82e3-8ee811b5e2ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9620028 Feb 04 16:19:04.857579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:04.886881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Deleting port ce952caf-ef38-4318-b6df-bb7e2993cce1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:04.886881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.018941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.117698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=005f5b86-ac59-4495-85a2-4e3a8a6af768,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:05.119312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.123754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1b4e066-0fbe-4f12-bf6e-fa511ea6fcbd req-d7e2e1b2-9287-4184-8194-9220cbfdfe1d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042972 Feb 04 16:19:05.139731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860de844-74f3-4930-9033-04e08d4a807d req-20138681-bb05-45af-b562-074137441c0c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:05.143920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:05.146999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-860de844-74f3-4930-9033-04e08d4a807d req-20138681-bb05-45af-b562-074137441c0c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 0.8095329 Feb 04 16:19:05.152415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:05.170968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:05.171825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:05.172376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.209748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Transition to ACTIVE for port object 266f66aa-bdab-47de-82b0-25f1710f4423 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:05.256336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206680b8-c180-44af-8e26-941c1fa28493 req-54709f55-8500-4e72-8136-75799c8f74b7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:05.260287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206680b8-c180-44af-8e26-941c1fa28493 req-54709f55-8500-4e72-8136-75799c8f74b7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:05.262442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-206680b8-c180-44af-8e26-941c1fa28493 req-54709f55-8500-4e72-8136-75799c8f74b7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1682 time: 0.4095118 Feb 04 16:19:05.286854 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-320b76e5-0ca3-44e0-a974-8834711b32f1 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0978262 Feb 04 16:19:05.290494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:05.297154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:05.357855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] For port ce952caf-ef38-4318-b6df-bb7e2993cce1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce952caf-ef38-4318-b6df-bb7e2993cce1,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:05.358218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.363399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-860de844-74f3-4930-9033-04e08d4a807d req-b23c3a6b-c9d3-4401-9574-a404b6249b4d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151606 Feb 04 16:19:05.430923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 28da4c9b-0190-40e0-9dc5-ec875330886e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:05.431568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.489496 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.550373 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.570934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Calling delete_port for ce952caf-ef38-4318-b6df-bb7e2993cce1 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:05.587674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:05.636812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:05.647265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:05.708811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:05.788159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=266f66aa-bdab-47de-82b0-25f1710f4423,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:05.830742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e2bbc95a-7c63-43db-9154-a8b33bd2eac7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:05.926738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bbc95a-7c63-43db-9154-a8b33bd2eac7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.121602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.168817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e2bbc95a-7c63-43db-9154-a8b33bd2eac7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:06.171138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e2bbc95a-7c63-43db-9154-a8b33bd2eac7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:06.171778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:06.306460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:06.307830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 52c106af-ff3c-45f4-a3a8-9e7e9aaf0a8d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:06.317899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8bb27f75-13c1-43eb-9e68-0bce0d288a8f None None] Provisioning for port 266f66aa-bdab-47de-82b0-25f1710f4423 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:06.337403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8bb27f75-13c1-43eb-9e68-0bce0d288a8f None None] Provisioning complete for port 266f66aa-bdab-47de-82b0-25f1710f4423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:06.338635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8bb27f75-13c1-43eb-9e68-0bce0d288a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.369840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:06.494123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8bb27f75-13c1-43eb-9e68-0bce0d288a8f None None] Port 266f66aa-bdab-47de-82b0-25f1710f4423 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:19:06.717974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce952caf-ef38-4318-b6df-bb7e2993cce1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:06.941453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:19:06.964390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.095619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port 005f5b86-ac59-4495-85a2-4e3a8a6af768 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:07.107603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.196145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Transition to ACTIVE for port object 005f5b86-ac59-4495-85a2-4e3a8a6af768 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:07.217444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.225682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 28da4c9b-0190-40e0-9dc5-ec875330886e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=28da4c9b-0190-40e0-9dc5-ec875330886e,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:07.226139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.300678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=005f5b86-ac59-4495-85a2-4e3a8a6af768,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:07.518994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 28da4c9b-0190-40e0-9dc5-ec875330886e owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:07.577601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.595810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.597488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.598005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:07.613734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.618404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:07.618734 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:07.620181 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 2 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:07.646573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.647137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.647642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:07.755504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:07.755831 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:07.757073 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 3 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:07.829644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.829971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.830309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:07.839270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:07.845442 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:07.845442 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 4 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:07.865324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.865997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.866796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:07.876966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.882539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:07.883170 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:07.884697 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 5 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:07.909337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.910010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.910593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:07.915022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:07.919416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:07.919750 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:07.920327 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 6 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:07.997520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:07.997861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:07.998203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:08.040231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:08.040750 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:08.043891 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 7 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:08.056412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480f187-6ccc-4062-ad19-91a8e6274ce9 req-a4f2951e-e635-40d0-8399-e28426db266d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:08.059955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c480f187-6ccc-4062-ad19-91a8e6274ce9 req-a4f2951e-e635-40d0-8399-e28426db266d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 1.1029525 Feb 04 16:19:08.069085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:08.069415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:08.069752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:08.082535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:08.082875 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:08.084227 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 8 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:08.096037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae53d-71af-4939-bc56-cdb162202399 req-a74a251a-1112-4050-acc5-bb9fde379fb7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:08.103434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae53d-71af-4939-bc56-cdb162202399 req-a74a251a-1112-4050-acc5-bb9fde379fb7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:08.105161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19aae53d-71af-4939-bc56-cdb162202399 req-a74a251a-1112-4050-acc5-bb9fde379fb7 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 1682 time: 1.6924183 Feb 04 16:19:08.133124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:08.133457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:08.133795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:08.250866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:08.251202 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:08.274070 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 9 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:08.316408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:08.317098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:08.317679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:08.344096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:08.344633 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:08.357550 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 10 to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 Feb 04 16:19:08.380840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.383884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:08.386404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:08.386404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:08.416159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28da4c9b-0190-40e0-9dc5-ec875330886e no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:08.475156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:08.475156 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:08.475156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.513933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 28da4c9b-0190-40e0-9dc5-ec875330886e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:08.514999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 28da4c9b-0190-40e0-9dc5-ec875330886e not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:08.516443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea894895-2096-477f-9b35-43c5ba029c08 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:08.694188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.739055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port 005f5b86-ac59-4495-85a2-4e3a8a6af768, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:08.739055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempted to set empty binding levels {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:19:08.741914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c480f187-6ccc-4062-ad19-91a8e6274ce9 req-4adcd7ac-26a7-4316-a854-502e117bb001 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6349540 Feb 04 16:19:08.756451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19aae53d-71af-4939-bc56-cdb162202399 req-10d9d14c-eab0-4417-b2d8-cafa90a07476 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798755 Feb 04 16:19:08.792925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.823974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:08.826990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:08.828388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=28da4c9b-0190-40e0-9dc5-ec875330886e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:08.830354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.831013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e7ed7a-930f-4bdd-a7e5-3d62f09be255 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:19:08.849903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.948812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] In _notify_port_updated(), no bound segment for port 005f5b86-ac59-4495-85a2-4e3a8a6af768 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:19:08.950010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:08.954621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "PUT /v2.0/ports/005f5b86-ac59-4495-85a2-4e3a8a6af768 HTTP/1.1" status: 200 len: 975 time: 3.6627460 Feb 04 16:19:08.955357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:09.013376 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08', 'code': 200} Feb 04 16:19:09.053896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860a43-0c82-4282-a4ed-e1ccc3385fee tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=005f5b86-ac59-4495-85a2-4e3a8a6af768,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:09.064530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:09.178885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Router 72e1709e-92af-4300-918a-f06a9d7bf199 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:09.290959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port 28da4c9b-0190-40e0-9dc5-ec875330886e on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:09.298825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.302924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-deleted', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:09.329565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.330838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2888fd9b-a931-446f-b66d-f9cb90a11a8c admin admin] 10.222.0.62 "DELETE /v2.0/routers/50e7ed7a-930f-4bdd-a7e5-3d62f09be255 HTTP/1.1" status: 204 len: 168 time: 8.6739662 Feb 04 16:19:09.334851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:09.346903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:19:09.364464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-206680b8-c180-44af-8e26-941c1fa28493 req-d6aaa7ab-3a65-48f2-9f51-21ec07656c67 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "DELETE /v2.0/ports/28da4c9b-0190-40e0-9dc5-ec875330886e HTTP/1.1" status: 204 len: 173 time: 4.0954840 Feb 04 16:19:09.439432 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-deleted', 'tag': '28da4c9b-0190-40e0-9dc5-ec875330886e', 'status': 'completed', 'code': 200} Feb 04 16:19:09.441987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.459278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.495734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Deleting subnet 4a35c2ee-da5f-48cf-8355-6911d2743c35 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:09.504834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.582106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.606608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=266f66aa-bdab-47de-82b0-25f1710f4423,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:09.641821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4b30c45f-0479-4453-8ab2-8ab1463c4725 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21571 time: 0.6465154 Feb 04 16:19:09.645446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37626) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:09.665674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port ea894895-2096-477f-9b35-43c5ba029c08 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:09.666279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.733377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:09.733873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.747208 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Sync routers for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:09.747784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Deleting port 005f5b86-ac59-4495-85a2-4e3a8a6af768 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:09.748158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:09.795551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:09.796587 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:09.851094 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3607f201-56fb-4b49-bf03-259b0840d0d4 admin admin] 10.222.0.62 "PUT /v2.0/routers/72e1709e-92af-4300-918a-f06a9d7bf199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9689975 Feb 04 16:19:09.853834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37638) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:09.920166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.191558 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:10.315366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port ea894895-2096-477f-9b35-43c5ba029c08, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea894895-2096-477f-9b35-43c5ba029c08,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:10.315856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.468435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for ea894895-2096-477f-9b35-43c5ba029c08 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:10.476842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port 005f5b86-ac59-4495-85a2-4e3a8a6af768, host n-h2-827873-1, got binding levels [] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:10.477290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.490185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.640171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:19:06Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:10.656327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Checking router: 72e1709e-92af-4300-918a-f06a9d7bf199 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:10.669716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Routers {'72e1709e-92af-4300-918a-f06a9d7bf199'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:10.670529 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['72e1709e-92af-4300-918a-f06a9d7bf199'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:10.709015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a35c2ee-da5f-48cf-8355-6911d2743c35,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:10.721482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Calling delete_port for 005f5b86-ac59-4495-85a2-4e3a8a6af768 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:10.769590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:10.770738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c055c6ee-763a-4277-8fcb-568247c40701 None None] Network 524ed0e6-cee8-4868-8c67-09878849ca49 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:10.815860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:10.819317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:10.903723 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c48bd4bf-1d13-4b31-adb2-476520df41d8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4a35c2ee-da5f-48cf-8355-6911d2743c35 HTTP/1.1" status: 204 len: 168 time: 1.5615709 Feb 04 16:19:10.908562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37658) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:11.010825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.063711 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] Set router 72e1709e-92af-4300-918a-f06a9d7bf199 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:11.220822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event deleted for resources: {'Port': ['ID=005f5b86-ac59-4495-85a2-4e3a8a6af768,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:11.228948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:11.239646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] DHCP port deletion for 524ed0e6-cee8-4868-8c67-09878849ca49 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:19:11.245757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Deleting port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:11.246485 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.255889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.300714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47f225-16f5-495a-83ff-df95ea6115c1 req-69d7febc-dd2f-4afb-91cb-ed5d72d0150f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:11.301457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b47f225-16f5-495a-83ff-df95ea6115c1 req-69d7febc-dd2f-4afb-91cb-ed5d72d0150f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Synchronizing usage tracker for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:11.304617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.325325 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81bbfadc-93a7-4408-96c2-90ec76ad3349 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "DELETE /v2.0/ports/005f5b86-ac59-4495-85a2-4e3a8a6af768 HTTP/1.1" status: 204 len: 168 time: 1.6740263 Feb 04 16:19:11.329394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:11.382269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4b0ee525-91d0-4088-b94a-9932d06d3988 None None] Provisioning complete for port 266f66aa-bdab-47de-82b0-25f1710f4423 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:11.382798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee525-91d0-4088-b94a-9932d06d3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.428455 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fae0790-2533-4b18-917e-caa19834aa9d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:19:11.429187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fae0790-2533-4b18-917e-caa19834aa9d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Synchronizing usage tracker for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:11.429328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dba034-e166-4056-9f5d-4db160b46928 req-81e9c0a7-6bea-447b-805f-56d67f6f2b79 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:11.430714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12dba034-e166-4056-9f5d-4db160b46928 req-81e9c0a7-6bea-447b-805f-56d67f6f2b79 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 0.8850412 Feb 04 16:19:11.434474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.475568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5b47f225-16f5-495a-83ff-df95ea6115c1 req-69d7febc-dd2f-4afb-91cb-ed5d72d0150f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Unset dirty status for tenant:1d7d6fd7480145b1b1621210669b7ce1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:11.483155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b47f225-16f5-495a-83ff-df95ea6115c1 req-69d7febc-dd2f-4afb-91cb-ed5d72d0150f tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/ports?device_id=8021d5ef-169f-4e27-affb-bf264e2b23c7 HTTP/1.1" status: 200 len: 943 time: 0.9409637 Feb 04 16:19:11.488514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Deleting port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:11.489073 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.595668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.643306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.665249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ee525-91d0-4088-b94a-9932d06d3988 None None] Port 266f66aa-bdab-47de-82b0-25f1710f4423 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:19:11.714421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5fae0790-2533-4b18-917e-caa19834aa9d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Unset dirty status for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:11.716120 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5fae0790-2533-4b18-917e-caa19834aa9d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports/005f5b86-ac59-4495-85a2-4e3a8a6af768 HTTP/1.1" status: 404 len: 333 time: 0.3793697 Feb 04 16:19:11.776146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:19:06Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:11.787791 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3d41b-bfed-463e-be16-680f603e6b29 None None] The sync data for ids ['72e1709e-92af-4300-918a-f06a9d7bf199'] in n-d-827873-1 is: [{'id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'name': 'tempest-ServerActionsTestJSON-2139776378-router', 'tenant_id': '31a1955445ea4471b01d267964b88741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:07:22Z', 'updated_at': '2022-02-04T16:19:06Z', 'revision_number': 5, 'project_id': '31a1955445ea4471b01d267964b88741', 'gw_port': {'id': 'd7a2b528-4ae7-4afa-bb83-5e4a7e000cc2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1709e-92af-4300-918a-f06a9d7bf199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:07:25Z', 'updated_at': '2022-02-04T16:07:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:11.794991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37678) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:11.802892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b19f0f62-3caf-427d-80e8-59b0b40fa7d8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:11.890198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1387602926', 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:11.897224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:11.909391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:11.915045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] For port b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:11.915481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.921978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:11.926814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Usage tracker for resource:security_group_rule and tenant:3ce9e7fd81bc4e7a8486a3d35c42a279 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:11.929793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:11.946114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:11.976980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Made reservation on behalf of d8081f889f954e648783e9ddc1acab35 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:11.980471 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:11.983804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12dba034-e166-4056-9f5d-4db160b46928 req-3ddc1f6f-9989-464a-9c70-688a20d0e1d5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5400381 Feb 04 16:19:12.047321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b47f225-16f5-495a-83ff-df95ea6115c1 req-c9fcbb50-0f64-413e-aa07-8576bf9db82d tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "GET /v2.0/security-groups?id=11324bb9-c421-4ae1-9874-7d4a43bce211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627418 Feb 04 16:19:12.048720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Port': ['ID=ea894895-2096-477f-9b35-43c5ba029c08,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:12.115022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] No DVR routers for this DVR port ea894895-2096-477f-9b35-43c5ba029c08 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:12.119753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:12.122950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-206680b8-c180-44af-8e26-941c1fa28493 req-f039e123-d98c-4adf-96bb-127fae152257 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.41 "DELETE /v2.0/ports/ea894895-2096-477f-9b35-43c5ba029c08 HTTP/1.1" status: 204 len: 173 time: 2.7495313 Feb 04 16:19:12.123714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-deleted', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:12.143422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Calling delete_port for b19f0f62-3caf-427d-80e8-59b0b40fa7d8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:12.276744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port 8e9a4b99-e672-455f-bd1f-51687c1ed80b yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:12.325720 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8021d5ef-169f-4e27-affb-bf264e2b23c7', 'name': 'network-vif-deleted', 'tag': 'ea894895-2096-477f-9b35-43c5ba029c08', 'status': 'completed', 'code': 200} Feb 04 16:19:12.434564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:19:12.438213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:12.444592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:12.525778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] No DVR routers for this DVR port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:12.528949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59b8dc-83e1-4261-b548-053e851c9c1b None None] Pushing event deleted for resources: {'Port': ['ID=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:12.638221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] For port b19f0f62-3caf-427d-80e8-59b0b40fa7d8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b19f0f62-3caf-427d-80e8-59b0b40fa7d8,segment=NetworkSegment(74abbb6f-dd9d-476b-b86f-52632af3566d),segment_id=74abbb6f-dd9d-476b-b86f-52632af3566d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:12.638623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:12.752003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:12.758896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-038e1b38-78ee-4cfc-bbe1-a8a7ebc4b682 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "PUT /v2.0/routers/b9efd6ea-fa6b-4989-a1fb-f781b19a9c44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6023128 Feb 04 16:19:12.761258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:12.764237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] Sync routers for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:12.769272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Request body: {'port': {'network_id': 'ccb880e9-e7bf-42ad-8bda-0417fefa7054', 'name': 'tempest-FloatingIPAdminTestJSON-1483573728'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:12.783948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:12.784568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:12.894498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:12.910681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:12.911310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:12.964042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:12.964661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Usage tracker for resource:port and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:12.969325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:12.975198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:13.000598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:13.001018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbb0d7-0132-4187-bbd0-df070a5155eb None None] The sync data for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:13.052613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Calling delete_port for b19f0f62-3caf-427d-80e8-59b0b40fa7d8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:13.150730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.170387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Made reservation on behalf of a958ba59ce054c239fea6306d029675f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:13.171034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.174506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.207845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:13.211142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] device_id is not set on port 1f356571-4662-4de1-baf0-e95d66b4e419 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:13.219115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.279725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ce9e7fd81bc4e7a8486a3d35c42a279&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0379627 Feb 04 16:19:13.280552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7aa117-2057-498f-81fe-5e4c39d39536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76325119-ac3f-4f20-95cf-dd01e4177bcc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:13.285512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37716) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:13.304518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:13.304828 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:13.344650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.366480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.402868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Deleting port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:13.403484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.519442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:13.538127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:13.544256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=8e9a4b99-e672-455f-bd1f-51687c1ed80b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:13.546605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.548470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:13.549257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:13.549826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.581264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Allocated IP 172.20.0.5 (ccb880e9-e7bf-42ad-8bda-0417fefa7054/2b50aa4e-05d6-4cc0-ae1a-aaed43740469/1f356571-4662-4de1-baf0-e95d66b4e419) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:13.605237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting subnet 3f7edd2b-83e2-4215-b9a3-0401a630bd99 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:13.614695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-e23de251-f5fb-4eb0-baf1-abd178cd3bb8 req-6906805f-a025-4391-a28f-7c2c4eab56b5 service neutron] (83596) timed out ('10.222.0.58', 58306) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:19:13.622248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.681658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.718222 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75728d72-f58f-4c9a-8fe4-1b9f905e3ee3 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9112794 Feb 04 16:19:13.727375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:13.745206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce952caf-ef38-4318-b6df-bb7e2993cce1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:13.753650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] For port d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:13.754101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.809068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ce952caf-ef38-4318-b6df-bb7e2993cce1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:13.809693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce952caf-ef38-4318-b6df-bb7e2993cce1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:13.828712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Deleting port b19f0f62-3caf-427d-80e8-59b0b40fa7d8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:13.829142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.836942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:13.872403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9eff47e7-5a35-46b7-aa8e-7a25de9ffedc tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports/8e9a4b99-e672-455f-bd1f-51687c1ed80b HTTP/1.1" status: 200 len: 955 time: 0.1389937 Feb 04 16:19:13.875272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37728) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:13.919679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Calling delete_port for d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:13.987751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.003481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] The port 'b19f0f62-3caf-427d-80e8-59b0b40fa7d8' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:19:14.034786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Deleting port 8e9a4b99-e672-455f-bd1f-51687c1ed80b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:14.035437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.058643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76325119-ac3f-4f20-95cf-dd01e4177bcc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:14.094066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.097772 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9595f2bd-1632-458b-b8b8-fcacb84c789f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76325119-ac3f-4f20-95cf-dd01e4177bcc HTTP/1.1" status: 204 len: 168 time: 0.8087752 Feb 04 16:19:14.178675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.210376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524ed0e6-cee8-4868-8c67-09878849ca49']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:14.235797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74abbb6f-dd9d-476b-b86f-52632af3566d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:14.236088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74abbb6f-dd9d-476b-b86f-52632af3566d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:14.249999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.292826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.333904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.358648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:14.359035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:14.376870 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:14.452035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.476429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.550070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:14.597870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.624370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.639589 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/524ed0e6-cee8-4868-8c67-09878849ca49 HTTP/1.1" status: 204 len: 168 time: 3.7277906 Feb 04 16:19:14.644265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050a707-c298-43ae-8a56-c317d16d8ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=524ed0e6-cee8-4868-8c67-09878849ca49,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:14.666523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37752) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:14.729702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7edd2b-83e2-4215-b9a3-0401a630bd99,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:14.732958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.739584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.743375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e69ca-f563-494b-bb5f-e8ab4df110e9 None None] Network 93cc179f-ce56-4255-a71c-139284786f4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:14.743886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:14.888722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6881c31a-4e03-4255-bff0-59e34a67b1be tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/subnets/3f7edd2b-83e2-4215-b9a3-0401a630bd99 HTTP/1.1" status: 204 len: 168 time: 1.6797428 Feb 04 16:19:14.890909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Transition to ACTIVE for port object 1f356571-4662-4de1-baf0-e95d66b4e419 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:14.904756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Calling delete_port for 8e9a4b99-e672-455f-bd1f-51687c1ed80b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:14.938634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37756) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:15.015953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37762) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:15.016713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.107872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] DHCP port deletion for 93cc179f-ce56-4255-a71c-139284786f4e request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:19:15.112305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Deleting port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:15.112678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.164453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.182103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.211556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:15.212102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.254268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.320692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:15.333277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cd170a3e6d46729387e24e54c7fa55 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:15.337705 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-968fad51-4991-4835-bc1b-081a096a4f57 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2af7b77e48b4f06a9281b18117b1189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2998152 Feb 04 16:19:15.341737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:15.345816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37772) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:15.357063 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.378275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:15.381144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:15.394525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:15.425095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:15.473383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] For port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:15.474113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.486040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event updated for resources: {'Port': ['ID=1f356571-4662-4de1-baf0-e95d66b4e419,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:15.537108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.541830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.569693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e9a4b99-e672-455f-bd1f-51687c1ed80b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:15.579833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.590094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8eea87d0-b15e-4dea-a128-c82b786f25f2 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8e9a4b99-e672-455f-bd1f-51687c1ed80b HTTP/1.1" status: 204 len: 168 time: 1.7137451 Feb 04 16:19:15.595023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:15.606995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.608460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e1709e-92af-4300-918a-f06a9d7bf199 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:19:15.641285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.687162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.690398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Calling delete_port for 6fb5c613-cde3-44b1-a13e-003c93e3fe6f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:15.783388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.788216 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-17403a2b-e9e9-4c8e-9dbc-cdee5fa9e82d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:19:15.789983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.795065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17403a2b-e9e9-4c8e-9dbc-cdee5fa9e82d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Synchronizing usage tracker for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:15.805873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/449109ae-12c1-4971-bfa7-0c386bc823cf HTTP/1.1" status: 204 len: 168 time: 0.4476516 Feb 04 16:19:15.814925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.822997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17813598-bbeb-40e8-9bed-c55c1f5ea6e5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/72e1709e-92af-4300-918a-f06a9d7bf199 HTTP/1.1" status: 204 len: 168 time: 5.9650934 Feb 04 16:19:15.826627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:15.860720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2856874-7d30-412d-9b2a-4356aaee428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449109ae-12c1-4971-bfa7-0c386bc823cf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:15.896620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-36319789-a2c3-4090-9f92-ea26bff41eb6 None None] Provisioning for port 1f356571-4662-4de1-baf0-e95d66b4e419 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:15.915082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-36319789-a2c3-4090-9f92-ea26bff41eb6 None None] Provisioning complete for port 1f356571-4662-4de1-baf0-e95d66b4e419 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:15.915765 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36319789-a2c3-4090-9f92-ea26bff41eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.960616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:15.961231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:15.990437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.000195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.013729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,segment=NetworkSegment(0fb705b3-8753-475b-8cb2-790af7398719),segment_id=0fb705b3-8753-475b-8cb2-790af7398719)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:16.014097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.038211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17403a2b-e9e9-4c8e-9dbc-cdee5fa9e82d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Unset dirty status for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:16.043684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-17403a2b-e9e9-4c8e-9dbc-cdee5fa9e82d tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports/8e9a4b99-e672-455f-bd1f-51687c1ed80b HTTP/1.1" status: 404 len: 333 time: 0.4222796 Feb 04 16:19:16.047281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.057753 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5cd170a3e6d46729387e24e54c7fa55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3893502 Feb 04 16:19:16.064600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-36319789-a2c3-4090-9f92-ea26bff41eb6 None None] Port 1f356571-4662-4de1-baf0-e95d66b4e419 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:19:16.065375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1877338428'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:16.079288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.091969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.103335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:16.145106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:16.175777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1137d0-5c62-44ed-b81e-2480e6aef4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f562c31-abaf-449d-8435-e3ad5fc60c00,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:16.209745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] No DVR routers for this DVR port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:16.219632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Made reservation on behalf of d8081f889f954e648783e9ddc1acab35 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:16.223850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.225506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271cd5c-b58b-49c9-8712-9b89b7cf4fb2 None None] Pushing event deleted for resources: {'Port': ['ID=6fb5c613-cde3-44b1-a13e-003c93e3fe6f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:16.239585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6fb5c613-cde3-44b1-a13e-003c93e3fe6f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:16.290773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.296184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:16.309869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c1582c9c-f0f7-40c1-ad4b-36598317c0f9 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5426755 Feb 04 16:19:16.312544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6fb5c613-cde3-44b1-a13e-003c93e3fe6f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:16.312886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6fb5c613-cde3-44b1-a13e-003c93e3fe6f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:16.313952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for 6fb5c613-cde3-44b1-a13e-003c93e3fe6f owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:16.351874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.380548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Deleting subnet e2ac8287-c761-4ebd-8d3d-5f4ee15e304e {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:16.391653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.394380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.461113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.522289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.529576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f562c31-abaf-449d-8435-e3ad5fc60c00,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:16.571067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.572450 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-311596d2-6ca1-43b2-a5cd-5f6d697a21ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f562c31-abaf-449d-8435-e3ad5fc60c00 HTTP/1.1" status: 204 len: 168 time: 0.4914930 Feb 04 16:19:16.632993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.707372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.711620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.774574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.780792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-373bf3e0-ec97-4ec0-a51c-73ca08b33314 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9cbdebdc9ce54377928a0d9feed00482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0680568 Feb 04 16:19:16.784288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.795497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'project_id': 'a958ba59ce054c239fea6306d029675f', 'port_id': '1f356571-4662-4de1-baf0-e95d66b4e419'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:16.813473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.859266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:16.866491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5277d5e-b58d-4b7e-8a82-02068b00a8bf None None] Network 17656e81-4d99-4450-9713-c84df045695d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:16.906286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e2ac8287-c761-4ebd-8d3d-5f4ee15e304e HTTP/1.1" status: 204 len: 168 time: 1.0752273 Feb 04 16:19:16.908394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:16.910530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:16.913669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7c595-0dcf-47c0-95f1-408bce76f1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ac8287-c761-4ebd-8d3d-5f4ee15e304e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:16.920938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Usage tracker for resource:floatingip and tenant:a958ba59ce054c239fea6306d029675f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:16.927816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:16.936511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:16.937453 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:16.938689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:16.956079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.043686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=bd07e3a4-02c8-4b13-bfd3-a9efb9725620,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:17.083284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Network a48cc08c-2754-4d5e-8770-4df3ad8647cf is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:17.092955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:17.095418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:17.096384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:17.096961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.127750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.135139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.175739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4f93cd6-0754-4615-bd56-0c1cd889d33a tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1144083 Feb 04 16:19:17.179651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:17.182258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.201532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Deleting port f5d9b312-483f-48b0-b63b-751f855387bc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:17.201532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.303980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:17.319696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] DHCP port deletion for 17656e81-4d99-4450-9713-c84df045695d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:19:17.324298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Deleting port f5d9b312-483f-48b0-b63b-751f855387bc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:17.324855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.437152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.487729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port 6fb5c613-cde3-44b1-a13e-003c93e3fe6f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:17.488176 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.638071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] For port f5d9b312-483f-48b0-b63b-751f855387bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f5d9b312-483f-48b0-b63b-751f855387bc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:17.638867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.651308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] The port '6fb5c613-cde3-44b1-a13e-003c93e3fe6f' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:19:17.777040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.832390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Calling delete_port for f5d9b312-483f-48b0-b63b-751f855387bc owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:17.853187 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.883892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.885717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc179f-ce56-4255-a71c-139284786f4e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:17.908493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb705b3-8753-475b-8cb2-790af7398719') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:17.908795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb705b3-8753-475b-8cb2-790af7398719') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:17.931496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b70be7b-d698-46ac-b258-30aa7a6399fd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:17.940748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:17.946429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.948400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] For port f5d9b312-483f-48b0-b63b-751f855387bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f5d9b312-483f-48b0-b63b-751f855387bc,segment=NetworkSegment(3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9),segment_id=3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:17.948758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.978533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.980181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:17.982509 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c5970325-117d-4255-a7ca-f36cd3769471 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b70be7b-d698-46ac-b258-30aa7a6399fd HTTP/1.1" status: 204 len: 168 time: 1.1971328 Feb 04 16:19:17.997570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:17.997972 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.021171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:18.021738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d7a2b528-4ae7-4afa-bb83-5e4a7e000cc2 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:18.022380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f5d9b312-483f-48b0-b63b-751f855387bc no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:18.071712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.126246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f5d9b312-483f-48b0-b63b-751f855387bc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:18.126732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f5d9b312-483f-48b0-b63b-751f855387bc not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:18.159226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] Pushing event deleted for resources: {'Port': ['ID=f5d9b312-483f-48b0-b63b-751f855387bc,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:18.163757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a89c2-614e-4969-bfe0-d276b5f44562 None None] No DVR routers for this DVR port f5d9b312-483f-48b0-b63b-751f855387bc on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:18.193236 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:18.293940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Calling delete_port for f5d9b312-483f-48b0-b63b-751f855387bc owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:18.392612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Allocated IP 172.25.5.9 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8472f8ce-da34-4308-bed9-11b7005a2d2c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:18.405394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-b5f197bd-5ba6-4421-bd47-68a30ddd82e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0220509 Feb 04 16:19:18.425579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.433142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:18.433729 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:18.483419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.501323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] device_id is not set on port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:18.509070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.525719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Transition to ACTIVE for port object bd07e3a4-02c8-4b13-bfd3-a9efb9725620 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:18.533337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.555961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Network': ['ID=93cc179f-ce56-4255-a71c-139284786f4e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:18.687728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-785b0ac8-0380-47cb-87c9-ce6ece43fc41 tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/networks/93cc179f-ce56-4255-a71c-139284786f4e HTTP/1.1" status: 204 len: 168 time: 3.7407348 Feb 04 16:19:18.688563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:18.817891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=bd07e3a4-02c8-4b13-bfd3-a9efb9725620,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:18.848338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:18.848981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:18.849424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:18.856671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:18.857310 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:18.858037 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 2 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:18.880482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.881708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:18.882149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:18.882641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:18.891676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:18.892123 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:18.892611 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 3 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:18.924453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:18.926376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:18.926792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:18.935917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Deleting port f5d9b312-483f-48b0-b63b-751f855387bc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:18.937302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:18.982388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-ecf3a67d-6dab-4c33-ad58-8afd7b01b9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 1098 time: 0.4379902 Feb 04 16:19:18.990574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:18.990956 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.021177 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 4 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.041998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] The port 'f5d9b312-483f-48b0-b63b-751f855387bc' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:19:19.044060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.044555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.044898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.170128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.170354 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.172761 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 5 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.245511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.246416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.258197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.278568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.305820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.306353 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.316068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.323950 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 6 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.365734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting subnet c787f090-0ee5-4d1d-a4e3-29445b2dfee7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:19.374217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6ebe-2500-4c7a-906d-167652530c34 req-474d5ddc-9d1f-482d-887c-25d50e3f2df5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:19.375843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-474d5ddc-9d1f-482d-887c-25d50e3f2df5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.3525729 Feb 04 16:19:19.380611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.380950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.381288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.384376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.384828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17656e81-4d99-4450-9713-c84df045695d']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:19.401257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:19.401555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb33bf9-d23a-4d60-8611-bcb4e6e7e5d9') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:19.411827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.412160 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.414698 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 7 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.425537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.447441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.447780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.448118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.451668 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.461787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:19.462205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:19.481950 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:19.486306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.486676 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.555857 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 8 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.598187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.598649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.599163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.612580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.613185 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.614225 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 9 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.635407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.654229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:19.669030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Pushing event updated for resources: {'Port': ['ID=8472f8ce-da34-4308-bed9-11b7005a2d2c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:19.675776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:19.694143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:19.713299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.746701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.749279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.749639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.751989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:19.758578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17656e81-4d99-4450-9713-c84df045695d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:19.776464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:19.785186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.785870 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.787060 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempt 10 to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 Feb 04 16:19:19.806536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:19.807149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:19.807642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempting to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:19.810804 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5483a46a-3422-4376-8b19-e76e0faf77c9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/17656e81-4d99-4450-9713-c84df045695d HTTP/1.1" status: 204 len: 168 time: 2.8974276 Feb 04 16:19:19.821691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:19.822024 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Failed to bind port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on host n-h2-827873-1 for vnic_type normal using segments [{'id': 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a48cc08c-2754-4d5e-8770-4df3ad8647cf'}] Feb 04 16:19:19.822416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.004522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1217196570-network', 'tenant_id': '7c5ae9de14f14df7a42aaa57695dc514'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:20.015299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:20.025778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Usage tracker for resource:network and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:20.039321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:20.060328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:20.093109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Made reservation on behalf of 7c5ae9de14f14df7a42aaa57695dc514 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:20.095400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.146123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-8011e62a-d731-43b0-a211-4afb7f8b87c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 200 len: 1002 time: 0.7227840 Feb 04 16:19:20.146681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port bd07e3a4-02c8-4b13-bfd3-a9efb9725620, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:20.148444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Attempted to set empty binding levels {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:19:20.149700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.169096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37934) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:20.180187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.307227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event updated for resources: {'Port': ['ID=bd07e3a4-02c8-4b13-bfd3-a9efb9725620,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:20.320102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c6ebe-2500-4c7a-906d-167652530c34 req-877942ab-3f4c-4861-b2bc-1d7b35118f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:20.321762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-877942ab-3f4c-4861-b2bc-1d7b35118f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1552248 Feb 04 16:19:20.367333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] In _notify_port_updated(), no bound segment for port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 on network a48cc08c-2754-4d5e-8770-4df3ad8647cf {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:19:20.368359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.369695 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80250710-e768-43ea-94db-dba9062a8820 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "PUT /v2.0/ports/bd07e3a4-02c8-4b13-bfd3-a9efb9725620 HTTP/1.1" status: 200 len: 975 time: 3.1749251 Feb 04 16:19:20.374875 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5e615b39-5b2f-4704-8cb7-c9bfd7318ead admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31a1955445ea4471b01d267964b88741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963816 Feb 04 16:19:20.374875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37944) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:20.375911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:20.384596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.548130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Deleting port bd07e3a4-02c8-4b13-bfd3-a9efb9725620 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:20.548130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.584072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:20.595589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Usage tracker for resource:security_group_rule and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:20.600620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:20.610043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:20.741752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.763124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.819029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-f6ff2d5c-a528-4bbc-a659-76c95f0dcd23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4894490 Feb 04 16:19:20.839659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Subnet': ['ID=c787f090-0ee5-4d1d-a4e3-29445b2dfee7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:20.868236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.881027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] For port bd07e3a4-02c8-4b13-bfd3-a9efb9725620, host n-h2-827873-1, got binding levels [] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:20.881382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.897124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885436e-65c7-462e-b4b1-44a6b5d58393 None None] Network 2933b330-bd99-4260-90be-6c62e20a6a4e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:20.909017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:20.929465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.056254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.071098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:19:21.084460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.084971 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Added segment 127ae31d-292a-4efb-bcd3-1899367f58a2 of type vlan for network 94083255-41f2-4e22-b537-3429f4e31618 Feb 04 16:19:21.098951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-86f9e28d-0b53-4f1c-8839-117d4ce1c24a tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/subnets/c787f090-0ee5-4d1d-a4e3-29445b2dfee7 HTTP/1.1" status: 204 len: 168 time: 2.4050586 Feb 04 16:19:21.102495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:21.121609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.164008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Calling delete_port for bd07e3a4-02c8-4b13-bfd3-a9efb9725620 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:21.209190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.228165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.230359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:21.231334 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.245933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.394199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7e972-1b74-484e-a7cc-3d82f0b8449c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:21.424534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6416931 Feb 04 16:19:21.424534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:21.435347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Request body: {'subnet': {'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1217196570-subnet', 'tenant_id': '7c5ae9de14f14df7a42aaa57695dc514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:21.443853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e6dd9-5908-45c2-a55f-95405a702b2a admin admin] Pushing event updated for resources: {'Network': ['ID=94083255-41f2-4e22-b537-3429f4e31618,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:21.447369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:21.494648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 94083255-41f2-4e22-b537-3429f4e31618 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:19:21.503663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Usage tracker for resource:subnet and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:21.514684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:21.520826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.534503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] DHCP port deletion for 2933b330-bd99-4260-90be-6c62e20a6a4e request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:19:21.542389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Deleting port ec1c4198-0806-4c84-b14f-b75463fd5a7c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:21.548549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.562120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.571349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.609142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:21.654369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd07e3a4-02c8-4b13-bfd3-a9efb9725620,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:21.669362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.674008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Made reservation on behalf of 7c5ae9de14f14df7a42aaa57695dc514 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:21.690524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:21.747240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-b6f9fc64-8517-42fa-9f78-5eea5bae3dc8 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9133534 Feb 04 16:19:21.748525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35026eb5-3650-4e62-883c-6086908aa135,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:21.823067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ec1c4198-0806-4c84-b14f-b75463fd5a7c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:21.833805 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-29645d09-09cc-4988-ae48-e2582a86e876 tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "DELETE /v2.0/ports/bd07e3a4-02c8-4b13-bfd3-a9efb9725620 HTTP/1.1" status: 204 len: 168 time: 1.4576967 Feb 04 16:19:21.866427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:21.922188 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:19:21.950691 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-58025052-56b0-4f29-985f-59e1ec93995c tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:19:21.951190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-58025052-56b0-4f29-985f-59e1ec93995c tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Synchronizing usage tracker for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:21.984525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-58025052-56b0-4f29-985f-59e1ec93995c tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] Unset dirty status for tenant:d8081f889f954e648783e9ddc1acab35 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:21.988107 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-58025052-56b0-4f29-985f-59e1ec93995c tempest-PortsAdminExtendedAttrsTestJSON-1100945118 tempest-PortsAdminExtendedAttrsTestJSON-1100945118-project-admin] 10.222.0.62 "GET /v2.0/ports/bd07e3a4-02c8-4b13-bfd3-a9efb9725620 HTTP/1.1" status: 404 len: 333 time: 0.1181219 Feb 04 16:19:21.992403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37996) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:22.055520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.060631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port ec1c4198-0806-4c84-b14f-b75463fd5a7c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:22.061242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.169992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:22.170570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.295199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.348239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.375775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Calling delete_port for ec1c4198-0806-4c84-b14f-b75463fd5a7c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:22.442303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:22.444357 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.445682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-69322fa0-31c5-4c75-b446-1096213fb7da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35026eb5-3650-4e62-883c-6086908aa135 HTTP/1.1" status: 204 len: 168 time: 2.0674894 Feb 04 16:19:22.455139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.489067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Checking segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:22.489424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Network hostable DHCP agents. Network: 94083255-41f2-4e22-b537-3429f4e31618, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:19:22.555084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.587635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-702c6ebe-2500-4c7a-906d-167652530c34 req-c22060dd-c1f2-4984-a53c-f1c290cb8e52 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929783 Feb 04 16:19:22.666580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.670776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:22.686814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.725871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:22.726525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.734844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48cc08c-2754-4d5e-8770-4df3ad8647cf']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:22.782970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:22.783380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc05d263-25f5-4101-a57d-a6ed4eb5ad5c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:22.799163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Network 94083255-41f2-4e22-b537-3429f4e31618 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:19:22.804652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ec1c4198-0806-4c84-b14f-b75463fd5a7c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:22.810525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:22.811210 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:22.817439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.820528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.820873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.821213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.821551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.821876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.822198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.824839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.825191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.825627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.827109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.827450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:22.839080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 94083255-41f2-4e22-b537-3429f4e31618) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:22.842931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.848847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fee6f9-c335-4bbc-84b4-367f2e52b9fd None None] Network 94083255-41f2-4e22-b537-3429f4e31618 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:22.851784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:22.852632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:22.860385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:22.861151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:23.083363 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:23.138453 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91083328-7204-4f75-a1e2-9db51c6965a0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7062020 Feb 04 16:19:23.144224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.153196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.196849 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] 10.222.0.62 "DELETE /v2.0/networks/a48cc08c-2754-4d5e-8770-4df3ad8647cf HTTP/1.1" status: 204 len: 168 time: 1.2029788 Feb 04 16:19:23.212928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365aafc1-de78-45f1-a9f1-7a8ca77398b4 tempest-PortsAdminExtendedAttrsTestJSON-92947918 tempest-PortsAdminExtendedAttrsTestJSON-92947918-project] Pushing event deleted for resources: {'Network': ['ID=a48cc08c-2754-4d5e-8770-4df3ad8647cf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:23.217007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for ec1c4198-0806-4c84-b14f-b75463fd5a7c owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:23.312802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Deleting port ec1c4198-0806-4c84-b14f-b75463fd5a7c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:23.313379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.345894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:23.347233 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:23.372655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.381547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.436467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7eabf-2437-408a-aa3a-31bcab504c9b None None] Network 94083255-41f2-4e22-b537-3429f4e31618 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:23.565215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Pushing event updated for resources: {'Port': ['ID=8472f8ce-da34-4308-bed9-11b7005a2d2c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:23.754114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.849677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port ec1c4198-0806-4c84-b14f-b75463fd5a7c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:23.850015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:23.851731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:23.851731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.034152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Calling delete_port for ec1c4198-0806-4c84-b14f-b75463fd5a7c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:24.043352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38054) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:24.163860 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.224650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] Pushing event deleted for resources: {'Port': ['ID=ec1c4198-0806-4c84-b14f-b75463fd5a7c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:24.236977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8181e6-a447-4dcf-97f1-e9199c5dd3e6 None None] No DVR routers for this DVR port ec1c4198-0806-4c84-b14f-b75463fd5a7c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:24.280236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] For port ec1c4198-0806-4c84-b14f-b75463fd5a7c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ec1c4198-0806-4c84-b14f-b75463fd5a7c,segment=NetworkSegment(6061c8f1-e062-4a1c-88d9-42f1e5dbdd94),segment_id=6061c8f1-e062-4a1c-88d9-42f1e5dbdd94)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:24.280841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:24.494914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Calling delete_port for ec1c4198-0806-4c84-b14f-b75463fd5a7c owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:24.599954 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:24.600274 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:24.642815 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Floating IP 66eef7f1-18f1-4732-97c4-898cc1380725 associated. External IP: 172.25.5.9, port: 1f356571-4662-4de1-baf0-e95d66b4e419. Feb 04 16:19:24.895122 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-65ff9245-eef8-46d5-a99e-4cb25229bef8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ac6170ea96b444bbb4100874e6d7c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8494012 Feb 04 16:19:24.897949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38084) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:24.939069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Deleting port ec1c4198-0806-4c84-b14f-b75463fd5a7c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:24.939998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.044260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.095913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8f33965-b29c-4c5a-b962-54ee805ef74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.109057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] The port 'ec1c4198-0806-4c84-b14f-b75463fd5a7c' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:19:25.113011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.219195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.246200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d62a95-78f7-4e01-9f64-c84b5c21d1ec,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:25.254319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.255465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75d62a95-78f7-4e01-9f64-c84b5c21d1ec HTTP/1.1" status: 204 len: 168 time: 0.3563402 Feb 04 16:19:25.263904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.264262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.264602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.264935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.265268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.265595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.266133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.266617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.267084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.267949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.268467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bc7603-6e3b-42b8-9a8a-e13e507b5b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:25.341668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-e5de6e38-4a5f-47f0-bd79-57163246cd60 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:25.344205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-e5de6e38-4a5f-47f0-bd79-57163246cd60 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 0.6245587 Feb 04 16:19:25.392656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:25.575511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-02ad9aae-6278-4dce-991b-a49f4900636e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/quotas/7c5ae9de14f14df7a42aaa57695dc514 HTTP/1.1" status: 200 len: 375 time: 0.2227275 Feb 04 16:19:25.586895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.642577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8ca4ecc9-24c2-443e-a85f-bdb35dd0a005 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590370 Feb 04 16:19:25.674464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-64bc6ec1-7db1-4a7a-93b5-e501354b537f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:19:25.675452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-64bc6ec1-7db1-4a7a-93b5-e501354b537f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0174022 Feb 04 16:19:25.683281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2933b330-bd99-4260-90be-6c62e20a6a4e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:25.717766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:25.718059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6061c8f1-e062-4a1c-88d9-42f1e5dbdd94') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:25.821519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.844825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.861976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:25.862432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:25.882696 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:25.897706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-509311537-network', 'tenant_id': 'ee762621576749278ef96e50982abc63'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:25.911409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:25.915452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Usage tracker for resource:network and tenant:ee762621576749278ef96e50982abc63 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:25.919082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:25.935171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:25.951476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:25.954120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:25.967471 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.008695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:26.015042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Usage tracker for resource:security_group_rule and tenant:ee762621576749278ef96e50982abc63 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:26.018346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:26.025414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:26.150759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.156954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.178620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38128) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:26.193099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-aeec4377-62d6-4c7b-b4ce-8f42c9dcc5ff service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020750 Feb 04 16:19:26.255341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:19:26.269113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8397123-06db-4709-8b19-04a0da01c891,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:26.292085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.292085 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Added segment d51dde38-0d54-4f6d-b02c-d4c893a930ec of type vlan for network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 Feb 04 16:19:26.310587 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0a437b14-a16a-4c34-98be-a7490caf9830 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8081f889f954e648783e9ddc1acab35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1284206 Feb 04 16:19:26.321169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:26.334829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.361879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.378927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.398618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.398905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] 10.222.0.62 "DELETE /v2.0/networks/2933b330-bd99-4260-90be-6c62e20a6a4e HTTP/1.1" status: 204 len: 168 time: 5.2914941 Feb 04 16:19:26.399836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:26.400525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.422210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af83fd-43dc-4571-9865-13575f1b00bb tempest-ServersTestMultiNic-689250793 tempest-ServersTestMultiNic-689250793-project] Pushing event deleted for resources: {'Network': ['ID=2933b330-bd99-4260-90be-6c62e20a6a4e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:26.497243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.573432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] Pushing event updated for resources: {'Network': ['ID=528fd0cd-c7b8-488b-ad23-387ae0e07ef2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:26.580596 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff6a0e6d-2bac-405c-b390-886ebcefc731 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1865408 Feb 04 16:19:26.583894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:26.591017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:19:26.595921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-895c1e49-6f2b-4133-bd22-fa05e9ae0519 service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890331 Feb 04 16:19:26.599421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Request body: {'subnet': {'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-509311537-subnet', 'tenant_id': 'ee762621576749278ef96e50982abc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:26.607277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:26.611666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Usage tracker for resource:subnet and tenant:ee762621576749278ef96e50982abc63 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:26.614748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:26.615843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.621728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:26.637683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:26.647050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.724343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.798892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b45c9-6730-4a56-9f7c-b5c0695cc88e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:26.821263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:26.821263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-056c0639-18b5-43fd-b6ac-a3a52b79bf6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b34b45c9-6730-4a56-9f7c-b5c0695cc88e HTTP/1.1" status: 204 len: 168 time: 0.4912121 Feb 04 16:19:26.963804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:27.238479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d75b8c50-9725-4f04-9122-2e8b425ae41f req-63c5d246-c9f8-41fb-8e3c-5bea72eebb55 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 210 time: 0.2441187 Feb 04 16:19:27.250703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f014466a-82c8-435a-ba25-99cbbc167bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.343936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.567621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38182) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:27.649695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=496021ea-6dc4-4280-82a5-9909e50a5c85,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:27.671115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Checking segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:27.671483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Network hostable DHCP agents. Network: 528fd0cd-c7b8-488b-ad23-387ae0e07ef2, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:19:27.718994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:19:27.737904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 528fd0cd-c7b8-488b-ad23-387ae0e07ef2) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:27.742284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:27.743143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:27.748437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca74131-3b3c-4f06-ae4b-5bebd3ccd327 None None] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:27.786311 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-855549fd-a76d-4820-bfb7-ebf278c61a8d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1996386 Feb 04 16:19:28.124904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c5a6a-dfb6-44a1-a0dd-e154697c1ac3 None None] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:28.238624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:28.256401 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] Sync routers for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:28.290039 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:28.292133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:28.348102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:28.452671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:28.514462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:28.517715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-783644aa-c9b8-4ed4-94a0-8231c9860658 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.1644838 Feb 04 16:19:28.518875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:28.520441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:28.670494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3967d825-597b-417d-a670-adf7afd8fb94 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "GET /v2.0/floatingips/66eef7f1-18f1-4732-97c4-898cc1380725 HTTP/1.1" status: 200 len: 981 time: 0.1463537 Feb 04 16:19:28.670712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:28.671230 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:28.671698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420eb78-e62b-4f78-9583-9453b9871908 None None] The sync data for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:28.701392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:28.741786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:28.813267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-906af9b4-e796-4cae-925d-d9ed8ed80e16 req-dd9af799-aceb-4956-8d56-2e7e4ea0c4d4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 210 time: 0.1404004 Feb 04 16:19:28.891040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5670347a-2310-48f2-ac76-2f05330832d2 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2179604 Feb 04 16:19:28.893717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:29.390654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 8472f8ce-da34-4308-bed9-11b7005a2d2c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:29.391318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:29.513011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-f1dea54f-514c-47ba-b60c-d77ddaae70bc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.514633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-f1dea54f-514c-47ba-b60c-d77ddaae70bc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.7002687 Feb 04 16:19:29.631694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-331a02a4-0049-4b47-8bd8-1646a166ccfa tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/quotas/ee762621576749278ef96e50982abc63 HTTP/1.1" status: 200 len: 375 time: 0.1016545 Feb 04 16:19:29.646798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-a7cf9c12-4328-453f-bff9-d30b022b59e2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:29.648351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-a7cf9c12-4328-453f-bff9-d30b022b59e2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 0.5861807 Feb 04 16:19:29.678617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:29.679493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:29.700653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Request body: {'port': {'device_id': 'aca73525-c523-43fe-a754-f3623e342c01', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'admin_state_up': True, 'tenant_id': '7c5ae9de14f14df7a42aaa57695dc514'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:29.727501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-eda7ca80-b2d6-46af-b927-c188467f02ff tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860026 Feb 04 16:19:29.853985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for 8472f8ce-da34-4308-bed9-11b7005a2d2c owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:29.998393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:30.143094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:30.174401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:30.291553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6226285-c4bd-4c10-a9bf-31ad3c1e79c5 req-a0a4a8b9-553c-4d42-8454-0804a871115f tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 210 time: 0.2555761 Feb 04 16:19:30.296637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:30.304399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Usage tracker for resource:port and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:30.311037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:30.342306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:30.384386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Made reservation on behalf of 7c5ae9de14f14df7a42aaa57695dc514 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:30.388191 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:30.441159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Port': ['ID=8472f8ce-da34-4308-bed9-11b7005a2d2c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:30.519895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:30.595353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-729dc9c1-b3fe-45bb-8d0e-ee647efedccf service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825503 Feb 04 16:19:31.124147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:31.198171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-f10d31cc-4f8b-4a0d-8bb7-d10bb625ae2a service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018748 Feb 04 16:19:31.232573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Allocated IP 172.20.0.12 (94083255-41f2-4e22-b537-3429f4e31618/898f7627-10e7-4eb2-b9df-8dbabbd8b2ba/ea269e29-6cfe-477a-92ad-45f7af895390) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:31.254845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:31.630073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1671335824', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:31.649390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:31.655246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:31.663663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] Sync routers for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:31.680532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:31.684901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:31.685646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:31.751086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:network and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:31.800370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:31.809919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a309bb1e-75cc-40a8-b5e4-3f0aa7938349 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/floatingips/66eef7f1-18f1-4732-97c4-898cc1380725 HTTP/1.1" status: 204 len: 168 time: 2.9130268 Feb 04 16:19:31.813897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:31.821784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:31.822795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:31.827319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:31.835800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:31.841833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Usage tracker for resource:floatingip and tenant:b9539fc0c5c445aaabfa630e43a11d26 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:31.849941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:31.864027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:31.898660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:31.903761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:31.904470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a9c8b-767e-472b-a433-08c62bb28e15 None None] The sync data for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:31.998513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b20b42cf-2caf-4549-9077-c5bd291cfdf0 req-06e92ea1-0225-49e9-9df6-85734ab6fae7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 210 time: 0.2856114 Feb 04 16:19:32.003198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:32.087905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e4aaed9-2af3-48ce-b8fb-979141133d7f req-9adb5175-9341-41c1-860f-af0e759d51d8 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 210 time: 0.4436989 Feb 04 16:19:32.108630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:32.202277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Made reservation on behalf of e2122715f33e419b94fd49b71f280d6b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:32.205978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.244600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.261836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.310571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.450071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:32.509686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:security_group_rule and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:32.519347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Allocated IP 172.25.5.30 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/0be4d8ec-b2f1-4d20-a82b-771365ec91f6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:32.539128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:32.568243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:32.658384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.791234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:32.795790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Network 94083255-41f2-4e22-b537-3429f4e31618 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:32.800311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:32.807676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:32.825800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.881764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.944894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.959931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:32.960534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.973732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:32.975010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:32.976886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:32.983230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:33.033567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Pushing event updated for resources: {'Port': ['ID=0be4d8ec-b2f1-4d20-a82b-771365ec91f6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:33.035457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Deleting port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:33.036908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:33.093316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:19:33.144400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8f0d0ab3-3123-4fde-a6a2-d317165752d8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4581585 Feb 04 16:19:33.145178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42480a2e-cec4-42d4-9cc2-2a837a092a21,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:33.229601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Request body: {'port': {'device_id': 'aca73525-c523-43fe-a754-f3623e342c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:33.376692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:33.377048 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Added segment 963b8a3c-ec59-488a-a107-c74b5277487d of type vlan for network 27410bba-d1a8-48a8-a285-d0526ff2a983 Feb 04 16:19:33.379444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:33.497590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:33.530691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6a735d7-a428-4429-ba0e-25072ae45be7 req-5156118b-b86b-4a7b-898c-751757cd95b8 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 210 time: 0.1701627 Feb 04 16:19:33.786974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.013858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.022280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.049207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.170358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.175737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Pushing event updated for resources: {'Port': ['ID=0be4d8ec-b2f1-4d20-a82b-771365ec91f6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:34.201770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e97a4-f188-4145-8225-d64ec7bf30c4 req-f4340230-0e48-4893-b0f8-68718be0700b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:34.202570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-703e97a4-f188-4145-8225-d64ec7bf30c4 req-f4340230-0e48-4893-b0f8-68718be0700b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Synchronizing usage tracker for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:34.245993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.251406 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-485fad18-5bab-4e22-94a8-50916fb41b50 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4354470 Feb 04 16:19:34.252817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38626) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:34.296053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] For port f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:34.296371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.328971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e02404e5-a50f-4258-9899-41bc33d2560c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:34.330521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e02404e5-a50f-4258-9899-41bc33d2560c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.7703278 Feb 04 16:19:34.435954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-703e97a4-f188-4145-8225-d64ec7bf30c4 req-f4340230-0e48-4893-b0f8-68718be0700b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Unset dirty status for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:34.442370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-703e97a4-f188-4145-8225-d64ec7bf30c4 req-f4340230-0e48-4893-b0f8-68718be0700b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 932 time: 1.0830193 Feb 04 16:19:34.526475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Request body: {'port': {'device_id': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'admin_state_up': True, 'tenant_id': 'ee762621576749278ef96e50982abc63'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:34.545914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:34.547189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Calling delete_port for f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:34.554810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:34.561083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Usage tracker for resource:floatingip and tenant:a9af416e2c8f4a9d96d1f9cc91915cf3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:34.565964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:34.574118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:34.585614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.590605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:34.591464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.594086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.796128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:34.819142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.6778376 Feb 04 16:19:34.832145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:34.955634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'subnet': {'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:34.959151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Allocated IP 172.25.5.130 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/53f70b9c-c99d-44c0-820d-af7d2a1f7c3a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:34.963361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:34.988682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0091b294-54af-4ce3-b782-d91790b6c12c req-5ed761ab-a62a-47d6-9c9c-b8eb49d8f1c0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 210 time: 0.1678221 Feb 04 16:19:35.002488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:subnet and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:35.045225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:35.063485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-703e97a4-f188-4145-8225-d64ec7bf30c4 req-f7cea650-2335-498c-a16d-d4f26a2402c5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202509 Feb 04 16:19:35.080140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:35.093147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:19:35.116186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:35.124000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be9db-c1f5-4d3e-8310-7f87208b7063 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Network': ['ID=27410bba-d1a8-48a8-a285-d0526ff2a983,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:35.138565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:19:35.139682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Usage tracker for resource:port and tenant:ee762621576749278ef96e50982abc63 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:35.150998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Made reservation on behalf of e2122715f33e419b94fd49b71f280d6b for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:35.154001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.168349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:35.243907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.284312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:35.293393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.342481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea269e29-6cfe-477a-92ad-45f7af895390 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:35.364075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.386695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Pushing event updated for resources: {'Port': ['ID=53f70b9c-c99d-44c0-820d-af7d2a1f7c3a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:35.391387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:35.393116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:35.412199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:35.414154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:35.417154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.436024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Transition to ACTIVE for port object ea269e29-6cfe-477a-92ad-45f7af895390 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:35.457246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.554689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:35.661754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.717367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:35.745015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.802508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:35.916199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:35.923671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Usage tracker for resource:security_group_rule and tenant:78090f8296cf4de3accd67b3e634ca9a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:35.927891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:35.941562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:36.053123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.060434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.066496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.108261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.134153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.137678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.193756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Pushing event updated for resources: {'Port': ['ID=53f70b9c-c99d-44c0-820d-af7d2a1f7c3a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.243749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Allocated IP 172.20.0.9 (528fd0cd-c7b8-488b-ad23-387ae0e07ef2/496021ea-6dc4-4280-82a5-9909e50a5c85/25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:36.259697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069ecc0a-35d3-4598-85bf-d6abe873df1b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.268598 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1d0fdd6b-cf59-4d9e-a1ea-362badb8cead admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78090f8296cf4de3accd67b3e634ca9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7083347 Feb 04 16:19:36.271239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38808) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:36.285245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.344746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.348345 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac90ba98-5852-4928-9e1e-992fe1a94076 tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0916290 Feb 04 16:19:36.349282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38812) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:36.385217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Attempting to bind port ea269e29-6cfe-477a-92ad-45f7af895390 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:36.385557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Attempting to bind port ea269e29-6cfe-477a-92ad-45f7af895390 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:36.385889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Attempting to bind port ea269e29-6cfe-477a-92ad-45f7af895390 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:36.390634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0366ab8-8757-4857-9ccb-ebfa9b725308 req-30d260cf-6db4-4d79-b7ae-3363ab3afe52 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 210 time: 0.1839988 Feb 04 16:19:36.427183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.477944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.493581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a165733a-dbc0-4a77-a046-683b7a082679 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Synchronizing usage tracker for tenant:b9539fc0c5c445aaabfa630e43a11d26 on resource:floatingip {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:36.496180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Port ea269e29-6cfe-477a-92ad-45f7af895390 on network 94083255-41f2-4e22-b537-3429f4e31618 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:36.496507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Attempting to bind port ea269e29-6cfe-477a-92ad-45f7af895390 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:36.539693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a165733a-dbc0-4a77-a046-683b7a082679 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Unset dirty status for tenant:b9539fc0c5c445aaabfa630e43a11d26 on resource:floatingip {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:36.541350 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a165733a-dbc0-4a77-a046-683b7a082679 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1911325 Feb 04 16:19:36.544885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:36.615568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:19:36.615907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Checking segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:36.616465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Bound using segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:19:36.617062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Bound port: ea269e29-6cfe-477a-92ad-45f7af895390, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:36.617562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.630760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.747578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-217388f5-953f-497a-b6a2-372a81149765 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Synchronizing usage tracker for tenant:a958ba59ce054c239fea6306d029675f on resource:floatingip {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:36.756171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ecc0a-35d3-4598-85bf-d6abe873df1b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:36.766550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:36.770392 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5100a9d-d22a-4150-bea7-238c865f36fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/069ecc0a-35d3-4598-85bf-d6abe873df1b HTTP/1.1" status: 204 len: 168 time: 0.4981568 Feb 04 16:19:36.795662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-217388f5-953f-497a-b6a2-372a81149765 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Unset dirty status for tenant:a958ba59ce054c239fea6306d029675f on resource:floatingip {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:36.797036 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-217388f5-953f-497a-b6a2-372a81149765 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2506280 Feb 04 16:19:36.800967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38832) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:36.844131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639d05c-8648-41c5-857d-aee3f21a4dfc req-68069582-1509-4648-815a-ed64cf48f0a0 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:36.851205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1639d05c-8648-41c5-857d-aee3f21a4dfc req-68069582-1509-4648-815a-ed64cf48f0a0 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 944 time: 0.5186198 Feb 04 16:19:36.951765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:36.985666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:19:37.016881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.024988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.034563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Deleting port 53f70b9c-c99d-44c0-820d-af7d2a1f7c3a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:37.034906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.072609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1639d05c-8648-41c5-857d-aee3f21a4dfc req-de3eb911-0a00-4db9-a3c5-d0c2bf3ce7ff tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201552 Feb 04 16:19:37.209866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.211487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] 10.222.0.41 "PUT /v2.0/ports/ea269e29-6cfe-477a-92ad-45f7af895390 HTTP/1.1" status: 200 len: 1092 time: 3.9973855 Feb 04 16:19:37.213692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:37.248978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:19:37.248978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.282251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:37.289907 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'status': 'completed', 'code': 200} Feb 04 16:19:37.312937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.326150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.326504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.361886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef731c6-5758-4691-9252-0056ef9504db service neutron] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:37.415677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.423003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Subnet': ['ID=097115d0-5964-44c1-8a03-afb843eea3a7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:37.460057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Calling delete_port for 53f70b9c-c99d-44c0-820d-af7d2a1f7c3a owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:37.521429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:37.529438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Usage tracker for resource:security_group_rule and tenant:ea4f8ce92af74ac6a6d221f0ff5960a2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:37.534180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:37.537614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Checking segment: {'id': '963b8a3c-ec59-488a-a107-c74b5277487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:37.537984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network hostable DHCP agents. Network: 27410bba-d1a8-48a8-a285-d0526ff2a983, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:19:37.544607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:37.544822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:37.548054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event updated for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:37.552606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:37.555656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:37.640174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-8cba3edf-e660-434e-8fee-bf7665594808 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 1095 time: 0.3521333 Feb 04 16:19:37.641529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.691002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.751115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Pushing event deleted for resources: {'Port': ['ID=53f70b9c-c99d-44c0-820d-af7d2a1f7c3a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:37.753951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.796472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.886640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb301892-3139-45c6-a7fc-94bb16925ddc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:37.901458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-41572f14-7408-4468-a7ac-3a1653136ddf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea4f8ce92af74ac6a6d221f0ff5960a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6158834 Feb 04 16:19:37.907051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:37.930696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.944552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-b1990699-6c37-4fc3-994c-1d9e07b97cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea269e29-6cfe-477a-92ad-45f7af895390 HTTP/1.1" status: 200 len: 217 time: 0.2912104 Feb 04 16:19:37.956930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:37.957378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.986035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:37.989477 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-381b1858-5e0c-49a8-8518-af81a0b114fd tempest-FloatingIPAdminTestJSON-1433426244 tempest-FloatingIPAdminTestJSON-1433426244-project] 10.222.0.62 "DELETE /v2.0/floatingips/c9dfec96-b1a5-4f6a-b6d2-075e999f5595 HTTP/1.1" status: 204 len: 168 time: 1.1852055 Feb 04 16:19:37.989706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38852) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:38.034555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:19:38.049477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.084701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-e0ad5008-aad1-4134-a94d-06d08ec6f3a1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5757205 Feb 04 16:19:38.092233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 27410bba-d1a8-48a8-a285-d0526ff2a983) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:38.097852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-032df665-0d86-439a-ad60-ab2e10136ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:38.099235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-032df665-0d86-439a-ad60-ab2e10136ef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.1282830 Feb 04 16:19:38.101266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd1700-5e5f-4c54-99a4-2c98851bd608 None None] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:38.104588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Request body: {'port': {'device_id': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:38.141304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835628e2-53ea-4a21-949b-cb33d03ea23b req-c7a35688-c201-49df-9d52-e5fcbf3af97f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:38.141985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-835628e2-53ea-4a21-949b-cb33d03ea23b req-c7a35688-c201-49df-9d52-e5fcbf3af97f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:38.145874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:38.146639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.168806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.189264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Deleting port 0be4d8ec-b2f1-4d20-a82b-771365ec91f6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:38.189625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.271190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-7ebcaeb0-8457-4989-99e0-ee80ee76c29b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208670 Feb 04 16:19:38.322408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4b58c957-408b-49e5-99d3-1a6220339242 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4330711 Feb 04 16:19:38.329936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38862) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:38.341082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-104681669', 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:38.347796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:38.355324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:port and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:38.356866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-835628e2-53ea-4a21-949b-cb33d03ea23b req-c7a35688-c201-49df-9d52-e5fcbf3af97f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:38.359698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-835628e2-53ea-4a21-949b-cb33d03ea23b req-c7a35688-c201-49df-9d52-e5fcbf3af97f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 931 time: 0.7643015 Feb 04 16:19:38.361087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:38.376084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.381643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:38.416028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb301892-3139-45c6-a7fc-94bb16925ddc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:38.425990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.429540 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd585af7-2b49-4297-a9ee-e2fbe048b5ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb301892-3139-45c6-a7fc-94bb16925ddc HTTP/1.1" status: 204 len: 168 time: 0.5191689 Feb 04 16:19:38.464948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.465630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.572987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab1461-b5be-46ad-b08c-43a495946b99 None None] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:38.622627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-835628e2-53ea-4a21-949b-cb33d03ea23b req-30aba183-8bb3-4d69-b613-2706e9d1b66d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702785 Feb 04 16:19:38.702560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.830511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-cec57643-29e0-4533-aca0-32e6c2921711 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438163 Feb 04 16:19:38.837980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Made reservation on behalf of e2122715f33e419b94fd49b71f280d6b for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:38.842722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:38.863752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Calling delete_port for 0be4d8ec-b2f1-4d20-a82b-771365ec91f6 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:38.916637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] device_id is not set on port aa5514da-e980-49ff-8bff-53bdd98ef64e yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:19:39.148996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 2001:db8::e3 (27410bba-d1a8-48a8-a285-d0526ff2a983/097115d0-5964-44c1-8a03-afb843eea3a7/aa5514da-e980-49ff-8bff-53bdd98ef64e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:39.150934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cedf6-9d41-450d-b1ea-6559c693e939 req-6482e75f-aff0-428b-8875-411ed5ef9607 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:39.153154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f75cedf6-9d41-450d-b1ea-6559c693e939 req-6482e75f-aff0-428b-8875-411ed5ef9607 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 944 time: 0.6959896 Feb 04 16:19:39.189544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.247059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Pushing event deleted for resources: {'Port': ['ID=0be4d8ec-b2f1-4d20-a82b-771365ec91f6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:39.437730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.487967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.489117 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-af1c63a1-5336-4e0f-909e-09d66d80d093 tempest-FloatingIPAdminTestJSON-655360332 tempest-FloatingIPAdminTestJSON-655360332-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/2ece6030-03f3-400f-989e-4ac0b8c2f6a3 HTTP/1.1" status: 204 len: 168 time: 1.4982564 Feb 04 16:19:39.498712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38886) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:39.524080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8742376-4a66-4e05-aacc-1942ab8d693e req-576941d6-0be0-4f0c-b428-4ab96377abac service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823285 Feb 04 16:19:39.538904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f75cedf6-9d41-450d-b1ea-6559c693e939 req-e64e4ffc-0ac6-464d-9124-75d075f837fe tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759758 Feb 04 16:19:39.540105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.585141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 1f356571-4662-4de1-baf0-e95d66b4e419 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:39.585141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.592102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f1cc2-6bc4-4fe7-bd14-c3436d8a12bd req-318e0ba9-7ed8-4db3-8c08-9759f81bd64c tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:39.593627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-760f1cc2-6bc4-4fe7-bd14-c3436d8a12bd req-318e0ba9-7ed8-4db3-8c08-9759f81bd64c tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 949 time: 0.4395883 Feb 04 16:19:39.686960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.785994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:39.806008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:39.862805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:39.864560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:39.865441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:39.876994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5514da-e980-49ff-8bff-53bdd98ef64e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:39.912213 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-88a9c688-40b6-4a0a-93cd-13e6c99a7e89 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5775936 Feb 04 16:19:39.912450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:40.001201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.001678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:40.011009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38910) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:40.018690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting port aa5514da-e980-49ff-8bff-53bdd98ef64e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:40.019035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.024141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.058701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-760f1cc2-6bc4-4fe7-bd14-c3436d8a12bd req-1bafce77-fda5-4487-a7f1-667be1872f9f tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283395 Feb 04 16:19:40.075860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Transition to ACTIVE for port object 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:40.093657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.099836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-ef579f3c-052e-4fab-b0fe-786426f87a4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 1095 time: 0.5043523 Feb 04 16:19:40.168318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for 1f356571-4662-4de1-baf0-e95d66b4e419 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:40.376810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc62efb-690b-4a0c-a854-c32100f441a2 req-6bfe587e-d616-4171-afaa-3e8045fafb38 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:40.378264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc62efb-690b-4a0c-a854-c32100f441a2 req-6bfe587e-d616-4171-afaa-3e8045fafb38 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 931 time: 0.5246494 Feb 04 16:19:40.422923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Pushing event updated for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.426297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.567229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.588798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbc62efb-690b-4a0c-a854-c32100f441a2 req-0a5393c2-3bbb-4db2-8200-09e430eadfc7 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910634 Feb 04 16:19:40.610789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:40.629548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:40.636979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c217-d8bd-46e2-8417-350976b6f605 req-f90800d9-9c7a-4216-be55-da197ad131f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:40.638616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-f90800d9-9c7a-4216-be55-da197ad131f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 916 time: 0.4990270 Feb 04 16:19:40.646849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:0172fe826c9041cebdcf4103f13ea7c9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:40.661715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Port': ['ID=1f356571-4662-4de1-baf0-e95d66b4e419,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:40.711554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:40.734302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:40.786502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Calling delete_port for aa5514da-e980-49ff-8bff-53bdd98ef64e owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:40.800853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-b0dc5b5c-3cbb-48a5-8aed-96a79cf4e3bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea269e29-6cfe-477a-92ad-45f7af895390 HTTP/1.1" status: 200 len: 217 time: 0.1489153 Feb 04 16:19:40.892683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Router f2b1263d-2346-4d32-b962-a5855cf2479b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:40.895167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Attempting to bind port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:40.895487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Attempting to bind port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:40.895808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Attempting to bind port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:40.939594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c217-d8bd-46e2-8417-350976b6f605 req-311c0cc9-2c99-4c4e-be23-061c1bab732b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:40.941133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-311c0cc9-2c99-4c4e-be23-061c1bab732b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.1276326 Feb 04 16:19:40.950395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:19:40.950738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Attempting to bind port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:40.972714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.023106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-421b5cbc-7ab8-4a60-a846-9ebae47f46e6 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:41.024377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-9af35486-83e4-49af-9f4c-d7b71cda478e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766859 Feb 04 16:19:41.024508 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-421b5cbc-7ab8-4a60-a846-9ebae47f46e6 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 949 time: 0.4213238 Feb 04 16:19:41.030041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:19:41.030241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Checking segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:41.033356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Bound using segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:19:41.033493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-060613ad-77ac-4f4e-8af5-7f669406a53c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/ports/1f356571-4662-4de1-baf0-e95d66b4e419 HTTP/1.1" status: 204 len: 168 time: 1.5314953 Feb 04 16:19:41.033583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Bound port: 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:41.033583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.033792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:41.163525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Deleting port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:41.165087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.194096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.216189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.264223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa5514da-e980-49ff-8bff-53bdd98ef64e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:41.294696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267ac2e-901d-4c77-a00a-cc160515ddf4 req-a2e8bc9a-3b3c-42e6-b8a6-0348b4fb93b9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:41.296109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2267ac2e-901d-4c77-a00a-cc160515ddf4 req-a2e8bc9a-3b3c-42e6-b8a6-0348b4fb93b9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 944 time: 0.5790849 Feb 04 16:19:41.329773 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.367912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.369644 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-83ca4682-0691-4437-971a-6ede45aeb0f6 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/ports/aa5514da-e980-49ff-8bff-53bdd98ef64e HTTP/1.1" status: 204 len: 168 time: 1.4563806 Feb 04 16:19:41.376079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f44d30-fdec-4b92-a42c-421bfaacd089 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:41.376752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47f44d30-fdec-4b92-a42c-421bfaacd089 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Synchronizing usage tracker for tenant:a958ba59ce054c239fea6306d029675f on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:41.381887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:41.389657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'external_fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3'}]}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:41.421794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:41.475893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:router and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:41.486231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:41.491563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47f44d30-fdec-4b92-a42c-421bfaacd089 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Unset dirty status for tenant:a958ba59ce054c239fea6306d029675f on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:41.495046 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47f44d30-fdec-4b92-a42c-421bfaacd089 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 HTTP/1.1" status: 200 len: 913 time: 0.4580743 Feb 04 16:19:41.500753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38930) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:41.503093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:41.607165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.608083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.654797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] For port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:41.655146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.679406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a7eb7-538f-490b-bd7b-9cec5c63546f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:41.692366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-807c3f29-91e7-448a-aba1-0ebc92c24ad8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0172fe826c9041cebdcf4103f13ea7c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6747849 Feb 04 16:19:41.705445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:41.749549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:41.757098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2267ac2e-901d-4c77-a00a-cc160515ddf4 req-f4d7531b-5dd2-46fc-93f1-87b231d10077 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323335 Feb 04 16:19:41.764152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-662e7264-8b00-4811-a886-a0a8df86cd6a service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186742 Feb 04 16:19:41.790686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Calling delete_port for 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:41.807697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:19:41.841274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:41.877774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.041602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d47b6-3e6d-4178-ac2a-89ee98ae4b1d req-e27c2869-9fb9-4262-a8bd-5af95b026e33 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:42.043443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-327d47b6-3e6d-4178-ac2a-89ee98ae4b1d req-e27c2869-9fb9-4262-a8bd-5af95b026e33 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 949 time: 0.7560050 Feb 04 16:19:42.119278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.120657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] 10.222.0.41 "PUT /v2.0/ports/25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 HTTP/1.1" status: 200 len: 1091 time: 4.0255682 Feb 04 16:19:42.126797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:42.185623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.187189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd3301-ef6f-4576-9448-3a619ff10457 service neutron] Pushing event updated for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:42.258819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.274022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.286056 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0840c217-d8bd-46e2-8417-350976b6f605 req-28a23adf-55f9-4aa5-a2e2-c472988346a5 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075772 Feb 04 16:19:42.286257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5baf8ca6-5b8a-4c05-a83b-cd39d9724afc'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:19:42.312890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-327d47b6-3e6d-4178-ac2a-89ee98ae4b1d req-cb47f091-9a04-4a61-b0af-729d02133c5c tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/security-groups?id=8221de5c-4d92-4204-bab7-21066f413050&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516296 Feb 04 16:19:42.316221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.385441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ea02d-dfd5-4375-bf8b-f27a4b0b75ea req-91f4f119-0f99-4cbc-a3d2-abeefda4fc8a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:42.387543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c8ea02d-dfd5-4375-bf8b-f27a4b0b75ea req-91f4f119-0f99-4cbc-a3d2-abeefda4fc8a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 943 time: 0.4133265 Feb 04 16:19:42.409395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Pushing event deleted for resources: {'Port': ['ID=5baf8ca6-5b8a-4c05-a83b-cd39d9724afc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:42.419459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:42.436175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-ca5f6c58-5bef-4196-ad6c-03e2c7483fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 1094 time: 0.2599392 Feb 04 16:19:42.451196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Sync routers for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:42.469841 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:42.471860 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:42.553000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:19:42.556193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3df4c48-5347-4ea7-9e00-afcde47f1ccb admin admin] 10.222.0.62 "PUT /v2.0/routers/f2b1263d-2346-4d32-b962-a5855cf2479b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9803560 Feb 04 16:19:42.563278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:42.568845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] No DVR routers for this DVR port 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:42.606972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c8ea02d-dfd5-4375-bf8b-f27a4b0b75ea req-b0c01de8-500a-4152-8f2d-0b6a2da12ae6 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101402 Feb 04 16:19:42.608409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-27cd4c24-bcf5-4fda-830c-0d39d7b72c5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 HTTP/1.1" status: 200 len: 217 time: 0.1597898 Feb 04 16:19:42.609492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.611904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.626918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/964a7eb7-538f-490b-bd7b-9cec5c63546f HTTP/1.1" status: 204 len: 168 time: 0.9194398 Feb 04 16:19:42.676514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:42.681379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'name': 'network-vif-deleted', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:42.750526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a106ff0-2795-42ad-916c-1568aed71257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a7eb7-538f-490b-bd7b-9cec5c63546f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:42.788920 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9ec2e364-d20e-4b8b-b0f3-c120ac20b9d4 req-aad1e740-0c2e-4936-ae6f-2a7b1b01d731 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.41 "DELETE /v2.0/ports/5baf8ca6-5b8a-4c05-a83b-cd39d9724afc HTTP/1.1" status: 204 len: 173 time: 1.7471635 Feb 04 16:19:42.803794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:42.820855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-8fee3b45-a7e3-4549-922e-e4e3c70f1bb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:42.822296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-8fee3b45-a7e3-4549-922e-e4e3c70f1bb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.1942558 Feb 04 16:19:42.859880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'port_id': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'mac_address': 'fa:16:3e:80:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7627-10e7-4eb2-b9df-8dbabbd8b2ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:19:42.899759 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'status': 'completed', 'code': 200} Feb 04 16:19:42.912151 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:42.935869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-9dfa3679-f336-407c-8962-d5eb6178cb27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078334 Feb 04 16:19:43.055136 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90', 'name': 'network-vif-deleted', 'tag': '5baf8ca6-5b8a-4c05-a83b-cd39d9724afc', 'status': 'completed', 'code': 200} Feb 04 16:19:43.072640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.128172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea269e29-6cfe-477a-92ad-45f7af895390 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:43.176569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:43.189294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.359657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:43.403117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ea269e29-6cfe-477a-92ad-45f7af895390'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:19:43.475045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-062cba0e-ea85-4c83-9479-b0e15da3ea5f service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278256 Feb 04 16:19:43.561352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.610753 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:19:35Z', 'revision_number': 5, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:43.618524 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Checking router: f2b1263d-2346-4d32-b962-a5855cf2479b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:43.652514 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Routers {'f2b1263d-2346-4d32-b962-a5855cf2479b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:43.653149 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f2b1263d-2346-4d32-b962-a5855cf2479b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:43.659813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44b6abdb-6f48-4d24-aa97-edc7e4f987b7 req-d1c21c2d-d2fa-43d7-8e61-43d3dec2ba33 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677835 Feb 04 16:19:43.716419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030e08a-0b3c-4dd7-87a4-20f8e63ad189 req-917b14b1-2c41-4a91-8767-ccea0ff95618 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:43.718448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b030e08a-0b3c-4dd7-87a4-20f8e63ad189 req-917b14b1-2c41-4a91-8767-ccea0ff95618 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 945 time: 0.4539180 Feb 04 16:19:43.856558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.903638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.939300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da0c1977-ce8e-432e-b35f-5d073921e00b req-9e018ae1-1b54-442b-a2d4-c7aea8c066d8 tempest-VolumesBackupsTest-783980447 tempest-VolumesBackupsTest-783980447-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9e5fc31-94ea-44b2-b7cd-0feb99cf0a90 HTTP/1.1" status: 200 len: 210 time: 0.0614023 Feb 04 16:19:43.979026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:43.989935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b030e08a-0b3c-4dd7-87a4-20f8e63ad189 req-aae62142-3307-4ae0-ba27-57f572cc2c57 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566926 Feb 04 16:19:44.037905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-e1153e2e-9618-4751-942e-370ccfcea46c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 1094 time: 0.2664962 Feb 04 16:19:44.097051 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] Set router f2b1263d-2346-4d32-b962-a5855cf2479b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:44.441894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-a2eda61f-caa1-49c0-8e9e-edb0bb7a5c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:44.444027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-a2eda61f-caa1-49c0-8e9e-edb0bb7a5c6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.3980174 Feb 04 16:19:44.565424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:44.652414 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:19:35Z', 'revision_number': 5, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:44.663088 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9afc0c-4720-4238-8429-10b139faac68 None None] The sync data for ids ['f2b1263d-2346-4d32-b962-a5855cf2479b'] in n-d-827873-1 is: [{'id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'name': 'tempest-ServersTestMultiNic-833399345-router', 'tenant_id': '1d7d6fd7480145b1b1621210669b7ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:16:20Z', 'updated_at': '2022-02-04T16:19:35Z', 'revision_number': 5, 'project_id': '1d7d6fd7480145b1b1621210669b7ce1', 'gw_port': {'id': '5d01a4b5-dfea-40e0-8606-29232f7ee278', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b1263d-2346-4d32-b962-a5855cf2479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:16:21Z', 'updated_at': '2022-02-04T16:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:44.732578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ea269e29-6cfe-477a-92ad-45f7af895390 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:44.746892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ea269e29-6cfe-477a-92ad-45f7af895390 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:44.748382 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.781504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c536661-afb1-45fb-b741-8174cee579c2 req-c03e58da-3cd1-490e-bc9d-2a96bde4afbc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:44.782997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c536661-afb1-45fb-b741-8174cee579c2 req-c03e58da-3cd1-490e-bc9d-2a96bde4afbc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 943 time: 0.5128996 Feb 04 16:19:44.784354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-8ccc189c-2d45-4604-9e01-2aff398b7540 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 HTTP/1.1" status: 200 len: 217 time: 0.3335345 Feb 04 16:19:44.790519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 2001:db8::e3 (27410bba-d1a8-48a8-a285-d0526ff2a983/097115d0-5964-44c1-8a03-afb843eea3a7/2b74eb6c-90fe-4b1b-a10b-6a7115e76374) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:19:44.898504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:44.940728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-eeba5423-e032-4c6c-a70e-b4d13e0914ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:44.942155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-eeba5423-e032-4c6c-a70e-b4d13e0914ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.1101964 Feb 04 16:19:44.944274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8c536661-afb1-45fb-b741-8174cee579c2 req-f8bc0749-836b-452c-af34-02c4cc235e0a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452532 Feb 04 16:19:44.984496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:44.990424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:45.002570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.003601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:45.040122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-98ae40a6-14dd-4b5d-96a6-c73faaea4df1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912869 Feb 04 16:19:45.093069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.168003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Deleting port 5d01a4b5-dfea-40e0-8606-29232f7ee278 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:45.168459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.172871 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'code': 200} Feb 04 16:19:45.180304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:45.184254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5baf8ca6-5b8a-4c05-a83b-cd39d9724afc not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:45.217809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:45.473131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-282049b2-6577-45b3-b63a-6fee253ff5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214203 Feb 04 16:19:45.507280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] For port 5d01a4b5-dfea-40e0-8606-29232f7ee278, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5d01a4b5-dfea-40e0-8606-29232f7ee278,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:45.507654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:45.548227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a40455-b513-4788-8a8b-d7190a459b08 req-b4d2b689-85e9-4b55-8121-a0e49d751764 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:45.549755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87a40455-b513-4788-8a8b-d7190a459b08 req-b4d2b689-85e9-4b55-8121-a0e49d751764 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.2125771 Feb 04 16:19:45.682285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Calling delete_port for 5d01a4b5-dfea-40e0-8606-29232f7ee278 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:45.739204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:45.773647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87a40455-b513-4788-8a8b-d7190a459b08 req-d79e5d91-6cad-4555-9159-972dca8c9a8a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567433 Feb 04 16:19:45.779382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb8f0405-8b1c-4dfe-b6af-ea5087027ef1 req-9716d4d1-4273-43f1-866f-599a3d06b9aa service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990174 Feb 04 16:19:45.818641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:45.818990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f41741b9-d5a4-4f8e-9ab7-76ac92c98f8d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:46.008899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.053638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.117412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d01a4b5-dfea-40e0-8606-29232f7ee278,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:46.145982 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7bbaaa17-274a-4397-a55e-82d0b7ec2aad req-46649b64-c0c5-4cfe-81a4-8b2b5a1f9c7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 1097 time: 0.3197074 Feb 04 16:19:46.232899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d11fd-533f-407a-96df-f6bc8888e98e req-915981f4-6dca-4b2e-a8ef-dd8e8d629f5f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:46.234444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-323d11fd-533f-407a-96df-f6bc8888e98e req-915981f4-6dca-4b2e-a8ef-dd8e8d629f5f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 943 time: 0.1337476 Feb 04 16:19:46.344062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7bbaaa17-274a-4397-a55e-82d0b7ec2aad req-6231e1df-4e01-4277-95d9-b260aafe41fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324863 Feb 04 16:19:46.367459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.378947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-323d11fd-533f-407a-96df-f6bc8888e98e req-0bef02fb-6cc8-4685-9ffa-e66744b0d499 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387966 Feb 04 16:19:46.417708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd59f44-c188-4c86-97d6-424aa3c4afe4 req-14dc5400-2b54-4854-9958-d2acac99e906 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:46.419262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bd59f44-c188-4c86-97d6-424aa3c4afe4 req-14dc5400-2b54-4854-9958-d2acac99e906 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 0.1339471 Feb 04 16:19:46.476513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bd59f44-c188-4c86-97d6-424aa3c4afe4 req-2ddb9f78-324f-43e5-ac30-7b2e70c90389 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513842 Feb 04 16:19:46.577704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:19:46.715520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 27410bba-d1a8-48a8-a285-d0526ff2a983 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:19:46.721300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:19:46.759613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.811847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:46.831547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'port_id': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'mac_address': 'fa:16:3e:2f:b7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496021ea-6dc4-4280-82a5-9909e50a5c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:19:46.834436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:19:46.880698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:46.903000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:46.929074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:19:46.947265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:46.953379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.043646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:47.056030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60a13e-a7f3-437e-82c4-df4e7da199ad req-fa4103ac-c3be-4ca8-ba2a-cf25f1adaf00 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:47.064891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d60a13e-a7f3-437e-82c4-df4e7da199ad req-fa4103ac-c3be-4ca8-ba2a-cf25f1adaf00 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.1241925 Feb 04 16:19:47.122791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d60a13e-a7f3-437e-82c4-df4e7da199ad req-b264ba22-75fb-4ccd-94fd-551745fb4067 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569410 Feb 04 16:19:47.196876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.202209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:19:47.221039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.371039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 266f66aa-bdab-47de-82b0-25f1710f4423 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:47.371039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.400386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.400951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b1263d-2346-4d32-b962-a5855cf2479b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:19:47.467940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.469647 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3884324-8ed1-46b3-aabe-480161736c60 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f2b1263d-2346-4d32-b962-a5855cf2479b HTTP/1.1" status: 204 len: 168 time: 4.9025023 Feb 04 16:19:47.472485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:47.491344 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.492083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.655000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Deleting subnet 7095bd23-8c75-4c02-aef5-8da30236775d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:47.663747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.746550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.784171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:47.899379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:47.959045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for 266f66aa-bdab-47de-82b0-25f1710f4423 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:48.117097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5d01a4b5-dfea-40e0-8606-29232f7ee278 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:48.154452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139ea8d-d211-4bbb-a62c-d1bb927abaee req-fcfd3b4b-1968-4268-a5de-66311714d3cf tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:48.155924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c139ea8d-d211-4bbb-a62c-d1bb927abaee req-fcfd3b4b-1968-4268-a5de-66311714d3cf tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 0.4111266 Feb 04 16:19:48.188819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec03d88-c758-488d-8da5-5340b91c6959 req-0c0100cf-8634-4dd0-b75c-1f4674ba217c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:48.195387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ec03d88-c758-488d-8da5-5340b91c6959 req-0c0100cf-8634-4dd0-b75c-1f4674ba217c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 944 time: 0.3677430 Feb 04 16:19:48.201206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.223080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5d01a4b5-dfea-40e0-8606-29232f7ee278 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:48.223080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5d01a4b5-dfea-40e0-8606-29232f7ee278 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:48.297912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.351425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.380979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ec03d88-c758-488d-8da5-5340b91c6959 req-79251879-d9c8-4949-887f-a85a32f1ea7e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846428 Feb 04 16:19:48.392595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c139ea8d-d211-4bbb-a62c-d1bb927abaee req-c83bfd99-9236-465e-825c-f45f068e820e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127316 Feb 04 16:19:48.396740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:48.405731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Usage tracker for resource:security_group_rule and tenant:7401ffeae7ac4ed0b235f047ed3be5f5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:48.408928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:48.416032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:48.420916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.512093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7095bd23-8c75-4c02-aef5-8da30236775d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.549038 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.555097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cb817-8b27-4fa9-802f-91938dd17d0f None None] Network 5aa41266-10dd-4148-9c81-a5ca8118b788 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:19:48.593089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a8ef1ce4-dedb-4500-bcdd-1850171151c7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7095bd23-8c75-4c02-aef5-8da30236775d HTTP/1.1" status: 204 len: 168 time: 1.1187522 Feb 04 16:19:48.595099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:48.599280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:48.615799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Port': ['ID=266f66aa-bdab-47de-82b0-25f1710f4423,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:48.747772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-1b65b218-d26b-48db-8ab4-b2ac79aca588 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:48.748861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-1b65b218-d26b-48db-8ab4-b2ac79aca588 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:19:48.864416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:48.906776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-1b65b218-d26b-48db-8ab4-b2ac79aca588 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:19:48.908203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-1b65b218-d26b-48db-8ab4-b2ac79aca588 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 1.0840464 Feb 04 16:19:48.998175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.082082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Deleting port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:49.082781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.096206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1179d6-0a13-4928-ae76-77015cda3376,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:49.106114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.116277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7401ffeae7ac4ed0b235f047ed3be5f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2136664 Feb 04 16:19:49.120544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:49.214000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:49.233627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:49.234169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.258449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.258790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.259137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.259445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.259761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.260079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.260393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.260800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.261657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.262017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.262350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ffa545-6ed3-4084-8a2f-09c2e6425075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:19:49.283259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Deleting port d1e891a1-b311-45aa-b308-f0243f484423 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:49.283598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.349828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165ae3-efba-405f-b3aa-60a22d303da7 req-50b4b06a-935c-43b8-ad16-16cf5cd31bdc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:49.357118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6165ae3-efba-405f-b3aa-60a22d303da7 req-50b4b06a-935c-43b8-ad16-16cf5cd31bdc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.7157907 Feb 04 16:19:49.382516 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.462742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:49.474431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.491789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6165ae3-efba-405f-b3aa-60a22d303da7 req-031932ba-9825-4332-a391-e9ea65002fce tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336665 Feb 04 16:19:49.506132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:49.517789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.656079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.674439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:19:49.699824 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'code': 200} Feb 04 16:19:49.700467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:49.708999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] DHCP port deletion for 5aa41266-10dd-4148-9c81-a5ca8118b788 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:19:49.720317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Deleting port d1e891a1-b311-45aa-b308-f0243f484423 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:49.720619 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.722678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] For port 68ec7bb3-8c01-453d-a1cd-7cadc359c652, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=68ec7bb3-8c01-453d-a1cd-7cadc359c652,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:49.725342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.751783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] For port d1e891a1-b311-45aa-b308-f0243f484423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d1e891a1-b311-45aa-b308-f0243f484423,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:49.752953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:49.841524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d1e891a1-b311-45aa-b308-f0243f484423 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:49.993177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Calling delete_port for d1e891a1-b311-45aa-b308-f0243f484423 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:50.122311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.204190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.210801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.232473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1179d6-0a13-4928-ae76-77015cda3376,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:50.246981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.296076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.297291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c29be7f8-5c8e-40a4-ab06-946a89c3918c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f1179d6-0a13-4928-ae76-77015cda3376 HTTP/1.1" status: 204 len: 168 time: 1.1727381 Feb 04 16:19:50.309389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66491ded-e1bf-4c47-8b70-ac3ecc84b604 req-0755437c-6997-465b-89ad-655c6bacf38e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 1096 time: 0.6171169 Feb 04 16:19:50.316557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] For port d1e891a1-b311-45aa-b308-f0243f484423, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d1e891a1-b311-45aa-b308-f0243f484423,segment=NetworkSegment(45243116-b0c9-4b80-8d7a-ea67aeb149e7),segment_id=45243116-b0c9-4b80-8d7a-ea67aeb149e7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:50.317141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.318829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178accb-e853-4d58-94d6-0495539363b6 req-a981c407-17ff-4bb2-a6ab-70cc4426ed0f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:50.326478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9178accb-e853-4d58-94d6-0495539363b6 req-a981c407-17ff-4bb2-a6ab-70cc4426ed0f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 945 time: 0.5934241 Feb 04 16:19:50.328540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e891a1-b311-45aa-b308-f0243f484423,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:50.370635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e946c0d-2837-4e95-a4ef-45a8141de739 req-146e1e8c-2fa9-488d-a9d3-ba4bbd0445a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:50.372221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e946c0d-2837-4e95-a4ef-45a8141de739 req-146e1e8c-2fa9-488d-a9d3-ba4bbd0445a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 947 time: 0.5354803 Feb 04 16:19:50.395702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] No DVR routers for this DVR port d1e891a1-b311-45aa-b308-f0243f484423 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:50.505051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.505422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.505729 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Floating IP 4a2d544a-5e75-473a-9bfe-6cb356b88ca9 disassociated. External IP: 172.25.5.169, port: 68ec7bb3-8c01-453d-a1cd-7cadc359c652. Feb 04 16:19:50.506063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Calling delete_port for 68ec7bb3-8c01-453d-a1cd-7cadc359c652 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:50.578214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:50.581059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Calling delete_port for d1e891a1-b311-45aa-b308-f0243f484423 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:50.638455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Sync routers for ids ['81d4f3bb-288a-4e00-a35a-24e54fbe98d9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:50.687902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Routers {'81d4f3bb-288a-4e00-a35a-24e54fbe98d9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:50.688705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['81d4f3bb-288a-4e00-a35a-24e54fbe98d9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:50.715711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.717549 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bfa70202-ee5d-4738-a136-e85ff977c883 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.3347149 Feb 04 16:19:50.720417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39150) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:50.807644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:19:50.808007 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:19:50.907819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66491ded-e1bf-4c47-8b70-ac3ecc84b604 req-f6f67efb-8ed1-4c22-acfd-e1db1a9bd3ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729699 Feb 04 16:19:50.911200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9178accb-e853-4d58-94d6-0495539363b6 req-88063e56-7b88-4e19-8283-fb20acb62682 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836635 Feb 04 16:19:50.921180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:50.959745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39154) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:50.963154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e946c0d-2837-4e95-a4ef-45a8141de739 req-4eb6998c-a10b-43b2-9cbe-460f91900357 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5715368 Feb 04 16:19:50.969754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Set router 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:50.986567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.009075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa41266-10dd-4148-9c81-a5ca8118b788']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:51.027100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:51.032023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Usage tracker for resource:security_group_rule and tenant:f88c1012426b4b87bcba544033ccebc9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:51.036233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:51.045111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:51.058621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45243116-b0c9-4b80-8d7a-ea67aeb149e7') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:51.059425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45243116-b0c9-4b80-8d7a-ea67aeb149e7') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:51.100962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.122491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.140906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.211939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.220735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:19:51.221126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.251105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa9cfb0-b99d-4b45-be85-9fbe7947e974,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:19:51.260448 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:19:51.419751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Deleting port d1e891a1-b311-45aa-b308-f0243f484423 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:51.420514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.482850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.491084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122b885-af08-4cc0-bf23-0004affbe037 req-d6545bcc-ba40-42b5-87f7-233d5e7427bd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:51.492598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1122b885-af08-4cc0-bf23-0004affbe037 req-d6545bcc-ba40-42b5-87f7-233d5e7427bd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.3546121 Feb 04 16:19:51.508033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.511535 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.518263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.521916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aa41266-10dd-4148-9c81-a5ca8118b788,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.540000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.566975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-17faf671-539a-44de-9a8f-e80067828466 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5aa41266-10dd-4148-9c81-a5ca8118b788 HTTP/1.1" status: 204 len: 168 time: 2.9652007 Feb 04 16:19:51.571529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4f60862e-8f16-430c-878a-dba102f79f3b None None] The port 'd1e891a1-b311-45aa-b308-f0243f484423' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:19:51.585038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1122b885-af08-4cc0-bf23-0004affbe037 req-23af0470-73d8-4f72-9a40-9f3ec904bb8d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640955 Feb 04 16:19:51.636336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ba3205a-3033-4d74-b900-24f2d26d9631 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f88c1012426b4b87bcba544033ccebc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6747963 Feb 04 16:19:51.641651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:51.740570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.763958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'Port': ['ID=68ec7bb3-8c01-453d-a1cd-7cadc359c652,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.781243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.790921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'name': '', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'external_fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3'}], 'enable_snat': True}, 'gw_port_id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:47Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'name': '', 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:51.808791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Checking router: 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:51.809279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Updating router 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:19:51.847813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.890880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa9cfb0-b99d-4b45-be85-9fbe7947e974,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:51.909763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:51.920841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e682b2bf-fc14-45c7-837a-4e9e42001ec6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6aa9cfb0-b99d-4b45-be85-9fbe7947e974 HTTP/1.1" status: 204 len: 168 time: 0.2765369 Feb 04 16:19:52.098181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39180) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:52.111674 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.274593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-86c2967a-1d20-41c7-8906-058990f9491c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d7d6fd7480145b1b1621210669b7ce1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1752372 Feb 04 16:19:52.279190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:52.583935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.597145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:52.681026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c368d37-5b3b-4b77-bf82-41fd06869e35 req-81332752-d43c-4b8e-b440-ffdba8e6cc95 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:52.695225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c368d37-5b3b-4b77-bf82-41fd06869e35 req-81332752-d43c-4b8e-b440-ffdba8e6cc95 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 945 time: 0.3539951 Feb 04 16:19:52.736401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:52.926751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 68ec7bb3-8c01-453d-a1cd-7cadc359c652 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:52.927383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 68ec7bb3-8c01-453d-a1cd-7cadc359c652 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:52.994034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e808b32b-e005-40c1-bdec-ce4d9ada4ec6 req-a093aac8-ed32-46e5-913c-9c6ff9877c59 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.0556211 Feb 04 16:19:53.013170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c368d37-5b3b-4b77-bf82-41fd06869e35 req-4f078df4-313f-4bf0-9579-51841081b33e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169966 Feb 04 16:19:53.055836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.112775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11324bb9-c421-4ae1-9874-7d4a43bce211,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:53.120642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.121672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-50976187-5f84-4c24-afe8-de5535c2efd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11324bb9-c421-4ae1-9874-7d4a43bce211 HTTP/1.1" status: 204 len: 168 time: 0.8413897 Feb 04 16:19:53.123363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.328358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.348326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Transition to ACTIVE for port object 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:19:53.358852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.422660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:53.489608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9b501-ee87-4c91-82a5-93cdb18dbc7f None None] Pushing event updated for resources: {'Port': ['ID=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:53.494304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Attempting to bind port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:19:53.494701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Attempting to bind port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '963b8a3c-ec59-488a-a107-c74b5277487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:19:53.495877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Attempting to bind port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 on network 27410bba-d1a8-48a8-a285-d0526ff2a983 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:19:53.504474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:19:53.505216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Checking segment: {'id': '963b8a3c-ec59-488a-a107-c74b5277487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:19:53.505623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.506184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Bound using segment: {'id': '963b8a3c-ec59-488a-a107-c74b5277487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:19:53.507191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Bound port: 2b74eb6c-90fe-4b1b-a10b-6a7115e76374, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b8a3c-ec59-488a-a107-c74b5277487d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:19:53.507585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.530409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:19:53.548880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f73e6f-17e6-426b-bf57-6ba46cbf22a6 req-cbf3a2d1-4a78-44b1-8949-1955cbbcc6f1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:53.553437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1f73e6f-17e6-426b-bf57-6ba46cbf22a6 req-cbf3a2d1-4a78-44b1-8949-1955cbbcc6f1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.2972867 Feb 04 16:19:53.637102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] For port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:19:53.637559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] For port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,segment=NetworkSegment(963b8a3c-ec59-488a-a107-c74b5277487d),segment_id=963b8a3c-ec59-488a-a107-c74b5277487d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:19:53.643744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:53.715347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1f73e6f-17e6-426b-bf57-6ba46cbf22a6 req-86d79f91-b9e4-497b-8c28-c2cebee89da6 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460128 Feb 04 16:19:53.763779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Routers {'81d4f3bb-288a-4e00-a35a-24e54fbe98d9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:53.764240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['81d4f3bb-288a-4e00-a35a-24e54fbe98d9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:53.829214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9b501-ee87-4c91-82a5-93cdb18dbc7f None None] Pushing event updated for resources: {'Port': ['ID=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:54.212023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] Set router 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:54.430076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c60e6c01-e0c2-494c-91e8-a37968933946 req-542c4776-7472-4c80-a3f9-d733a0925066 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.0682988 Feb 04 16:19:54.520312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca9db-9e9b-4a5a-a4ad-7712cad4f10b req-163df0f2-6fe2-4d3e-9401-32d10236d2a5 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:54.522717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-109ca9db-9e9b-4a5a-a4ad-7712cad4f10b req-163df0f2-6fe2-4d3e-9401-32d10236d2a5 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 945 time: 0.2475724 Feb 04 16:19:54.633187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:54.667081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:54.671095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:54.686461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-109ca9db-9e9b-4a5a-a4ad-7712cad4f10b req-38aac672-6c86-4110-8c7c-f3c453a4c71b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535120 Feb 04 16:19:54.757851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'name': '', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'external_fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3'}], 'enable_snat': True}, 'gw_port_id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:47Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'name': '', 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:54.770898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a231f-c607-49f3-80f5-e66d7732fa90 None None] The sync data for ids ['81d4f3bb-288a-4e00-a35a-24e54fbe98d9'] in n-d-827873-1 is: [{'id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'name': '', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'external_fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3'}], 'enable_snat': True}, 'gw_port_id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:19:41Z', 'updated_at': '2022-02-04T16:19:47Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '2b74eb6c-90fe-4b1b-a10b-6a7115e76374', 'name': '', 'network_id': '27410bba-d1a8-48a8-a285-d0526ff2a983', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d4f3bb-288a-4e00-a35a-24e54fbe98d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'ip_address': '2001:db8::e3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:19:44Z', 'updated_at': '2022-02-04T16:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '097115d0-5964-44c1-8a03-afb843eea3a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:54.816858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:54.831414 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] Sync routers for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:54.862503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:54.900330 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:54.900973 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:55.017877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:19:55.038173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:19:55.071179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:55.071944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:55.121769 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:55.203351 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] Routers {'b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:55.207109 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:55.232151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1205989713-network', 'tenant_id': 'bd52d0e366874c918a3ad940b59f680c'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:55.239452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c3004fe-37ab-4fae-9a5c-c802fef21a87 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "PUT /v2.0/routers/b9efd6ea-fa6b-4989-a1fb-f781b19a9c44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7340555 Feb 04 16:19:55.261427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39248) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:55.444004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:55.491145 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:55.491686 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d93e24-5f9b-4e41-8c44-7aca66194e99 None None] The sync data for ids ['b9efd6ea-fa6b-4989-a1fb-f781b19a9c44'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:55.501282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] No DVR routers for this DVR port 68ec7bb3-8c01-453d-a1cd-7cadc359c652 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:19:55.515862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3aee4da-574b-4158-ae52-f7b340fd5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:55.525409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Usage tracker for resource:network and tenant:bd52d0e366874c918a3ad940b59f680c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:55.525832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:55.536778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:55.548224 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b7db3eac-c5c6-4550-ae94-cdbf33fcb7b9 req-3ddfabb9-e20a-40ec-a56c-568453411e04 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "DELETE /v2.0/ports/68ec7bb3-8c01-453d-a1cd-7cadc359c652 HTTP/1.1" status: 204 len: 173 time: 6.6147783 Feb 04 16:19:55.548726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-deleted', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:19:55.568579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:55.673478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b8ae-200b-4b58-b8a5-1eb1ea6a938e req-0c972887-2bff-46b0-9a9a-6c56d480e936 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:55.685784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-deb5b8ae-200b-4b58-b8a5-1eb1ea6a938e req-0c972887-2bff-46b0-9a9a-6c56d480e936 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.6769364 Feb 04 16:19:55.730383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] For port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,segment=NetworkSegment(963b8a3c-ec59-488a-a107-c74b5277487d),segment_id=963b8a3c-ec59-488a-a107-c74b5277487d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:19:55.747413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:55.818883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Made reservation on behalf of bd52d0e366874c918a3ad940b59f680c for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:55.822195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:55.969084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:19:56.119382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae4ff4d3-04c7-4313-afb5-ed1d91414ffa req-6db98c79-be2f-47ad-a343-9c15966b250b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0270fcf-4ae4-42a8-b18e-a644b62a6298 HTTP/1.1" status: 200 len: 210 time: 0.1712964 Feb 04 16:19:56.140238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.280398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:56.289754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Calling delete_port for 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:56.370615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-deb5b8ae-200b-4b58-b8a5-1eb1ea6a938e req-5a413d34-c384-4aee-8372-cb2f752070a8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791031 Feb 04 16:19:56.376664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:56.406989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Usage tracker for resource:security_group_rule and tenant:bd52d0e366874c918a3ad940b59f680c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:56.450009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:56.485201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:56.491727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:19:56.496538 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0270fcf-4ae4-42a8-b18e-a644b62a6298', 'name': 'network-vif-deleted', 'tag': '68ec7bb3-8c01-453d-a1cd-7cadc359c652', 'status': 'completed', 'code': 200} Feb 04 16:19:56.523859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:19:56.524446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.588022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.733751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.853889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b74eb6c-90fe-4b1b-a10b-6a7115e76374,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:56.907026 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.925293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.938592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:19:56.952407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:56.952996 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Added segment 9cf2a471-f229-4763-a981-279abb43a0a6 of type vlan for network 2a302102-fced-4fc0-8e00-624a1a285e5f Feb 04 16:19:56.992885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:57.069051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff8398-3037-4559-b603-04c782eb18bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:57.083736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:57.084493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:57.085174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:57.101594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Could not find standard attr ID for object 2b74eb6c-90fe-4b1b-a10b-6a7115e76374. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:19:57.115882 n-d-827873-1 neutron-server[83598]: INFO neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No ports have port_id starting with 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 Feb 04 16:19:57.256771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3892298 Feb 04 16:19:57.258113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:57.290758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Request body: {'subnet': {'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1205989713-subnet', 'tenant_id': 'bd52d0e366874c918a3ad940b59f680c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:19:57.296426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82568e77-4801-4799-ab39-13cc7dc04a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:57.306194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:57.383807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:57.400347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:19:57.461848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:19:57.462546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:57.488545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:19:57.567911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Usage tracker for resource:subnet and tenant:bd52d0e366874c918a3ad940b59f680c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:19:57.580184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0891a3-3aa9-487f-8827-97ddf1702f6b admin admin] Pushing event updated for resources: {'Network': ['ID=2a302102-fced-4fc0-8e00-624a1a285e5f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:57.582076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:19:57.597604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:19:57.665323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2a302102-fced-4fc0-8e00-624a1a285e5f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:19:57.746102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39310) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:58.021756 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.075686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.084626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d344217-a7eb-4364-8082-70362579d2a1 req-0158a4bc-d358-4eba-aca3-fea501edc9fb tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:19:58.098544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d344217-a7eb-4364-8082-70362579d2a1 req-0158a4bc-d358-4eba-aca3-fea501edc9fb tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.2715995 Feb 04 16:19:58.107397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.169632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 12212541-ea3e-48cc-8a0b-24cce559e792 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:58.173582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.251830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:19:58.280240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Made reservation on behalf of bd52d0e366874c918a3ad940b59f680c for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:19:58.283039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.306913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.369472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.455576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.456308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81d4f3bb-288a-4e00-a35a-24e54fbe98d9 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:19:58.524929 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.529625 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bc3fa1ea-d29b-4ee1-a837-cde44e0b1f2a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/routers/81d4f3bb-288a-4e00-a35a-24e54fbe98d9 HTTP/1.1" status: 204 len: 168 time: 7.8075318 Feb 04 16:19:58.535531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:58.544347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d344217-a7eb-4364-8082-70362579d2a1 req-f8fe6c21-9901-4623-bcf7-1cb9bdcbcb40 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445789 Feb 04 16:19:58.598739 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.613726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.672755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:58.781233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.791862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.832832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:58.841550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:58.844291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b56825e-c216-4783-8155-8183b4874aa7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e HTTP/1.1" status: 204 len: 168 time: 1.0766389 Feb 04 16:19:58.914142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:19:58.929643 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:19:58.935755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5269ceb-22b2-486b-91cb-a0f8eb401d12 None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:19:59.031148 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-c77af802-1ed5-4555-9053-d4976dab2134 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] show failed (client error): The resource could not be found. Feb 04 16:19:59.038671 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c77af802-1ed5-4555-9053-d4976dab2134 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups/e1a3e3c2-725f-46ec-bf0c-cee8f15c4e7e HTTP/1.1" status: 404 len: 347 time: 0.1785104 Feb 04 16:19:59.044677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting subnet 097115d0-5964-44c1-8a03-afb843eea3a7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:19:59.049991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.096017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:19:59.108419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.295351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for 12212541-ea3e-48cc-8a0b-24cce559e792 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:19:59.424886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.481063 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6d220d-2353-481d-97e2-1f3ebb81248b None None] New status for floating IP 4a2d544a-5e75-473a-9bfe-6cb356b88ca9: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:19:59.670821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.722570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Deleting port 6d5d0086-dda6-4481-94c6-373e82f3be33 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:19:59.723157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.758526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:19:59.778220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Port': ['ID=12212541-ea3e-48cc-8a0b-24cce559e792,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:59.806248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:19:59.866985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:19:59.930803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:19:59.931153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2b74eb6c-90fe-4b1b-a10b-6a7115e76374 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:19:59.984799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.002491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Checking segment: {'id': '9cf2a471-f229-4763-a981-279abb43a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:00.002978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Network hostable DHCP agents. Network: 2a302102-fced-4fc0-8e00-624a1a285e5f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:20:00.247889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.424886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=097115d0-5964-44c1-8a03-afb843eea3a7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:00.445701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Network 2a302102-fced-4fc0-8e00-624a1a285e5f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:20:00.457646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.458020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.532471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.537518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.553183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-56e55a20-48a2-4266-96c8-1cad254f1a15 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/097115d0-5964-44c1-8a03-afb843eea3a7 HTTP/1.1" status: 204 len: 168 time: 2.0138371 Feb 04 16:20:00.554049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39412) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:00.616162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273b06a-3fc1-4f2f-951f-957f3bd53cc4 req-68d14d5e-f295-44a9-85ae-c082aa2871b9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:00.626729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2a302102-fced-4fc0-8e00-624a1a285e5f) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:00.628524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1273b06a-3fc1-4f2f-951f-957f3bd53cc4 req-68d14d5e-f295-44a9-85ae-c082aa2871b9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.6687391 Feb 04 16:20:00.640483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Calling delete_port for 6d5d0086-dda6-4481-94c6-373e82f3be33 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:00.641254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91dd6e1-b806-4d90-aa01-72ba8f209f01 None None] Network 2a302102-fced-4fc0-8e00-624a1a285e5f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:00.672023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:00.672687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.847351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:00.861005 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-83e7d43b-c1ce-49cc-b47a-195ae336f15e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.5869374 Feb 04 16:20:01.059612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.101746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27410bba-d1a8-48a8-a285-d0526ff2a983']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:01.121921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963b8a3c-ec59-488a-a107-c74b5277487d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:01.122387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963b8a3c-ec59-488a-a107-c74b5277487d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:01.134363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:20:01.134843 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:20:01.142582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.144250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5164eb-fcb2-443a-922f-5dd78365a738 None None] Network 2a302102-fced-4fc0-8e00-624a1a285e5f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:01.183508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.190634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.280824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.281576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Fanout notify agent at l3_agent the message router_deleted on router b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:20:01.339861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.346828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bddd7572-a657-4d86-a8c9-1768d0d71094 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/routers/b9efd6ea-fa6b-4989-a1fb-f781b19a9c44 HTTP/1.1" status: 204 len: 168 time: 6.0777771 Feb 04 16:20:01.349107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39442) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:01.442576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1273b06a-3fc1-4f2f-951f-957f3bd53cc4 req-4fe7214a-4544-4289-847c-7ae02d2db3db tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127089 Feb 04 16:20:01.495925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.521182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:20:01.523168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:20:01.559351 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:20:01.649788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Deleting port 6d5d0086-dda6-4481-94c6-373e82f3be33 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:01.650088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.039965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.087904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 27410bba-d1a8-48a8-a285-d0526ff2a983 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:20:02.111364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.144673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Network': ['ID=27410bba-d1a8-48a8-a285-d0526ff2a983,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:02.152853 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-84446fa4-a6ea-4d8e-bdd8-2fcdbe92b822 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/networks/27410bba-d1a8-48a8-a285-d0526ff2a983 HTTP/1.1" status: 204 len: 168 time: 1.5241938 Feb 04 16:20:02.259868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.261405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.438876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Calling delete_port for 6d5d0086-dda6-4481-94c6-373e82f3be33 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:02.461004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting subnet 2b50aa4e-05d6-4cc0-ae1a-aaed43740469 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:20:02.479004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b04ba-b970-4d16-ade1-229098833524 req-149563b5-9b7e-475d-aed3-faf78acea801 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:02.481259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dc0b04ba-b970-4d16-ade1-229098833524 req-149563b5-9b7e-475d-aed3-faf78acea801 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Synchronizing usage tracker for tenant:bd52d0e366874c918a3ad940b59f680c on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:02.519599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.814366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:02.936536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39504) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:02.976972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dc0b04ba-b970-4d16-ade1-229098833524 req-149563b5-9b7e-475d-aed3-faf78acea801 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Unset dirty status for tenant:bd52d0e366874c918a3ad940b59f680c on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:02.982666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-149563b5-9b7e-475d-aed3-faf78acea801 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/networks?id=2a302102-fced-4fc0-8e00-624a1a285e5f HTTP/1.1" status: 200 len: 822 time: 1.1624541 Feb 04 16:20:02.986764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'name': 'tempest-router--1250079702', 'project_id': '1038399314204626b1ae4b4b4e266aea'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:02.993121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'Port': ['ID=6d5d0086-dda6-4481-94c6-373e82f3be33,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:03.009223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:03.094612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:router and tenant:1038399314204626b1ae4b4b4e266aea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:03.118122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:03.163429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-28174b11-b485-4bc3-8bc1-33cef13c6791 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/quotas/bd52d0e366874c918a3ad940b59f680c HTTP/1.1" status: 200 len: 375 time: 0.0708780 Feb 04 16:20:03.180375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.225939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:03.230452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.261342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.262688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.270425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.272056 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c4f471d-c760-4058-8aef-b4d4d4fcc170 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "DELETE /v2.0/floatingips/4a2d544a-5e75-473a-9bfe-6cb356b88ca9 HTTP/1.1" status: 204 len: 168 time: 4.1745701 Feb 04 16:20:03.276878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.309393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.357525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.404228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.405436 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8f0bd9f-ea87-4b3a-83c6-5f210a743a11 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4463124 Feb 04 16:20:03.408151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:03.427376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-4823f91e-cbeb-4680-8fc9-79813ff6e706 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bd52d0e366874c918a3ad940b59f680c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941920 Feb 04 16:20:03.607078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e3984-edae-49b2-bcc7-9818617d00c6 req-003e3a1b-003f-4036-967c-d84a1efeb435 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:03.614712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a31e3984-edae-49b2-bcc7-9818617d00c6 req-003e3a1b-003f-4036-967c-d84a1efeb435 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.6605673 Feb 04 16:20:03.636776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.642262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.711847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Subnet': ['ID=2b50aa4e-05d6-4cc0-ae1a-aaed43740469,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:03.740084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:03.752645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e891e-ac8c-4152-99e1-42aa34e51183 None None] Network ccb880e9-e7bf-42ad-8bda-0417fefa7054 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:03.756361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f922f225-d4c3-4840-aa5f-f039f9d80ad5 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/subnets/2b50aa4e-05d6-4cc0-ae1a-aaed43740469 HTTP/1.1" status: 204 len: 168 time: 2.4027882 Feb 04 16:20:03.757923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:03.775005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a31e3984-edae-49b2-bcc7-9818617d00c6 req-2e32f371-5795-417c-9859-c84b2ccc1fd7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592412 Feb 04 16:20:03.835674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-2d5519ee-ad2f-4fff-9d60-408110d2e6a1 service neutron] 10.222.0.62 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017537 Feb 04 16:20:04.077477 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.354934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] DHCP port deletion for ccb880e9-e7bf-42ad-8bda-0417fefa7054 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:20:04.361859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Deleting port 3e10a91b-c43b-45a3-9530-7b058cb5301d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:04.362351 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.367175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 3e10a91b-c43b-45a3-9530-7b058cb5301d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:04.367818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.532650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.536976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.571239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.571962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74a4d6ee-e374-427b-a7df-779dd57a97dc {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:20:04.591473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.593052 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c10ec802-55c4-448a-88a0-c7d802c6b69c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/routers/74a4d6ee-e374-427b-a7df-779dd57a97dc HTTP/1.1" status: 204 len: 168 time: 1.1837251 Feb 04 16:20:04.642043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39574) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:04.649063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925830928', 'description': 'tempest-description--1558842315'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:04.663550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:04.676890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:04.677393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-78ac5114-d96f-440e-adaf-c0741263bc8a service neutron] 10.222.0.62 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974154 Feb 04 16:20:04.683145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:04.700122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:04.725047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.805244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:04.817727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:04.827737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:04.848746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:04.851396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] For port 3e10a91b-c43b-45a3-9530-7b058cb5301d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3e10a91b-c43b-45a3-9530-7b058cb5301d,segment=NetworkSegment(d9d438d4-b832-4281-a61f-61b287b0750e),segment_id=d9d438d4-b832-4281-a61f-61b287b0750e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:04.854754 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:04.989324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39592) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:05.050709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.062195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.177429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f30b21-b21a-4475-97e3-87546a58395f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:05.189396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Calling delete_port for 3e10a91b-c43b-45a3-9530-7b058cb5301d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:05.219744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.225523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-90d63ded-dd2d-453c-9557-06312ea7d7b2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5799384 Feb 04 16:20:05.232520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39608) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:05.255393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group_rule': {'security_group_id': '75f30b21-b21a-4475-97e3-87546a58395f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:05.275736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:05.288123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:05.295647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:05.312713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:05.345679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.365537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.416081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] No DVR routers for this DVR port 3e10a91b-c43b-45a3-9530-7b058cb5301d on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:20:05.446818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6d49b2f-71f8-4246-848a-e95b548f67d4 req-45696642-8707-40b6-83a5-10943d9277d1 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 210 time: 0.3336761 Feb 04 16:20:05.457735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0dbe4-0998-4f4b-b159-2956beab2d10 None None] Pushing event deleted for resources: {'Port': ['ID=3e10a91b-c43b-45a3-9530-7b058cb5301d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:05.591930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.599179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.599683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] For port 3e10a91b-c43b-45a3-9530-7b058cb5301d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3e10a91b-c43b-45a3-9530-7b058cb5301d,segment=NetworkSegment(d9d438d4-b832-4281-a61f-61b287b0750e),segment_id=d9d438d4-b832-4281-a61f-61b287b0750e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:05.600378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.656213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa0f4f9-e907-4a80-9eeb-2186079516ec,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:05.665610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.667987 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f03c7286-5bf8-4347-a5a4-8a44492a6eab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4330847 Feb 04 16:20:05.670201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39622) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:05.676040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'security_group_rule': {'security_group_id': '75f30b21-b21a-4475-97e3-87546a58395f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:05.684023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:05.694773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:security_group_rule and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:05.700895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:05.709646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:05.716226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1470976390', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:05.730428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:05.740701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:05.745495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:05.758381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:05.761450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.802899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.803833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.817076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for 3e10a91b-c43b-45a3-9530-7b058cb5301d owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:05.849533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3e10a91b-c43b-45a3-9530-7b058cb5301d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:05.939164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3e10a91b-c43b-45a3-9530-7b058cb5301d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:20:05.941764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3e10a91b-c43b-45a3-9530-7b058cb5301d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:05.955651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.966588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:05.986827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0330b2-1e47-4ecb-bc32-610dd9985ea5 req-1b510fc2-3604-4288-8b18-cf4a1fca6bb5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:05.988878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce0330b2-1e47-4ecb-bc32-610dd9985ea5 req-1b510fc2-3604-4288-8b18-cf4a1fca6bb5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.8708229 Feb 04 16:20:06.014477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.096854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:20:06.097189 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:20:06.121058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce0330b2-1e47-4ecb-bc32-610dd9985ea5 req-53eb46ac-2449-42cb-af12-04d89c7f7d60 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889730 Feb 04 16:20:06.180921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1428e601-f1a2-4d52-aacd-39329467c712,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:06.266171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.267813 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74004e38-2508-47c8-8a6a-aae8b1b469d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5966558 Feb 04 16:20:06.270968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39640) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:06.278586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:06.288045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:06.292144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:floatingip and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:06.295301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:06.302930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:06.318112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.319506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.520232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.578902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:06.692040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.730183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.769993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port 3e10a91b-c43b-45a3-9530-7b058cb5301d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:06.770425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:06.976368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] The port '3e10a91b-c43b-45a3-9530-7b058cb5301d' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:20:06.991237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f8b3a05-2ff7-413e-8224-e63129f438f9 req-d83e4419-c65c-41ef-afba-7a426abfad46 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 210 time: 0.1568954 Feb 04 16:20:07.044671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.151656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.192483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Allocated IP 172.25.5.68 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/98852cfe-1405-4aba-a13e-53fee46965b2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:07.210230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b04ba-b970-4d16-ade1-229098833524 req-e86aa5b4-7449-4d5a-8245-d0973a13dd04 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:07.212029 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-e86aa5b4-7449-4d5a-8245-d0973a13dd04 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.41 "GET /v2.0/networks?id=2a302102-fced-4fc0-8e00-624a1a285e5f HTTP/1.1" status: 200 len: 822 time: 0.3867638 Feb 04 16:20:07.219176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:07.226271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Usage tracker for resource:security_group_rule and tenant:108fee6ca5c249f5b98ddaf91f7128a3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:07.232143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:07.252346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb880e9-e7bf-42ad-8bda-0417fefa7054']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:07.275241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Request body: {'port': {'device_id': '139f8f17-f01a-4f81-b883-097e45aacb09', 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f', 'admin_state_up': True, 'tenant_id': 'bd52d0e366874c918a3ad940b59f680c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:07.283149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d438d4-b832-4281-a61f-61b287b0750e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:07.283532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d438d4-b832-4281-a61f-61b287b0750e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:07.298819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:07.304654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.344797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.367445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:20:07.368052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:20:07.392435 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:20:07.539282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.557963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.574788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Network': ['ID=ccb880e9-e7bf-42ad-8bda-0417fefa7054,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:07.587592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9725eaa-43e2-4411-9d6b-9639f675f397 tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/networks/ccb880e9-e7bf-42ad-8bda-0417fefa7054 HTTP/1.1" status: 204 len: 168 time: 3.8105435 Feb 04 16:20:07.591662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:07.593787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:07.597288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.601810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dfe22-f219-4183-91b4-f1c3fbf81553 req-0cb2a0ed-6710-4d50-8ce6-e7eb8b8af49c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:07.602177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Usage tracker for resource:port and tenant:bd52d0e366874c918a3ad940b59f680c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:07.608748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f31dfe22-f219-4183-91b4-f1c3fbf81553 req-0cb2a0ed-6710-4d50-8ce6-e7eb8b8af49c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.2146001 Feb 04 16:20:07.610139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.615630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:07.618719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.638726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:07.686826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Made reservation on behalf of bd52d0e366874c918a3ad940b59f680c for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:07.690011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.714802 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=108fee6ca5c249f5b98ddaf91f7128a3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1279564 Feb 04 16:20:07.714802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c814f-1af3-4eff-ada8-371f974d8f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e826ffce-4306-49b9-81ec-a3fccec80372,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:07.718165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:07.815576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.846409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Deleting port e4803636-4539-4f24-ae02-37b5bbb3a7e1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:07.846829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:07.877580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f31dfe22-f219-4183-91b4-f1c3fbf81553 req-a9703a7c-8d80-4cd7-bbfe-786fabb674ae tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679498 Feb 04 16:20:07.926896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Allocated IP 172.25.5.35 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/29bfdd14-7501-4c8f-b5b3-5f9711837539) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:07.943477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:07.966627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:07.981756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:08.180285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1f2fd4d-e048-4097-8b36-d1b505c0da15 req-59f2d78e-42ff-40d9-ba98-df028ea841d2 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 210 time: 0.0640922 Feb 04 16:20:08.203768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.204090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.276646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.287600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event updated for resources: {'Port': ['ID=98852cfe-1405-4aba-a13e-53fee46965b2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:08.348236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Calling delete_port for e4803636-4539-4f24-ae02-37b5bbb3a7e1 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:08.367663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.414856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.458378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Allocated IP 172.20.0.9 (2a302102-fced-4fc0-8e00-624a1a285e5f/7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe/8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:08.578632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.599275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e826ffce-4306-49b9-81ec-a3fccec80372,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:08.616985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.618532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-24841521-8dfa-4f87-a470-b6af37b0f2c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e826ffce-4306-49b9-81ec-a3fccec80372 HTTP/1.1" status: 204 len: 168 time: 0.8982770 Feb 04 16:20:08.638383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.715818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:08.719129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:08.723162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:08.730401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:08.769680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=29bfdd14-7501-4c8f-b5b3-5f9711837539,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:08.830980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Pushing event deleted for resources: {'Port': ['ID=e4803636-4539-4f24-ae02-37b5bbb3a7e1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:09.064340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.098668 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.111758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.116881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.245506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.277801 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.363466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.440898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.442016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4085b6d8-1918-4a0a-8b54-f65f6f368a5c tempest-FloatingIPAdminTestJSON-1457141339 tempest-FloatingIPAdminTestJSON-1457141339-project] 10.222.0.62 "DELETE /v2.0/floatingips/2003194d-25b4-4337-946c-53327ab5a5d6 HTTP/1.1" status: 204 len: 168 time: 1.8496571 Feb 04 16:20:09.461608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecf3ea-74bd-4c53-8a70-74d57da259b1 req-bcc5194b-8add-4ead-8746-b6140577ef7f tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:09.463647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ecf3ea-74bd-4c53-8a70-74d57da259b1 req-bcc5194b-8add-4ead-8746-b6140577ef7f tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.3203378 Feb 04 16:20:09.639448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5ecf3ea-74bd-4c53-8a70-74d57da259b1 req-e11f9e15-9b74-4ea2-a598-46ae0bd622ec tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367860 Feb 04 16:20:09.685648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62bf59-1ff3-4ad5-b3f1-ace1cf6bd1e7 req-e3827f38-17c8-40bc-8293-122b99a94410 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:09.688379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c62bf59-1ff3-4ad5-b3f1-ace1cf6bd1e7 req-e3827f38-17c8-40bc-8293-122b99a94410 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 931 time: 0.2405224 Feb 04 16:20:09.722782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Network 2a302102-fced-4fc0-8e00-624a1a285e5f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:09.724085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Pushing event updated for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:09.730648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:09.735656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:09.741688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.775062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.881637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:09.882371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:09.937026 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-90fbce98-5d24-418a-ae8f-6b4beb67e2c4 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6656969 Feb 04 16:20:09.952399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Request body: {'port': {'device_id': '139f8f17-f01a-4f81-b883-097e45aacb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:09.998149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=29bfdd14-7501-4c8f-b5b3-5f9711837539,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:10.095750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.101267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6c62bf59-1ff3-4ad5-b3f1-ace1cf6bd1e7 req-ae42c7c4-05d1-45bd-97a4-ae3228ef8427 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Synchronizing usage tracker for tenant:bd52d0e366874c918a3ad940b59f680c on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:10.154932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.167828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Router c64a9856-146b-4144-926f-e95fcb0f340b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:20:10.175600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:10.176890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f2477b1b-b757-43ec-b4d5-0776e952e7e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9046900 Feb 04 16:20:10.195146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6c62bf59-1ff3-4ad5-b3f1-ace1cf6bd1e7 req-ae42c7c4-05d1-45bd-97a4-ae3228ef8427 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Unset dirty status for tenant:bd52d0e366874c918a3ad940b59f680c on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:10.196719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c62bf59-1ff3-4ad5-b3f1-ace1cf6bd1e7 req-ae42c7c4-05d1-45bd-97a4-ae3228ef8427 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007441 Feb 04 16:20:10.221171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:10.693544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-17ffd7e7-3266-472f-aacb-dc9946368e8e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:10.696680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-17ffd7e7-3266-472f-aacb-dc9946368e8e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.3716381 Feb 04 16:20:10.741842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-0bb24afe-8ef2-4b1f-bf15-e23e09bc73a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:10.769385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-00244078-692d-4801-b875-0a7d296d8d0a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/quotas/ee762621576749278ef96e50982abc63 HTTP/1.1" status: 200 len: 375 time: 0.0295436 Feb 04 16:20:10.857670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-0bb24afe-8ef2-4b1f-bf15-e23e09bc73a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:10.865328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-0bb24afe-8ef2-4b1f-bf15-e23e09bc73a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1925830928&fields=id&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 267 time: 0.2670717 Feb 04 16:20:10.968470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:10.980420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-df83f496-4e41-4285-b0c3-218fdad19218 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a958ba59ce054c239fea6306d029675f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7550893 Feb 04 16:20:10.981726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] Sync routers for ids ['c64a9856-146b-4144-926f-e95fcb0f340b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:10.991587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39748) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:11.002657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] Routers {'c64a9856-146b-4144-926f-e95fcb0f340b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:11.003288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c64a9856-146b-4144-926f-e95fcb0f340b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:11.107934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:11.118693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.141377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Transition to ACTIVE for port object 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:11.141567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:11.148325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.151124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-a17b875a-aae7-4549-bfdd-9147cf5f55ca tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3798413 Feb 04 16:20:11.168505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] Routers {'c64a9856-146b-4144-926f-e95fcb0f340b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:11.169425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:19:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c64a9856-146b-4144-926f-e95fcb0f340b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:11.229769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.232147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d79b803-8d36-4369-9507-2f9fd65b4e03 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2114165 Feb 04 16:20:11.258595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39756) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:11.272174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:11.274358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e20cf-b5d9-4770-92db-742566decbbd None None] The sync data for ids ['c64a9856-146b-4144-926f-e95fcb0f340b'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:11.344348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:11.556020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-e930f10a-6602-41fa-b2fc-37536a8c167c service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037366 Feb 04 16:20:11.626696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.633292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Attempting to bind port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:11.633765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Attempting to bind port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9cf2a471-f229-4763-a981-279abb43a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:11.634099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Attempting to bind port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b on network 2a302102-fced-4fc0-8e00-624a1a285e5f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:11.641482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b on network 2a302102-fced-4fc0-8e00-624a1a285e5f not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:20:11.641807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Attempting to bind port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b on network 2a302102-fced-4fc0-8e00-624a1a285e5f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:11.648446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:11.648848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Checking segment: {'id': '9cf2a471-f229-4763-a981-279abb43a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:11.649169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Bound using segment: {'id': '9cf2a471-f229-4763-a981-279abb43a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:11.650068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Bound port: 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf2a471-f229-4763-a981-279abb43a0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:11.650068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.753760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-a53347b9-6d09-432c-9848-146ce1c980de tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:11.758873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-a53347b9-6d09-432c-9848-146ce1c980de tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 816 time: 0.8926783 Feb 04 16:20:11.790998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:11.796950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,segment=NetworkSegment(9cf2a471-f229-4763-a981-279abb43a0a6),segment_id=9cf2a471-f229-4763-a981-279abb43a0a6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:11.804422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.806703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.872410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-95b6fba1-ba95-4e37-ac47-9aaaefd78c74 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/quotas/047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 375 time: 0.0920093 Feb 04 16:20:11.909867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:11.925899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:11.927157 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-381d619e-248e-4709-9473-f93bdb53f32d service neutron] 10.222.0.41 "PUT /v2.0/ports/8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b HTTP/1.1" status: 200 len: 1091 time: 1.9818845 Feb 04 16:20:11.927598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:11.993035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-bdf52603-e717-4aed-8eeb-5cd58d11e604 service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998716 Feb 04 16:20:12.092342 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-f453261c-ce27-48c8-b0f5-36ae75fef6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd52d0e366874c918a3ad940b59f680c&device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 1094 time: 0.1259942 Feb 04 16:20:12.142762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:12.189319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-f203d99d-8e15-4506-b2c2-3e3221e89ffa tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3159308 Feb 04 16:20:12.191188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628692ba-787d-436b-9f17-c647d8d4cd80,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:12.297910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-17dc94ba-ccbc-404d-8d3d-c78a0ec1aa3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b HTTP/1.1" status: 200 len: 217 time: 0.1976671 Feb 04 16:20:12.371380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:12.375896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4d271c85-ac65-4ba2-aacb-b906230d9652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/628692ba-787d-436b-9f17-c647d8d4cd80 HTTP/1.1" status: 204 len: 168 time: 1.3772094 Feb 04 16:20:12.430613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b04ba-b970-4d16-ade1-229098833524 req-f72f1774-d6d8-40ea-a13e-d5fa6e77427e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:12.432830 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-f72f1774-d6d8-40ea-a13e-d5fa6e77427e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe HTTP/1.1" status: 200 len: 862 time: 0.1289032 Feb 04 16:20:12.472977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-45d1db0d-e53c-4337-a67b-41126573adb4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/c64a9856-146b-4144-926f-e95fcb0f340b HTTP/1.1" status: 200 len: 924 time: 1.2131307 Feb 04 16:20:12.497816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:12.563006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-f027ef43-bfdf-496c-8b04-c754cf6eb80b service neutron] 10.222.0.62 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266797 Feb 04 16:20:12.575970 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-464266f0-0cd2-425d-878d-4a1b3332db03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a302102-fced-4fc0-8e00-624a1a285e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186538 Feb 04 16:20:12.677290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:12.737626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:12.738178 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e887486f-83a7-447b-a964-ae92820cb675 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=c64a9856-146b-4144-926f-e95fcb0f340b HTTP/1.1" status: 200 len: 205 time: 0.2388737 Feb 04 16:20:12.834803 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-f3eeffc3-c776-47eb-9a7b-d785912c91e5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547166 Feb 04 16:20:12.842562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89294eb7-5816-4db8-a584-62f9ff21ab62 req-252d1df0-01e1-433a-ad31-6e90616919ce tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:12.850536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89294eb7-5816-4db8-a584-62f9ff21ab62 req-252d1df0-01e1-433a-ad31-6e90616919ce tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.3838198 Feb 04 16:20:12.920039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-52d2fdde-0a83-46df-8037-bf5ddc10083c service neutron] 10.222.0.62 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433681 Feb 04 16:20:12.965923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89294eb7-5816-4db8-a584-62f9ff21ab62 req-58ede4a5-1fd1-4780-bf55-2a468dd788dd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147220 Feb 04 16:20:13.144451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:13.171938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'port_id': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'mac_address': 'fa:16:3e:80:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7627-10e7-4eb2-b9df-8dbabbd8b2ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:13.232967 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dc0b04ba-b970-4d16-ade1-229098833524 req-f10a5b86-86d9-4825-91fe-2f95f44ea2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931875 Feb 04 16:20:13.245116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:13.329593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:13.355748 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b', 'status': 'completed', 'code': 200} Feb 04 16:20:13.375375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea269e29-6cfe-477a-92ad-45f7af895390 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:13.456283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:13.465335 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:13.624121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:13.661756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:13.709659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39836) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:13.714693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ea269e29-6cfe-477a-92ad-45f7af895390'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:13.719440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-230f8b98-2c0a-45a4-bee8-35fe27ea48a1 req-19dab33b-8c11-4228-9c05-5759e09188a0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 210 time: 0.1391437 Feb 04 16:20:13.724546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-7ce89b9f-cdbb-49c0-9bd5-2f109a12f08c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd52d0e366874c918a3ad940b59f680c&device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 1094 time: 0.3462265 Feb 04 16:20:13.758934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:13.817243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e2903-1a51-440b-909d-220f67bc8ea9 req-89c8c8e0-164d-43fa-beb4-9a3b39b60bff tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:13.830054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-601e2903-1a51-440b-909d-220f67bc8ea9 req-89c8c8e0-164d-43fa-beb4-9a3b39b60bff tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 943 time: 0.5349126 Feb 04 16:20:13.837022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:13.986264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-b9a6ba6c-5af1-49f4-83cd-18a5b8ff43c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:13.988344 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-b9a6ba6c-5af1-49f4-83cd-18a5b8ff43c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a302102-fced-4fc0-8e00-624a1a285e5f HTTP/1.1" status: 200 len: 923 time: 0.2509017 Feb 04 16:20:13.989324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:13.993662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Usage tracker for resource:security_group_rule and tenant:929c48b61f49449ba5cef4a88a851e98 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:14.030187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03c9c034-5856-435c-937b-bbbaf92a7e72 req-19fb2edb-fac9-4a18-970d-0a46bffc0cad tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 210 time: 0.0972316 Feb 04 16:20:14.046265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:14.065772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-601e2903-1a51-440b-909d-220f67bc8ea9 req-70cb39a1-b3f7-4d91-9871-583743f297e0 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344744 Feb 04 16:20:14.067774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9af416e2c8f4a9d96d1f9cc91915cf3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:14.093206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:14.119455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:14.124523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:14.137717 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-ffce3234-f581-4796-83e1-472ed339c7f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b HTTP/1.1" status: 200 len: 217 time: 0.1398213 Feb 04 16:20:14.151521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:14.305712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-5c62423a-13df-45c3-abb1-2100896cffb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:14.308158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-5c62423a-13df-45c3-abb1-2100896cffb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe HTTP/1.1" status: 200 len: 862 time: 0.1541686 Feb 04 16:20:14.380229 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-98241a7d-324a-42fe-b701-d4d15488c13f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a302102-fced-4fc0-8e00-624a1a285e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623715 Feb 04 16:20:14.544306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:14.571268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:14.660759 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-9a5e8f52-1dde-4c62-acbe-9fd791c80813 service neutron] 10.222.0.41 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699785 Feb 04 16:20:14.672357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b942a2f-2a23-40eb-9249-fbdff6770157,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:14.680775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:14.687465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:14.701972 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:14.776147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15cd74f3-b437-4c65-b5fe-25b1b763c1fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=929c48b61f49449ba5cef4a88a851e98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5264497 Feb 04 16:20:14.783835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:14.864008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6ea61-3230-4de8-98ba-40cc75a9d463,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:14.898866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-c766474f-3e4e-42b8-91af-ff483edd2090 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:14.920943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-c766474f-3e4e-42b8-91af-ff483edd2090 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.4576290 Feb 04 16:20:14.924727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c3f095d7-7e6b-4206-916a-bf3c77cbe9d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9af416e2c8f4a9d96d1f9cc91915cf3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2039895 Feb 04 16:20:14.929784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39852) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:14.949625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ea269e29-6cfe-477a-92ad-45f7af895390 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:14.950800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Request body: {'port': {'device_id': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'admin_state_up': True, 'tenant_id': 'ee762621576749278ef96e50982abc63'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:14.951054 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:14.986697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5338fa6-dc90-474d-9d9b-8921105e6305 req-0339b164-5798-40f8-805d-21252f9ba14e service neutron] 10.222.0.41 "GET /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161166 Feb 04 16:20:15.059765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.095502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.098752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.157707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.189919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.193939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:15.197163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b942a2f-2a23-40eb-9249-fbdff6770157,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:15.211967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db529926-6513-4e9f-bc43-5c7eb413145a req-eee427cc-cfb7-4d45-b3a3-5ef014e56dd5 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 210 time: 0.2366474 Feb 04 16:20:15.229507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:15.238287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.261369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f6da-29f6-47e7-9e61-dc3b6b2a59f8 req-47748d3d-9344-4fd1-bf5e-5a8dd1b0da1d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:15.263002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca6f6da-29f6-47e7-9e61-dc3b6b2a59f8 req-47748d3d-9344-4fd1-bf5e-5a8dd1b0da1d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 945 time: 0.9626493 Feb 04 16:20:15.309283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port 98852cfe-1405-4aba-a13e-53fee46965b2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:15.310751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.351956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:15.354655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-48f21c7b-2097-4005-a4aa-5cc37f5d4956 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b942a2f-2a23-40eb-9249-fbdff6770157 HTTP/1.1" status: 204 len: 168 time: 0.5684395 Feb 04 16:20:15.396966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:15.540496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-2564559b-cb0f-4474-971c-72e10cb87a90 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:15.540496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-2564559b-cb0f-4474-971c-72e10cb87a90 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:15.592953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-2564559b-cb0f-4474-971c-72e10cb87a90 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:15.592953 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-2564559b-cb0f-4474-971c-72e10cb87a90 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 816 time: 0.3915546 Feb 04 16:20:15.653377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-174b1f21-d3e2-4ffc-ad9c-de1d24c2005a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:15.676684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-174b1f21-d3e2-4ffc-ad9c-de1d24c2005a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:15.676684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-174b1f21-d3e2-4ffc-ad9c-de1d24c2005a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 380 time: 0.0736630 Feb 04 16:20:15.692324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'port': {'device_id': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'admin_state_up': True, 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'security_groups': ['75f30b21-b21a-4475-97e3-87546a58395f']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:15.725499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca6f6da-29f6-47e7-9e61-dc3b6b2a59f8 req-7eb804fb-8a85-44bb-89ed-3cc28a5ed807 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147158 Feb 04 16:20:15.871013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eff0af9b-e218-4282-b2d9-c94e5da84297 req-088fbacf-5085-467e-9064-e009bb0aed4a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 210 time: 0.3664994 Feb 04 16:20:16.006665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:16.013929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Usage tracker for resource:port and tenant:047f2450f8c8427e8ede0263570aa66e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:16.016835 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'code': 200} Feb 04 16:20:16.022636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:16.031493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:16.054624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.064347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Made reservation on behalf of 047f2450f8c8427e8ede0263570aa66e for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:16.067841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.082277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:16.222635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:16.273875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:16.278177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.318280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:16.334821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.411722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.477174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Allocated IP 172.20.0.7 (4ee3e0de-a894-42ff-b1f7-6b25f6f866d6/18fcc68b-aeb9-49f7-bbf3-193c4937a6e2/5b046471-92c9-403a-bdc3-ca4337bc800e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:16.488522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:16.497439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4e63fc0aaa4e464796147434436cf37f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:16.502769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:16.514364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:16.555369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27a2adde-71b8-4ed5-87e8-ef77be8f1a15 req-1ba4aa56-3713-40f6-81e1-c71634289724 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 210 time: 0.1764438 Feb 04 16:20:16.568134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.699762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:16.800281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.807203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.871499 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e63fc0aaa4e464796147434436cf37f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5483918 Feb 04 16:20:16.879896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90614cd-b987-484e-91b7-f86707de20f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5138d6-393d-431e-9796-8518eff3ef28,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:16.888356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39878) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:16.895567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:16.934486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Transition to ACTIVE for port object 5b046471-92c9-403a-bdc3-ca4337bc800e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:16.987200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.020908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.069151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for 98852cfe-1405-4aba-a13e-53fee46965b2 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:17.085510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,segment=NetworkSegment(9cf2a471-f229-4763-a981-279abb43a0a6),segment_id=9cf2a471-f229-4763-a981-279abb43a0a6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:17.109064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b', 'network_id': '2a302102-fced-4fc0-8e00-624a1a285e5f', 'port_id': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b', 'mac_address': 'fa:16:3e:d5:23:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:17.117295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.180108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.205164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:17.230984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24625be3-9b88-4479-9ee8-09b3e9a192fe req-f66775a5-e7ec-410a-9380-b430da7dd565 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:17.233521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,segment=NetworkSegment(9cf2a471-f229-4763-a981-279abb43a0a6),segment_id=9cf2a471-f229-4763-a981-279abb43a0a6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:17.233668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24625be3-9b88-4479-9ee8-09b3e9a192fe req-f66775a5-e7ec-410a-9380-b430da7dd565 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 943 time: 1.1158562 Feb 04 16:20:17.240602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.288552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.328018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:17.356377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:17.358248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5138d6-393d-431e-9796-8518eff3ef28,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:17.368447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:17.372373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:17.385798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:17.444514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.446731 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c60fbdd-f4a2-46d6-b401-02449acfe66b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f5138d6-393d-431e-9796-8518eff3ef28 HTTP/1.1" status: 204 len: 168 time: 0.5571103 Feb 04 16:20:17.498954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:17.550611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:17.551541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.583817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.611612 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-1dad9595-41fe-43d2-b313-f16a7d6e36ab tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9327722 Feb 04 16:20:17.626567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Request body: {'port': {'device_id': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:17.910353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:17.940106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-212c6dab-df34-4494-8053-539f1cc24bd3 None None] Provisioning for port 5b046471-92c9-403a-bdc3-ca4337bc800e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:17.947089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-212c6dab-df34-4494-8053-539f1cc24bd3 None None] Provisioning complete for port 5b046471-92c9-403a-bdc3-ca4337bc800e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:17.949657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-212c6dab-df34-4494-8053-539f1cc24bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.047435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-212c6dab-df34-4494-8053-539f1cc24bd3 None None] Port 5b046471-92c9-403a-bdc3-ca4337bc800e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:20:18.125910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Allocated IP 172.20.0.6 (528fd0cd-c7b8-488b-ad23-387ae0e07ef2/496021ea-6dc4-4280-82a5-9909e50a5c85/db2602c5-11b2-4390-886d-f91be9f06839) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:18.132329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6ea61-3230-4de8-98ba-40cc75a9d463,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:18.161145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24625be3-9b88-4479-9ee8-09b3e9a192fe req-8a3a666e-3c22-4475-9df7-b9642dc505e3 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321571 Feb 04 16:20:18.169147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42161a44-ca58-4aad-a91d-41b270e0346c req-d2e2d7ed-d83c-4767-9d5f-72248d25d74c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 1097 time: 1.9006648 Feb 04 16:20:18.191352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.195609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e6e5c0d4-4b17-46b1-ae01-70765a28f9f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37f6ea61-3230-4de8-98ba-40cc75a9d463 HTTP/1.1" status: 204 len: 168 time: 3.2640138 Feb 04 16:20:18.251973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.452468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=98852cfe-1405-4aba-a13e-53fee46965b2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:18.485911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:18.496077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.518064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Transition to ACTIVE for port object 5b046471-92c9-403a-bdc3-ca4337bc800e will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:18.523501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.573873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9bb4b-0816-481f-9567-d5da94e5933b req-ff1c9fb8-d859-4b77-8c1a-1fac1a566353 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:18.575473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1a9bb4b-0816-481f-9567-d5da94e5933b req-ff1c9fb8-d859-4b77-8c1a-1fac1a566353 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 1.3271511 Feb 04 16:20:18.684507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42161a44-ca58-4aad-a91d-41b270e0346c req-c255dc22-a1be-44d8-97f0-f898b4103328 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679215 Feb 04 16:20:18.714298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:18.883677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:18.900113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:18.901218 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:18.938881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:18.972660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1a9bb4b-0816-481f-9567-d5da94e5933b req-59d576d9-c6fd-494a-8528-0142d6241846 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552728 Feb 04 16:20:19.010911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:19.017850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.194807 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.247437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:19.263054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:19.281012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,segment=NetworkSegment(9cf2a471-f229-4763-a981-279abb43a0a6),segment_id=9cf2a471-f229-4763-a981-279abb43a0a6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:19.287197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9539fc0c5c445aaabfa630e43a11d26 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:19.287942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.295618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:19.297970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.341338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:19.421858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b4881d44-360a-4f39-94e2-75932c57ec8a req-f55c157a-54fb-4bfd-8195-e8279de65e48 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:19.436629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:19.454472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6a59-f75d-44a5-ba5f-aad7a27da7fa req-81cac56d-cf8a-46eb-90bb-47690b7f55a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:19.456018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7db6a59-f75d-44a5-ba5f-aad7a27da7fa req-81cac56d-cf8a-46eb-90bb-47690b7f55a8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 1.0115883 Feb 04 16:20:19.462140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.466519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Attempting to bind port 5b046471-92c9-403a-bdc3-ca4337bc800e on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:19.467251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Attempting to bind port 5b046471-92c9-403a-bdc3-ca4337bc800e by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:19.467823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Attempting to bind port 5b046471-92c9-403a-bdc3-ca4337bc800e on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:19.473152 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.502772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Port 5b046471-92c9-403a-bdc3-ca4337bc800e on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:20:19.503175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Attempting to bind port 5b046471-92c9-403a-bdc3-ca4337bc800e on network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:19.549601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:19.550037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Checking segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:19.550515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Bound using segment: {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:19.551028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Bound port: 5b046471-92c9-403a-bdc3-ca4337bc800e, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b030d1-f218-400a-acd8-21e74c0e4a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:19.551445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.564591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5570b8-4ea8-45e9-ab66-19c8b81f0971,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:19.574610 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5dd35b08-9e01-4181-96cc-0a53ce6ac4b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9539fc0c5c445aaabfa630e43a11d26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6273828 Feb 04 16:20:19.578252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39928) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:19.666926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b4881d44-360a-4f39-94e2-75932c57ec8a req-f55c157a-54fb-4bfd-8195-e8279de65e48 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:19.682650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4881d44-360a-4f39-94e2-75932c57ec8a req-f55c157a-54fb-4bfd-8195-e8279de65e48 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 210 time: 0.3932819 Feb 04 16:20:19.770090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.803288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:19.815435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.830072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:19.858440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.894919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.962572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:19.965679 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] 10.222.0.41 "PUT /v2.0/ports/5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 1091 time: 2.3437576 Feb 04 16:20:19.969432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:20.008590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397418d1-2868-4aff-9211-bd7a0b9faaaa service neutron] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:20.060737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7db6a59-f75d-44a5-ba5f-aad7a27da7fa req-afdd9ebf-e9d1-4f62-83c3-d5d5746de794 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5983379 Feb 04 16:20:20.070864 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.118635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.158268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.220035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5570b8-4ea8-45e9-ab66-19c8b81f0971,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:20.282879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.299271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:20.306257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.308062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8ae95df-c6ad-4312-a68d-12e834d8f001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd5570b8-4ea8-45e9-ab66-19c8b81f0971 HTTP/1.1" status: 204 len: 168 time: 0.7288978 Feb 04 16:20:20.328693 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-2eb9b2fd-4921-4794-98d9-6877cc26423f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1094 time: 0.2967684 Feb 04 16:20:20.457443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event updated for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:20.516268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7ed4c-ef88-40b0-ace1-ff70d5e24f0c req-6e9d6e2b-21f0-45db-938f-d72a384a9dff tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:20.520009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b7ed4c-ef88-40b0-ace1-ff70d5e24f0c req-6e9d6e2b-21f0-45db-938f-d72a384a9dff tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.6337516 Feb 04 16:20:20.526613 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b', 'code': 200} Feb 04 16:20:20.529006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.529705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router c64a9856-146b-4144-926f-e95fcb0f340b {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:20:20.585086 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-11e4ee1a-285e-40c0-be98-0744847bc998 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 217 time: 0.2489462 Feb 04 16:20:20.648957 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'status': 'completed', 'code': 200} Feb 04 16:20:20.682584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-ae970a1e-2466-46f2-9ce6-3fb88d7e49e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:20.684840 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-ae970a1e-2466-46f2-9ce6-3fb88d7e49e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.0915561 Feb 04 16:20:20.751343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:20.752417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c23c60f3-83a3-4b78-9d3c-6dbc50ec0f49 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/c64a9856-146b-4144-926f-e95fcb0f340b HTTP/1.1" status: 204 len: 168 time: 8.0140808 Feb 04 16:20:20.775929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39952) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:20.819679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:20.850167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1939982541', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:20.857694 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-436e95ba-1009-45de-b556-42f1567cde69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655469 Feb 04 16:20:20.862858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:20.866892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:router and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:20.877164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:20.919000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b7ed4c-ef88-40b0-ace1-ff70d5e24f0c req-3411522e-7e0e-430b-bd9f-49320d80bba7 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909011 Feb 04 16:20:20.920054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:20.932962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:20.967018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:21.070313 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.164820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.194164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-5afcdfec-7c71-4b95-bec9-6d1bba3d7b32 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300424 Feb 04 16:20:21.238777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.240049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.269991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.270956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.480939 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0096aade-22d6-4691-98e5-2765c5ce9545 req-cf8f052a-14d4-4b1c-8bc1-659720ffa6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804561 Feb 04 16:20:21.521767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34abbfb4-dc81-4adc-b9b4-ed15b213e34d req-ce7e669b-bf86-4086-a280-518b330c2e36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 1096 time: 0.9732432 Feb 04 16:20:21.573797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:21.613623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-ed6b47ee-db3a-48b4-9679-f06eaf754ef4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6674387 Feb 04 16:20:21.721644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Request body: {'port': {'device_id': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:21.778905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4760dd-5c43-4d65-976e-05609affb7b9 req-31ad135d-f7a2-454c-941c-a98dc1648dac tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.778905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad4760dd-5c43-4d65-976e-05609affb7b9 req-31ad135d-f7a2-454c-941c-a98dc1648dac tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.8493290 Feb 04 16:20:21.783720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-5efe2740-279f-468d-9cb2-282b70f91f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1094 time: 0.2340791 Feb 04 16:20:21.824982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34abbfb4-dc81-4adc-b9b4-ed15b213e34d req-2e42b85b-603a-4bdb-a7eb-87b668b0c224 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762647 Feb 04 16:20:21.887435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8e2d-cb41-4122-a822-dcfb0ed3618d req-3e2b0253-80ea-4dfd-b143-244bfc13bac8 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:21.894950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282e8e2d-cb41-4122-a822-dcfb0ed3618d req-3e2b0253-80ea-4dfd-b143-244bfc13bac8 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 931 time: 0.6592278 Feb 04 16:20:22.061825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-0866cca0-d438-486f-95c8-54534cb0c9b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.063926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-0866cca0-d438-486f-95c8-54534cb0c9b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.2804530 Feb 04 16:20:22.150879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:22.209667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.209851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-352e8511-e823-4976-bd0b-6d7966616231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 217 time: 0.1384075 Feb 04 16:20:22.218019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad4760dd-5c43-4d65-976e-05609affb7b9 req-690a082d-0018-43f3-b4c4-bc3f8fcf5926 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165363 Feb 04 16:20:22.221009 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:22.262992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-282e8e2d-cb41-4122-a822-dcfb0ed3618d req-a75eff1a-2398-44f2-ad44-6c2a225041c9 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448241 Feb 04 16:20:22.367958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-9100c7ba-aef2-47ae-b653-1d8db00c7580 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.370858 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-9100c7ba-aef2-47ae-b653-1d8db00c7580 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1407444 Feb 04 16:20:22.456943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40002) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.501519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-359f803b-a84b-41d0-8717-0e426b097308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207762 Feb 04 16:20:22.633309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-d991ff11-b052-4685-a918-64bc77d35cff tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.637195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d991ff11-b052-4685-a918-64bc77d35cff tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1764302 Feb 04 16:20:22.637733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40010) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.642713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a65b645b-69d7-47b2-adec-83fdb4dcc1d4 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:22.656060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-de03a2da-3442-4c2c-b93e-97b8682839f1 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.657232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de03a2da-3442-4c2c-b93e-97b8682839f1 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0181930 Feb 04 16:20:22.661010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.668853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-1c4a9e67-b099-41f5-88a9-bee36ad9503d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.672998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c4a9e67-b099-41f5-88a9-bee36ad9503d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078740 Feb 04 16:20:22.673281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-8b75c80b-ce69-490a-bf7d-cef522f2e9ea service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636953 Feb 04 16:20:22.673645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.678521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-2880f3f7-aa59-4767-8057-9fa4bc8dd621 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.681382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2880f3f7-aa59-4767-8057-9fa4bc8dd621 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045965 Feb 04 16:20:22.682155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.828104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e0fa-6f2a-4dcc-b5c5-0f0190040610 req-ccd61033-a7ce-4b4d-91bb-633ec05c81bd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.829720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0305e0fa-6f2a-4dcc-b5c5-0f0190040610 req-ccd61033-a7ce-4b4d-91bb-633ec05c81bd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.4272964 Feb 04 16:20:22.851888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ce65-b5c2-4dbe-8415-e63516f33105 req-33f16c8c-ab60-4661-b316-8d046326471d tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:22.853752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4509ce65-b5c2-4dbe-8415-e63516f33105 req-33f16c8c-ab60-4661-b316-8d046326471d tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.3553517 Feb 04 16:20:22.926011 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a6686e2-5d0a-4ac3-a44e-1641260e1b37 req-4ce867fc-1844-4c31-acc9-1b3a5407e4fc service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459457 Feb 04 16:20:22.929170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-61682897-a024-4b20-9fcb-b8117de5ca23 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.933513 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61682897-a024-4b20-9fcb-b8117de5ca23 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.2463028 Feb 04 16:20:22.933827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40028) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.938896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-d47e858a-5bc1-45ee-a2bf-ec9ea2221be8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.940044 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d47e858a-5bc1-45ee-a2bf-ec9ea2221be8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049906 Feb 04 16:20:22.942562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40032) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.947234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-f397967e-ae0d-4438-8867-5ddd499bae2e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.951588 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f397967e-ae0d-4438-8867-5ddd499bae2e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053360 Feb 04 16:20:22.953481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.960403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-b413f837-bbd7-48a7-a2bc-90864ec42ae3 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.964736 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b413f837-bbd7-48a7-a2bc-90864ec42ae3 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095663 Feb 04 16:20:22.965599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.971739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-8b113d7c-57ac-4817-8b06-aae8ab3c7b93 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.976590 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b113d7c-57ac-4817-8b06-aae8ab3c7b93 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081613 Feb 04 16:20:22.978485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.985034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-187bf443-0134-47e4-b0e3-0e151e97534c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:22.990696 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-187bf443-0134-47e4-b0e3-0e151e97534c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0105476 Feb 04 16:20:22.991618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:22.999896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-6838ef60-70d7-49c5-a5ab-49a9b13e2ca6 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.003934 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6838ef60-70d7-49c5-a5ab-49a9b13e2ca6 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099332 Feb 04 16:20:23.004212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40052) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.012038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-54ca0922-d14f-45d1-b8bc-7e7262910195 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.015692 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-54ca0922-d14f-45d1-b8bc-7e7262910195 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076406 Feb 04 16:20:23.015692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40056) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.021044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-dd809e6b-5911-4961-aabc-5775ff610988 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.024028 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd809e6b-5911-4961-aabc-5775ff610988 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055356 Feb 04 16:20:23.024600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40060) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.028710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0305e0fa-6f2a-4dcc-b5c5-0f0190040610 req-37b58658-724b-4a9e-8dbf-35926ef1b3e0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894734 Feb 04 16:20:23.029959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-54e55f5d-1ea2-4502-864b-3544b7bff625 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.033966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-54e55f5d-1ea2-4502-864b-3544b7bff625 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057523 Feb 04 16:20:23.035790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4509ce65-b5c2-4dbe-8415-e63516f33105 req-bc3eeedd-b832-4355-82dd-6fd8e15ec346 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644917 Feb 04 16:20:23.042500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.052802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-97b9aa02-a294-428b-9ca9-3d0a7436085f tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.056018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-97b9aa02-a294-428b-9ca9-3d0a7436085f tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086405 Feb 04 16:20:23.056425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.061679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-686a014e-06ad-4fa9-9779-f5d17ad4bfe5 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.065025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-686a014e-06ad-4fa9-9779-f5d17ad4bfe5 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054083 Feb 04 16:20:23.065191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a65b645b-69d7-47b2-adec-83fdb4dcc1d4 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "PUT /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931 HTTP/1.1" status: 200 len: 366 time: 0.8501945 Feb 04 16:20:23.066227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.078959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40076) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.089112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-1fa6b9c7-c2fe-4ae8-82da-265109280b5f tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.092388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1fa6b9c7-c2fe-4ae8-82da-265109280b5f tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0234530 Feb 04 16:20:23.092388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:23.093651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.127123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-439836b9-f16b-44eb-85aa-f4c60c7f881d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.132653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-439836b9-f16b-44eb-85aa-f4c60c7f881d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0356424 Feb 04 16:20:23.136167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40086) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.139772 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-051b1b04-649d-4f8d-ba5d-817541723389 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0598428 Feb 04 16:20:23.143074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-c065c11c-0dc2-44b4-bb5a-177a7520a04c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.148247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c065c11c-0dc2-44b4-bb5a-177a7520a04c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106723 Feb 04 16:20:23.148940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40090) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.149283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40092) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.172901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-15c93366-f8be-48be-a224-a3c52d2d9967 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.179102 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15c93366-f8be-48be-a224-a3c52d2d9967 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0262327 Feb 04 16:20:23.180952 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61ae219f-8fb5-4809-b0a4-6e18528795f5 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931 HTTP/1.1" status: 200 len: 366 time: 0.0306489 Feb 04 16:20:23.181559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.184784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.189475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-5414b6e9-b5c8-4b1f-8cec-233af84836cf tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.193239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5414b6e9-b5c8-4b1f-8cec-233af84836cf tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097358 Feb 04 16:20:23.211153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40104) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.217449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-8f1a70de-14c8-4f96-a7db-88868b9e38ee tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.222889 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f1a70de-14c8-4f96-a7db-88868b9e38ee tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0105712 Feb 04 16:20:23.223905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40110) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.230315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-267b881b-0985-48bf-b9d6-8a5f595ed7ac tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.236231 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-267b881b-0985-48bf-b9d6-8a5f595ed7ac tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0111566 Feb 04 16:20:23.240367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c25aab9-c796-43f9-b14d-a5f2e031eb0d tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931 HTTP/1.1" status: 204 len: 168 time: 0.0434620 Feb 04 16:20:23.240367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.241000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.257639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-19b678ce-ade3-4d3b-8763-fd8cd370775e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.261431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:23.262905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19b678ce-ade3-4d3b-8763-fd8cd370775e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0222816 Feb 04 16:20:23.264601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.268127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-bc8a465a-b6e0-4223-b4f4-afd2bc161ddf tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.271728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bc8a465a-b6e0-4223-b4f4-afd2bc161ddf tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046153 Feb 04 16:20:23.282132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40128) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.332450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [None req-3b8dabd9-8a15-43b5-98ba-eedeb63d42ef tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.336234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b8dabd9-8a15-43b5-98ba-eedeb63d42ef tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0502405 Feb 04 16:20:23.337217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40138) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.341856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-51502606-cd84-4207-ab3c-e72cd157fc35 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.345743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-51502606-cd84-4207-ab3c-e72cd157fc35 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052516 Feb 04 16:20:23.345883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.351388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-3c727568-65b0-4ebf-8de7-ab4d43428c3b tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.355678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c727568-65b0-4ebf-8de7-ab4d43428c3b tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055933 Feb 04 16:20:23.356092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.362466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-6565c95d-3b96-4d56-b03e-22759756872c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.365956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6565c95d-3b96-4d56-b03e-22759756872c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0067158 Feb 04 16:20:23.366210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40150) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.383083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-81628047-3dcc-4235-ba70-d2843c5e63f9 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.388313 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81628047-3dcc-4235-ba70-d2843c5e63f9 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0167086 Feb 04 16:20:23.388463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2602c5-11b2-4390-886d-f91be9f06839 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:23.392743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40156) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.399395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-c8d2a512-2265-4a66-a646-1ca685d4155d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.402971 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8d2a512-2265-4a66-a646-1ca685d4155d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062511 Feb 04 16:20:23.403135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.408826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-c1ebcb3d-36f3-4122-aa22-ad98b8e81aa8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.411013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1ebcb3d-36f3-4122-aa22-ad98b8e81aa8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057693 Feb 04 16:20:23.412464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40164) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.413646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-956d3746-b833-4557-8e29-f6a635694615 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1574545 Feb 04 16:20:23.414630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40166) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.419927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-e53bddab-17dc-4491-b332-6800ab3a68eb tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.423508 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e53bddab-17dc-4491-b332-6800ab3a68eb tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074468 Feb 04 16:20:23.423808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.423977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:23.435775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-d41c152a-1d8b-4c34-8513-d54f442dd909 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.436580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d41c152a-1d8b-4c34-8513-d54f442dd909 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0119808 Feb 04 16:20:23.439538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40178) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.443116 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a914e4c1-091f-4b33-99e6-c66bc29190e1 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931 HTTP/1.1" status: 200 len: 370 time: 0.0272057 Feb 04 16:20:23.445935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-3bb401d2-78c4-4b72-8b80-962a2bb8081c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.450586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3bb401d2-78c4-4b72-8b80-962a2bb8081c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062168 Feb 04 16:20:23.450586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.450586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40186) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.454875 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c311a04-bc01-40eb-9a6d-0c1a72f7046b tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931/default HTTP/1.1" status: 200 len: 370 time: 0.0065515 Feb 04 16:20:23.457803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-a198d156-66fa-4e3e-b145-fea7a7550d0c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.461188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a198d156-66fa-4e3e-b145-fea7a7550d0c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0080669 Feb 04 16:20:23.461188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40190) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.465078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40194) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.470637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-66f3cae6-86e2-421d-8f58-4949ad2a0f23 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.474675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66f3cae6-86e2-421d-8f58-4949ad2a0f23 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056298 Feb 04 16:20:23.474675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.480986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-2b360c9c-52c0-4e99-b0f3-17fb02e5c4fc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.483620 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b360c9c-52c0-4e99-b0f3-17fb02e5c4fc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065298 Feb 04 16:20:23.484729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.493120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-d82b9abe-dfe1-4d92-8fad-c80065430058 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.493120 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d82b9abe-dfe1-4d92-8fad-c80065430058 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056891 Feb 04 16:20:23.493120 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-b2d76d3a-505f-4a72-a5e9-2f402819f2a6 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] delete failed (client error): The resource could not be found. Feb 04 16:20:23.495578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2d76d3a-505f-4a72-a5e9-2f402819f2a6 tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/eaffc1f99361493ab7d1947dd9888931 HTTP/1.1" status: 404 len: 348 time: 0.0337126 Feb 04 16:20:23.501587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40208) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.512328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-a877e845-2e07-47a8-905c-214470b8c9cc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.516834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Transition to ACTIVE for port object db2602c5-11b2-4390-886d-f91be9f06839 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:23.527205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a877e845-2e07-47a8-905c-214470b8c9cc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0106742 Feb 04 16:20:23.527205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40212) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.527205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-b515e867-cd98-4b28-85cc-ae5b956d036a tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.527205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b515e867-cd98-4b28-85cc-ae5b956d036a tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064304 Feb 04 16:20:23.529485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.536574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-74ca1f53-75a1-4baa-9aa4-7eadea169ea5 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.538230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74ca1f53-75a1-4baa-9aa4-7eadea169ea5 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066245 Feb 04 16:20:23.541793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.547813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-db7b4d55-18b4-4252-800e-c8876dc28ca7 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.548749 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-db7b4d55-18b4-4252-800e-c8876dc28ca7 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058532 Feb 04 16:20:23.552845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.554464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:23.559362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-d5afb526-802b-4ed8-a489-d60fbe13d8ac tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.560304 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5afb526-802b-4ed8-a489-d60fbe13d8ac tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0059478 Feb 04 16:20:23.562734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.570929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-3c90c4e2-2ab6-4403-b6e3-e2d527c0ff14 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.571954 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c90c4e2-2ab6-4403-b6e3-e2d527c0ff14 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0082631 Feb 04 16:20:23.574951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40234) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.582448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-5e4adaa3-eeb7-4e01-9a3a-91c5ea184312 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.583907 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5e4adaa3-eeb7-4e01-9a3a-91c5ea184312 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0060546 Feb 04 16:20:23.586207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.592091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-d5e0b386-5c47-4ceb-a7d5-fbc5e0ff3d8c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.593123 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5e0b386-5c47-4ceb-a7d5-fbc5e0ff3d8c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057716 Feb 04 16:20:23.595430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.600856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-b2942848-4530-4f39-895e-65fe23e113e1 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.605166 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2942848-4530-4f39-895e-65fe23e113e1 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055687 Feb 04 16:20:23.605558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.611187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-cec78769-1f43-4fa0-9f92-6a3f55f61216 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.614491 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cec78769-1f43-4fa0-9f92-6a3f55f61216 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056784 Feb 04 16:20:23.615504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40250) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.622251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-11f20afa-74ae-4c10-a316-725ba9221911 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.625645 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11f20afa-74ae-4c10-a316-725ba9221911 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068388 Feb 04 16:20:23.626346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40254) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.631853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-e1eb9030-2a96-4e1e-bd14-3e0693451668 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.632919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e1eb9030-2a96-4e1e-bd14-3e0693451668 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058565 Feb 04 16:20:23.635818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.641575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-e4af6c5a-4694-43e6-bcff-16b11dc7e67d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.644804 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4af6c5a-4694-43e6-bcff-16b11dc7e67d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059018 Feb 04 16:20:23.645962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40262) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.651879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-3f5d38e0-9382-48dc-a056-3963f0254dd4 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.655073 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f5d38e0-9382-48dc-a056-3963f0254dd4 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0059481 Feb 04 16:20:23.658779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.664058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-1be6f625-13ae-4771-997d-fad936bb8627 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.669270 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1be6f625-13ae-4771-997d-fad936bb8627 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092363 Feb 04 16:20:23.670157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.675740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-1c7859c8-6045-41b3-a4f1-71b3c1f4c7e8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.679949 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c7859c8-6045-41b3-a4f1-71b3c1f4c7e8 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085361 Feb 04 16:20:23.680784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.686914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-0ae40c66-921a-4af0-bf2b-b279a534db95 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.691121 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ae40c66-921a-4af0-bf2b-b279a534db95 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091155 Feb 04 16:20:23.692013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.696957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-11277bf7-4da7-426e-ad04-bcdf6ed2fc4d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.705634 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11277bf7-4da7-426e-ad04-bcdf6ed2fc4d tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0122719 Feb 04 16:20:23.706391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40282) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.711474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-f4f13086-9023-482c-ae02-5dc488be54eb tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.716539 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f4f13086-9023-482c-ae02-5dc488be54eb tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090294 Feb 04 16:20:23.717246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40286) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.723558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40292) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.727415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-0bf7b86c-e0cb-4594-8d5f-49b89e629fd0 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.732183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0bf7b86c-e0cb-4594-8d5f-49b89e629fd0 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0139730 Feb 04 16:20:23.734819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.751171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-4d0c3475-5613-4f52-91b5-616ef19874dc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.755108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d0c3475-5613-4f52-91b5-616ef19874dc tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0191472 Feb 04 16:20:23.758013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.762854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-6c638180-0415-4499-9a83-2a54791f0979 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.766777 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c638180-0415-4499-9a83-2a54791f0979 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085850 Feb 04 16:20:23.767815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.773110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-f6b8a8b3-3803-4391-b8a2-0802c11d9a68 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.776915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f6b8a8b3-3803-4391-b8a2-0802c11d9a68 tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053279 Feb 04 16:20:23.778122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.783675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-4f4e1b60-2289-4613-8669-a99939c6cc3c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.786477 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f4e1b60-2289-4613-8669-a99939c6cc3c tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055730 Feb 04 16:20:23.786477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:network and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.788473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40312) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:23.796117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [None req-f019e4f7-7464-4d49-9271-53a59c87312e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:20:23.798872 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f019e4f7-7464-4d49-9271-53a59c87312e tempest-ExtensionsTestJSON-1926722185 tempest-ExtensionsTestJSON-1926722185-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074933 Feb 04 16:20:23.798872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.817343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:subnet and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.824737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.834368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:subnetpool and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.840129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.847982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:port and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.854898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.863709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:router and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.869987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.879102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:floatingip and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.885401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.936835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:security_group and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.942444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.952450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Usage tracker for resource:security_group_rule and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:23.958890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:23.967281 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-855b77d9-a9ff-4f04-8007-dd86f7cd55db tempest-QuotasTest-2014974091 tempest-QuotasTest-2014974091-project-admin] 10.222.0.62 "GET /v2.0/quotas/7f4bbfe5aef54252ac28c8a0cc678a4c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2338603 Feb 04 16:20:23.981324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 172.25.5.237 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:24.003132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Pushing event updated for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:24.051379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc889d41-0635-4e89-9ed9-7b4442a235df req-cfe85984-7b52-46cc-8ab8-2d2fd81545c5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:24.052785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc889d41-0635-4e89-9ed9-7b4442a235df req-cfe85984-7b52-46cc-8ab8-2d2fd81545c5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.7245123 Feb 04 16:20:24.299392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28223a22-50ea-4cea-946c-1efac11e8f27 req-5739a4b0-2fce-408c-a058-5d7cf52c4c4e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:24.301055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28223a22-50ea-4cea-946c-1efac11e8f27 req-5739a4b0-2fce-408c-a058-5d7cf52c4c4e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 931 time: 0.8719943 Feb 04 16:20:24.373317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc889d41-0635-4e89-9ed9-7b4442a235df req-3119ef18-777e-405e-bf2d-60ef3efa7a24 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327070 Feb 04 16:20:24.447866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.483371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.519636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40342) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:24.537684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Attempting to bind port db2602c5-11b2-4390-886d-f91be9f06839 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:24.538080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Attempting to bind port db2602c5-11b2-4390-886d-f91be9f06839 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:24.538560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Attempting to bind port db2602c5-11b2-4390-886d-f91be9f06839 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:24.561829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:24.663770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Port db2602c5-11b2-4390-886d-f91be9f06839 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:20:24.664469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Attempting to bind port db2602c5-11b2-4390-886d-f91be9f06839 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:24.675624 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.678290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:24.679074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Checking segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:24.679556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Bound using segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:24.680093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Bound port: db2602c5-11b2-4390-886d-f91be9f06839, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:24.680527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.693550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:24.708323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:24.715992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:24.720528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:24.724510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Usage tracker for resource:security_group_rule and tenant:b11b549cf25e4335b2fd17cf227647c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:24.727469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:24.730190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:24.735077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:24.767849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:24.842018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.867998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.882686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:24.913832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:24.936295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:24.943809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b8fce-a01b-4992-82b2-da7456da9755,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:24.950462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:24.952132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1226d123-67a3-4ccb-9621-9dbb201884e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b11b549cf25e4335b2fd17cf227647c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310410 Feb 04 16:20:24.955093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:24.955719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:24.960439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Usage tracker for resource:security_group_rule and tenant:e52c799b95794ad0be501c507533321a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:24.965193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:24.973164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:25.027788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a42f-f76f-43a8-9493-654332a2c172 req-d8d5cfb2-60f1-495a-b7ed-8f77e68c0ecd tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.029475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f63a42f-f76f-43a8-9493-654332a2c172 req-d8d5cfb2-60f1-495a-b7ed-8f77e68c0ecd tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.4999595 Feb 04 16:20:25.031288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=db2602c5-11b2-4390-886d-f91be9f06839,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:25.032887 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.062770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.068792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:25.076421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.090214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.104158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1692a7f8-a8f7-48ba-b192-b1191711d4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.108449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:25.115681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.186386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484e264-24a4-4ec1-8df3-4e80d8e6e892,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:25.188259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Pushing event updated for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:25.192223 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ae627b9c-ee96-4b1e-961c-97db0f12caf1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e52c799b95794ad0be501c507533321a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6274357 Feb 04 16:20:25.194358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:25.204812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:25.216206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.216920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.233909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.247983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28223a22-50ea-4cea-946c-1efac11e8f27 req-2593df1e-1001-4fe7-9f71-9d08949ac47a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116940 Feb 04 16:20:25.255680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.260687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.261964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.262579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.263203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.263731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.264392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.265519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.300986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.302650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-3087b422-c29e-462c-a9d1-b30870f306a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/db2602c5-11b2-4390-886d-f91be9f06839 HTTP/1.1" status: 200 len: 1091 time: 3.6091874 Feb 04 16:20:25.305348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:25.335213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.367485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.377855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5b046471-92c9-403a-bdc3-ca4337bc800e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:25.415440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.464146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.465284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f63a42f-f76f-43a8-9493-654332a2c172 req-15e8cfc0-acfa-4295-aa64-7484f2b04c76 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116967 Feb 04 16:20:25.481986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484e264-24a4-4ec1-8df3-4e80d8e6e892,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:25.491266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.491791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.492266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.492735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.493225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.493692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.494733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.495206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.495874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.496349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.496826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:25.508656 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.511406 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-51278f32-1bd1-47e6-8856-291eb8f9f250 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b484e264-24a4-4ec1-8df3-4e80d8e6e892 HTTP/1.1" status: 204 len: 168 time: 0.3155797 Feb 04 16:20:25.571672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.687275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-50beae3a-7515-410e-84e2-09608243c8df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 1094 time: 0.3312910 Feb 04 16:20:25.699821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637c05e-2277-47a1-ae1d-33b2cd87a113 req-67d9c3c0-b46c-4b3f-bd28-211a4277a1de tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:25.708335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d637c05e-2277-47a1-ae1d-33b2cd87a113 req-67d9c3c0-b46c-4b3f-bd28-211a4277a1de tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 944 time: 0.2995558 Feb 04 16:20:25.794171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.795197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:25.976333 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839', 'status': 'completed', 'code': 200} Feb 04 16:20:25.987637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-e1d22865-9e4e-458d-a8c8-8b14b95b7c37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2602c5-11b2-4390-886d-f91be9f06839 HTTP/1.1" status: 200 len: 217 time: 0.2718856 Feb 04 16:20:26.002540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40386) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:26.024257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.036440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d637c05e-2277-47a1-ae1d-33b2cd87a113 req-7f6a38bc-44ed-47bd-9611-f17aefcc3097 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271351 Feb 04 16:20:26.043412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.065700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:26.071192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4bbfe5aef54252ac28c8a0cc678a4c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:26.075583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:26.084100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:26.098533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b8fce-a01b-4992-82b2-da7456da9755,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:26.176765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-7a65fac0-6506-41c3-a901-abf9b486f4e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:26.178120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-7a65fac0-6506-41c3-a901-abf9b486f4e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.1810751 Feb 04 16:20:26.224653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.234658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.263699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.265709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2716cab3-71a8-4445-a0fe-aab7ea1013aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d37b8fce-a01b-4992-82b2-da7456da9755 HTTP/1.1" status: 204 len: 168 time: 1.3010638 Feb 04 16:20:26.299413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f92f1a-42be-4c06-8952-e5a87bbdca56,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:26.306062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6b75bdd-0188-446a-9a40-16f74283f653 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f4bbfe5aef54252ac28c8a0cc678a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021498 Feb 04 16:20:26.308515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40402) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:26.376556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.436645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.459315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-5022e5af-b022-4056-9355-70333cf16d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2649834 Feb 04 16:20:26.499632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.535758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f92f1a-42be-4c06-8952-e5a87bbdca56,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:26.579645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:26.580801 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6278627-68d9-41ba-ba80-3ee97488762c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96f92f1a-42be-4c06-8952-e5a87bbdca56 HTTP/1.1" status: 204 len: 168 time: 0.2711704 Feb 04 16:20:26.745447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:26.930219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 5b046471-92c9-403a-bdc3-ca4337bc800e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:26.947709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5b046471-92c9-403a-bdc3-ca4337bc800e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:26.948300 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:27.018946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-4221f9a5-197e-48a6-bedb-209f7b22e5d2 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452952 Feb 04 16:20:27.247277 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a134afe-5c9e-4e91-ab33-1155debb127f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:27.250384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:27.286978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:27.288237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:27.294984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:27.356080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c797ef-36d9-42f5-82e3-c968c07d6caf req-07a5863c-3c7e-4b55-99af-42d76a12d3c2 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142891 Feb 04 16:20:27.399298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ef7c9-8679-49be-a9cf-9dbdd64d9563 req-64b2ea2a-82b8-4064-82c3-efee120d8772 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.401889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e91ef7c9-8679-49be-a9cf-9dbdd64d9563 req-64b2ea2a-82b8-4064-82c3-efee120d8772 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 943 time: 0.6274626 Feb 04 16:20:27.411199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-6a98fa64-269f-4e90-ab84-64f900f3ee6e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.418944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-6a98fa64-269f-4e90-ab84-64f900f3ee6e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 1.1518366 Feb 04 16:20:27.430623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:27.475303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-118a0947-1646-4d59-a23c-0ba3a6572cda tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.477680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-118a0947-1646-4d59-a23c-0ba3a6572cda tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/ports?device_id=aca73525-c523-43fe-a754-f3623e342c01 HTTP/1.1" status: 200 len: 946 time: 0.1787100 Feb 04 16:20:27.561418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e91ef7c9-8679-49be-a9cf-9dbdd64d9563 req-ae977e6b-89a4-484f-9951-2c52623ffbe7 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343474 Feb 04 16:20:27.568164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Deleting port ea269e29-6cfe-477a-92ad-45f7af895390 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:27.569492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:27.602424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-42d29537-61fe-46a2-8004-7e7112463c0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 1094 time: 0.1778853 Feb 04 16:20:27.604448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router c46a4b2b-9627-4498-b7a2-8eadc2daaf48 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:20:27.970991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-f180cbb2-be22-4ba6-a75f-bc0d68561534 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/quotas/7c5ae9de14f14df7a42aaa57695dc514 HTTP/1.1" status: 200 len: 375 time: 0.5510154 Feb 04 16:20:27.990854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-4b94c341-cfcd-427f-a30b-18b099111bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:27.992746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-4b94c341-cfcd-427f-a30b-18b099111bf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.3837929 Feb 04 16:20:28.140984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-db55b9da-9f12-4f53-b727-7fd9b3e30300 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2602c5-11b2-4390-886d-f91be9f06839 HTTP/1.1" status: 200 len: 217 time: 0.1363111 Feb 04 16:20:28.141410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] For port ea269e29-6cfe-477a-92ad-45f7af895390, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ea269e29-6cfe-477a-92ad-45f7af895390,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:28.143965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:28.172321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40456) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:28.298152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:28.325680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Calling delete_port for ea269e29-6cfe-477a-92ad-45f7af895390 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:28.346321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-114aeed6-b3cd-4e86-a29a-d7d520d3ecb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:28.347698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-114aeed6-b3cd-4e86-a29a-d7d520d3ecb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.1646979 Feb 04 16:20:28.415105 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c487c7a2-268c-4a42-8857-554a3e6d07c7 tempest-ServiceProvidersTest-5792605 tempest-ServiceProvidersTest-5792605-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2411594 Feb 04 16:20:28.473493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d3d93-7c1b-4656-95db-faf5613584d9 req-32985412-e284-4205-ad7f-51819570091b tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:28.475467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-003d3d93-7c1b-4656-95db-faf5613584d9 req-32985412-e284-4205-ad7f-51819570091b tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.6554413 Feb 04 16:20:28.504117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-a64f95d8-84b1-4b2a-ac60-bffd6a18b6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740707 Feb 04 16:20:28.529176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:28.580236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-003d3d93-7c1b-4656-95db-faf5613584d9 req-49f901b2-8377-465b-80cd-e0bbbab93ce8 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Feb 04 16:20:28.592650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1037736969'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:28.593848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:28.608771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ea269e29-6cfe-477a-92ad-45f7af895390'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:28.611138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-60a685d9-47fa-46a4-953c-5d012a53fac7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6330097 Feb 04 16:20:28.681917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event deleted for resources: {'Port': ['ID=ea269e29-6cfe-477a-92ad-45f7af895390,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:28.736714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:28.741861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:28.809479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] No DVR routers for this DVR port ea269e29-6cfe-477a-92ad-45f7af895390 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:20:28.812549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:28.815614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-deleted', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:28.834676 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0c16d9c1-963c-4b23-bdf3-bdeb1ddb68c6 req-29f11c57-fe34-4dcd-a2d0-c5ede696cc4d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "DELETE /v2.0/ports/ea269e29-6cfe-477a-92ad-45f7af895390 HTTP/1.1" status: 204 len: 173 time: 1.3510723 Feb 04 16:20:28.847960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:28.975185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:29.039826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:29.078340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:29.089732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-0d6425cd-fad5-4d24-b84c-87763ce4ca90 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:29.091055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-0d6425cd-fad5-4d24-b84c-87763ce4ca90 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.41 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.9524140 Feb 04 16:20:29.189080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.205892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-a3fef047-b3fa-47c5-b3b4-b8ebd6673bdf service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529675 Feb 04 16:20:29.237293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:29.240665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Usage tracker for resource:security_group_rule and tenant:c35aba2eb2a547e3bb3ef2f6796f68b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:29.246827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:29.260349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:29.270830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:29.273852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.285287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-393b0745-4d88-4520-ac5a-8a9c9d6d8de6 service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732943 Feb 04 16:20:29.354625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.361045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.395046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.417532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c35aba2eb2a547e3bb3ef2f6796f68b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4406602 Feb 04 16:20:29.421514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:29.453109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5ab9e-6997-4f71-a7a4-2d4b820b3f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd11d5f1-35d5-45ac-aca4-67543599e0b0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:29.455813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:29.470006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Sync routers for ids ['c46a4b2b-9627-4498-b7a2-8eadc2daaf48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:29.481557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Deleting port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:29.482120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.497855 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Routers {'c46a4b2b-9627-4498-b7a2-8eadc2daaf48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:29.498694 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c46a4b2b-9627-4498-b7a2-8eadc2daaf48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:29.517365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.657975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.662155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca8ef107-c0cf-4c0c-aff9-009de1dd256a tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.8752196 Feb 04 16:20:29.662873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.684146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:29.727131 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Set router c46a4b2b-9627-4498-b7a2-8eadc2daaf48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:29.730728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.734811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b3bd-dd36-445a-8808-621eea4717f9 req-a7bec92f-6bf7-4edf-a581-a872298e425c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:29.741481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f727b3bd-dd36-445a-8808-621eea4717f9 req-a7bec92f-6bf7-4edf-a581-a872298e425c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.9085951 Feb 04 16:20:29.743767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:29.763828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd11d5f1-35d5-45ac-aca4-67543599e0b0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:29.772232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:29.777078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6900237-17e1-4e20-b540-316ae35d8e73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd11d5f1-35d5-45ac-aca4-67543599e0b0 HTTP/1.1" status: 204 len: 168 time: 0.3543730 Feb 04 16:20:29.852615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:security_group_rule and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:29.870721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:29.874839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0024ac5-276a-4482-b1cb-d5f2fa983a1a req-90f5d96f-269f-45a4-90f2-781e25c9e704 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487839 Feb 04 16:20:29.891622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:29.897668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-ee1eb2f6-920c-4d7f-b995-899e145c9b41 service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460355 Feb 04 16:20:29.993234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.057229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f727b3bd-dd36-445a-8808-621eea4717f9 req-7e1ccef7-4699-4ff9-91ba-486e2eda8661 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148215 Feb 04 16:20:30.311421 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'code': 200} Feb 04 16:20:30.414074 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237'}], 'enable_snat': False}, 'gw_port_id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:21Z', 'updated_at': '2022-02-04T16:20:25Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:20:23Z', 'updated_at': '2022-02-04T16:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:30.427715 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Checking router: c46a4b2b-9627-4498-b7a2-8eadc2daaf48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:20:30.428132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Updating router c46a4b2b-9627-4498-b7a2-8eadc2daaf48 port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:20:30.472423 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca73525-c523-43fe-a754-f3623e342c01', 'name': 'network-vif-deleted', 'tag': 'ea269e29-6cfe-477a-92ad-45f7af895390', 'status': 'completed', 'code': 200} Feb 04 16:20:30.519078 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.523564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] For port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,segment=NetworkSegment(9cf2a471-f229-4763-a981-279abb43a0a6),segment_id=9cf2a471-f229-4763-a981-279abb43a0a6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:30.524017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.648994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.740163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device db2602c5-11b2-4390-886d-f91be9f06839 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:30.792112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Calling delete_port for 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:30.825049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:30.934658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:30.960806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:20:30.982237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=db2602c5-11b2-4390-886d-f91be9f06839,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:31.006743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: ea269e29-6cfe-477a-92ad-45f7af895390 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:20:31.008345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ea269e29-6cfe-477a-92ad-45f7af895390 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:31.016284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'db2602c5-11b2-4390-886d-f91be9f06839', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'port_id': 'db2602c5-11b2-4390-886d-f91be9f06839', 'mac_address': 'fa:16:3e:87:4c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496021ea-6dc4-4280-82a5-9909e50a5c85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:31.034545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd52b7-72cc-4a5c-81ca-4bc98bec4f05,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:31.086457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.087130 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment 0193faad-e624-4ff5-88a0-1c5e9b695fab of type vlan for network 2d1f6c26-c33d-45a9-a025-fa4368eba457 Feb 04 16:20:31.147698 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.169264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2602c5-11b2-4390-886d-f91be9f06839 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:31.177433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a0af2-733a-4303-a594-cae1ac1fcb0d req-f15707c8-1d72-4aaa-bee2-fe833b8b8786 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:31.187476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab2a0af2-733a-4303-a594-cae1ac1fcb0d req-f15707c8-1d72-4aaa-bee2-fe833b8b8786 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 943 time: 0.7319484 Feb 04 16:20:31.189194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=db2602c5-11b2-4390-886d-f91be9f06839,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:31.199628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.298649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4f895-649f-4f29-ac5a-04cb876a3659 req-22619966-8958-4ae8-b1fe-4d4bfb463736 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:31.303970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e4f895-649f-4f29-ac5a-04cb876a3659 req-22619966-8958-4ae8-b1fe-4d4bfb463736 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/ports?device_id=139f8f17-f01a-4f81-b883-097e45aacb09 HTTP/1.1" status: 200 len: 945 time: 0.5802984 Feb 04 16:20:31.315377 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.335013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:31.337189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2f8a0523-701f-405b-a2a0-2e3cbc351f80 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/c46a4b2b-9627-4498-b7a2-8eadc2daaf48 HTTP/1.1" status: 200 len: 909 time: 1.6499326 Feb 04 16:20:31.340982 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Transition to ACTIVE for port object 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:31.345197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1939982541', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': True}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:31.355881 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.359498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:31.364404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd309133-fa00-4e98-b3f0-ea309df5c4d8 req-22556a85-c503-4f0e-a403-059ee6d73d78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1096 time: 0.9144325 Feb 04 16:20:31.368342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Usage tracker for resource:router and tenant:e2122715f33e419b94fd49b71f280d6b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:31.374790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:31.393120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.402836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:31.406688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:31.427275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['db2602c5-11b2-4390-886d-f91be9f06839'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:31.460710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.464907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.504512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Attempting to bind port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:31.507018 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Attempting to bind port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:31.507648 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Attempting to bind port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:31.528148 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:31.531568 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:31.534189 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.536916 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:31.537630 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Bound port: 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:31.538207 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.543390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.710510 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] For port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:31.719861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] For port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:31.737342 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Pushing event updated for resources: {'Port': ['ID=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:31.756144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.757006 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.766788 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.770277 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.770901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.771658 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.772386 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.772940 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.773457 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.773975 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.774551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.777568 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.778134 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:31.838969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab2a0af2-733a-4303-a594-cae1ac1fcb0d req-00654938-da5c-43c0-bda0-ffa97cce229a tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484771 Feb 04 16:20:31.850582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd309133-fa00-4e98-b3f0-ea309df5c4d8 req-baa9e89b-63cf-43da-8839-a6972eff6a28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4323251 Feb 04 16:20:31.853899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.859622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:31.859622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.892445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Pushing event deleted for resources: {'Port': ['ID=8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:31.899751 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4ca68-26bc-450f-9589-54d069baede5 None None] Pushing event updated for resources: {'Port': ['ID=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:31.920196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:31.925667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.6263502 Feb 04 16:20:31.931096 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Routers {'c46a4b2b-9627-4498-b7a2-8eadc2daaf48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:31.932330 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c46a4b2b-9627-4498-b7a2-8eadc2daaf48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:32.028532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66e4f895-649f-4f29-ac5a-04cb876a3659 req-17c66b54-e900-449b-8c05-e6338c802ad2 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.62 "GET /v2.0/security-groups?id=42ff8398-3037-4559-b603-04c782eb18bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726415 Feb 04 16:20:32.072107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:32.089918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0084624 Feb 04 16:20:32.112198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:32.114953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] No DVR routers for this DVR port 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:20:32.117774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.121509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3aaadc5-bc0a-4f35-9af8-e22057cd7f5d req-838a53c2-720b-4fc1-a0fd-0e768b0c8615 tempest-InstanceActionsNegativeTestJSON-656195803 tempest-InstanceActionsNegativeTestJSON-656195803-project] 10.222.0.41 "DELETE /v2.0/ports/8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b HTTP/1.1" status: 204 len: 173 time: 3.0035970 Feb 04 16:20:32.164918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'name': 'network-vif-deleted', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:32.188133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168dc00-7d67-473a-9ec2-c6ee89f6b86b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=2d1f6c26-c33d-45a9-a025-fa4368eba457,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:32.199404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:20:32.534666 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] Set router c46a4b2b-9627-4498-b7a2-8eadc2daaf48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:32.646698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.711628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.764841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device db2602c5-11b2-4390-886d-f91be9f06839 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:32.917689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port db2602c5-11b2-4390-886d-f91be9f06839 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:32.923965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port db2602c5-11b2-4390-886d-f91be9f06839 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:32.924662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:32.979042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-912917df-bfd7-4b68-b0a9-31e3d9c3ad2b tempest-NetworksApiDiscovery-1391988273 tempest-NetworksApiDiscovery-1391988273-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8560407 Feb 04 16:20:33.114740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237'}], 'enable_snat': False}, 'gw_port_id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:21Z', 'updated_at': '2022-02-04T16:20:25Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:20:23Z', 'updated_at': '2022-02-04T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:33.123389 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac0825-f7e4-4710-ae72-9a32d7f6024d None None] The sync data for ids ['c46a4b2b-9627-4498-b7a2-8eadc2daaf48'] in n-d-827873-1 is: [{'id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237'}], 'enable_snat': False}, 'gw_port_id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:21Z', 'updated_at': '2022-02-04T16:20:25Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': '7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:24:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46a4b2b-9627-4498-b7a2-8eadc2daaf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:20:23Z', 'updated_at': '2022-02-04T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:33.317811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.319746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 172.25.5.34 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b0fe0818-7234-4550-91e5-406451a48415) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:33.447114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=db2602c5-11b2-4390-886d-f91be9f06839,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:33.448632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:33.461871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.464634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:33.526667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74785568-2086-4df1-8996-cea53c8058f3 req-44295100-4ed0-4141-bff7-f6da6a4a8375 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 210 time: 0.2097747 Feb 04 16:20:33.726734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:20:33.730461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:33.825684 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139f8f17-f01a-4f81-b883-097e45aacb09', 'name': 'network-vif-deleted', 'tag': '8a9afe6d-ad32-4c4d-8d99-fa89bdc2134b', 'status': 'completed', 'code': 200} Feb 04 16:20:33.952348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-838fa02b-98c4-48d8-960e-32944f24fc60 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:33.954142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:33.968851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-838fa02b-98c4-48d8-960e-32944f24fc60 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 1.1034985 Feb 04 16:20:33.974836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:33.987384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Request body: {'port': {'device_id': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'admin_state_up': True, 'tenant_id': '7c5ae9de14f14df7a42aaa57695dc514'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:34.038494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:34.094792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.203789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba75915-ea52-41db-a737-7f65a9eba9e8 req-02a8c5b8-d43b-432a-9bb6-b703cfd3c66a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:34.221421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ba75915-ea52-41db-a737-7f65a9eba9e8 req-02a8c5b8-d43b-432a-9bb6-b703cfd3c66a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 1.6509328 Feb 04 16:20:34.239993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:34.248044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:34.248761 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.280004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:34.334998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=b0fe0818-7234-4550-91e5-406451a48415,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:34.413353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:34.423292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:34.433396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:34.445352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ba75915-ea52-41db-a737-7f65a9eba9e8 req-a940c06c-6d38-4693-9458-7021f057a8c5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228112 Feb 04 16:20:34.517138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:34.529467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Usage tracker for resource:port and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:34.560471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf19b6a-4766-46fc-a3b6-c803908f3dd8 req-99df6df1-f1f7-4307-b911-881001dd513c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:34.592275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bf19b6a-4766-46fc-a3b6-c803908f3dd8 req-99df6df1-f1f7-4307-b911-881001dd513c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 0.3019202 Feb 04 16:20:34.649272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:34.674806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:34.726859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.737715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bf19b6a-4766-46fc-a3b6-c803908f3dd8 req-7e4d1cf5-6bb7-4da8-b005-2d4594bc294e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435573 Feb 04 16:20:34.740266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Made reservation on behalf of 7c5ae9de14f14df7a42aaa57695dc514 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:34.751428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.803689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:34.829110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:34.952884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40606) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:35.100116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Deleting subnet 7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:20:35.104825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.138392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.150512 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839', 'code': 200} Feb 04 16:20:35.151346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:35.166028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.287236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.362381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.363024 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.453365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.505691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f861c5f-d3e0-4469-9aac-413d6acbda2b req-bf84907e-7952-4284-9410-75c30ce52958 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 210 time: 0.1759427 Feb 04 16:20:35.527150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:35.555017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.567630 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-48919fe9-dfe4-4f5e-975a-3a34f052ca04 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c71ee8d-6f66-4380-b3f7-ce94c0ef72fe HTTP/1.1" status: 204 len: 168 time: 0.6133335 Feb 04 16:20:35.570121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40610) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:35.616864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:35.653382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Usage tracker for resource:security_group_rule and tenant:c96f13663d90490c9cd364cf907b6d15 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:35.694391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:35.729317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:35.754219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-812d59bd-07f3-431e-9e0d-127db1b5a73e req-baf20e13-7647-4c12-9da2-e23252fcf841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 1096 time: 0.6246860 Feb 04 16:20:35.785657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Allocated IP 172.20.0.6 (94083255-41f2-4e22-b537-3429f4e31618/898f7627-10e7-4eb2-b9df-8dbabbd8b2ba/123e83d3-4273-4cd5-a47c-12d54f76ffa1) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:35.815023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:35.924462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:35.933561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:20:35.935263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-812d59bd-07f3-431e-9e0d-127db1b5a73e req-ca91cc73-4e9a-4114-8164-724e0bb558a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685188 Feb 04 16:20:36.094269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:36.094973 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.377878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:36.444056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:36.470837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.523713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a302102-fced-4fc0-8e00-624a1a285e5f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:36.555489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf2a471-f229-4763-a981-279abb43a0a6') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:36.555911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf2a471-f229-4763-a981-279abb43a0a6') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:36.581097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.609634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.611739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.622431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router c5050c3d-e4df-41fa-a280-5d74591ee96a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:20:36.627617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:20:36.628182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:20:36.648891 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:20:36.767800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.847510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:36.873121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:subnet and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:36.880467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:36.887715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b068f-c96a-445e-a459-004630c77da4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:36.891769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.909591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:36.918461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3e2f0b2c-c9f8-46fe-8ee9-5208d3246f28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c96f13663d90490c9cd364cf907b6d15&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5829024 Feb 04 16:20:36.925487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:36.933531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.965089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed026d1-30a9-41f4-9392-c2931a0e5573 req-2d7e9de9-9162-4843-9847-cb100917e451 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:36.966784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ed026d1-30a9-41f4-9392-c2931a0e5573 req-2d7e9de9-9162-4843-9847-cb100917e451 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.9809632 Feb 04 16:20:36.970397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:36.975767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:36.999906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] Pushing event deleted for resources: {'Network': ['ID=2a302102-fced-4fc0-8e00-624a1a285e5f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:37.054713 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b99234d4-e475-4303-b29c-5f515a7a95df admin admin] 10.222.0.62 "DELETE /v2.0/networks/2a302102-fced-4fc0-8e00-624a1a285e5f HTTP/1.1" status: 204 len: 168 time: 1.4801593 Feb 04 16:20:37.125965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c6236-5515-415e-a73a-7166dc5ff0e8 req-790bb6f5-5e77-4fb6-a0e5-a68930674c0f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:37.141201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d0c6236-5515-415e-a73a-7166dc5ff0e8 req-790bb6f5-5e77-4fb6-a0e5-a68930674c0f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 0.7640390 Feb 04 16:20:37.255019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:37.267350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Sync routers for ids ['c5050c3d-e4df-41fa-a280-5d74591ee96a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:37.286421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.288150 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8455ad1-e168-40d2-bf86-2a099adf66b7 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9508927 Feb 04 16:20:37.289536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:37.293700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Routers {'c5050c3d-e4df-41fa-a280-5d74591ee96a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:37.294465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c5050c3d-e4df-41fa-a280-5d74591ee96a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:37.296134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:37.313012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.370172 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ed6e169-012a-4a11-80c9-02639ff8d213 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd52d0e366874c918a3ad940b59f680c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0756302 Feb 04 16:20:37.397476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:37.414852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ed026d1-30a9-41f4-9392-c2931a0e5573 req-49eb1b49-5e17-4b85-9915-340b3996ef98 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136276 Feb 04 16:20:37.415952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.438663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.458058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d0c6236-5515-415e-a73a-7166dc5ff0e8 req-9c7b411e-c76f-43f2-8161-d3f0fb270674 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158977 Feb 04 16:20:37.650450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Set router c5050c3d-e4df-41fa-a280-5d74591ee96a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:37.667682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de0cfa5c-3eee-4493-82cf-c216955ccfc9 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/c5050c3d-e4df-41fa-a280-5d74591ee96a HTTP/1.1" status: 200 len: 907 time: 0.3377535 Feb 04 16:20:37.669142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40656) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:37.736505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:37.840191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Network 94083255-41f2-4e22-b537-3429f4e31618 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:37.851541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:37.854257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:37.859594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:37.951750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.024307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.051904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.052911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.095660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5050c3d-e4df-41fa-a280-5d74591ee96a', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'b0fe0818-7234-4550-91e5-406451a48415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:31Z', 'updated_at': '2022-02-04T16:20:34Z', 'revision_number': 3, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port': {'id': 'b0fe0818-7234-4550-91e5-406451a48415', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5050c3d-e4df-41fa-a280-5d74591ee96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:20:32Z', 'updated_at': '2022-02-04T16:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:38.105345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Checking router: c5050c3d-e4df-41fa-a280-5d74591ee96a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:20:38.105944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Updating router c5050c3d-e4df-41fa-a280-5d74591ee96a port b0fe0818-7234-4550-91e5-406451a48415 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:20:38.191011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.203441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.246573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.253192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.263795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca4272-cd8b-4a74-9f29-0583c7630f6e req-cd2fcc08-f425-4b1c-a849-68f02583a13e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.264651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8fca4272-cd8b-4a74-9f29-0583c7630f6e req-cd2fcc08-f425-4b1c-a849-68f02583a13e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Synchronizing usage tracker for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:38.270615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting port b0fe0818-7234-4550-91e5-406451a48415 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:38.270615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.307860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.309104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d67b068f-c96a-445e-a459-004630c77da4 HTTP/1.1" status: 204 len: 168 time: 1.3809509 Feb 04 16:20:38.310287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb04336-95ed-4edd-9b6c-bbad6d4a9c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b068f-c96a-445e-a459-004630c77da4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:38.340319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-5018eee8-40d1-4c22-b19d-ec16251730b5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3702810 Feb 04 16:20:38.347189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea70f-338c-4f2c-80d8-1e35916d8e45 req-145b5b67-322b-4cc4-a89d-dd06edc7cdd7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:38.349298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40aea70f-338c-4f2c-80d8-1e35916d8e45 req-145b5b67-322b-4cc4-a89d-dd06edc7cdd7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.6236987 Feb 04 16:20:38.364015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40664) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:38.371127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Request body: {'port': {'device_id': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:38.428609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Request body: {'floatingip': {'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:38.532830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8fca4272-cd8b-4a74-9f29-0583c7630f6e req-cd2fcc08-f425-4b1c-a849-68f02583a13e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Unset dirty status for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:38.533993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fca4272-cd8b-4a74-9f29-0583c7630f6e req-cd2fcc08-f425-4b1c-a849-68f02583a13e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 931 time: 0.9145119 Feb 04 16:20:38.534833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.640430 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.902298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.913837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.916176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Calling delete_port for b0fe0818-7234-4550-91e5-406451a48415 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:38.930584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Transition to ACTIVE for port object b0fe0818-7234-4550-91e5-406451a48415 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:38.959871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:38.960164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.051047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:20:39.051625 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:20:39.071371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e06e-cab8-4aa9-b3b5-567cb0970e40 None None] Pushing event updated for resources: {'Port': ['ID=b0fe0818-7234-4550-91e5-406451a48415,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:39.074664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff8398-3037-4559-b603-04c782eb18bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:39.163822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Attempting to bind port b0fe0818-7234-4550-91e5-406451a48415 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:39.164240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Attempting to bind port b0fe0818-7234-4550-91e5-406451a48415 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:39.164608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Attempting to bind port b0fe0818-7234-4550-91e5-406451a48415 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:39.174451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:39.174880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:39.175391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.175821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:39.176310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Bound port: b0fe0818-7234-4550-91e5-406451a48415, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:39.177271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.186053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.243099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=47fedaaa-e921-4393-9b99-7ef8ff653e29,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:39.267596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.271724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f3340546-4c24-4288-ae60-8462a68ab9eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42ff8398-3037-4559-b603-04c782eb18bb HTTP/1.1" status: 204 len: 168 time: 1.8621533 Feb 04 16:20:39.280766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] For port b0fe0818-7234-4550-91e5-406451a48415, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:39.284439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] For port b0fe0818-7234-4550-91e5-406451a48415, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b0fe0818-7234-4550-91e5-406451a48415,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:39.293955 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.403524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e06e-cab8-4aa9-b3b5-567cb0970e40 None None] Pushing event updated for resources: {'Port': ['ID=b0fe0818-7234-4550-91e5-406451a48415,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:39.428536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fca4272-cd8b-4a74-9f29-0583c7630f6e req-4059c5f2-1dd9-423e-88a7-d65b9e4a5ef8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952800 Feb 04 16:20:39.434762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Routers {'c5050c3d-e4df-41fa-a280-5d74591ee96a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:39.435523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c5050c3d-e4df-41fa-a280-5d74591ee96a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:39.439445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': '0193faad-e624-4ff5-88a0-1c5e9b695fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:39.440533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: 2d1f6c26-c33d-45a9-a025-fa4368eba457, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:20:39.553305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting port b0fe0818-7234-4550-91e5-406451a48415 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:39.554031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:39.679470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] Set router c5050c3d-e4df-41fa-a280-5d74591ee96a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:39.735777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b15a6-0858-4c7e-b6af-42ed9eddde48 req-07fdf70b-65fa-459d-9130-1d10b736e09b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:39.743360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e91b15a6-0858-4c7e-b6af-42ed9eddde48 req-07fdf70b-65fa-459d-9130-1d10b736e09b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 1.0384231 Feb 04 16:20:39.884166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5050c3d-e4df-41fa-a280-5d74591ee96a', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:31Z', 'updated_at': '2022-02-04T16:20:38Z', 'revision_number': 4, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:39.892126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e2e87-de0b-485e-b612-524e714bca36 None None] The sync data for ids ['c5050c3d-e4df-41fa-a280-5d74591ee96a'] in n-d-827873-1 is: [{'id': 'c5050c3d-e4df-41fa-a280-5d74591ee96a', 'name': 'tempest-snat-router-1939982541', 'tenant_id': 'e2122715f33e419b94fd49b71f280d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:20:31Z', 'updated_at': '2022-02-04T16:20:38Z', 'revision_number': 4, 'project_id': 'e2122715f33e419b94fd49b71f280d6b', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:39.991447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] For port b0fe0818-7234-4550-91e5-406451a48415, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b0fe0818-7234-4550-91e5-406451a48415,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:39.992245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.018621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:20:40.135971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e91b15a6-0858-4c7e-b6af-42ed9eddde48 req-7c9344e9-5a04-4fa8-b545-865bcf17b0e7 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907394 Feb 04 16:20:40.160147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2d1f6c26-c33d-45a9-a025-fa4368eba457) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:40.173123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2811c6-baaf-470c-a21e-b322f0e3db5e None None] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:40.237907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:40.238886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.290773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3e829c9-24c8-44eb-b915-e5b097bec084 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9109604 Feb 04 16:20:40.312306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:40.343593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Calling delete_port for b0fe0818-7234-4550-91e5-406451a48415 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:40.580677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.665636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123e83d3-4273-4cd5-a47c-12d54f76ffa1 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:40.674774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.697693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Transition to ACTIVE for port object 123e83d3-4273-4cd5-a47c-12d54f76ffa1 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:40.703925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-245949252'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:40.710381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:40.718774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:40.719703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0fe0818-7234-4550-91e5-406451a48415,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:40.778616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:40.805782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:40.906511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2d1f6c26-c33d-45a9-a025-fa4368eba457', 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '47fedaaa-e921-4393-9b99-7ef8ff653e29'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:20:40.907545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.085424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.086734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:41.110810 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.177515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.226731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40740) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:41.231278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Allocated IP 2001:db8:0:ffff::2 (2d1f6c26-c33d-45a9-a025-fa4368eba457/47fedaaa-e921-4393-9b99-7ef8ff653e29/a35f590a-3678-4530-bec9-b0ba7c910bb1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:41.285290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:41.292766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.334557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:41.372553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:20:41.394436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.394776 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment f2772045-2c77-40ff-87e4-f8f24e586623 of type vlan for network f22dd831-df08-4f30-a6e8-d5491a07002f Feb 04 16:20:41.521772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-785706596-network', 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:41.542610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:41.580788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.599892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Usage tracker for resource:network and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:41.612368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:41.642310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:41.652978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4041a-3c97-4b9f-aefd-c186c6313819 req-37ee9b23-c543-4023-8579-c00e87b53865 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.655510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe4041a-3c97-4b9f-aefd-c186c6313819 req-37ee9b23-c543-4023-8579-c00e87b53865 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 0.8785610 Feb 04 16:20:41.665885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.676674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.729600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.730584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5050c3d-e4df-41fa-a280-5d74591ee96a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:20:41.747847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.751473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d977e23d-5af6-4bc4-9365-283c8a35de7d tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c5050c3d-e4df-41fa-a280-5d74591ee96a HTTP/1.1" status: 204 len: 168 time: 4.0788529 Feb 04 16:20:41.751996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:41.816375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Made reservation on behalf of 9a07f3f2c89547c9870f3827cccc3262 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:41.818747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.843284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.875975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.879649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:41.880324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.929596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:41.957352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Transition to ACTIVE for port object a35f590a-3678-4530-bec9-b0ba7c910bb1 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:42.001898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Transition to ACTIVE for port object a35f590a-3678-4530-bec9-b0ba7c910bb1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:42.020840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.051825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=f22dd831-df08-4f30-a6e8-d5491a07002f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:42.075797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Attempting to bind port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:42.075797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Attempting to bind port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:42.080545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Attempting to bind port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:42.098866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 on network 94083255-41f2-4e22-b537-3429f4e31618 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:20:42.099293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Attempting to bind port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:42.105368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbe4041a-3c97-4b9f-aefd-c186c6313819 req-bd386c5f-5b2a-4b9e-b590-6e883c351fd9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279804 Feb 04 16:20:42.143091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f22dd831-df08-4f30-a6e8-d5491a07002f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:20:42.221439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-700c8261-b1b6-4d2b-8886-96831b1c921a tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9051085 Feb 04 16:20:42.231267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:42.261648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:42.389138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Pushing event updated for resources: {'Port': ['ID=a35f590a-3678-4530-bec9-b0ba7c910bb1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:42.409505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:42.410767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:42.413664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:42.481828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.526235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Attempting to bind port a35f590a-3678-4530-bec9-b0ba7c910bb1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:42.526652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Attempting to bind port a35f590a-3678-4530-bec9-b0ba7c910bb1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0193faad-e624-4ff5-88a0-1c5e9b695fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:42.527683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Attempting to bind port a35f590a-3678-4530-bec9-b0ba7c910bb1 on network 2d1f6c26-c33d-45a9-a025-fa4368eba457 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:42.544089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:42.544676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Checking segment: {'id': '0193faad-e624-4ff5-88a0-1c5e9b695fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:42.545321 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.545955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Bound using segment: {'id': '0193faad-e624-4ff5-88a0-1c5e9b695fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:42.551066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Bound port: a35f590a-3678-4530-bec9-b0ba7c910bb1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0193faad-e624-4ff5-88a0-1c5e9b695fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2d1f6c26-c33d-45a9-a025-fa4368eba457'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:42.551767 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.661926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:42.667528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:42.668224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Checking segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:42.669327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Bound using segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:42.674314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Bound port: 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:42.674919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.701029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Usage tracker for resource:security_group_rule and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:42.766254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:42.782392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:42.872620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] For port a35f590a-3678-4530-bec9-b0ba7c910bb1, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:42.886566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] For port a35f590a-3678-4530-bec9-b0ba7c910bb1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a35f590a-3678-4530-bec9-b0ba7c910bb1,segment=NetworkSegment(0193faad-e624-4ff5-88a0-1c5e9b695fab),segment_id=0193faad-e624-4ff5-88a0-1c5e9b695fab)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:42.907068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.908231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:42.919602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.936549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Deleting port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:42.937284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:42.938455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:42.952030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:42.963039 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Floating IP d603e675-975a-4b86-98c7-9f5a30ed60b9 associated. External IP: 172.25.5.35, port: 5b046471-92c9-403a-bdc3-ca4337bc800e. Feb 04 16:20:43.026712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:43.042645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:subnet and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:43.106587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:43.215326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:43.302410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202591e1-f55a-41ed-aad2-ab5519e942fa None None] Pushing event updated for resources: {'Port': ['ID=a35f590a-3678-4530-bec9-b0ba7c910bb1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:43.347860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:43.409402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] For port 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:43.409824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:43.448797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:43.450213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-289d3a83-630b-40e9-b98d-1639d0c7e535 service neutron] 10.222.0.41 "PUT /v2.0/ports/123e83d3-4273-4cd5-a47c-12d54f76ffa1 HTTP/1.1" status: 200 len: 1091 time: 5.0907738 Feb 04 16:20:43.450787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:43.515510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:43.672078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Calling delete_port for 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:20:43.700718 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'status': 'completed', 'code': 200} Feb 04 16:20:43.706495 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:43.860623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:43.878603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:44.019282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:20:44.030899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.031516 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Added segment 14c84025-665d-4046-8241-064b4eea9a1c of type vlan for network b627b571-ed31-47c1-9826-cdebf4a4bf10 Feb 04 16:20:44.061166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a35f590a-3678-4530-bec9-b0ba7c910bb1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:44.106079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.140123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.264014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a35f590a-3678-4530-bec9-b0ba7c910bb1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:44.324339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:44.335021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.336168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.337301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.581124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] Pushing event updated for resources: {'Network': ['ID=b627b571-ed31-47c1-9826-cdebf4a4bf10,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:44.585717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.597248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:20:44.721153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:44.798287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1d3a0285-4eaa-4304-9b97-3f7caeb8d48b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5677629 Feb 04 16:20:44.803529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:44.813851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42a85-d7d9-40c1-9932-497ea73589bc req-e179beac-48e2-4dce-808b-b622b527841a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:44.820952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7b42a85-d7d9-40c1-9932-497ea73589bc req-e179beac-48e2-4dce-808b-b622b527841a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 1.1648076 Feb 04 16:20:44.850622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Request body: {'subnet': {'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-785706596-subnet', 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:44.917422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:44.937690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Usage tracker for resource:subnet and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:44.944827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-f506d0d9-9823-4d5b-bcaf-349815b53921 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 1094 time: 1.4380205 Feb 04 16:20:44.947454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:44.997156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34b7e7-528e-49db-aedd-33080ed51560 None None] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:45.044205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:45.140283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-ebd8535a-eb54-491c-bf39-38fcda38dd84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1 HTTP/1.1" status: 200 len: 217 time: 0.1697192 Feb 04 16:20:45.142665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Made reservation on behalf of 9a07f3f2c89547c9870f3827cccc3262 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:45.145115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.160919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Provisioning for port a35f590a-3678-4530-bec9-b0ba7c910bb1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:45.175033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Provisioning complete for port a35f590a-3678-4530-bec9-b0ba7c910bb1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:45.175412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.254422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.264933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.324526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.325923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c46a4b2b-9627-4498-b7a2-8eadc2daaf48 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:20:45.345283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.345706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7b42a85-d7d9-40c1-9932-497ea73589bc req-75b0e01b-814f-41dd-aecf-ae9521276e05 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217898 Feb 04 16:20:45.346454 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e203a5b0-7953-4a61-910c-6fd32ebb2b4c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c46a4b2b-9627-4498-b7a2-8eadc2daaf48 HTTP/1.1" status: 204 len: 168 time: 3.5820317 Feb 04 16:20:45.351343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:45.362565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-969847735', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:45.389359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:45.399337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:45.404942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:45.426343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:45.445816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.447068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.480919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.669265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-576f0039-fb0e-457a-9cd5-0a2d00487a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:45.684369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-576f0039-fb0e-457a-9cd5-0a2d00487a98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.3576479 Feb 04 16:20:45.733160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.741304 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:45.972303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] For port a35f590a-3678-4530-bec9-b0ba7c910bb1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a35f590a-3678-4530-bec9-b0ba7c910bb1,segment=NetworkSegment(0193faad-e624-4ff5-88a0-1c5e9b695fab),segment_id=0193faad-e624-4ff5-88a0-1c5e9b695fab)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:45.984513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.100978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1c445-14a4-48a0-9cd9-3288cd5c2e71 None None] Pushing event updated for resources: {'Port': ['ID=a35f590a-3678-4530-bec9-b0ba7c910bb1,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:46.150567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-60abc3e4-0d45-410b-8137-11905505a5ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3962281 Feb 04 16:20:46.285205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.341297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.449481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e705b35-860a-4b25-9790-e7d3d68b679f None None] Provisioning complete for port a35f590a-3678-4530-bec9-b0ba7c910bb1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:46.450233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e705b35-860a-4b25-9790-e7d3d68b679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.609825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Allocated IP 172.25.5.249 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/baafc770-62e8-4b93-887f-b2970fbaf7b2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:46.637066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-bbaa9bad-1e6e-4d74-b5f2-a1e95e9e48d3 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536631 Feb 04 16:20:46.723502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.objects.ports [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83597) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:20:46.879709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.893219 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:46.938905 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:47.025924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:47.030362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:47.032774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:47.063508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event updated for resources: {'Port': ['ID=baafc770-62e8-4b93-887f-b2970fbaf7b2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:47.305710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:47.307904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:47.309375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:47.318384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=17f194d8-286d-432a-beb3-8dcbb74a0c7b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:47.340886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53deec-966e-4185-a2c7-da37c22638af req-078c239f-5c6a-4268-af93-a67082d36283 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.342611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-078c239f-5c6a-4268-af93-a67082d36283 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 1.2307391 Feb 04 16:20:47.483658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': 'f2772045-2c77-40ff-87e4-f8f24e586623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:47.484104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: f22dd831-df08-4f30-a6e8-d5491a07002f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:20:47.506671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73b95298-fabb-4c2e-b225-88a90cb1aa23 req-6bfb25c9-85c4-4b30-8793-f67849a86fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249568 Feb 04 16:20:47.539471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-537ea97d-3f3c-4608-8a1c-52e828eb9389 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/quotas/ee762621576749278ef96e50982abc63 HTTP/1.1" status: 200 len: 375 time: 0.1587045 Feb 04 16:20:47.714928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Router fdb67d7b-ca25-4d63-af25-a5edee2ac222 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:20:47.875040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a35f590a-3678-4530-bec9-b0ba7c910bb1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:47.914210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fd41-66c6-47c4-a8a8-3679c78e7ef2 req-c5009cbf-0808-4b2c-9624-c7f575068d96 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:47.916726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b30fd41-66c6-47c4-a8a8-3679c78e7ef2 req-c5009cbf-0808-4b2c-9624-c7f575068d96 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 1.1491089 Feb 04 16:20:47.917523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ab24b0-ffbe-40da-8fda-ed5a214486de,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:48.019068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Checking segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:48.019684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Network hostable DHCP agents. Network: b627b571-ed31-47c1-9826-cdebf4a4bf10, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:20:48.067666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network f22dd831-df08-4f30-a6e8-d5491a07002f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:20:48.079705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a35f590a-3678-4530-bec9-b0ba7c910bb1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:48.080074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.095859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b30fd41-66c6-47c4-a8a8-3679c78e7ef2 req-e048eb92-4bb5-4869-828e-53208b0e4c24 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550775 Feb 04 16:20:48.104133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f22dd831-df08-4f30-a6e8-d5491a07002f) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:48.117276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:48.118111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.137870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:48.138744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-af83e6fd-3dc0-4421-a879-0b8f0ebd80ff tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5768645 Feb 04 16:20:48.150991 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] Sync routers for ids ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:48.189661 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] Routers {'fdb67d7b-ca25-4d63-af25-a5edee2ac222'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:48.190385 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:48.207109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98debb3d-c530-49f4-a303-95805db25ed6 None None] Network f22dd831-df08-4f30-a6e8-d5491a07002f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:48.245104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.259425 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-107f2a5b-2d23-4ae1-a17b-f82840e60e5f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9028831 Feb 04 16:20:48.260295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40866) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:48.276513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:48.308526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-aa4ed3b2-f0e5-459f-866d-ce4122dcf0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 1094 time: 0.6394076 Feb 04 16:20:48.343424 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:48.366185 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] Routers {'fdb67d7b-ca25-4d63-af25-a5edee2ac222'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:48.367058 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:48.378361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:20:48.421599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8b6ef8fb-cd2a-4dd6-a0b3-056426adbdeb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.1861382 Feb 04 16:20:48.424950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:48.445100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'port': {'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f', 'name': 'tempest-NetworksIpV6TestAttrs-1877530757'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:48.499679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:48.499977 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc8b25-e60b-481c-8bfc-23aefb19331b None None] The sync data for ids ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:48.530188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, b627b571-ed31-47c1-9826-cdebf4a4bf10) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:48.541682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:20:48.563855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:48.564695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.587829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:20:48.599346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df2fe2-2693-41e1-bbd8-930bb40cdc44 None None] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:48.658728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a9687f74-36c6-4509-adec-b3d1944cb58f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8349445 Feb 04 16:20:48.672399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-75ee2d20-b9b7-44ad-bb24-8740b3150780 service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324852 Feb 04 16:20:48.782643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:20:48.782976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fdb5f58-5c20-4be1-b43b-83f5e6fec9e0 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:20:48.917491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f22dd831-df08-4f30-a6e8-d5491a07002f', 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '17f194d8-286d-432a-beb3-8dcbb74a0c7b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:20:48.918504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:48.926766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:48.933066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:port and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:48.948211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:48.957708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:49.010934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:49.019774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:49.275594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-853b0193-4237-47bb-8b51-7597e16135a0 service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986760 Feb 04 16:20:49.294379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Allocated IP 2001:db8::f816:3eff:fe3a:e613 (f22dd831-df08-4f30-a6e8-d5491a07002f/17f194d8-286d-432a-beb3-8dcbb74a0c7b/f39694fa-aac2-4fc1-a7da-6f8e99b123f4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:49.303337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] device_id is not set on port 97ca6d30-5e04-40af-b12d-aec119dc3dab yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:20:49.555172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-0d6267ee-a2fc-4cfa-aa0b-586a3c61c6bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:49.558843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-0d6267ee-a2fc-4cfa-aa0b-586a3c61c6bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 916 time: 1.2249939 Feb 04 16:20:49.756624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-09cce71d-6c9b-405a-a782-7a28dfd4dd6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1 HTTP/1.1" status: 200 len: 217 time: 0.1851861 Feb 04 16:20:49.903438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:49.916849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Transition to ACTIVE for port object f39694fa-aac2-4fc1-a7da-6f8e99b123f4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:49.953997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Transition to ACTIVE for port object f39694fa-aac2-4fc1-a7da-6f8e99b123f4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:49.960326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-b627b571-ed31-47c1-9826-cdebf4a4bf10', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262', 'fixed_ips': [{'subnet_id': '32ab24b0-ffbe-40da-8fda-ed5a214486de'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:20:49.961443 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:49.982911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.136656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-81e010df-d58e-4ff4-b6ef-2865b551ac1b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:50.137309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-81e010df-d58e-4ff4-b6ef-2865b551ac1b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:50.175623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-3217124f-7a61-4629-80d6-3551a3f3cb48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:50.177115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-3217124f-7a61-4629-80d6-3551a3f3cb48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.2683282 Feb 04 16:20:50.253618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-6ef70650-fcf1-4600-819a-3b8dea458798 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583570 Feb 04 16:20:50.320382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Allocated IP 2001:db8::f816:3eff:fe66:1c5f (f22dd831-df08-4f30-a6e8-d5491a07002f/17f194d8-286d-432a-beb3-8dcbb74a0c7b/97ca6d30-5e04-40af-b12d-aec119dc3dab) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:50.349792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Allocated IP 172.20.0.2 (b627b571-ed31-47c1-9826-cdebf4a4bf10/32ab24b0-ffbe-40da-8fda-ed5a214486de/068ff7a4-6b5f-4687-a37a-60297449e333) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:50.355168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-81e010df-d58e-4ff4-b6ef-2865b551ac1b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:50.357639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-81e010df-d58e-4ff4-b6ef-2865b551ac1b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 0.6004076 Feb 04 16:20:50.509530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-0290dd44-2f1b-40ad-9b80-2c9bcf2c5c74 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411287 Feb 04 16:20:50.582659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Network f22dd831-df08-4f30-a6e8-d5491a07002f is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:50.586045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:50.604887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:50.641564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Pushing event updated for resources: {'Port': ['ID=f39694fa-aac2-4fc1-a7da-6f8e99b123f4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:50.766072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-53dcbf0d-a889-4d05-b13d-b5fb799665a3 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/quotas/9a07f3f2c89547c9870f3827cccc3262 HTTP/1.1" status: 200 len: 375 time: 0.2552826 Feb 04 16:20:50.778800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a935d1-cc8a-4487-a762-988051e66c98 req-98dcc69d-a967-4dee-b759-1ce6e56ac0d7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:50.780677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1a935d1-cc8a-4487-a762-988051e66c98 req-98dcc69d-a967-4dee-b759-1ce6e56ac0d7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 0.8822367 Feb 04 16:20:50.824330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:50.861108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:20:50.944020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.003817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1a935d1-cc8a-4487-a762-988051e66c98 req-e7e37b13-5ac5-4b14-8221-65f7a602fb11 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841388 Feb 04 16:20:51.008528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-5fefa18d-60da-4068-9c52-ceadf4b2a4d1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2244020 Feb 04 16:20:51.058889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:51.126289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Transition to ACTIVE for port object 97ca6d30-5e04-40af-b12d-aec119dc3dab will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:51.147993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'port_id': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'mac_address': 'fa:16:3e:5b:97:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7627-10e7-4eb2-b9df-8dbabbd8b2ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:20:51.325290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.335103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Attempting to bind port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:51.335470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Attempting to bind port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f2772045-2c77-40ff-87e4-f8f24e586623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:51.335830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Attempting to bind port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 on network f22dd831-df08-4f30-a6e8-d5491a07002f {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:51.455402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:51.674662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.700880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.721598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Transition to ACTIVE for port object 068ff7a4-6b5f-4687-a37a-60297449e333 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:51.755162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Transition to ACTIVE for port object 068ff7a4-6b5f-4687-a37a-60297449e333 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:51.764383 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.765696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:51.766220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Checking segment: {'id': 'f2772045-2c77-40ff-87e4-f8f24e586623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:51.766855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.767477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Bound using segment: {'id': 'f2772045-2c77-40ff-87e4-f8f24e586623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:51.768288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Bound port: f39694fa-aac2-4fc1-a7da-6f8e99b123f4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2772045-2c77-40ff-87e4-f8f24e586623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f22dd831-df08-4f30-a6e8-d5491a07002f'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:51.768874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.786787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:51.798673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.800513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.828695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53deec-966e-4185-a2c7-da37c22638af req-7b6f3a34-280c-4b9c-83fe-0d330a963eb0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:51.830012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-7b6f3a34-280c-4b9c-83fe-0d330a963eb0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.4609826 Feb 04 16:20:51.842748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0026ca9-8fa9-4145-b952-262e4a0993cb req-f9a1faba-261d-4e34-8568-e276ffd4dc54 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 210 time: 0.4762566 Feb 04 16:20:51.869373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Request body: {'port': {'device_id': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'admin_state_up': True, 'tenant_id': 'ee762621576749278ef96e50982abc63'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:51.896300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bdbe8a8d-d99d-4a81-b58c-f912743bd1bd req-425f9823-6270-4eec-900d-217416e22598 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3707657 Feb 04 16:20:51.959273 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.969325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.976138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network f22dd831-df08-4f30-a6e8-d5491a07002f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:51.978562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:51.984612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:51.989055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123e83d3-4273-4cd5-a47c-12d54f76ffa1 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:51.991009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:51.995820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:51.996442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:52.001220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Port': ['ID=97ca6d30-5e04-40af-b12d-aec119dc3dab,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:52.119081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:52.120468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:52.301169 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81563ec1-0582-4b64-a87a-f84f5d6be476 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8720672 Feb 04 16:20:52.303786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40948) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:52.370428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:52.444074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-ad180b81-fdf2-4d5a-8931-2b478f489d48 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4201972 Feb 04 16:20:52.580128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Pushing event updated for resources: {'Port': ['ID=068ff7a4-6b5f-4687-a37a-60297449e333,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:52.583798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:52.590232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:52.597651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:52.657120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:52.707973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b54aa9c2-9497-4356-ab10-47f880532686 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "PUT /v2.0/floatingips/d603e675-975a-4b86-98c7-9f5a30ed60b9 HTTP/1.1" status: 200 len: 990 time: 14.3038759 Feb 04 16:20:52.720700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:20:52.729412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting subnet 17f194d8-286d-432a-beb3-8dcbb74a0c7b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:20:52.734517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:52.758374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-63f0f076-cdd1-4663-8f8c-7f817ebdf712 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134191 Feb 04 16:20:52.812810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:52.818245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:52.828584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c172-705f-472b-a023-40660fea6cda req-fb21e430-65b9-46f4-ac2c-c5d46b0c59dd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:52.838640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8774c172-705f-472b-a023-40660fea6cda req-fb21e430-65b9-46f4-ac2c-c5d46b0c59dd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 0.3893795 Feb 04 16:20:52.861420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:52.925188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:52.928201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:52.947777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:52.987047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8774c172-705f-472b-a023-40660fea6cda req-dd4195ec-fa1e-448a-b62c-8615fe7cfb69 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503041 Feb 04 16:20:53.053779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router fdb67d7b-ca25-4d63-af25-a5edee2ac222 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:20:53.294187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.365379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['123e83d3-4273-4cd5-a47c-12d54f76ffa1'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:53.453231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Attempting to bind port 068ff7a4-6b5f-4687-a37a-60297449e333 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:20:53.454392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Attempting to bind port 068ff7a4-6b5f-4687-a37a-60297449e333 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:20:53.454768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Attempting to bind port 068ff7a4-6b5f-4687-a37a-60297449e333 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:20:53.457393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Allocated IP 172.20.0.8 (528fd0cd-c7b8-488b-ad23-387ae0e07ef2/496021ea-6dc4-4280-82a5-9909e50a5c85/e08d6f38-e1d7-49fc-aa9b-5db4531a5463) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:53.475857 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'status': 'completed', 'code': 200} Feb 04 16:20:53.521158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:20:53.521642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Checking segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:53.521989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.522488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Bound using segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:20:53.523113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Bound port: 068ff7a4-6b5f-4687-a37a-60297449e333, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:20:53.523621 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.577301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.644854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=17f194d8-286d-432a-beb3-8dcbb74a0c7b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:53.652422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.671942 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-199dcd9c-54a8-4914-8587-7bd0792dfc6e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/17f194d8-286d-432a-beb3-8dcbb74a0c7b HTTP/1.1" status: 204 len: 168 time: 1.3668816 Feb 04 16:20:53.673756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:53.752387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] For port 068ff7a4-6b5f-4687-a37a-60297449e333, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:53.754266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97537c63-8df6-4f33-8e53-d36e83a908d1 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:53.755676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] For port 068ff7a4-6b5f-4687-a37a-60297449e333, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068ff7a4-6b5f-4687-a37a-60297449e333,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:53.755806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97537c63-8df6-4f33-8e53-d36e83a908d1 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:53.756413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97537c63-8df6-4f33-8e53-d36e83a908d1 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Synchronizing usage tracker for tenant:f4416daa8c38476a9bb0e238500f1ddc on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:53.770565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95668e7a-69be-4ca9-aad5-ba3d50997cc7 req-1701c329-f6c1-412e-9d7c-b4f87b98476d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 210 time: 0.2910676 Feb 04 16:20:53.777822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] For port f39694fa-aac2-4fc1-a7da-6f8e99b123f4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:20:53.786929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:20:53.791778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.792191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:53.797017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b9b997c-a242-4aa6-9aa2-4a525c1502b4 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "PUT /v2.0/routers/fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 200 len: 925 time: 5.5353789 Feb 04 16:20:53.797756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:53.800084 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] Sync routers for ids ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:20:53.820617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:53.821268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] Routers {'fdb67d7b-ca25-4d63-af25-a5edee2ac222'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:53.822551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:53.882478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97537c63-8df6-4f33-8e53-d36e83a908d1 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Unset dirty status for tenant:f4416daa8c38476a9bb0e238500f1ddc on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:53.887321 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97537c63-8df6-4f33-8e53-d36e83a908d1 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2125182 Feb 04 16:20:53.890892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40988) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:53.933073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] For port f39694fa-aac2-4fc1-a7da-6f8e99b123f4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f39694fa-aac2-4fc1-a7da-6f8e99b123f4,segment=NetworkSegment(f2772045-2c77-40ff-87e4-f8f24e586623),segment_id=f2772045-2c77-40ff-87e4-f8f24e586623)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:20:54.004297 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:54.012402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.030837 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] Routers {'fdb67d7b-ca25-4d63-af25-a5edee2ac222'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:54.036911 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:54.116458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bab747bc-7021-421d-99ef-6a607a236a39 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 200 len: 925 time: 0.3173280 Feb 04 16:20:54.117095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:54.184614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'd603e675-975a-4b86-98c7-9f5a30ed60b9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:08Z', 'updated_at': '2022-02-04T16:20:40Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:54.241730 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:54.242136 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c4f1-0e07-4fd6-ad50-84ab9eb4f982 None None] The sync data for ids ['fdb67d7b-ca25-4d63-af25-a5edee2ac222'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:54.270826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:20:54.275422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2722daa2-3ce3-4b3e-821b-59bd4909cfaf tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Synchronizing usage tracker for tenant:e2122715f33e419b94fd49b71f280d6b on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:54.323100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2722daa2-3ce3-4b3e-821b-59bd4909cfaf tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Unset dirty status for tenant:e2122715f33e419b94fd49b71f280d6b on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:54.327823 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2722daa2-3ce3-4b3e-821b-59bd4909cfaf tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=fdb67d7b-ca25-4d63-af25-a5edee2ac222&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2097852 Feb 04 16:20:54.328453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41008) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:54.332486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dabf46-ae6a-4794-9df5-b02183bbfe7b None None] Pushing event updated for resources: {'Port': ['ID=068ff7a4-6b5f-4687-a37a-60297449e333,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:54.484188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef0fc91c-c41c-4454-b75b-28858e81b022 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:54.534356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e5fb-5630-439c-85b5-e5748ac8d5e8 None None] Pushing event updated for resources: {'Port': ['ID=f39694fa-aac2-4fc1-a7da-6f8e99b123f4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:54.650081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:20:54.651153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:54.776684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe280da3-d58b-42cb-9d00-e2d552783f16 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:54.777384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fe280da3-d58b-42cb-9d00-e2d552783f16 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Synchronizing usage tracker for tenant:e2122715f33e419b94fd49b71f280d6b on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:54.819200 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0fc91c-c41c-4454-b75b-28858e81b022 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 16:20:54.819841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0fc91c-c41c-4454-b75b-28858e81b022 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:20:54.845344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fe280da3-d58b-42cb-9d00-e2d552783f16 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Unset dirty status for tenant:e2122715f33e419b94fd49b71f280d6b on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:54.857624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fe280da3-d58b-42cb-9d00-e2d552783f16 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.5277145 Feb 04 16:20:54.874028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:54.920570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-91b4354d-85ea-412c-aacd-72a34033802b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1096 time: 1.4437540 Feb 04 16:20:54.976315 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de357fa7-4be4-4c41-9cf6-ae824d6a85fa tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 200 len: 205 time: 0.0994687 Feb 04 16:20:54.977186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:55.039453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96caf8b-3870-472f-a89a-3e4a534ff68d req-253ff900-cea5-4227-8f7d-21c5184ca75e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.047501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f96caf8b-3870-472f-a89a-3e4a534ff68d req-253ff900-cea5-4227-8f7d-21c5184ca75e tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 1.5691063 Feb 04 16:20:55.180908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f96caf8b-3870-472f-a89a-3e4a534ff68d req-4d4999e9-9b06-468a-a7d3-026bcacb18e3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319280 Feb 04 16:20:55.182742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef0fc91c-c41c-4454-b75b-28858e81b022 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/f22dd831-df08-4f30-a6e8-d5491a07002f HTTP/1.1" status: 409 len: 405 time: 1.2796586 Feb 04 16:20:55.220144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:55.255970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2123910956'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:55.334610 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e74685c-8ada-4f90-bb3d-cd6e136ed1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.403330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:55.415593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:20:55.423296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:55.431372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:55.471621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:55.601145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-679f9070-bbc5-4e88-ba55-edcbdf62e324 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.606013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:55.615156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-679f9070-bbc5-4e88-ba55-edcbdf62e324 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 1.3850369 Feb 04 16:20:55.625311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.630548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:55.660138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-af3cc1e2-7de5-4795-8f9a-82036dcaa254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.664265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-af3cc1e2-7de5-4795-8f9a-82036dcaa254 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.7089620 Feb 04 16:20:55.963492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-0fefd6ae-9416-4ea0-a9c2-3ce050106e4b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/quotas/9a07f3f2c89547c9870f3827cccc3262 HTTP/1.1" status: 200 len: 375 time: 0.3245835 Feb 04 16:20:55.993538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b2b75101-d5ad-4126-b553-799b734f4839 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:55.995528 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b2b75101-d5ad-4126-b553-799b734f4839 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 0.8288958 Feb 04 16:20:56.036641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Request body: {'port': {'device_id': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'admin_state_up': True, 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:56.151083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:56.270167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 068ff7a4-6b5f-4687-a37a-60297449e333 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:56.301537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:20:56.344943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'db2602c5-11b2-4390-886d-f91be9f06839'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:20:56.370219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-177b8795-1733-4236-b5a3-b604cb1d746f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 998 time: 0.6972551 Feb 04 16:20:56.466860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:56.467196 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment 39d5ea23-9e38-4720-998e-0d4318f860e1 of type vlan for network e9142dd7-0867-4b37-bdb7-777e7da1541d Feb 04 16:20:56.503970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377427e0-2f2c-4ccb-91e5-50f7acd64de5 None None] Network f22dd831-df08-4f30-a6e8-d5491a07002f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:56.779172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:56.790962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:56.796169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:20:56.799046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Usage tracker for resource:port and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:20:56.803944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:20:56.804717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:20:56.811732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:56.818675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:20:56.839015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5253036d-239e-42ef-a542-686c253200ff None None] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:20:56.848658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event updated for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:56.856430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Made reservation on behalf of 9a07f3f2c89547c9870f3827cccc3262 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:56.863870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:56.864119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-aabb2f5d-aaeb-410d-aed6-30af844c3f63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.865553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-aabb2f5d-aaeb-410d-aed6-30af844c3f63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.4681737 Feb 04 16:20:56.943678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91558918-fe5e-433a-a43c-61c4c542f876 req-6aa0b103-5f7f-4d65-b88c-7879d384918a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:56.951718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91558918-fe5e-433a-a43c-61c4c542f876 req-6aa0b103-5f7f-4d65-b88c-7879d384918a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 944 time: 1.4954119 Feb 04 16:20:56.962630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:56.970178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.971261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.971794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.972349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.973440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.975064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.975655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.976577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.978512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.980049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.982208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:20:56.986981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:56.990619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:57.000613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:57.064548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-f2432df3-821f-41ee-a971-d44ddeb32c25 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0990922 Feb 04 16:20:57.146296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:57.150429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:57.262096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:57.268665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91558918-fe5e-433a-a43c-61c4c542f876 req-b999aea1-dfd5-4311-a8d3-41b78ae2d40f tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746854 Feb 04 16:20:57.339866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-eeb4ff6c-d450-492c-8b89-c086b9aa62b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4750633 Feb 04 16:20:57.363892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Request body: {'port': {'device_id': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:57.483941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-42bba7aa-b35b-40b7-8d56-eaac4fd4c461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6049752 Feb 04 16:20:57.528247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d5df9f54-3316-4cb6-b7eb-6e00cee923a5 None None] Provisioning for port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:57.669770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4354086 Feb 04 16:20:57.674270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41070) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:20:57.676241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172c20-8cb3-4f49-ad60-a927e0bfbbc6 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=e9142dd7-0867-4b37-bdb7-777e7da1541d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:57.690281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 068ff7a4-6b5f-4687-a37a-60297449e333 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:57.719818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:20:57.737372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e9142dd7-0867-4b37-bdb7-777e7da1541d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:20:57.753393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1559e90-a6d8-4dcf-acb9-973df5d9357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:57.768849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f39694fa-aac2-4fc1-a7da-6f8e99b123f4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:20:57.851019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:20:57.863630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:20:57.926025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:20:57.952061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:57.958367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'd603e675-975a-4b86-98c7-9f5a30ed60b9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:08Z', 'updated_at': '2022-02-04T16:20:40Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:20:57.974160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8180a4-e061-45fe-873a-90ae5842536d None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'd603e675-975a-4b86-98c7-9f5a30ed60b9', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:20:08Z', 'updated_at': '2022-02-04T16:20:40Z', 'revision_number': 1, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:20:58.007689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-cffb95eb-1a20-47a9-b3ad-50c875ae85b0 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9421248 Feb 04 16:20:58.261561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] DHCP port deletion for f22dd831-df08-4f30-a6e8-d5491a07002f request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:20:58.280211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Deleting port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:58.280730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:58.344929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Allocated IP 172.20.0.10 (b627b571-ed31-47c1-9826-cdebf4a4bf10/32ab24b0-ffbe-40da-8fda-ed5a214486de/ef557fb0-7786-4539-8475-4eafaead12ae) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:20:58.405322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:58.406941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:58.436878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ece4b-7468-4301-9459-7406ba438753 req-cdf412b5-8f70-424a-a147-d11d28270a3e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:20:58.438104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b6ece4b-7468-4301-9459-7406ba438753 req-cdf412b5-8f70-424a-a147-d11d28270a3e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:20:58.458925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Provisioning for port 068ff7a4-6b5f-4687-a37a-60297449e333 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:58.475532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-dc107671-acfa-4617-ba0a-da874ab0d061 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9510837 Feb 04 16:20:58.476297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee440b8-1346-4952-ae38-0a56b8786a07 None None] New status for floating IP d603e675-975a-4b86-98c7-9f5a30ed60b9: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:20:58.666662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b6ece4b-7468-4301-9459-7406ba438753 req-cdf412b5-8f70-424a-a147-d11d28270a3e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:20:58.668259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b6ece4b-7468-4301-9459-7406ba438753 req-cdf412b5-8f70-424a-a147-d11d28270a3e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 931 time: 1.0905824 Feb 04 16:20:58.736363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-8a88b33b-d196-4e42-9c02-a07d8f0d6084 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981728 Feb 04 16:20:58.902918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:58.903599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:58.941638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b6ece4b-7468-4301-9459-7406ba438753 req-d91ac8e1-d157-4b82-a492-14d9568c8976 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607348 Feb 04 16:20:58.968869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.014385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:20:59.074390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84c01a5e-bbaf-4345-93d0-78ece86b92af req-84c2f104-6e9b-4392-8ac0-0cf9197d8d6e service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310369 Feb 04 16:20:59.075804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.094539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port baafc770-62e8-4b93-887f-b2970fbaf7b2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:20:59.095329 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.285796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Provisioning complete for port 068ff7a4-6b5f-4687-a37a-60297449e333 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:59.286167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.353225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08d6f38-e1d7-49fc-aa9b-5db4531a5463 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:20:59.373230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.405012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Transition to ACTIVE for port object e08d6f38-e1d7-49fc-aa9b-5db4531a5463 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:59.569092 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.598528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:20:59.611472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:20:59.611976 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.647487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.704489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Transition to ACTIVE for port object ef557fb0-7786-4539-8475-4eafaead12ae will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:20:59.707460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=615a3d85-463e-41e5-8814-8d5be7b90722,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:20:59.749021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': '39d5ea23-9e38-4720-998e-0d4318f860e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:20:59.749456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: e9142dd7-0867-4b37-bdb7-777e7da1541d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:20:59.798379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.807598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.831066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:20:59.862090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] For port f39694fa-aac2-4fc1-a7da-6f8e99b123f4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f39694fa-aac2-4fc1-a7da-6f8e99b123f4,segment=NetworkSegment(f2772045-2c77-40ff-87e4-f8f24e586623),segment_id=f2772045-2c77-40ff-87e4-f8f24e586623)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:20:59.862696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.116496 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.146831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for baafc770-62e8-4b93-887f-b2970fbaf7b2 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:00.262744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:00.264330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:00.273093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:00.319637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Calling delete_port for f39694fa-aac2-4fc1-a7da-6f8e99b123f4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:00.349841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:00.391167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aa4f5-c72b-42b3-99ed-e955aa7a1aa8 req-be3f75c1-d7af-4d5a-8a92-f94c1fbda65c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:00.392688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db9aa4f5-c72b-42b3-99ed-e955aa7a1aa8 req-be3f75c1-d7af-4d5a-8a92-f94c1fbda65c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.8875628 Feb 04 16:21:00.504671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41639a0f-7c54-45b7-be84-9077bc66204b req-5118fcff-9eae-4be1-8395-0a8a2292c4a1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:00.506189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41639a0f-7c54-45b7-be84-9077bc66204b req-5118fcff-9eae-4be1-8395-0a8a2292c4a1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 944 time: 1.0998406 Feb 04 16:21:00.596852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.613424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db9aa4f5-c72b-42b3-99ed-e955aa7a1aa8 req-420f816f-2074-4ec1-b057-f5e8ed27e4f0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085602 Feb 04 16:21:00.636034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Attempting to bind port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:00.636360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Attempting to bind port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:00.636682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Attempting to bind port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:00.667207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41639a0f-7c54-45b7-be84-9077bc66204b req-c322b062-9423-4ffb-8a1e-41316093c1a4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320748 Feb 04 16:21:00.668175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:00.668779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Attempting to bind port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:00.676379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:00.677051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Checking segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:00.678101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Bound using segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:00.678851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Bound port: e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:00.679523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.798211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network e9142dd7-0867-4b37-bdb7-777e7da1541d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:21:00.839550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.842188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:00.846119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:00.858958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.866926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:00.914546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e9142dd7-0867-4b37-bdb7-777e7da1541d) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:00.935253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event updated for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:00.952606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:00.963698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.014890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.052820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:01.055423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.106032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] For port 068ff7a4-6b5f-4687-a37a-60297449e333, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068ff7a4-6b5f-4687-a37a-60297449e333,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:01.108562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f9924-2fe6-48a5-acb1-32c4534052f0 None None] Network e9142dd7-0867-4b37-bdb7-777e7da1541d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:01.110575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.159533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.168249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.218620 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27c84e20-fb57-443c-9b1c-ca0150681b1d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5390701 Feb 04 16:21:01.221156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Pushing event updated for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:01.238000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:01.260664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=baafc770-62e8-4b93-887f-b2970fbaf7b2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:01.278588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'port': {'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d', 'name': 'tempest-NetworksIpV6TestAttrs-1651671274'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:01.410585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] No DVR routers for this DVR port f39694fa-aac2-4fc1-a7da-6f8e99b123f4 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:01.430984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-85547f36-6961-4716-899b-3f12d5ab721f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:01.432428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-85547f36-6961-4716-899b-3f12d5ab721f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 0.2123497 Feb 04 16:21:01.457629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-80653c4b-aa68-44d7-ab89-730158dc62da tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4461205 Feb 04 16:21:01.459874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.460987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-6a94bccd-9357-46dd-b536-ac5eb4789f79 service neutron] 10.222.0.41 "PUT /v2.0/ports/e08d6f38-e1d7-49fc-aa9b-5db4531a5463 HTTP/1.1" status: 200 len: 1091 time: 4.1054053 Feb 04 16:21:01.461434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:01.482160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e565de2-c90d-4c3e-930c-2775b1973422 None None] Pushing event updated for resources: {'Port': ['ID=068ff7a4-6b5f-4687-a37a-60297449e333,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:01.510928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:01.557036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:port and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:01.591056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:01.612722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:01.663179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:01.665479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-4a2742e3-96ee-4576-a294-36052fc5a6d5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/quotas/9a07f3f2c89547c9870f3827cccc3262 HTTP/1.1" status: 200 len: 375 time: 0.1916687 Feb 04 16:21:01.672932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.757358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8035c-127c-468a-a154-d2c218ff7d1c None None] Pushing event deleted for resources: {'Port': ['ID=f39694fa-aac2-4fc1-a7da-6f8e99b123f4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:01.780076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Provisioning for port ef557fb0-7786-4539-8475-4eafaead12ae completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:01.786272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:01.796393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Provisioning complete for port ef557fb0-7786-4539-8475-4eafaead12ae triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:01.796938 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.943638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:01.979127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:02.048700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.209924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc79f8-108d-45b4-9d8e-86cbf04c6841 req-392cb954-c9bc-4c4c-83ae-b8293df6a081 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:02.224295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8dc79f8-108d-45b4-9d8e-86cbf04c6841 req-392cb954-c9bc-4c4c-83ae-b8293df6a081 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 943 time: 1.1595345 Feb 04 16:21:02.263621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-2f28fe76-4a5f-4699-9113-d1cf87efaaed tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5739267 Feb 04 16:21:02.332481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-432a2ff0-fa9f-4a42-9ac9-b7088c58095c tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:02.334587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-432a2ff0-fa9f-4a42-9ac9-b7088c58095c tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 1.1821976 Feb 04 16:21:02.502840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 068ff7a4-6b5f-4687-a37a-60297449e333 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:02.507048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Request body: {'port': {'device_id': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'admin_state_up': True, 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:02.536540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-d6fed316-ef16-48cf-a570-18110f30a384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 1094 time: 0.8687429 Feb 04 16:21:02.571978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Port ef557fb0-7786-4539-8475-4eafaead12ae cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:02.645159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Request body: {'port': {'device_id': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:02.685360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e9142dd7-0867-4b37-bdb7-777e7da1541d', 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '615a3d85-463e-41e5-8814-8d5be7b90722'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:21:02.686178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.733167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Provisioning complete for port 068ff7a4-6b5f-4687-a37a-60297449e333 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:02.733536 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6f28f0d-c3aa-4fc9-a3ce-f19486bb70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.769968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:02.875540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-69a09b82-2291-41f2-bd8e-0c306e94903b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463 HTTP/1.1" status: 200 len: 217 time: 0.2206810 Feb 04 16:21:02.901095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.906798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.910460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8dc79f8-108d-45b4-9d8e-86cbf04c6841 req-c4e80451-57ab-4173-b1e2-8c0f93e22b55 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6850655 Feb 04 16:21:02.932304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 068ff7a4-6b5f-4687-a37a-60297449e333 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:02.932518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:02.995054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] device_id is not set on port e5710a6f-af18-40a8-ba00-26f258eb8044 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:21:03.051639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53deec-966e-4185-a2c7-da37c22638af req-d3fc7386-44e1-4b03-ac58-43c64388854d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:03.053122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-d3fc7386-44e1-4b03-ac58-43c64388854d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.1395137 Feb 04 16:21:03.188223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-8159d6b9-50c1-4c84-8dbe-4ebab1dff4b0 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680367 Feb 04 16:21:03.213405 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463', 'status': 'completed', 'code': 200} Feb 04 16:21:03.250566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-7baf1958-de8d-45e1-a72f-cf85a77a8642 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1809540 Feb 04 16:21:03.252097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.252611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router fdb67d7b-ca25-4d63-af25-a5edee2ac222 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:21:03.271212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Allocated IP 2001:db8::f816:3eff:fef8:a746 (e9142dd7-0867-4b37-bdb7-777e7da1541d/615a3d85-463e-41e5-8814-8d5be7b90722/105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:03.293396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.297567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0a19d2d0-6c67-4050-b623-55ced69cdd32 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 204 len: 168 time: 8.3174298 Feb 04 16:21:03.302031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:03.313097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1052752154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:03.325822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:03.388167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:03.394406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:03.412837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:03.431849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.589192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f39694fa-aac2-4fc1-a7da-6f8e99b123f4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:03.630817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.641062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.909763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:03.923387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Transition to ACTIVE for port object 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:03.941870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f39694fa-aac2-4fc1-a7da-6f8e99b123f4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:21:03.942806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f39694fa-aac2-4fc1-a7da-6f8e99b123f4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:21:03.972637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Transition to ACTIVE for port object 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:03.985220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.068414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:04.119446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Network e9142dd7-0867-4b37-bdb7-777e7da1541d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:04.122636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:04.130966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:04.147854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Pushing event updated for resources: {'Port': ['ID=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:04.172873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-e07d418c-ea27-45cf-beba-14dd9f310dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9366713 Feb 04 16:21:04.178187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Usage tracker for resource:port and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:04.193307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:04.217848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Allocated IP 2001:db8::f816:3eff:fea3:643c (e9142dd7-0867-4b37-bdb7-777e7da1541d/615a3d85-463e-41e5-8814-8d5be7b90722/e5710a6f-af18-40a8-ba00-26f258eb8044) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:04.229661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:04.242517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.328310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Made reservation on behalf of 9a07f3f2c89547c9870f3827cccc3262 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:04.330976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Attempting to bind port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:04.331346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Attempting to bind port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '39d5ea23-9e38-4720-998e-0d4318f860e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:04.331696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Attempting to bind port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 on network e9142dd7-0867-4b37-bdb7-777e7da1541d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:04.332128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.348508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:04.348876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Checking segment: {'id': '39d5ea23-9e38-4720-998e-0d4318f860e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:04.349274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.349725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Bound using segment: {'id': '39d5ea23-9e38-4720-998e-0d4318f860e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:04.350189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Bound port: 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d5ea23-9e38-4720-998e-0d4318f860e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e9142dd7-0867-4b37-bdb7-777e7da1541d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:04.350602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.471648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-ae013bd6-5df2-473f-90cf-f6bb8ef4df8f service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2168827 Feb 04 16:21:04.480475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21314-69c4-464c-a95c-ed6b6d01f582 req-ebcf903a-5ad1-4313-9112-8caf8d4d83ee tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:04.485191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.488080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7d21314-69c4-464c-a95c-ed6b6d01f582 req-ebcf903a-5ad1-4313-9112-8caf8d4d83ee tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.4087272 Feb 04 16:21:04.521110 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'code': 200} Feb 04 16:21:04.615732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] For port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:04.620214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] For port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,segment=NetworkSegment(39d5ea23-9e38-4720-998e-0d4318f860e1),segment_id=39d5ea23-9e38-4720-998e-0d4318f860e1)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:04.631035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.637487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:04.643012 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c714b8dd-9171-4237-b1b7-6369fec192ed tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3395021 Feb 04 16:21:04.647443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41194) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:04.704205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:04.782155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7d21314-69c4-464c-a95c-ed6b6d01f582 req-d4ddfe80-9fa4-4eaa-8056-8e24d2483644 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921352 Feb 04 16:21:04.875099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d83b5-ffda-4476-85b2-87a202a5436e None None] Pushing event updated for resources: {'Port': ['ID=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:04.959440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae53deec-966e-4185-a2c7-da37c22638af req-160f23ed-d977-4314-a185-9d2fac8e6cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542623 Feb 04 16:21:04.981226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:21:05.139429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-890bdf08-3bea-43b1-9fd3-68db70231fef req-7a437b29-f612-4c14-9138-9b3d7dc334c6 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 210 time: 0.1787908 Feb 04 16:21:05.243423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e96dc8b8-21ab-4eba-993b-3b8dcb37d321 req-ff3474fd-d7c0-46ca-a38f-3e0b12ca0da0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 1096 time: 0.6376977 Feb 04 16:21:05.436231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a513d-8b4c-443c-8fdf-337720236292 req-1d09a7c4-f1ee-4599-9c47-9366e7bdc551 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:05.450917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e5a513d-8b4c-443c-8fdf-337720236292 req-1d09a7c4-f1ee-4599-9c47-9366e7bdc551 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 943 time: 0.7728648 Feb 04 16:21:05.600075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef557fb0-7786-4539-8475-4eafaead12ae {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:05.616574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e96dc8b8-21ab-4eba-993b-3b8dcb37d321 req-d5635025-dc5d-48f5-839d-f958fac1fe97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648908 Feb 04 16:21:05.629683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-606cfa20-9bd4-4966-97e9-ae860127dcb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 1094 time: 0.6055391 Feb 04 16:21:05.642211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e5a513d-8b4c-443c-8fdf-337720236292 req-4119cb15-d18e-443b-85e7-77b7cdc24884 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899753 Feb 04 16:21:05.692611 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:05.747361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Transition to ACTIVE for port object ef557fb0-7786-4539-8475-4eafaead12ae will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:05.750357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:05.757656 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:05.878713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Transition to ACTIVE for port object e5710a6f-af18-40a8-ba00-26f258eb8044 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:05.880922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Allocated IP 172.20.0.9 (b627b571-ed31-47c1-9826-cdebf4a4bf10/32ab24b0-ffbe-40da-8fda-ed5a214486de/534d634c-9795-4d6f-9e82-e048b55cc6f2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:06.103487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-2503e319-6e1c-4c8e-8c9c-afc7384cfe98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:06.105345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-2503e319-6e1c-4c8e-8c9c-afc7384cfe98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.2664194 Feb 04 16:21:06.130734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Pushing event updated for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:06.261799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:06.303926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-6854ac3b-384e-4156-b87e-0f41f5271776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463 HTTP/1.1" status: 200 len: 217 time: 0.1467054 Feb 04 16:21:06.482134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:06.693514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.769614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d696664a-70d4-492b-8f0b-d9592c923e34 None None] Network e9142dd7-0867-4b37-bdb7-777e7da1541d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:06.818559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Port': ['ID=e5710a6f-af18-40a8-ba00-26f258eb8044,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:06.838865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.882676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:06.919463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Transition to ACTIVE for port object 534d634c-9795-4d6f-9e82-e048b55cc6f2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:06.968411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Attempting to bind port ef557fb0-7786-4539-8475-4eafaead12ae on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:06.969029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Attempting to bind port ef557fb0-7786-4539-8475-4eafaead12ae by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:06.969698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Attempting to bind port ef557fb0-7786-4539-8475-4eafaead12ae on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:06.985282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff67acc5-58ea-46fc-8b4c-1dc872564637 req-41e4a5a5-a256-4fd7-89b1-350c22b6c0e2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 210 time: 0.3707793 Feb 04 16:21:06.985614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network e9142dd7-0867-4b37-bdb7-777e7da1541d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:06.990777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Port ef557fb0-7786-4539-8475-4eafaead12ae on network b627b571-ed31-47c1-9826-cdebf4a4bf10 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:06.991033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Attempting to bind port ef557fb0-7786-4539-8475-4eafaead12ae on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:07.006362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:07.027508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Provisioning for port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:07.041645 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.047274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:07.049943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Provisioning complete for port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:07.056857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:07.058639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.069585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.088914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:07.091775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Checking segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:07.092525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Bound using segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:07.095209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Bound port: ef557fb0-7786-4539-8475-4eafaead12ae, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:07.097753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.387817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-452b65f3-ee72-479b-b966-8b6e01bc2dea tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 6.1444933 Feb 04 16:21:07.449723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:07.453887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ef557fb0-7786-4539-8475-4eafaead12ae,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:07.455826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:07.469031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.512805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] For port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,segment=NetworkSegment(39d5ea23-9e38-4720-998e-0d4318f860e1),segment_id=39d5ea23-9e38-4720-998e-0d4318f860e1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:07.513100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.527690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.613898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:07.615987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e8c6b-2ebe-447d-b887-75ea1ac405cb None None] Pushing event updated for resources: {'Port': ['ID=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:07.620093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:07.651137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-30c2604d-8dbb-4e70-91c4-c3ce82e0d598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:07.652688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-30c2604d-8dbb-4e70-91c4-c3ce82e0d598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 1.0399272 Feb 04 16:21:07.653566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:07.698019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.700037 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] 10.222.0.41 "PUT /v2.0/ports/ef557fb0-7786-4539-8475-4eafaead12ae HTTP/1.1" status: 200 len: 1092 time: 6.1863437 Feb 04 16:21:07.700644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:07.871728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:07.872528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.901311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257630-6eae-4dac-94a6-1d3d0913283f service neutron] Pushing event updated for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:07.913446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting subnet 615a3d85-463e-41e5-8814-8d5be7b90722 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:21:07.921872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:07.924716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f65d7-3268-45ca-9df9-a67c62602312 req-3ac74fbf-9951-4579-9d78-3a8ba8add3ba tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:07.932098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-157f65d7-3268-45ca-9df9-a67c62602312 req-3ac74fbf-9951-4579-9d78-3a8ba8add3ba tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 1.8255363 Feb 04 16:21:07.960809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-8a8fdebd-445d-4723-98fd-86e97cd91bde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303272 Feb 04 16:21:07.990345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event updated for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:07.999986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Provisioning for port e5710a6f-af18-40a8-ba00-26f258eb8044 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:08.020113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Provisioning complete for port e5710a6f-af18-40a8-ba00-26f258eb8044 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:08.020635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.033011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.203373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Port e5710a6f-af18-40a8-ba00-26f258eb8044 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:08.205522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:08.276499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-fc409d02-cab7-4299-828a-de6b5129fc1a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7745862 Feb 04 16:21:08.299989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-157f65d7-3268-45ca-9df9-a67c62602312 req-3a962a53-18c3-4b7b-b034-a20f833b5891 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667071 Feb 04 16:21:08.314756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ac4f906e-529d-492c-a68a-b9e4f42a9ea0 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:08.317071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ac4f906e-529d-492c-a68a-b9e4f42a9ea0 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 815 time: 1.2563143 Feb 04 16:21:08.350249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Request body: {'port': {'device_id': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:08.354120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.437670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Provisioning complete for port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:08.438760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e01be785-7df5-4ef7-afad-192c988a7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.447199 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-5c5f87a6-b54b-4a2c-be1e-5e69aaa1e1dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 1095 time: 0.6136379 Feb 04 16:21:08.464601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Request body: {'port': {'device_id': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'admin_state_up': True, 'tenant_id': '9a07f3f2c89547c9870f3827cccc3262'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:08.485075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6353b6-9c1c-4176-8fe4-b6ae40c7f726 req-68b18650-baf5-4292-b49c-e2ce9cf6fb36 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:08.486798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c6353b6-9c1c-4176-8fe4-b6ae40c7f726 req-68b18650-baf5-4292-b49c-e2ce9cf6fb36 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 943 time: 1.1754174 Feb 04 16:21:08.577931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.612615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:08.612615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.731668 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae', 'status': 'completed', 'code': 200} Feb 04 16:21:08.751800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c6353b6-9c1c-4176-8fe4-b6ae40c7f726 req-73a5feb5-438a-4283-9d6d-4ded9f151e56 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481148 Feb 04 16:21:08.753623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-fadb9662-2f6f-4d09-9b38-b4e4073c2db9 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472534 Feb 04 16:21:08.782179 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-2279d4ab-53d8-4316-af62-87b80b237413 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef557fb0-7786-4539-8475-4eafaead12ae HTTP/1.1" status: 200 len: 217 time: 0.3205235 Feb 04 16:21:08.931118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e08d6f38-e1d7-49fc-aa9b-5db4531a5463 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:08.967745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Provisioning complete for port e5710a6f-af18-40a8-ba00-26f258eb8044 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:08.968271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:08.979659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4846b26c-a90a-4f2e-9e8d-4176f2490d3d req-0743e847-f25f-4593-9c0b-6664c3a347e7 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022541 Feb 04 16:21:09.013746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-f240476c-2096-4a0d-8be5-47a01a772002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:09.017813 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-f240476c-2096-4a0d-8be5-47a01a772002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.2233694 Feb 04 16:21:09.045946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.080253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2d81397e-f3b9-453b-b415-d73e688732e6 req-4d731c43-c639-4460-8206-44bb9710333b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:09.101271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.153528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:09.161500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2d81397e-f3b9-453b-b415-d73e688732e6 req-4d731c43-c639-4460-8206-44bb9710333b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:09.167073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d81397e-f3b9-453b-b415-d73e688732e6 req-4d731c43-c639-4460-8206-44bb9710333b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 210 time: 0.1801512 Feb 04 16:21:09.174942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Usage tracker for resource:port and tenant:9a07f3f2c89547c9870f3827cccc3262 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:09.177404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Port e5710a6f-af18-40a8-ba00-26f258eb8044 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:09.180767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:09.191794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Allocated IP 172.25.5.142 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/36603a77-5787-4916-890e-37bd03a99216) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:09.219277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:09.275277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Provisioning for port 534d634c-9795-4d6f-9e82-e048b55cc6f2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:09.283450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Provisioning complete for port 534d634c-9795-4d6f-9e82-e048b55cc6f2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:09.284169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.336030 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-ab4051ff-e2e9-4e92-8ec1-7d5b07c2f7e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011458 Feb 04 16:21:09.362104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:09.387647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8cf71e74-997e-43d3-84ff-a903a3cfc5a9 None None] Port 534d634c-9795-4d6f-9e82-e048b55cc6f2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:09.389330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'port_id': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463', 'mac_address': 'fa:16:3e:9f:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496021ea-6dc4-4280-82a5-9909e50a5c85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:09.431555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.471279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.490747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Made reservation on behalf of 9a07f3f2c89547c9870f3827cccc3262 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:09.494872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.523664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08d6f38-e1d7-49fc-aa9b-5db4531a5463 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:09.554852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:09.561731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.639896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:09.850611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=615a3d85-463e-41e5-8814-8d5be7b90722,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:09.863323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['e08d6f38-e1d7-49fc-aa9b-5db4531a5463'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:09.874896 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:09.901410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143ce07-16cb-45ed-b34c-198480b505c3 None None] Network e9142dd7-0867-4b37-bdb7-777e7da1541d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:09.919838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a08a018c-9189-4980-bd31-84e01e13839f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/615a3d85-463e-41e5-8814-8d5be7b90722 HTTP/1.1" status: 204 len: 168 time: 2.4602828 Feb 04 16:21:09.923073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41298) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:09.925898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.024238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534d634c-9795-4d6f-9e82-e048b55cc6f2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:10.036792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-7f21ea07-35ed-460c-8654-8860bbcc632d service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733055 Feb 04 16:21:10.037827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.059898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Transition to ACTIVE for port object 534d634c-9795-4d6f-9e82-e048b55cc6f2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:10.142821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd0255-a6e0-4567-879a-40e5c154fbc5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:10.153114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd0255-a6e0-4567-879a-40e5c154fbc5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:10.153898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-84fd0255-a6e0-4567-879a-40e5c154fbc5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Synchronizing usage tracker for tenant:f4416daa8c38476a9bb0e238500f1ddc on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:10.288680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Allocated IP 172.20.0.4 (b627b571-ed31-47c1-9826-cdebf4a4bf10/32ab24b0-ffbe-40da-8fda-ed5a214486de/26b36297-ef5c-4a6e-8664-4cbd877cd1c8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:10.343251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-84fd0255-a6e0-4567-879a-40e5c154fbc5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Unset dirty status for tenant:f4416daa8c38476a9bb0e238500f1ddc on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:10.351303 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-84fd0255-a6e0-4567-879a-40e5c154fbc5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4220681 Feb 04 16:21:10.353107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.406039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:10.525925 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.625358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] DHCP port deletion for e9142dd7-0867-4b37-bdb7-777e7da1541d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:21:10.643337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Deleting port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:10.644822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:10.944723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:10.990760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event updated for resources: {'Port': ['ID=36603a77-5787-4916-890e-37bd03a99216,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:11.002816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:11.021501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] For port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,segment=NetworkSegment(39d5ea23-9e38-4720-998e-0d4318f860e1),segment_id=39d5ea23-9e38-4720-998e-0d4318f860e1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:11.021914 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.030553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:11.102911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61ae6c2b-02b0-4f2e-9909-74c2e7c6cf03 req-cdb81de7-3234-46d3-8eb6-91336a29c2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0503299 Feb 04 16:21:11.144946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8502adfd-8c88-41af-a082-496d3f15edd2 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.185030 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8502adfd-8c88-41af-a082-496d3f15edd2 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 04 16:21:11.192256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8502adfd-8c88-41af-a082-496d3f15edd2 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:11.199041 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8502adfd-8c88-41af-a082-496d3f15edd2 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/e9142dd7-0867-4b37-bdb7-777e7da1541d HTTP/1.1" status: 409 len: 405 time: 0.6186521 Feb 04 16:21:11.206693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:11.262919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-693851686'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:11.327803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9bd4-68c3-4ac6-95e7-7cbf8bd7a660 req-5432cc7a-ea44-4138-9d6d-55e071ec427a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:11.330504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Calling delete_port for 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:11.332276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0acb9bd4-68c3-4ac6-95e7-7cbf8bd7a660 req-5432cc7a-ea44-4138-9d6d-55e071ec427a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 1.7772968 Feb 04 16:21:11.336672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Pushing event updated for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:11.415844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:11.448692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.525508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:11.528428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] No DVR routers for this DVR port 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:11.552320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:11.562867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-2ce9ba22-c0ab-45f0-a771-9406905ad64d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 1095 time: 0.3536553 Feb 04 16:21:11.566214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55ccf-f99f-443f-955d-2737115eb204 None None] Pushing event deleted for resources: {'Port': ['ID=105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:11.610056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.613356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:11.672290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Transition to ACTIVE for port object 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:11.673441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:11.676391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.694469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0acb9bd4-68c3-4ac6-95e7-7cbf8bd7a660 req-926f89fb-538b-4956-adf1-c3815eab7e85 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243673 Feb 04 16:21:11.722786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877794-1649-44d9-bf5f-c9b8da236f30 req-3a74598e-6777-4b88-9cf5-389c0bd70ec3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:11.729931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07877794-1649-44d9-bf5f-c9b8da236f30 req-3a74598e-6777-4b88-9cf5-389c0bd70ec3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 944 time: 0.6860492 Feb 04 16:21:11.778627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Attempting to bind port 534d634c-9795-4d6f-9e82-e048b55cc6f2 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:11.779024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Attempting to bind port 534d634c-9795-4d6f-9e82-e048b55cc6f2 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:11.779353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Attempting to bind port 534d634c-9795-4d6f-9e82-e048b55cc6f2 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:11.794154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:21:11.837943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Port 534d634c-9795-4d6f-9e82-e048b55cc6f2 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:11.866143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.870088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Attempting to bind port 534d634c-9795-4d6f-9e82-e048b55cc6f2 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:11.887044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.887364 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment 18e50bc2-44f8-43dd-912d-19be9e54097c of type vlan for network 735e7ef6-dada-42e9-b58e-88b9a5306163 Feb 04 16:21:11.895712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07877794-1649-44d9-bf5f-c9b8da236f30 req-1660b89b-20dc-43b9-8f19-edac6f15426b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639347 Feb 04 16:21:11.951616 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:11.960910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-d36a59c5-28b0-4c40-8b20-cdf1e6753a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:11.964160 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-d36a59c5-28b0-4c40-8b20-cdf1e6753a38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 916 time: 0.3873446 Feb 04 16:21:12.000466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:12.000949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Checking segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:12.001342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Bound using segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:12.002116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Bound port: 534d634c-9795-4d6f-9e82-e048b55cc6f2, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:12.002533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.082238 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-599b25d4-81e8-4d03-a0bb-9d09d207d365 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef557fb0-7786-4539-8475-4eafaead12ae HTTP/1.1" status: 200 len: 217 time: 0.1019449 Feb 04 16:21:12.173284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.176188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:12.192850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.198077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.203637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.235205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-b0783b7a-5716-4adb-a49f-7c41220f9c61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.236619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-b0783b7a-5716-4adb-a49f-7c41220f9c61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.1450620 Feb 04 16:21:12.257190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:21:12.263197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 105ba4ce-8f57-4fbd-8dd1-dd6eaff55a65 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:21:12.293130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.297875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.519568 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-14f6e4cc-a71a-4e2d-ae74-b5b8132dc65f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2228241 Feb 04 16:21:12.571966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event updated for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:12.620984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4015107 Feb 04 16:21:12.622016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807b9de-1bac-471b-8e69-d329d05e8a6c tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=735e7ef6-dada-42e9-b58e-88b9a5306163,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:12.633837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 735e7ef6-dada-42e9-b58e-88b9a5306163 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:21:12.634758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:12.636343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:12.655771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:12.669315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:12.761237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.761799 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:12.771837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-3055623e-8f6f-402c-87a0-4a8fbca19508 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.772531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-3055623e-8f6f-402c-87a0-4a8fbca19508 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:12.815095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:12.854959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:12.864406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6dd9e-9a2c-4544-9694-53bbd3bb4b3c req-b3e77345-89c7-4933-8a8a-6ce8a721043a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:12.866315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9f6dd9e-9a2c-4544-9694-53bbd3bb4b3c req-b3e77345-89c7-4933-8a8a-6ce8a721043a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.6885545 Feb 04 16:21:12.868271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:12.869353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-3055623e-8f6f-402c-87a0-4a8fbca19508 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:12.877391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-3055623e-8f6f-402c-87a0-4a8fbca19508 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 931 time: 0.9804370 Feb 04 16:21:12.908502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-ed4f9ac4-7bd8-494a-9b16-65309712080f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4533062 Feb 04 16:21:12.916681 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:12.936582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e08d6f38-e1d7-49fc-aa9b-5db4531a5463 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:12.961277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Request body: {'port': {'device_id': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:13.001261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-4bbfccdb-c788-437c-98b7-9f486d4e17b5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:13.011878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.043745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:13.048938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:13.049323 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.159086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:13.160781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-4bbfccdb-c788-437c-98b7-9f486d4e17b5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:13.173582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee1ece86-8b1e-407e-8bbb-3a1a18699e07 req-4bbfccdb-c788-437c-98b7-9f486d4e17b5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952671 Feb 04 16:21:13.178531 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-539b95de-0ca0-42ce-a672-c373e43b8bc6 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494818 Feb 04 16:21:13.179484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:13.262197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Pushing event updated for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:13.277794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9f6dd9e-9a2c-4544-9694-53bbd3bb4b3c req-053635d9-31fb-405c-85a3-016d0ed95b77 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588774 Feb 04 16:21:13.290585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-634366d1-f501-4b53-9a0d-6da96ce45d5d None None] Provisioning for port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:13.296073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.302265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-1a80f538-d751-49f3-ad2d-26fc826dcc9e service neutron] 10.222.0.41 "PUT /v2.0/ports/534d634c-9795-4d6f-9e82-e048b55cc6f2 HTTP/1.1" status: 200 len: 1091 time: 4.9569733 Feb 04 16:21:13.303169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:13.311212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-634366d1-f501-4b53-9a0d-6da96ce45d5d None None] Provisioning complete for port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:13.311599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-634366d1-f501-4b53-9a0d-6da96ce45d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.317371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:13.572567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-634366d1-f501-4b53-9a0d-6da96ce45d5d None None] Port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:21:13.604381 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.690514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:13.692375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:13.703512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.707772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:13.801902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5db9a919-97ac-4582-9068-9bdb4eaf808d req-11935642-6db8-42a4-814b-92f9985f8de9 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152456 Feb 04 16:21:13.856175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:13.956022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:14.011831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Router bae42efd-7784-43a5-b8bb-6e58957f049a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:21:14.223353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-cd488097-673a-4483-9895-dac12b7934e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 1094 time: 0.6766794 Feb 04 16:21:14.289683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:21:14.293719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:14.462084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=391f9097-c5f5-4ba0-8f7b-9e3389b1aea0,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:14.478620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': '18e50bc2-44f8-43dd-912d-19be9e54097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:14.479115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: 735e7ef6-dada-42e9-b58e-88b9a5306163, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:21:14.538713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network 735e7ef6-dada-42e9-b58e-88b9a5306163 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:21:14.559909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 735e7ef6-dada-42e9-b58e-88b9a5306163) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:14.562954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:14.575282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:14.575779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456362d7-3994-40d8-8204-54f5c5d4d40f None None] Network 735e7ef6-dada-42e9-b58e-88b9a5306163 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:14.580062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:14.586922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] Sync routers for ids ['bae42efd-7784-43a5-b8bb-6e58957f049a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:14.590929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55ab5a-6b7d-4ab9-8ebb-0cb8e721aea5 req-dc98aab9-5c80-48a3-9336-daed9e52e542 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:14.600051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d55ab5a-6b7d-4ab9-8ebb-0cb8e721aea5 req-dc98aab9-5c80-48a3-9336-daed9e52e542 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 1.1489851 Feb 04 16:21:14.614059 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] Routers {'bae42efd-7784-43a5-b8bb-6e58957f049a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:14.618890 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bae42efd-7784-43a5-b8bb-6e58957f049a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:14.637934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d7cd-5caa-421d-b4e8-c2bfb86b0daf req-804ac240-8215-4a26-a859-c5e2d6095f11 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:14.643458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:14.644493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73f7d7cd-5caa-421d-b4e8-c2bfb86b0daf req-804ac240-8215-4a26-a859-c5e2d6095f11 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 945 time: 0.7964079 Feb 04 16:21:14.644974 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8b261d2-d5c7-4a69-b136-47374ea43dfc tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "PUT /v2.0/routers/bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 200 len: 884 time: 9.9967098 Feb 04 16:21:14.650596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41372) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:14.657590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-e1821314-120d-46d9-aa56-d88eb24ea88a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2 HTTP/1.1" status: 200 len: 217 time: 0.3412657 Feb 04 16:21:14.821905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d00d4494-caaa-48c6-ab13-980f37604428 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9606709 Feb 04 16:21:14.829062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41384) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:14.953180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:14.975758 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] Routers {'bae42efd-7784-43a5-b8bb-6e58957f049a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:14.979058 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:20:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bae42efd-7784-43a5-b8bb-6e58957f049a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:15.003013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d55ab5a-6b7d-4ab9-8ebb-0cb8e721aea5 req-0b20be5e-7406-4957-9204-b6faf2228a01 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018197 Feb 04 16:21:15.011583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ef557fb0-7786-4539-8475-4eafaead12ae details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:15.062794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-b740374c-7861-4c9b-85f7-6cbfe3b3357c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:15.072746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-b740374c-7861-4c9b-85f7-6cbfe3b3357c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.3756781 Feb 04 16:21:15.186439 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:15.186981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675e50c5-2017-4ece-87f9-50c722eb8260 None None] The sync data for ids ['bae42efd-7784-43a5-b8bb-6e58957f049a'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:15.234941 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2', 'status': 'completed', 'code': 200} Feb 04 16:21:15.269425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.283670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73f7d7cd-5caa-421d-b4e8-c2bfb86b0daf req-9605c644-c97a-43d4-ba67-416abb40e86b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552591 Feb 04 16:21:15.471006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ef557fb0-7786-4539-8475-4eafaead12ae,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:15.516511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ef557fb0-7786-4539-8475-4eafaead12ae', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'port_id': 'ef557fb0-7786-4539-8475-4eafaead12ae', 'mac_address': 'fa:16:3e:ce:16:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ab24b0-ffbe-40da-8fda-ed5a214486de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:15.521058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:15.529260 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463', 'code': 200} Feb 04 16:21:15.531789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-735e7ef6-dada-42e9-b58e-88b9a5306163', 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '391f9097-c5f5-4ba0-8f7b-9e3389b1aea0'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:21:15.533790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.539635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.643740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-a0ded987-fc8e-440c-82ee-bca5919e491d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5108550 Feb 04 16:21:15.753375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Transition to ACTIVE for port object 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:15.771997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.789681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.874267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:15.900721 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e61f3b73-8bfc-4f1e-b4a5-98e4569883ae tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 200 len: 925 time: 1.2391982 Feb 04 16:21:15.910207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41408) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:16.081619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d150d12-ccac-4d6c-813d-5f41ddfac5d6 req-9ad924a9-2015-40f5-bc58-0fc47c9b410c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 1096 time: 0.6900156 Feb 04 16:21:16.096088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Allocated IP 2001:db8::f816:3eff:fec5:53c4 (735e7ef6-dada-42e9-b58e-88b9a5306163/391f9097-c5f5-4ba0-8f7b-9e3389b1aea0/987b5243-d468-430e-808a-057cc49532b7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:16.131879 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-958c1672-2297-4bd1-bf3d-e7d487ae28cc tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=bae42efd-7784-43a5-b8bb-6e58957f049a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2155020 Feb 04 16:21:16.135701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:16.168573 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d150d12-ccac-4d6c-813d-5f41ddfac5d6 req-dd2e6424-dd3d-4ce5-8af4-74a350d49be6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Feb 04 16:21:16.263456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-0637c825-9f3d-4716-a73c-476c5df12fd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655482 Feb 04 16:21:16.275841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:16.295993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef557fb0-7786-4539-8475-4eafaead12ae {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:16.331421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4b6d5-f186-447f-b01b-587c0bd6125c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:16.333245 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bb4b6d5-f186-447f-b01b-587c0bd6125c tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.1964266 Feb 04 16:21:16.337660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41424) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:16.339671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ef557fb0-7786-4539-8475-4eafaead12ae,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:16.345905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:16.387166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Pushing event updated for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:16.433211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d17a962-b302-46a7-96d6-acb7e802d448 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 200 len: 205 time: 0.0890105 Feb 04 16:21:16.433864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41430) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:16.572770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:16.607431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:16.651170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ef557fb0-7786-4539-8475-4eafaead12ae'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:16.716504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:16.735616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf70768e04b455392de87aee6ef7e9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:16.835905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:16.854541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Transition to ACTIVE for port object 987b5243-d468-430e-808a-057cc49532b7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:16.877710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaded42-e51c-444d-8ba5-69678f5cff6f req-3eedb190-baf9-4680-b3cf-6f3329788930 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:16.884493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4aaded42-e51c-444d-8ba5-69678f5cff6f req-3eedb190-baf9-4680-b3cf-6f3329788930 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 931 time: 1.3477008 Feb 04 16:21:16.897704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Transition to ACTIVE for port object 987b5243-d468-430e-808a-057cc49532b7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:16.913764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:16.942419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:16.953268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:16.954499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Attempting to bind port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:16.955152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Attempting to bind port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:16.955152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Attempting to bind port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:16.989891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20cdc5-ac30-4c26-a61d-2d4f8f4edd16 req-75d137da-20c3-4a97-9faf-b1b79b66068b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:16.991810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc20cdc5-ac30-4c26-a61d-2d4f8f4edd16 req-75d137da-20c3-4a97-9faf-b1b79b66068b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.9888670 Feb 04 16:21:16.999642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:16.999970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Attempting to bind port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 on network b627b571-ed31-47c1-9826-cdebf4a4bf10 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:17.005198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e468c5-20be-49f7-9cdd-08fb922c3fd4 req-65b60885-67db-4baa-ab89-d7401a855208 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077261 Feb 04 16:21:17.043607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Network 735e7ef6-dada-42e9-b58e-88b9a5306163 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:17.057990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:17.057990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Checking segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:17.058349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Bound using segment: {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:17.058548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Bound port: 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c84025-665d-4046-8241-064b4eea9a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:17.058899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.060924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:17.062892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Pushing event updated for resources: {'Port': ['ID=987b5243-d468-430e-808a-057cc49532b7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:17.067976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:17.138844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.144862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.182938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Attempting to bind port 987b5243-d468-430e-808a-057cc49532b7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:17.183474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Attempting to bind port 987b5243-d468-430e-808a-057cc49532b7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '18e50bc2-44f8-43dd-912d-19be9e54097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:17.183932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Attempting to bind port 987b5243-d468-430e-808a-057cc49532b7 on network 735e7ef6-dada-42e9-b58e-88b9a5306163 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:17.190798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:17.191361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Checking segment: {'id': '18e50bc2-44f8-43dd-912d-19be9e54097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:17.191859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.192342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Bound using segment: {'id': '18e50bc2-44f8-43dd-912d-19be9e54097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:17.192901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Bound port: 987b5243-d468-430e-808a-057cc49532b7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e50bc2-44f8-43dd-912d-19be9e54097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '735e7ef6-dada-42e9-b58e-88b9a5306163'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:17.193370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.208732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4aaded42-e51c-444d-8ba5-69678f5cff6f req-bb227388-fca3-4fc6-85c2-e95bce6271d5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233590 Feb 04 16:21:17.245484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.281224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc20cdc5-ac30-4c26-a61d-2d4f8f4edd16 req-5a96cdde-0139-476c-9a07-c8e9e40c1ac0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749922 Feb 04 16:21:17.360760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:17.364591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:17.377156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.390573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] For port 987b5243-d468-430e-808a-057cc49532b7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:17.395314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] For port 987b5243-d468-430e-808a-057cc49532b7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=987b5243-d468-430e-808a-057cc49532b7,segment=NetworkSegment(18e50bc2-44f8-43dd-912d-19be9e54097c),segment_id=18e50bc2-44f8-43dd-912d-19be9e54097c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:17.409076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.426916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-29e78a67-4acb-4b68-93e8-63dc68f81d79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 1094 time: 0.3315594 Feb 04 16:21:17.437831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcf70768e04b455392de87aee6ef7e9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1586185 Feb 04 16:21:17.464243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:17.490039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=391f9097-c5f5-4ba0-8f7b-9e3389b1aea0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:17.553658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:17.555161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] 10.222.0.41 "PUT /v2.0/ports/26b36297-ef5c-4a6e-8664-4cbd877cd1c8 HTTP/1.1" status: 200 len: 1091 time: 4.5988135 Feb 04 16:21:17.555608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:17.580794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4630-003a-465a-8caf-6347ab96e91a service neutron] Pushing event updated for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:17.729186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564f463-d445-477b-bef0-d41829572ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94429d85-11cb-4461-8272-89d8964609bc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:17.803036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-1d3c13eb-85b0-42e7-b69f-55840084c29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:17.804270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586edba3-612a-4be2-b312-09ba47a34969 None None] Pushing event updated for resources: {'Port': ['ID=987b5243-d468-430e-808a-057cc49532b7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:17.805688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-1d3c13eb-85b0-42e7-b69f-55840084c29e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 916 time: 0.3612864 Feb 04 16:21:17.834044 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8', 'status': 'completed', 'code': 200} Feb 04 16:21:17.835531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ca50f-cdb2-4ed9-9c1b-d57d8b3747e3 None None] Network 735e7ef6-dada-42e9-b58e-88b9a5306163 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:17.898001 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-7e6ce869-0123-4c3b-aae8-9f4d4b2e7c4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0444920 Feb 04 16:21:18.013147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.101514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.171466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf119146-cca8-4eec-96b0-f5ba7185f801 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:21:18.214873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.248427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fc72-1ffd-4f06-a1bb-10e6fcddce1b req-1fb1ac22-7332-4cae-b650-6c8f1d6413fd tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.249329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98f7fc72-1ffd-4f06-a1bb-10e6fcddce1b req-1fb1ac22-7332-4cae-b650-6c8f1d6413fd tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 945 time: 0.5899916 Feb 04 16:21:18.256740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-7ffc8868-0fec-4926-a272-cef5a757bdcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2 HTTP/1.1" status: 200 len: 217 time: 0.4161766 Feb 04 16:21:18.267467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e7ef6-dada-42e9-b58e-88b9a5306163']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:18.309604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e50bc2-44f8-43dd-912d-19be9e54097c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:18.310376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e50bc2-44f8-43dd-912d-19be9e54097c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:18.321839 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.342259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.344776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98f7fc72-1ffd-4f06-a1bb-10e6fcddce1b req-8f103052-1e09-472a-a143-f5ac317a293c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868132 Feb 04 16:21:18.348108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-4588605e-e9c3-403f-b95e-246fc8f35aeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 1094 time: 0.7386453 Feb 04 16:21:18.411920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf119146-cca8-4eec-96b0-f5ba7185f801 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:21:18.428411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.432750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.457764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94429d85-11cb-4461-8272-89d8964609bc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:18.532838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-cbfa6549-726c-4aff-bde1-2dfe568fd581 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 1096 time: 0.4453535 Feb 04 16:21:18.549324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:18.549723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:18.572271 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:18.596196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-5deb629e-82ff-40b3-b0c2-20e1f1edaccc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8 HTTP/1.1" status: 200 len: 217 time: 0.2227662 Feb 04 16:21:18.689239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-9d782df8-ac97-4ee2-ad5e-52993bfc0aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.691763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-9d782df8-ac97-4ee2-ad5e-52993bfc0aaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.0866795 Feb 04 16:21:18.764857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7820a1-80f1-4d00-a2bb-1c79b0c49acf req-6fd137a0-c91e-4623-a467-14ac9793ba29 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.766366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7820a1-80f1-4d00-a2bb-1c79b0c49acf req-6fd137a0-c91e-4623-a467-14ac9793ba29 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.6246762 Feb 04 16:21:18.767709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-4bcdbc42-113c-4055-a765-b75db4e12c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.769057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-4bcdbc42-113c-4055-a765-b75db4e12c42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.4622915 Feb 04 16:21:18.913340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd7820a1-80f1-4d00-a2bb-1c79b0c49acf req-118c51bb-6882-4ae1-b875-4dfa3775ed6d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898178 Feb 04 16:21:18.960133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751562c6-496f-4c86-8753-0768d4acc5bd req-bd0fe588-60a2-4924-b71b-3cce49f0a003 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:18.960133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-751562c6-496f-4c86-8753-0768d4acc5bd req-bd0fe588-60a2-4924-b71b-3cce49f0a003 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 943 time: 0.4239867 Feb 04 16:21:18.960362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ef557fb0-7786-4539-8475-4eafaead12ae up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:18.987718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-5d077eb7-c86c-46cf-a308-267dd9be47c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847328 Feb 04 16:21:19.157184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:21:19.157184 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:21:19.157184 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '735e7ef6-dada-42e9-b58e-88b9a5306163'}] Feb 04 16:21:19.157184 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:21:19.157938 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:21:19.158756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.193416 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8156a17d-4465-4bbf-b388-76999c9dcae5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94429d85-11cb-4461-8272-89d8964609bc HTTP/1.1" status: 204 len: 168 time: 1.7218637 Feb 04 16:21:19.220833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-5fede720-7bb9-4e4e-a32c-5fa3bbc1f64b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408228 Feb 04 16:21:19.350440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-4b940b56-ab65-4fed-8bb0-5469d8519fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:19.352471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-4b940b56-ab65-4fed-8bb0-5469d8519fa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.7738783 Feb 04 16:21:19.388562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ef557fb0-7786-4539-8475-4eafaead12ae completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:19.401372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ef557fb0-7786-4539-8475-4eafaead12ae triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:19.401811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.432181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-8660ac83-9371-4d30-a8e2-5a3d675bb8a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 HTTP/1.1" status: 200 len: 217 time: 0.0702310 Feb 04 16:21:19.433281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.510236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-751562c6-496f-4c86-8753-0768d4acc5bd req-6101842c-2f44-4839-afff-de3f97488cac tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478959 Feb 04 16:21:19.532344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port 36603a77-5787-4916-890e-37bd03a99216 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:19.532765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.662274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.669210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.720456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-fdce9536-0caa-46a6-bfe2-260fbbbe11c4 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241797 Feb 04 16:21:19.729671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-46fdf196-f224-49db-8d2f-a90a7505798b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:19.731725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-46fdf196-f224-49db-8d2f-a90a7505798b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.2928786 Feb 04 16:21:19.734418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cce5e-c873-44ca-aa51-529d99685d68 req-6e854102-ca9c-4d31-9db8-24ad46352a65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:19.736168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c97cce5e-c873-44ca-aa51-529d99685d68 req-6e854102-ca9c-4d31-9db8-24ad46352a65 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.4332550 Feb 04 16:21:19.740747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-b8224f0c-bbbb-4c5e-ab19-5c14d033e27d service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983783 Feb 04 16:21:19.785119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ef557fb0-7786-4539-8475-4eafaead12ae,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:19.791530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:19.809522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.884752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port 987b5243-d468-430e-808a-057cc49532b7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:19.885011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:19.970837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e37e9a4-e802-4e02-88c1-7bd73cf45380 req-4a1c0495-7ff3-49c0-b3d7-9d7b5d7edcce service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098193 Feb 04 16:21:20.065376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:20.128667 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-802f43ae-dbe5-4b3a-a7f2-d1dd1069406a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3344035 Feb 04 16:21:20.209587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b5402792-e18e-4d80-8e1d-160ad370d793 req-6ca4d529-962c-4fe2-9ba2-f42a490839e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705787 Feb 04 16:21:20.210301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:20.315170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:20.364137 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-d8ba76ef-d40a-41d8-9291-52f7feacb3fb service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131383 Feb 04 16:21:20.583622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c97cce5e-c873-44ca-aa51-529d99685d68 req-3dbaa2dd-5025-4b64-807d-5bc710534845 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6273935 Feb 04 16:21:20.643392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:20.664587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-df6b9773-e7c3-433e-81ee-8e4838520d3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 1094 time: 0.3154783 Feb 04 16:21:20.672441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Usage tracker for resource:security_group_rule and tenant:21ed7c0ffd2f42d8b8cfd5c00b4fd035 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:20.683211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc4224-92d4-432f-9aa1-7b4f22aa97c1 req-cd4a0c22-7d56-47b5-8ae7-d691d4e92c38 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:20.685026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0cc4224-92d4-432f-9aa1-7b4f22aa97c1 req-cd4a0c22-7d56-47b5-8ae7-d691d4e92c38 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.7130301 Feb 04 16:21:20.686014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:20.708528 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae', 'code': 200} Feb 04 16:21:20.744998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:20.787671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] For port 987b5243-d468-430e-808a-057cc49532b7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=987b5243-d468-430e-808a-057cc49532b7,segment=NetworkSegment(18e50bc2-44f8-43dd-912d-19be9e54097c),segment_id=18e50bc2-44f8-43dd-912d-19be9e54097c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:20.788034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:20.941299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 534d634c-9795-4d6f-9e82-e048b55cc6f2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:20.995014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Calling delete_port for 987b5243-d468-430e-808a-057cc49532b7 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:21.163877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0cc4224-92d4-432f-9aa1-7b4f22aa97c1 req-3f3e9311-a933-4b91-b755-86bf2c26e1dc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462705 Feb 04 16:21:21.166094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.184226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.215172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.238123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.244467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:21.268781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '534d634c-9795-4d6f-9e82-e048b55cc6f2', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'port_id': '534d634c-9795-4d6f-9e82-e048b55cc6f2', 'mac_address': 'fa:16:3e:4e:d0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ab24b0-ffbe-40da-8fda-ed5a214486de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:21.287646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e19813-2037-4b8c-94b8-d89395534965 req-7b17410f-26f3-46ae-b5bb-20c48c6c6977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:21.289757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-7b17410f-26f3-46ae-b5bb-20c48c6c6977 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 916 time: 0.5999532 Feb 04 16:21:21.374632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.395770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-d0b70691-6862-4e19-8bf7-8591a616ee64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8 HTTP/1.1" status: 200 len: 217 time: 0.0978014 Feb 04 16:21:21.412839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534d634c-9795-4d6f-9e82-e048b55cc6f2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:21.440482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:21.443726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.453556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.496152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:21.551661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c92c3-0046-4750-a53c-6c041270d7e8 req-3a155de3-1703-41a0-9977-c0d88c2699ac tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:21.554068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b9c92c3-0046-4750-a53c-6c041270d7e8 req-3a155de3-1703-41a0-9977-c0d88c2699ac tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 943 time: 0.5834849 Feb 04 16:21:21.581009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7159bc07-124c-4093-a6e3-35262db18097 req-29da7fd8-a9d2-497e-997a-adfd2329f54c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 1097 time: 0.7828338 Feb 04 16:21:21.655195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Port': ['ID=987b5243-d468-430e-808a-057cc49532b7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:21.665969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for 36603a77-5787-4916-890e-37bd03a99216 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:21.698112 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7cc339a7-757c-47ba-9d89-ed320e1d30fe req-9a31a091-ff55-4f04-8d27-b5717398ecd2 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3275836 Feb 04 16:21:21.704001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No DVR routers for this DVR port 987b5243-d468-430e-808a-057cc49532b7 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:21.724411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:21.769590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e19813-2037-4b8c-94b8-d89395534965 req-fdf1a40f-6d80-4a64-ad3f-93d8a4525296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:21.774571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-fdf1a40f-6d80-4a64-ad3f-93d8a4525296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.3256333 Feb 04 16:21:21.775561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1d3d3e-7db0-428d-85e1-bd9197f16d95,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:21.810076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d906c4a9-bfc7-4636-8610-474979cb22a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21ed7c0ffd2f42d8b8cfd5c00b4fd035&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5663064 Feb 04 16:21:21.811855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41508) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:21.814642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['534d634c-9795-4d6f-9e82-e048b55cc6f2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:21.938899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7159bc07-124c-4093-a6e3-35262db18097 req-526d8b40-bb32-4efd-8304-b0c5f71ada5c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824223 Feb 04 16:21:21.981283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b9c92c3-0046-4750-a53c-6c041270d7e8 req-3c8b01e7-f884-41c2-b3df-55c6eef588e7 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070263 Feb 04 16:21:22.037872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.068713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735e7ef6-dada-42e9-b58e-88b9a5306163']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:22.107808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e50bc2-44f8-43dd-912d-19be9e54097c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:22.108193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e50bc2-44f8-43dd-912d-19be9e54097c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:22.152878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.194090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.213745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.239664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:22.240042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.293012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-081ef26a-3b21-4562-b648-147f6768105a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4798505 Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:22.376538 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:22.409381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.471659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.515547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.527796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/735e7ef6-dada-42e9-b58e-88b9a5306163 HTTP/1.1" status: 204 len: 168 time: 7.6974452 Feb 04 16:21:22.536076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41520) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:22.537014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cc6b7-f04a-4929-bbe9-7c2fa88aafad tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=735e7ef6-dada-42e9-b58e-88b9a5306163,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:22.548473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658161892'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:22.645704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:22.651091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:22.657856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:22.667927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:22.683611 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.749839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:22.754225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.808897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=36603a77-5787-4916-890e-37bd03a99216,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:22.826790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-027a767e-92d4-4317-aefc-292c0713b7d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187035 Feb 04 16:21:22.829371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:22.961867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:22.985911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:21:23.037617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1d3d3e-7db0-428d-85e1-bd9197f16d95,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:23.044129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.045478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-20c8e956-69e2-4655-9073-c5b8db90c0d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae1d3d3e-7db0-428d-85e1-bd9197f16d95 HTTP/1.1" status: 204 len: 168 time: 1.1782341 Feb 04 16:21:23.096911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4e19813-2037-4b8c-94b8-d89395534965 req-c8f2f7e8-c8ef-47f5-ba54-85a3eabffe84 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433660 Feb 04 16:21:23.156228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0534d-5c0f-42e9-a9ec-ea7e3140fc84 req-acdfbe1a-84e0-420d-84a4-cad40361c4dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:23.175195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f0534d-5c0f-42e9-a9ec-ea7e3140fc84 req-acdfbe1a-84e0-420d-84a4-cad40361c4dd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.6171947 Feb 04 16:21:23.241386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:23.281333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8', 'network_id': 'b627b571-ed31-47c1-9826-cdebf4a4bf10', 'port_id': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8', 'mac_address': 'fa:16:3e:5e:17:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32ab24b0-ffbe-40da-8fda-ed5a214486de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:23.403273 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.427012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02f0534d-5c0f-42e9-a9ec-ea7e3140fc84 req-fa3b4804-f1a8-420f-bca3-3a16a62cf355 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504439 Feb 04 16:21:23.431649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:23.484230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:23.502188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.573902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.582631 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment fa153b99-110f-48ec-a8e1-d6dfd1a610ce of type vlan for network bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e Feb 04 16:21:23.627460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.649067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:23.850771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['26b36297-ef5c-4a6e-8664-4cbd877cd1c8'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:23.851072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.897815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.903220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:23.904169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:23.950593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919ec71-5b44-49eb-9b25-fd01cc2a17a3 req-db74d172-8e23-4f05-aad4-e384dead8815 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:23.961523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1919ec71-5b44-49eb-9b25-fd01cc2a17a3 req-db74d172-8e23-4f05-aad4-e384dead8815 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.4420452 Feb 04 16:21:24.099979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e8078-0bf4-4302-ad4b-b32628592b89 req-7f1770ce-4d29-487e-98de-ac03e5fd8dcb tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:24.103752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-614e8078-0bf4-4302-ad4b-b32628592b89 req-7f1770ce-4d29-487e-98de-ac03e5fd8dcb tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 944 time: 0.3500473 Feb 04 16:21:24.161572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1919ec71-5b44-49eb-9b25-fd01cc2a17a3 req-4671c9b4-fd78-4bd6-be7d-ce954461437a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984911 Feb 04 16:21:24.251097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-614e8078-0bf4-4302-ad4b-b32628592b89 req-a0b54bad-6dbc-49aa-91a3-5ccb27fc1c9a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365049 Feb 04 16:21:24.423333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41556) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:24.423852 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8815372 Feb 04 16:21:24.428973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': 'bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:24.566672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa19ff-c249-46d4-9fe6-4fa89d891bff tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:24.575050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.581595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:21:24.624918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.729407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.730428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router bae42efd-7784-43a5-b8bb-6e58957f049a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:21:24.774807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.775924 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9809a385-e1f1-4019-8ba9-6d1275d1d084 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 204 len: 168 time: 8.3365018 Feb 04 16:21:24.779585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:24.790943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:24.797559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:subnet and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:24.802015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1586562523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:24.803843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:24.817043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:24.831582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:24.852531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:24.854535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:24.860082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:24.878555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:24.904696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.906067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.936378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.965371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:24.974854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 534d634c-9795-4d6f-9e82-e048b55cc6f2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:25.032705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.038016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-699efd29-913b-4402-b3f7-e673b2f66ffb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2466674 Feb 04 16:21:25.038366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41576) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:25.053122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': True}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:25.143527 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51eceba9-be6d-44ed-aee2-bff26e1fc42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.153753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.223987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 534d634c-9795-4d6f-9e82-e048b55cc6f2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:25.230924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 534d634c-9795-4d6f-9e82-e048b55cc6f2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:25.231779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.503573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d787-fcac-45a7-a9b8-9a84a1195698 req-f62490ed-06d5-42ed-9c83-19828e133977 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:25.505563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2f2d787-fcac-45a7-a9b8-9a84a1195698 req-f62490ed-06d5-42ed-9c83-19828e133977 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.6275613 Feb 04 16:21:25.524642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.573103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:25.586675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:25.592252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:25.758994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2f2d787-fcac-45a7-a9b8-9a84a1195698 req-33f04e96-5f3c-4551-ab88-97d951cc3c52 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425275 Feb 04 16:21:25.762022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:25.806932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.807283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.807629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.807966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.808294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.808626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.808953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.809341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.816260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.816633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:25.819984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:26.015059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8002-507a-4778-a11b-230d7d9feb81 req-51c62e0a-19cd-4641-b4ed-26e2cde1541e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:26.034989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66cc8002-507a-4778-a11b-230d7d9feb81 req-51c62e0a-19cd-4641-b4ed-26e2cde1541e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.5001335 Feb 04 16:21:26.295933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66cc8002-507a-4778-a11b-230d7d9feb81 req-a0ad5444-fdad-4cb8-8b21-f6b0453a0556 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597735 Feb 04 16:21:26.298483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:26.408776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd3b2-b327-4c4b-bad9-ee79f70c4dba req-ffcd0a10-0cdd-4b50-9a37-b16fb36cea74 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:26.422990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20abd3b2-b327-4c4b-bad9-ee79f70c4dba req-ffcd0a10-0cdd-4b50-9a37-b16fb36cea74 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 944 time: 0.3361268 Feb 04 16:21:26.432573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:26.464366 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2', 'code': 200} Feb 04 16:21:26.520500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=9ca282b3-8fb0-4e7a-b742-74bcb29dfac8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:26.632573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20abd3b2-b327-4c4b-bad9-ee79f70c4dba req-838e03ed-b881-45f4-8a02-91811caa5929 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086167 Feb 04 16:21:26.654881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': 'fa153b99-110f-48ec-a8e1-d6dfd1a610ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:26.655489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:21:26.691524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd9e2dce-4a6b-4ef4-8c79-4930e896c25c req-13459866-bcc9-40f5-9cbd-77029a187719 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 1096 time: 0.1297076 Feb 04 16:21:26.721518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:21:26.739960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:26.748531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588989cc-0196-4892-ba10-b3826b039dc2 None None] Network bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:26.759553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd9e2dce-4a6b-4ef4-8c79-4930e896c25c req-14b13b02-70aa-4e95-9d53-b58a04da5ce9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618339 Feb 04 16:21:26.760681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:26.761259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:26.785833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:26.799807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7c44a4dc-f539-45df-a536-229d0644600e tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3753276 Feb 04 16:21:26.801483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:26.818876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:26.981098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:27.077124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 172.25.5.98 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/9f97ac8c-0c84-431f-9dc4-1b4915354d3f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:27.201882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.330589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0e60f-0ebc-4bda-8a5c-95217882ac20 req-57b6be56-ae98-458c-ab7a-68861b5df89b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:27.332780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb0e60f-0ebc-4bda-8a5c-95217882ac20 req-57b6be56-ae98-458c-ab7a-68861b5df89b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.2128494 Feb 04 16:21:27.333924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.360249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.383691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c64d3-5a2c-485c-9723-dce3bd0e00e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e', 'network_id': 'bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '9ca282b3-8fb0-4e7a-b742-74bcb29dfac8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:21:27.390786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c47c64d3-5a2c-485c-9723-dce3bd0e00e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.399007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.427029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1017e4b5-7c85-403f-b17b-bfe999c136e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.497847 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.502087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:27.506731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:27.510406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=9f97ac8c-0c84-431f-9dc4-1b4915354d3f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:27.525383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:27.558293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.559048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.559537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.560331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.561084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.561566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.562040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.562582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.563119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.563884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.564367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:21:27.573612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:21:27.595923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:27.596298 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server [None req-c47c64d3-5a2c-485c-9723-dce3bd0e00e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ca282b3-8fb0-4e7a-b742-74bcb29dfac8: This subnet is being modified by another concurrent operation. Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:21:27.719759 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ca282b3-8fb0-4e7a-b742-74bcb29dfac8: This subnet is being modified by another concurrent operation. Feb 04 16:21:27.724789 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Feb 04 16:21:27.756808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff81f4-1ae2-4ae8-af1b-b1a67e0d8167 None None] Network bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:27.784863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca282b3-8fb0-4e7a-b742-74bcb29dfac8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:27.811948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1eb0e60f-0ebc-4bda-8a5c-95217882ac20 req-b27e63ce-a06a-49b5-a6e3-f8652c8df163 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426855 Feb 04 16:21:27.821544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.856636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:27.960244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:27.987162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa153b99-110f-48ec-a8e1-d6dfd1a610ce') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:28.002854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa153b99-110f-48ec-a8e1-d6dfd1a610ce') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:28.035822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.051232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.063390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99503b-1517-4a81-97d3-1b6847073591 req-385d2cb7-166d-4b58-89a9-3b94c3c5c405 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:28.067520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d99503b-1517-4a81-97d3-1b6847073591 req-385d2cb7-166d-4b58-89a9-3b94c3c5c405 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.4813523 Feb 04 16:21:28.165108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.178939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.284389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.306830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:28.307441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.326492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d99503b-1517-4a81-97d3-1b6847073591 req-a4943cf0-f894-4667-b9b7-d311eb166ffc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345376 Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:28.327240 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:28.345755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64499dda-aed1-40a6-9fe1-01fe1bef80f2 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:21:28.444791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4f9f-62a8-4cc9-951a-6eb3c5ccd9e0 req-b7a18ed1-ff01-4a09-afe3-81313915b1e9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:28.453880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-757a4f9f-62a8-4cc9-951a-6eb3c5ccd9e0 req-b7a18ed1-ff01-4a09-afe3-81313915b1e9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 944 time: 0.3607054 Feb 04 16:21:28.505832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.533154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.536401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:28.549510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-757a4f9f-62a8-4cc9-951a-6eb3c5ccd9e0 req-883f3349-ef7e-44c1-aea3-16b676e8dbe0 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876679 Feb 04 16:21:28.560618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca7b3038-4cd4-4d76-87fe-0470562aa23f tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e HTTP/1.1" status: 204 len: 168 time: 1.7574673 Feb 04 16:21:28.561301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:28.567774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2126211901'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:28.573467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:28.578494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:network and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:28.587508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:28.594170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:28.595256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:28.605845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:28.625354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:28.633089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.635494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.718875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:21:28.744981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:28.747346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.757158 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Added segment 1c75d8c8-9c48-4dd1-870d-092d93f94092 of type vlan for network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 Feb 04 16:21:28.777356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router 5e84f1b9-b794-462b-b285-a55e7c37e52f is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:21:28.798265 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.844093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.855085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.922766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.927716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:28.928545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:28.943575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64499dda-aed1-40a6-9fe1-01fe1bef80f2 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:21:29.289331 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8', 'code': 200} Feb 04 16:21:29.323243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:29.333572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:29.335144 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-02d910a6-bd54-4c23-abad-573720568571 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "PUT /v2.0/routers/5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 200 len: 918 time: 4.2949724 Feb 04 16:21:29.337489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] Sync routers for ids ['5e84f1b9-b794-462b-b285-a55e7c37e52f'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:29.338506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41662) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:29.456129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] Routers {'5e84f1b9-b794-462b-b285-a55e7c37e52f'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:29.457720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e84f1b9-b794-462b-b285-a55e7c37e52f'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:29.482892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Network': ['ID=b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:29.485907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-71f6addd-acea-4847-a0a6-832a07f5dffc tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9235616 Feb 04 16:21:29.490270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:29.498552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Request body: {'subnet': {'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:29.537560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:21:29.624748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:29.652336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] Routers {'5e84f1b9-b794-462b-b285-a55e7c37e52f'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:29.652915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5e84f1b9-b794-462b-b285-a55e7c37e52f'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:29.741261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:29.756019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Usage tracker for resource:subnet and tenant:f4416daa8c38476a9bb0e238500f1ddc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:29.764824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:29.789364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:29.794089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5f26759-b404-4a35-b97a-32843663716a req-d2d778e0-9482-4b75-88ea-fb1b863a640f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 1096 time: 0.2905798 Feb 04 16:21:29.808313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ee7c9-468e-4f33-b6c4-7546ff641273 req-5b5f755d-e0d8-4858-9988-cc51b23f4731 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:29.812360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d2ee7c9-468e-4f33-b6c4-7546ff641273 req-5b5f755d-e0d8-4858-9988-cc51b23f4731 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.2441435 Feb 04 16:21:29.816145 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e3bb06b-6f94-41e7-b5cf-206766af5d24 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 200 len: 924 time: 0.4762700 Feb 04 16:21:29.824042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41680) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:29.829190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Made reservation on behalf of f4416daa8c38476a9bb0e238500f1ddc for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:29.865183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf01fc-f23f-4e6c-bc8a-63bdd7a8145e req-cf07edc4-493f-4c81-8d9e-793e08f15e45 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:29.866654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6eaf01fc-f23f-4e6c-bc8a-63bdd7a8145e req-cf07edc4-493f-4c81-8d9e-793e08f15e45 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.7016473 Feb 04 16:21:29.935384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5f26759-b404-4a35-b97a-32843663716a req-0b8f6146-03e5-45ea-a958-9b1012090907 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126816 Feb 04 16:21:29.955261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d2ee7c9-468e-4f33-b6c4-7546ff641273 req-870770e5-cb7c-4643-9037-dd79f1d1bec0 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 Feb 04 16:21:29.955583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:29.956059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84502e68-bff3-4a0a-a321-e1b35eadad75 None None] The sync data for ids ['5e84f1b9-b794-462b-b285-a55e7c37e52f'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:29.983583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6eaf01fc-f23f-4e6c-bc8a-63bdd7a8145e req-5144c0fd-2247-475a-af3d-88b08baa9cef tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085923 Feb 04 16:21:30.028376 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:30.072671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:30.247284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:30.247411 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c02c72f-f1c5-4589-8bbd-3591f31918ea tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=5e84f1b9-b794-462b-b285-a55e7c37e52f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4192412 Feb 04 16:21:30.415082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c0523-7de1-431b-be3c-2057d9afc69b req-2d1f72b5-7fb5-4232-a5ee-a950f892fbef tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:30.416745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a03c0523-7de1-431b-be3c-2057d9afc69b req-2d1f72b5-7fb5-4232-a5ee-a950f892fbef tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.2385767 Feb 04 16:21:30.456490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1046724-a41d-4266-8ad0-50dfd17c7cba tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:30.456971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d1046724-a41d-4266-8ad0-50dfd17c7cba tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Synchronizing usage tracker for tenant:e2122715f33e419b94fd49b71f280d6b on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:30.474229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d1046724-a41d-4266-8ad0-50dfd17c7cba tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Unset dirty status for tenant:e2122715f33e419b94fd49b71f280d6b on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:30.478820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d1046724-a41d-4266-8ad0-50dfd17c7cba tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.2299368 Feb 04 16:21:30.479325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41696) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:30.509193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a03c0523-7de1-431b-be3c-2057d9afc69b req-be47b189-c5e6-4b92-8385-bb0e0b60bae8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Feb 04 16:21:30.534792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60196bd1-b5d5-4a9a-a5eb-4f17b66a3e28 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 200 len: 205 time: 0.0523098 Feb 04 16:21:30.535230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:30.573821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:21:30.575233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:30.644799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event updated for resources: {'Subnet': ['ID=19a78927-3d31-4997-9a22-67991ef447af,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:30.684771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Checking segment: {'id': '1c75d8c8-9c48-4dd1-870d-092d93f94092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:30.685129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network hostable DHCP agents. Network: b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:21:30.712232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:21:30.724741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:30.734360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f0aca-44f8-4602-8f33-5e1320b6e76b None None] Network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:30.739792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:30.740397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:30.786666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:30.795333 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3090e5d1-e1ee-48f6-a0d5-195e503f0f2d tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3035336 Feb 04 16:21:30.796005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41706) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:30.976328 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.090604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348', 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348', 'tenant_id': 'f4416daa8c38476a9bb0e238500f1ddc', 'fixed_ips': [{'subnet_id': '19a78927-3d31-4997-9a22-67991ef447af'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:21:31.092021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.137437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.216976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.234802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port 9f97ac8c-0c84-431f-9dc4-1b4915354d3f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:31.235919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.373812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Allocated IP 2001:db8::f816:3eff:fefe:403d (b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348/19a78927-3d31-4997-9a22-67991ef447af/306137ca-4765-43bb-b71c-158391042180) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:31.759984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d1c0a-8cc0-489e-9e28-b2570b601720 req-2d4a6a71-d76f-4e00-972b-b216524c55ca tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:31.769165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-411d1c0a-8cc0-489e-9e28-b2570b601720 req-2d4a6a71-d76f-4e00-972b-b216524c55ca tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.3929374 Feb 04 16:21:31.860847 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.868860 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.887818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Transition to ACTIVE for port object 306137ca-4765-43bb-b71c-158391042180 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:31.924475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Transition to ACTIVE for port object 306137ca-4765-43bb-b71c-158391042180 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:31.934572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:31.960168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.039600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=19a78927-3d31-4997-9a22-67991ef447af,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:32.062309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for 9f97ac8c-0c84-431f-9dc4-1b4915354d3f owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:32.088041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:32.091550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:32.095171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:32.136199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Pushing event updated for resources: {'Port': ['ID=306137ca-4765-43bb-b71c-158391042180,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:32.222060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.223771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Attempting to bind port 306137ca-4765-43bb-b71c-158391042180 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:32.224335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Attempting to bind port 306137ca-4765-43bb-b71c-158391042180 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '1c75d8c8-9c48-4dd1-870d-092d93f94092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:32.224918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Attempting to bind port 306137ca-4765-43bb-b71c-158391042180 on network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:32.234833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:32.235515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Checking segment: {'id': '1c75d8c8-9c48-4dd1-870d-092d93f94092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:32.236110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.237011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Bound using segment: {'id': '1c75d8c8-9c48-4dd1-870d-092d93f94092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:32.238562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Bound port: 306137ca-4765-43bb-b71c-158391042180, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c75d8c8-9c48-4dd1-870d-092d93f94092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:32.239158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.251149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:32.265653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c75d8c8-9c48-4dd1-870d-092d93f94092') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:32.265946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c75d8c8-9c48-4dd1-870d-092d93f94092') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:32.281329 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.307909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.339427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:32.340005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.419760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c56a8-0d37-42c1-8490-b735e51b1531 req-7eb85039-14b2-422d-ae00-5a619c8c6df7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:32.426284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654c56a8-0d37-42c1-8490-b735e51b1531 req-7eb85039-14b2-422d-ae00-5a619c8c6df7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 1.0583544 Feb 04 16:21:32.442074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] For port 306137ca-4765-43bb-b71c-158391042180, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:32.513395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-411d1c0a-8cc0-489e-9e28-b2570b601720 req-02c0beb5-94c3-4440-8167-f751e631d1c4 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7454541 Feb 04 16:21:32.613597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654c56a8-0d37-42c1-8490-b735e51b1531 req-9026bf7f-7abc-4dd8-b6fd-9c22bd30e696 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761119 Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:32.630222 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:32.684127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] For port 306137ca-4765-43bb-b71c-158391042180, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=306137ca-4765-43bb-b71c-158391042180,segment=NetworkSegment(1c75d8c8-9c48-4dd1-870d-092d93f94092),segment_id=1c75d8c8-9c48-4dd1-870d-092d93f94092)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:32.692876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:21:32.692876 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:21:32.692876 n-d-827873-1 neutron-server[83596]: [parameters: {'id': 'b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348'}] Feb 04 16:21:32.692876 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:21:32.692876 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:21:32.709463 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.741667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:32.812274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=9f97ac8c-0c84-431f-9dc4-1b4915354d3f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:32.896786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e45637-bd3a-418e-9238-69aba105a40a None None] Pushing event updated for resources: {'Port': ['ID=306137ca-4765-43bb-b71c-158391042180,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:32.939069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dca2be-3611-45ce-b3a6-f99d9d136c0d None None] Network b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:33.024129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:33.184662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.192377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.215381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port 306137ca-4765-43bb-b71c-158391042180 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:33.216018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.258111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e546bf-f699-4b6b-8f15-04b761bb8bb5 req-b3f2bf60-909d-4407-bdc0-3c0e56c6b829 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:33.265437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e546bf-f699-4b6b-8f15-04b761bb8bb5 req-b3f2bf60-909d-4407-bdc0-3c0e56c6b829 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.4551575 Feb 04 16:21:33.427888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe6e74-c63f-4fd7-97b3-f32cc1882665 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:21:33.474707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:33.543096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17e546bf-f699-4b6b-8f15-04b761bb8bb5 req-7404897b-663f-435b-b3eb-d414afceb6fc tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763107 Feb 04 16:21:33.614221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] For port 306137ca-4765-43bb-b71c-158391042180, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=306137ca-4765-43bb-b71c-158391042180,segment=NetworkSegment(1c75d8c8-9c48-4dd1-870d-092d93f94092),segment_id=1c75d8c8-9c48-4dd1-870d-092d93f94092)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:33.614842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.624746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe6e74-c63f-4fd7-97b3-f32cc1882665 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:21:33.655717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:33.907356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Calling delete_port for 306137ca-4765-43bb-b71c-158391042180 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:33.909216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:33.986743 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.022182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:34.029066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.041230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.047309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:34.058092 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.103478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Port': ['ID=306137ca-4765-43bb-b71c-158391042180,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:34.111038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No DVR routers for this DVR port 306137ca-4765-43bb-b71c-158391042180 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:34.191940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f982c82-ebc6-4427-9102-22852aa2aaba req-4d0c48c6-5e68-4388-b809-1daa2c4c478c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.197994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f982c82-ebc6-4427-9102-22852aa2aaba req-4d0c48c6-5e68-4388-b809-1daa2c4c478c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.3628581 Feb 04 16:21:34.216356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.216895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router 5e84f1b9-b794-462b-b285-a55e7c37e52f {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:21:34.225250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1d1d-e7f4-4f8c-a9fc-5cd6e3237650 req-9a825e30-cad5-4c9c-8736-0a39da19e460 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.232679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adbf1d1d-e7f4-4f8c-a9fc-5cd6e3237650 req-9a825e30-cad5-4c9c-8736-0a39da19e460 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.3411758 Feb 04 16:21:34.293708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5b046471-92c9-403a-bdc3-ca4337bc800e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:34.343257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.344604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c2c68911-c744-4d3b-b97b-13ff63caf2ad tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 204 len: 168 time: 3.8083630 Feb 04 16:21:34.354367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:34.356027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:34.368906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1461310559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:34.369715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adbf1d1d-e7f4-4f8c-a9fc-5cd6e3237650 req-7a4f3fe9-87ab-4b23-a219-56789bb80124 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359630 Feb 04 16:21:34.383159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:34.388366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.403350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:34.408711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:34.419822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f982c82-ebc6-4427-9102-22852aa2aaba req-6e38b9b4-8312-48d5-89a8-e20020229235 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843975 Feb 04 16:21:34.447588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:34.466700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c75d8c8-9c48-4dd1-870d-092d93f94092') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:34.469286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c75d8c8-9c48-4dd1-870d-092d93f94092') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:34.493884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.531377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.556226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:34.556626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:34.716672 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:34.724480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:34.785634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b113-51a7-43f1-9cde-7f99dd53fd1c req-557f6eef-28d2-4f2b-b6b5-d03ee8c8cb10 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:34.786475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.788224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.800025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13c8b113-51a7-43f1-9cde-7f99dd53fd1c req-557f6eef-28d2-4f2b-b6b5-d03ee8c8cb10 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.1628690 Feb 04 16:21:34.817654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.844692 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.856007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:34.867397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:34.879965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc115a4a-be97-498c-b086-788101efa4fb tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 HTTP/1.1" status: 204 len: 168 time: 4.0827904 Feb 04 16:21:34.883352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:34.909410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13c8b113-51a7-43f1-9cde-7f99dd53fd1c req-881cbce4-6c17-4f5d-9228-2b291e58db90 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079705 Feb 04 16:21:34.971309 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8200626e-4210-4af0-b986-0da99a1edf88 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:34.972017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8200626e-4210-4af0-b986-0da99a1edf88 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:34.978048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:34.978990 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8200626e-4210-4af0-b986-0da99a1edf88 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/19a78927-3d31-4997-9a22-67991ef447af HTTP/1.1" status: 404 len: 337 time: 0.0945313 Feb 04 16:21:34.981391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.011793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:35.014074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.015769 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7e948044-edc9-4c57-99d3-0f9951063684 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6546824 Feb 04 16:21:35.019348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.031867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'enable_snat': False}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:35.068905 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cf7ad5-1e31-4b73-abe2-36f63097a621 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:35.070108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cf7ad5-1e31-4b73-abe2-36f63097a621 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:35.078311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6cf7ad5-1e31-4b73-abe2-36f63097a621 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/b6f6925a-e7f8-4c10-8c51-a8cfa6eeb348 HTTP/1.1" status: 404 len: 339 time: 0.0989668 Feb 04 16:21:35.078911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.230193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5b046471-92c9-403a-bdc3-ca4337bc800e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:35.230606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.239788 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb36d6a-5c33-4dbb-a4f0-0bcc22d0eb38 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:35.240239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb36d6a-5c33-4dbb-a4f0-0bcc22d0eb38 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:35.252648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bbb36d6a-5c33-4dbb-a4f0-0bcc22d0eb38 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/9ca282b3-8fb0-4e7a-b742-74bcb29dfac8 HTTP/1.1" status: 404 len: 337 time: 0.1696501 Feb 04 16:21:35.255822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.444582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.499901 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76f0804-83f6-428e-85ed-101d42c6a901 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:35.500345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76f0804-83f6-428e-85ed-101d42c6a901 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:35.502003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b76f0804-83f6-428e-85ed-101d42c6a901 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/bed35d6b-9eaf-4cf5-8a0b-2570a4b36f7e HTTP/1.1" status: 404 len: 339 time: 0.2250466 Feb 04 16:21:35.504681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:35.505775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:35.505938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41840) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.515021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:35.579940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc17ba-d720-42d3-8d14-3d75eadfe347 req-2731a675-4ba0-42dc-a398-94a4b529e2d3 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:35.587771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebbc17ba-d720-42d3-8d14-3d75eadfe347 req-2731a675-4ba0-42dc-a398-94a4b529e2d3 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 945 time: 0.3019369 Feb 04 16:21:35.642955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:35.675887 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-08276423-c74d-432f-96a0-a00cffe2b963 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:35.676331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08276423-c74d-432f-96a0-a00cffe2b963 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:35.681631 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-08276423-c74d-432f-96a0-a00cffe2b963 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/391f9097-c5f5-4ba0-8f7b-9e3389b1aea0 HTTP/1.1" status: 404 len: 337 time: 0.1747222 Feb 04 16:21:35.687616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.743771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebbc17ba-d720-42d3-8d14-3d75eadfe347 req-c9e2f4a8-e662-4d7f-9ad5-4b4d84a7e6c4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475132 Feb 04 16:21:35.828788 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e803a0c9-2605-4b4e-afe1-2c2c500a4c6b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:35.835048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e803a0c9-2605-4b4e-afe1-2c2c500a4c6b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:35.841462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e803a0c9-2605-4b4e-afe1-2c2c500a4c6b tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/735e7ef6-dada-42e9-b58e-88b9a5306163 HTTP/1.1" status: 404 len: 339 time: 0.1488044 Feb 04 16:21:35.841658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:35.849048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa75ab-9140-4914-96ce-23e547e50f41 req-07659172-efac-4a2b-8217-92aad105f4f2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:35.854003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76fa75ab-9140-4914-96ce-23e547e50f41 req-07659172-efac-4a2b-8217-92aad105f4f2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.2082400 Feb 04 16:21:35.922399 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'code': 200} Feb 04 16:21:35.968111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76fa75ab-9140-4914-96ce-23e547e50f41 req-dd6e84cc-383c-40eb-b5d0-eae9407fdf63 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077702 Feb 04 16:21:36.052965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port e5710a6f-af18-40a8-ba00-26f258eb8044 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:36.053309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:36.404537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af83741-e5a4-4100-982b-57a6600cb69f req-fd8b79ef-5559-402c-b265-5a956dee53a1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:36.413890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3af83741-e5a4-4100-982b-57a6600cb69f req-fd8b79ef-5559-402c-b265-5a956dee53a1 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.0966473 Feb 04 16:21:36.479718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3af83741-e5a4-4100-982b-57a6600cb69f req-d6e5ca90-dfb4-4ef5-9542-1f0f5e5b7a96 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644712 Feb 04 16:21:36.604012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:36.955476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f8c96-cf31-4b0a-940a-2f43eb856eda req-cb1e08b7-4711-4dcf-8935-5476336dc66f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:36.965758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe9f8c96-cf31-4b0a-940a-2f43eb856eda req-cb1e08b7-4711-4dcf-8935-5476336dc66f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.3914340 Feb 04 16:21:37.103647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Calling delete_port for e5710a6f-af18-40a8-ba00-26f258eb8044 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:37.150274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe9f8c96-cf31-4b0a-940a-2f43eb856eda req-df37732d-9c74-4c36-b12d-df42a168aa70 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825662 Feb 04 16:21:37.544008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.560357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf2b21-fd21-4da2-82af-d33481c87afd req-6a3743a5-50e9-46e9-9513-476c75fcf22f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.562838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fcf2b21-fd21-4da2-82af-d33481c87afd req-6a3743a5-50e9-46e9-9513-476c75fcf22f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.2697489 Feb 04 16:21:37.617824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.634438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Port': ['ID=e5710a6f-af18-40a8-ba00-26f258eb8044,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:37.638255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:37.652347 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-347e49ce-bdb3-425d-8a00-06d74809e748 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/ports/e5710a6f-af18-40a8-ba00-26f258eb8044 HTTP/1.1" status: 204 len: 168 time: 1.8008170 Feb 04 16:21:37.654438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:37.688304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fcf2b21-fd21-4da2-82af-d33481c87afd req-329c5d99-2f49-4beb-9197-18e4a4cd5f93 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200173 Feb 04 16:21:37.712684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b24e-0886-4edd-a581-70bb7502219b req-65927a26-c4bc-4e34-8c8d-0484b3347fe9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:37.714545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cf7b24e-0886-4edd-a581-70bb7502219b req-65927a26-c4bc-4e34-8c8d-0484b3347fe9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.1294143 Feb 04 16:21:37.725304 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c52fb2-3d85-47e6-a50a-50a8bad04103 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:37.727144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c52fb2-3d85-47e6-a50a-50a8bad04103 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:37.737670 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99c52fb2-3d85-47e6-a50a-50a8bad04103 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/615a3d85-463e-41e5-8814-8d5be7b90722 HTTP/1.1" status: 404 len: 337 time: 0.0821097 Feb 04 16:21:37.740640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41888) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:37.926491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.021199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.058360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.209588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cf7b24e-0886-4edd-a581-70bb7502219b req-9238513b-def2-4715-9e19-a16bb780c511 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886925 Feb 04 16:21:38.240680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Allocated IP 172.25.5.87 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/dd544bf4-3ecf-43a6-ab9d-3391c87a7d64) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:38.407312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.455241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.543252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:38.707536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:38.707536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Pushing event updated for resources: {'Port': ['ID=dd544bf4-3ecf-43a6-ab9d-3391c87a7d64,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:38.731100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9142dd7-0867-4b37-bdb7-777e7da1541d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:38.734438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:38.754543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:38.890717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d5ea23-9e38-4720-998e-0d4318f860e1') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:38.891414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d5ea23-9e38-4720-998e-0d4318f860e1') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:38.926662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f06d7-3918-4521-8e4a-cc71cabc5b6b req-da542b18-39b2-4692-a72c-53dab3ec4378 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:38.942518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c01f06d7-3918-4521-8e4a-cc71cabc5b6b req-da542b18-39b2-4692-a72c-53dab3ec4378 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.8534045 Feb 04 16:21:39.020925 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.105889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.127523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:39.128119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:39.149836 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:39.166949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c01f06d7-3918-4521-8e4a-cc71cabc5b6b req-99d8ec66-c173-47c8-8e65-b24ccba4124d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223618 Feb 04 16:21:39.307514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.342820 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.372911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.427954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=e9142dd7-0867-4b37-bdb7-777e7da1541d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:39.437118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-589f9113-c2eb-44e3-8eaa-7e12c8324df3 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/e9142dd7-0867-4b37-bdb7-777e7da1541d HTTP/1.1" status: 204 len: 168 time: 1.6952627 Feb 04 16:21:39.480736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:39.614686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port 97ca6d30-5e04-40af-b12d-aec119dc3dab {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:39.628237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.852694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:39.856846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.072641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9729-699c-4daa-9dbe-d2f45a144b1b req-085217a3-835b-458d-bff4-04fd8bda9c7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:40.077576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9729-699c-4daa-9dbe-d2f45a144b1b req-085217a3-835b-458d-bff4-04fd8bda9c7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:40.082839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9729-699c-4daa-9dbe-d2f45a144b1b req-085217a3-835b-458d-bff4-04fd8bda9c7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:40.092738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bcd9729-699c-4daa-9dbe-d2f45a144b1b req-085217a3-835b-458d-bff4-04fd8bda9c7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690&device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2&device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 2417 time: 0.7161300 Feb 04 16:21:40.163270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eecabc-a018-4947-a194-6070b7ae14e6 req-aa93b271-bf8a-432c-914b-b7042013e26c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:40.178487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38eecabc-a018-4947-a194-6070b7ae14e6 req-aa93b271-bf8a-432c-914b-b7042013e26c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.7383859 Feb 04 16:21:40.276395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Router cfce1b18-3674-445e-a2c9-ec30958a3cad is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:21:40.370510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bcd9729-699c-4daa-9dbe-d2f45a144b1b req-fd4e6da1-699c-4ff5-95db-6d7b492d5a44 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724771 Feb 04 16:21:40.370510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.405105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38eecabc-a018-4947-a194-6070b7ae14e6 req-7bde905b-e4b0-42d0-8750-78393561ae3f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253134 Feb 04 16:21:40.561940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:40.586743 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6191951-a82d-4d83-9485-907e620263eb None None] Sync routers for ids ['cfce1b18-3674-445e-a2c9-ec30958a3cad'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:40.587968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:40.591371 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4cd31a5-091e-4e94-a718-4516d477a056 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "PUT /v2.0/routers/cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 200 len: 919 time: 5.5702612 Feb 04 16:21:40.593326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:40.626411 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] Routers {'cfce1b18-3674-445e-a2c9-ec30958a3cad'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:40.627304 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cfce1b18-3674-445e-a2c9-ec30958a3cad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:40.740661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Calling delete_port for 97ca6d30-5e04-40af-b12d-aec119dc3dab owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:40.743533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:40.786259 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] Routers {'cfce1b18-3674-445e-a2c9-ec30958a3cad'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:40.787328 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cfce1b18-3674-445e-a2c9-ec30958a3cad'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:40.969511 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be8d2271-304d-4fd7-94c2-faf56e0e094b tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 200 len: 925 time: 0.3724217 Feb 04 16:21:40.974427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41952) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.019690 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e6191951-a82d-4d83-9485-907e620263eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:41.020101 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6191951-a82d-4d83-9485-907e620263eb None None] The sync data for ids ['cfce1b18-3674-445e-a2c9-ec30958a3cad'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:41.063295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.087306 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bd77ed9f-ffaf-4891-baaa-1fcfabad905b tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=cfce1b18-3674-445e-a2c9-ec30958a3cad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1113846 Feb 04 16:21:41.090030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41956) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.324859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbed0d6-5b5b-4254-a958-43370a66012f tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.329051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6bbed0d6-5b5b-4254-a958-43370a66012f tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/networks/77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 881 time: 0.2353377 Feb 04 16:21:41.329956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Port': ['ID=97ca6d30-5e04-40af-b12d-aec119dc3dab,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:41.330085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41962) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.332686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.391839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f2b31e0b-c9d9-4629-862a-885cd0fcfa05 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 200 len: 205 time: 0.0595405 Feb 04 16:21:41.393533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.399075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fb90dd20-5657-48f7-9df4-605de146cc03 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/ports/97ca6d30-5e04-40af-b12d-aec119dc3dab HTTP/1.1" status: 204 len: 168 time: 1.9148488 Feb 04 16:21:41.446188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.506813 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c2e732-1701-45e1-ba8a-e3ec22be0fba tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:41.508328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c2e732-1701-45e1-ba8a-e3ec22be0fba tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:41.509500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9c2e732-1701-45e1-ba8a-e3ec22be0fba tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/17f194d8-286d-432a-beb3-8dcbb74a0c7b HTTP/1.1" status: 404 len: 337 time: 0.0622354 Feb 04 16:21:41.512127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:41.527001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b25a22c0-c1c7-4664-b367-5843fe9720cc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.534081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b25a22c0-c1c7-4664-b367-5843fe9720cc tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 0.7484062 Feb 04 16:21:41.552601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6661c2e-9ec9-41e1-89f5-3dedebe09e6e req-6d15c6a1-b549-4d89-a674-04ebf572b303 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:41.561733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6661c2e-9ec9-41e1-89f5-3dedebe09e6e req-6d15c6a1-b549-4d89-a674-04ebf572b303 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.7807972 Feb 04 16:21:41.583503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6fa25363-2380-4218-9d9c-9979e0863517 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/quotas/ee762621576749278ef96e50982abc63 HTTP/1.1" status: 200 len: 375 time: 0.0482700 Feb 04 16:21:41.679667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:41.716577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6661c2e-9ec9-41e1-89f5-3dedebe09e6e req-bb3228c7-82c7-490d-a670-09bf96d3a28a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536129 Feb 04 16:21:41.749008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-d9975e50-c324-43ac-b685-b7627a8c917e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643696 Feb 04 16:21:42.128297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-3d446154-db42-461f-a713-3547bbb638c2 service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781972 Feb 04 16:21:42.179893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.265816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22dd831-df08-4f30-a6e8-d5491a07002f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.307954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2772045-2c77-40ff-87e4-f8f24e586623') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.308259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2772045-2c77-40ff-87e4-f8f24e586623') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:42.339252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.368523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.379075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:42.379763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:42.399614 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:42.463209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e74ce-5b4a-4f49-b57b-8e9207b6c61c req-93da9658-789d-4ab3-b5c3-4587167fe52f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:42.470465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-967e74ce-5b4a-4f49-b57b-8e9207b6c61c req-93da9658-789d-4ab3-b5c3-4587167fe52f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.4945278 Feb 04 16:21:42.529785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.605868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-c532c6e7-23c9-467f-9c92-97a424fae758 service neutron] 10.222.0.62 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607885 Feb 04 16:21:42.639944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-967e74ce-5b4a-4f49-b57b-8e9207b6c61c req-a0327072-9f79-4877-819c-39d9c188c500 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686299 Feb 04 16:21:42.707067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.732888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:42.740254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=f22dd831-df08-4f30-a6e8-d5491a07002f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:42.747833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc509aec-ed59-4da4-8f77-3cf098ca9f93 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/f22dd831-df08-4f30-a6e8-d5491a07002f HTTP/1.1" status: 204 len: 168 time: 1.2347016 Feb 04 16:21:42.750666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:43.160037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:43.196923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port dd544bf4-3ecf-43a6-ab9d-3391c87a7d64 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:43.197638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:43.380617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805dbc-0fb6-46e7-8bca-da9306e5f7fe req-44b30c28-7567-4509-92ee-24c584c2c19c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:43.388035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb805dbc-0fb6-46e7-8bca-da9306e5f7fe req-44b30c28-7567-4509-92ee-24c584c2c19c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.4261239 Feb 04 16:21:43.414395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting subnet 47fedaaa-e921-4393-9b99-7ef8ff653e29 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:21:43.426900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:43.496385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb805dbc-0fb6-46e7-8bca-da9306e5f7fe req-f3cd0aeb-7963-41c1-bd21-c21479681738 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073692 Feb 04 16:21:43.531662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:43.721356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2dc43680-eaa4-4285-98d1-cfc77daa4515 req-ea99c754-527f-40c2-86df-a4e8730ad089 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 210 time: 0.0866361 Feb 04 16:21:43.884031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.061509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for dd544bf4-3ecf-43a6-ab9d-3391c87a7d64 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:44.117668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.282370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415afe-6b97-461c-95d7-fc7ba51a0ec5 req-f580b6c9-a8c9-492e-89b2-588e91cb6dcc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:44.283891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66415afe-6b97-461c-95d7-fc7ba51a0ec5 req-f580b6c9-a8c9-492e-89b2-588e91cb6dcc tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.3968434 Feb 04 16:21:44.299003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.370555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.382833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=dd544bf4-3ecf-43a6-ab9d-3391c87a7d64,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:44.447101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Subnet': ['ID=47fedaaa-e921-4393-9b99-7ef8ff653e29,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:44.467722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:44.476546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c5b26-2121-4962-bd6c-f40d31de1ff8 None None] Network 2d1f6c26-c33d-45a9-a025-fa4368eba457 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:21:44.506938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66415afe-6b97-461c-95d7-fc7ba51a0ec5 req-a12122f2-f2ed-4135-806a-09765b451f3c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050228 Feb 04 16:21:44.517823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f0afd52-17f0-45e6-a488-5aa27a955af7 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/subnets/47fedaaa-e921-4393-9b99-7ef8ff653e29 HTTP/1.1" status: 204 len: 168 time: 1.7658267 Feb 04 16:21:44.526578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:45.033074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:45.465752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:45.514922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] DHCP port deletion for 2d1f6c26-c33d-45a9-a025-fa4368eba457 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:21:45.519958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Deleting port a35f590a-3678-4530-bec9-b0ba7c910bb1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:45.520507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:45.543039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-153d7dca-251f-460b-b446-042265f6ab01 req-ce90e68b-d055-4742-b881-c025f30c0529 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 210 time: 0.0902064 Feb 04 16:21:45.571193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port a35f590a-3678-4530-bec9-b0ba7c910bb1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:45.571538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:45.640025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48c102-0c8e-4549-88db-1a972e71cb8a req-bb1c7f45-97f1-4cf4-8892-9932beec189f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:45.648347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f48c102-0c8e-4549-88db-1a972e71cb8a req-bb1c7f45-97f1-4cf4-8892-9932beec189f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.6731339 Feb 04 16:21:45.772267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f48c102-0c8e-4549-88db-1a972e71cb8a req-ae02951d-be8f-48f9-8aaa-480336ccac30 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230330 Feb 04 16:21:46.192260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] For port a35f590a-3678-4530-bec9-b0ba7c910bb1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a35f590a-3678-4530-bec9-b0ba7c910bb1,segment=NetworkSegment(0193faad-e624-4ff5-88a0-1c5e9b695fab),segment_id=0193faad-e624-4ff5-88a0-1c5e9b695fab)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:46.192781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.360619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.387253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.478993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.479504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router cfce1b18-3674-445e-a2c9-ec30958a3cad {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:21:46.508855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a35f590a-3678-4530-bec9-b0ba7c910bb1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:46.512384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.521804 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc1bfcc8-d54c-43ad-835d-bcab1f9c7ca1 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 204 len: 168 time: 5.1264381 Feb 04 16:21:46.527616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42070) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:46.537191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1696752560', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:46.561076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:46.564192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] For port a35f590a-3678-4530-bec9-b0ba7c910bb1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a35f590a-3678-4530-bec9-b0ba7c910bb1,segment=NetworkSegment(0193faad-e624-4ff5-88a0-1c5e9b695fab),segment_id=0193faad-e624-4ff5-88a0-1c5e9b695fab)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:46.564678 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.574881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Usage tracker for resource:router and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:46.578369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:46.592532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:46.620091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.621238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.657557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.770124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Calling delete_port for a35f590a-3678-4530-bec9-b0ba7c910bb1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:46.921773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port a35f590a-3678-4530-bec9-b0ba7c910bb1 update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:21:46.928577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:46.997109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Calling delete_port for a35f590a-3678-4530-bec9-b0ba7c910bb1 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:47.016533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] No DVR routers for this DVR port a35f590a-3678-4530-bec9-b0ba7c910bb1 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:21:47.046286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714120-76c4-4154-9302-e3d7db66cea9 None None] Pushing event deleted for resources: {'Port': ['ID=a35f590a-3678-4530-bec9-b0ba7c910bb1,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:47.190848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.217287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33fa84cb-5e1c-4cfd-8a76-9c2cb6641a0e req-721a338e-07c7-480b-813d-a8bb735d9686 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 210 time: 0.2767556 Feb 04 16:21:47.270063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-fa3d78bd-dd81-4497-bcfd-fa854c33e83e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.275691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-fa3d78bd-dd81-4497-bcfd-fa854c33e83e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 814 time: 1.2507007 Feb 04 16:21:47.296661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56a298-45f3-43bc-b66a-7fb5654742af req-fcd2b6a0-2a10-4b09-a2c8-846c68447fa0 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:47.304945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb56a298-45f3-43bc-b66a-7fb5654742af req-fcd2b6a0-2a10-4b09-a2c8-846c68447fa0 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 1.0066235 Feb 04 16:21:47.346965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Request body: {'port': {'device_id': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'admin_state_up': True, 'tenant_id': 'ee762621576749278ef96e50982abc63'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:47.391549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42084) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:47.697657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.771465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:47.826252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb56a298-45f3-43bc-b66a-7fb5654742af req-cde67fa8-08ab-4811-976b-bc349f744c54 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199904 Feb 04 16:21:47.843058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:21:47.867670 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:21:47.877615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:47.887831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:47.931584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Made reservation on behalf of ee762621576749278ef96e50982abc63 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:21:47.934824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.009213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.198401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:48.271391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Usage tracker for resource:security_group_rule and tenant:ec2ddc2668574afa856ac7fab970e2d3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:48.296750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:48.311181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:48.324498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdd9d7-3198-4629-91ba-64ae97f624df req-e3d8866a-2b9d-4692-b571-1c2ad87addf1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:48.326097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0efdd9d7-3198-4629-91ba-64ae97f624df req-e3d8866a-2b9d-4692-b571-1c2ad87addf1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.3613987 Feb 04 16:21:48.369812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Allocated IP 172.25.5.175 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/9d157c86-e1e9-4a83-af45-1940393d2027) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:48.397156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Deleting port a35f590a-3678-4530-bec9-b0ba7c910bb1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:48.398004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.565877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] The port 'a35f590a-3678-4530-bec9-b0ba7c910bb1' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:21:48.619255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.626228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.657462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Allocated IP 172.20.0.10 (528fd0cd-c7b8-488b-ad23-387ae0e07ef2/496021ea-6dc4-4280-82a5-9909e50a5c85/da2b3466-6d36-4c0a-9c54-9155859eaf40) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:21:48.739474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06990dc9-04a6-4eae-a1d8-f57ff5b49ca0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:48.748618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd67c49a-b3f0-47d1-aa7b-a1d21e215437 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec2ddc2668574afa856ac7fab970e2d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3496866 Feb 04 16:21:48.751120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42102) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:48.772291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.854971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.895563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:48.908288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.066058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event updated for resources: {'Port': ['ID=9d157c86-e1e9-4a83-af45-1940393d2027,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:49.089464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:49.091572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:49.097983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:49.108344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:21:49.176045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.181093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9b733a7-3af1-4eca-a605-c18792089514 req-d63c5b39-1018-4809-8758-0c047e6e19f2 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 210 time: 0.6128728 Feb 04 16:21:49.220152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06990dc9-04a6-4eae-a1d8-f57ff5b49ca0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:49.342408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:49.342719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.343895 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7db4d579-85b5-47b8-946e-4e3d0cc8c59e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06990dc9-04a6-4eae-a1d8-f57ff5b49ca0 HTTP/1.1" status: 204 len: 168 time: 0.5916083 Feb 04 16:21:49.362644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'port_id': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'mac_address': 'fa:16:3e:5b:97:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7627-10e7-4eb2-b9df-8dbabbd8b2ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:21:49.365716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:21:49.421756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.422956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.492789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.539377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1f6c26-c33d-45a9-a025-fa4368eba457']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:49.555419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0193faad-e624-4ff5-88a0-1c5e9b695fab') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:49.555815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0193faad-e624-4ff5-88a0-1c5e9b695fab') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:49.563765 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.571314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.585836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.590011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.596395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 123e83d3-4273-4cd5-a47c-12d54f76ffa1 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:49.598025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:21:49.598682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.615478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:49.631571 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:21:49.684110 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:21:49.760015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.875639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.924729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:21:49.936867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:49.943221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:50.013208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['123e83d3-4273-4cd5-a47c-12d54f76ffa1'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:50.039113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] 10.222.0.62 "DELETE /v2.0/networks/2d1f6c26-c33d-45a9-a025-fa4368eba457 HTTP/1.1" status: 204 len: 168 time: 5.5043349 Feb 04 16:21:50.053314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0efdd9d7-3198-4629-91ba-64ae97f624df req-4b557423-bb11-4fc4-ab3e-db841ce94257 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5753155 Feb 04 16:21:50.070042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335208f-364f-4257-b6a2-bdd6dcc867a5 tempest-NetworksIpV6TestAttrs-2080126012 tempest-NetworksIpV6TestAttrs-2080126012-project] Pushing event deleted for resources: {'Network': ['ID=2d1f6c26-c33d-45a9-a025-fa4368eba457,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:50.083086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:50.149228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.181056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.192933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb58f6-c8aa-45b0-a709-589ff02fb996 req-534b5b5d-9f45-465a-9e73-2222e4cb09dd tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:50.214974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2feb58f6-c8aa-45b0-a709-589ff02fb996 req-534b5b5d-9f45-465a-9e73-2222e4cb09dd tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.5152695 Feb 04 16:21:50.357941 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:21:50.358568 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:21:50.409140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:50.422102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Usage tracker for resource:security_group_rule and tenant:a81b5ec591604c2ca911d02fc13d4122 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:50.437712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:50.441172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Router e29dacc3-6b9a-49f3-98da-835a4a20ee6b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:21:50.461892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:50.488146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event updated for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:50.736196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:21:50.775849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:21:50.792552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:21:50.838992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2feb58f6-c8aa-45b0-a709-589ff02fb996 req-eedcd1d3-2a5d-46ef-8745-1df2c7e77ee4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226988 Feb 04 16:21:50.943798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42142) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:50.979566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.986912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:50.993311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3be0a-e7d6-43af-bb86-631cc4ce3e26 req-48c33455-abbd-4e82-8609-078b98a88a6c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:50.999338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.003300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5af3be0a-e7d6-43af-bb86-631cc4ce3e26 req-48c33455-abbd-4e82-8609-078b98a88a6c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 944 time: 0.4679058 Feb 04 16:21:51.036568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 123e83d3-4273-4cd5-a47c-12d54f76ffa1 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:51.089051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:51.114778 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a81b5ec591604c2ca911d02fc13d4122&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0306220 Feb 04 16:21:51.115945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:51.116052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9180b1-b99f-416a-a155-5850a86b4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19d8aa-66b2-4448-add0-b924e2e3b1e9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:51.116140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.120665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42152) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:51.171720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-b95f7438-3208-496b-8de6-1dd04b7444c3 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8401413 Feb 04 16:21:51.188990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.189934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Request body: {'port': {'device_id': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:51.220035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.224733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:51.270423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.306651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.308320 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c57b44be-910b-4963-b75a-b5a8d28c204f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7789533 Feb 04 16:21:51.311268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:51.340984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:51.378569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] Sync routers for ids ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:51.394884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'db2602c5-11b2-4390-886d-f91be9f06839', 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:21:51.410449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5af3be0a-e7d6-43af-bb86-631cc4ce3e26 req-84b8746c-4357-4c88-b661-eb7fbd500c24 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046290 Feb 04 16:21:51.455893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.520100 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.544628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:51.563620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.594356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19d8aa-66b2-4448-add0-b924e2e3b1e9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:51.603341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.605584 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b629c90c-f3a8-4381-b560-e1fc237b0412 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a19d8aa-66b2-4448-add0-b924e2e3b1e9 HTTP/1.1" status: 204 len: 168 time: 0.4831724 Feb 04 16:21:51.629130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] Routers {'e29dacc3-6b9a-49f3-98da-835a4a20ee6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:51.629756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:51.748504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:51.788999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] Routers {'e29dacc3-6b9a-49f3-98da-835a4a20ee6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:51.795008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:51.942700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:51.993390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1b86-0b65-4771-bfb7-17d26130568e req-9fc02d44-1ad4-4e60-a1b1-d31e377cbc1c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:51.994094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-21ac1b86-0b65-4771-bfb7-17d26130568e req-9fc02d44-1ad4-4e60-a1b1-d31e377cbc1c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:21:52.059994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:52.062216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ebc2a-c8b0-4c23-bb18-a06ef9ac3605 None None] The sync data for ids ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:52.097475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ce7b0c2e-f9b7-4626-9288-baa6652dab3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4416daa8c38476a9bb0e238500f1ddc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1472385 Feb 04 16:21:52.110625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:52.139558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ee34-875c-4386-bc90-acec0a57d0a2 req-16ffaeea-8c4e-4115-9d86-1be09e7482d6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:52.141032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cc4ee34-875c-4386-bc90-acec0a57d0a2 req-16ffaeea-8c4e-4115-9d86-1be09e7482d6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.4275770 Feb 04 16:21:52.187735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-21ac1b86-0b65-4771-bfb7-17d26130568e req-9fc02d44-1ad4-4e60-a1b1-d31e377cbc1c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:21:52.188872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21ac1b86-0b65-4771-bfb7-17d26130568e req-9fc02d44-1ad4-4e60-a1b1-d31e377cbc1c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 932 time: 0.7904100 Feb 04 16:21:52.415705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cc4ee34-875c-4386-bc90-acec0a57d0a2 req-7d31eb68-6576-4a4b-9933-f4d1698a25a0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680936 Feb 04 16:21:52.456396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21ac1b86-0b65-4771-bfb7-17d26130568e req-c96236bf-3ca8-40a9-8bf8-50fc7c5ed391 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282033 Feb 04 16:21:52.473364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:52.625720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:52.792585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:52.847343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:52.848525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1efd52b7-72cc-4a5c-81ca-4bc98bec4f05 HTTP/1.1" status: 204 len: 168 time: 0.7349415 Feb 04 16:21:52.985916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6115fe-a2af-42f2-a674-467988c981c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd52b7-72cc-4a5c-81ca-4bc98bec4f05,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:53.132916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.166914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:21:53.227096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.239806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2b3466-6d36-4c0a-9c54-9155859eaf40 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:21:53.249329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.260360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Deleting port 9d157c86-e1e9-4a83-af45-1940393d2027 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:21:53.260747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.270041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Transition to ACTIVE for port object da2b3466-6d36-4c0a-9c54-9155859eaf40 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:21:53.282708 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.408972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:21:53.409766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.669646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Pushing event updated for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:53.723586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.728635 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.789822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:53.818638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:21:53.829898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:53.931766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e8df9-a073-4e8d-a15f-30b9414ff5d0 req-e619f604-00f0-4630-aa51-3df8bc009032 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:53.933494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-471e8df9-a073-4e8d-a15f-30b9414ff5d0 req-e619f604-00f0-4630-aa51-3df8bc009032 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 1.0830064 Feb 04 16:21:53.997597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:54.029895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Calling delete_port for 9d157c86-e1e9-4a83-af45-1940393d2027 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:21:54.059125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5accb-3f03-403e-9a9e-82409f94173d req-30cb3100-5387-4c28-9a8a-bd6375e53c7b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:54.065471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc5accb-3f03-403e-9a9e-82409f94173d req-30cb3100-5387-4c28-9a8a-bd6375e53c7b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 943 time: 1.0819833 Feb 04 16:21:54.352080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Attempting to bind port da2b3466-6d36-4c0a-9c54-9155859eaf40 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:21:54.352080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Attempting to bind port da2b3466-6d36-4c0a-9c54-9155859eaf40 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:21:54.352080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Attempting to bind port da2b3466-6d36-4c0a-9c54-9155859eaf40 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:54.403178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Port da2b3466-6d36-4c0a-9c54-9155859eaf40 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:21:54.403979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Attempting to bind port da2b3466-6d36-4c0a-9c54-9155859eaf40 on network 528fd0cd-c7b8-488b-ad23-387ae0e07ef2 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:21:54.434454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffc5accb-3f03-403e-9a9e-82409f94173d req-01aec9b4-4106-4869-b7d7-8911a33db38b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702239 Feb 04 16:21:54.445395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:21:54.446380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Checking segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:21:54.447050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Bound using segment: {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:21:54.447731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Bound port: da2b3466-6d36-4c0a-9c54-9155859eaf40, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51dde38-0d54-4f6d-b02c-d4c893a930ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:21:54.448304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:54.480329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-471e8df9-a073-4e8d-a15f-30b9414ff5d0 req-f75b3070-6760-4cff-935e-d74645e4a9f8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134300 Feb 04 16:21:54.506049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:54.595541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42252) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:54.679995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Pushing event deleted for resources: {'Port': ['ID=9d157c86-e1e9-4a83-af45-1940393d2027,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:54.914582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:21:54.997077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:21:55.021456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.095426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd26f35f-82b2-4aeb-819b-3f7a156a97f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.113009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d6ac35a6-6636-4f9a-8317-499f24717ed1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] Request body: {'port': {'network_id': '40dd8f6f-2ee6-446f-973d-5aef265df7bd', 'name': 'tempest-NetworksNegativeTestJSON-655379880'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:55.164221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a5699-ef03-4760-8f70-3e3ab02c12b3 req-2b27d916-02d9-4d79-824d-00c316e91b56 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:55.165801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-709a5699-ef03-4760-8f70-3e3ab02c12b3 req-2b27d916-02d9-4d79-824d-00c316e91b56 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.4426961 Feb 04 16:21:55.170929 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ac35a6-6636-4f9a-8317-499f24717ed1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] POST failed (client error): The resource could not be found. Feb 04 16:21:55.171386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ac35a6-6636-4f9a-8317-499f24717ed1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:55.176788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d6ac35a6-6636-4f9a-8317-499f24717ed1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5799868 Feb 04 16:21:55.183189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42272) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:55.183494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf7e5f-cec3-4a71-8044-95d6368b9efb req-543d45fe-c701-492f-8a09-70f9391abae2 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:55.184943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2faf7e5f-cec3-4a71-8044-95d6368b9efb req-543d45fe-c701-492f-8a09-70f9391abae2 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 944 time: 0.3870556 Feb 04 16:21:55.189351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.190712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] 10.222.0.41 "PUT /v2.0/ports/da2b3466-6d36-4c0a-9c54-9155859eaf40 HTTP/1.1" status: 200 len: 1092 time: 4.0107679 Feb 04 16:21:55.192285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:21:55.301097 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8947d9-72f6-434b-8dd8-a67ff4751639 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:55.301097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8947d9-72f6-434b-8dd8-a67ff4751639 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:55.326387 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea8947d9-72f6-434b-8dd8-a67ff4751639 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "DELETE /v2.0/networks/3b83c2fc-ea0b-4574-9e53-a66ad1f22e71 HTTP/1.1" status: 404 len: 339 time: 0.0817685 Feb 04 16:21:55.329206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:55.430794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2faf7e5f-cec3-4a71-8044-95d6368b9efb req-c6cdd4b2-0acb-4308-9526-28f1f99a5593 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248948 Feb 04 16:21:55.437715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c19a-3388-4790-bf6a-d680a7cbd4ff service neutron] Pushing event updated for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:55.516545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-709a5699-ef03-4760-8f70-3e3ab02c12b3 req-f3f00a2e-4567-4672-a721-e64c9b1062d8 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248131 Feb 04 16:21:55.539590 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c90bc21-e14c-431f-96d6-c2ae6a4be615 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:55.541983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c90bc21-e14c-431f-96d6-c2ae6a4be615 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:55.548877 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8c90bc21-e14c-431f-96d6-c2ae6a4be615 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "DELETE /v2.0/ports/a98ac043-af0f-4618-b123-00595d31c4c2 HTTP/1.1" status: 404 len: 333 time: 0.2137964 Feb 04 16:21:55.549780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:55.615360 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'code': 200} Feb 04 16:21:55.626706 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa40636-fa91-4294-af85-254d016ff9ac tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] DELETE failed (client error): The resource could not be found. Feb 04 16:21:55.627143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa40636-fa91-4294-af85-254d016ff9ac tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:55.628812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6aa40636-fa91-4294-af85-254d016ff9ac tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "DELETE /v2.0/subnets/7c76a888-4c92-4b26-a291-3667fb2efa08 HTTP/1.1" status: 404 len: 337 time: 0.0772164 Feb 04 16:21:55.636012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:55.716630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-8d72d89b-ab8e-4f52-b47f-ca6d08e7f8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 1095 time: 0.4021223 Feb 04 16:21:55.722456 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-608fc2a1-b6c9-48ab-bc7e-e260e736a4ad tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] GET failed (client error): The resource could not be found. Feb 04 16:21:55.729398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-608fc2a1-b6c9-48ab-bc7e-e260e736a4ad tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "GET /v2.0/networks/b932cc18-1982-495a-ad16-68a8cb2b209c HTTP/1.1" status: 404 len: 339 time: 0.0856917 Feb 04 16:21:55.733654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:55.845248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:55.896670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-ef17806c-5caf-4273-a2dc-2c804dbb869d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40 HTTP/1.1" status: 200 len: 217 time: 0.1638696 Feb 04 16:21:56.138351 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40', 'status': 'completed', 'code': 200} Feb 04 16:21:56.190135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.196808 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee06ae33-f4ed-4822-890b-0ddb3b828dcb tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] GET failed (client error): The resource could not be found. Feb 04 16:21:56.204100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ee06ae33-f4ed-4822-890b-0ddb3b828dcb tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "GET /v2.0/ports/0e624f31-bfd2-4bd4-964f-30abb2225fc8 HTTP/1.1" status: 404 len: 333 time: 0.4656849 Feb 04 16:21:56.204287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:56.206684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42318) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:56.320155 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-095976f7-a0a3-4d50-a2fa-d94d90050cb1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] GET failed (client error): The resource could not be found. Feb 04 16:21:56.321235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-032e7c75-e78d-461c-9174-ad71303d7a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.325442 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-095976f7-a0a3-4d50-a2fa-d94d90050cb1 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "GET /v2.0/subnets/8598a7a0-9354-4967-a572-fc32b2206daa HTTP/1.1" status: 404 len: 337 time: 0.1129031 Feb 04 16:21:56.325625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-032e7c75-e78d-461c-9174-ad71303d7a68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.3899662 Feb 04 16:21:56.327327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42324) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:56.337972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c5a28856-9908-44c5-9323-84eb78063b36 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:56.362678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f80f974-367b-431d-a9eb-7ac2a27960a6 req-7c14317f-9641-4f55-a6f2-1c8442c523b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 1096 time: 0.3752458 Feb 04 16:21:56.435926 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a28856-9908-44c5-9323-84eb78063b36 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] PUT failed (client error): The resource could not be found. Feb 04 16:21:56.436383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a28856-9908-44c5-9323-84eb78063b36 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:56.441131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c5a28856-9908-44c5-9323-84eb78063b36 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "PUT /v2.0/networks/60f2a2ee-213d-4a15-967b-bf306afc5ae7 HTTP/1.1" status: 404 len: 339 time: 0.1092074 Feb 04 16:21:56.474005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42332) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:56.490095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-3f09b32e-1c45-44b5-8484-5b8806b300f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265643 Feb 04 16:21:56.495321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6c91e975-52f1-40a0-a8e1-75080fb8c8b5 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:56.523503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64089d1d-4bf0-4dee-838d-bd5e18ce4b8f req-95ad1c34-ae00-47c3-afac-cc911fddedbb tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.530159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64089d1d-4bf0-4dee-838d-bd5e18ce4b8f req-95ad1c34-ae00-47c3-afac-cc911fddedbb tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.5985594 Feb 04 16:21:56.538032 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c91e975-52f1-40a0-a8e1-75080fb8c8b5 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] PUT failed (client error): The resource could not be found. Feb 04 16:21:56.538720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c91e975-52f1-40a0-a8e1-75080fb8c8b5 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:56.543517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c91e975-52f1-40a0-a8e1-75080fb8c8b5 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "PUT /v2.0/ports/589779b5-6c9f-40b2-a7ba-327fc099312b HTTP/1.1" status: 404 len: 333 time: 0.0594528 Feb 04 16:21:56.544802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:56.551432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cabaf45e-52dd-4493-99c9-1704023919f3 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:21:56.594222 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabaf45e-52dd-4493-99c9-1704023919f3 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] PUT failed (client error): The resource could not be found. Feb 04 16:21:56.595719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabaf45e-52dd-4493-99c9-1704023919f3 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:21:56.596837 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cabaf45e-52dd-4493-99c9-1704023919f3 tempest-NetworksNegativeTestJSON-1795208473 tempest-NetworksNegativeTestJSON-1795208473-project] 10.222.0.62 "PUT /v2.0/subnets/a6841a14-a1ab-4c1c-beda-c4a4bb5d416e HTTP/1.1" status: 404 len: 337 time: 0.0510933 Feb 04 16:21:56.644770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f80f974-367b-431d-a9eb-7ac2a27960a6 req-a387ca2b-2525-4351-aca4-4e79a5f2faf7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336335 Feb 04 16:21:56.768127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Router e29dacc3-6b9a-49f3-98da-835a4a20ee6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:21:56.773886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64089d1d-4bf0-4dee-838d-bd5e18ce4b8f req-d71e1423-dd87-47ed-b253-738833c45ec4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427976 Feb 04 16:21:56.828422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b075-8f50-457f-a3e4-595171cb613f req-3f79ef29-05e1-47be-a7dd-462d2bac32c2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:56.831871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ac1b075-8f50-457f-a3e4-595171cb613f req-3f79ef29-05e1-47be-a7dd-462d2bac32c2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.4174068 Feb 04 16:21:57.041515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-e7143a3b-74a3-4a4b-8292-592147d68029 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957679 Feb 04 16:21:57.057294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ac1b075-8f50-457f-a3e4-595171cb613f req-0dbdc28a-1f4e-411d-a7e8-f329d5258860 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147372 Feb 04 16:21:57.278051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a99612a0-86b4-4613-a7f9-322a11716f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.290281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:21:57.299223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:57.305748 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] Sync routers for ids ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:21:57.320679 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f986432-1f95-4cf6-bf29-2121a77b90a0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "PUT /v2.0/routers/e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 200 len: 710 time: 6.0079329 Feb 04 16:21:57.321402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:57.335480 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] Routers {'e29dacc3-6b9a-49f3-98da-835a4a20ee6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:57.336234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:57.501222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:57.599996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:57.657699 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] Routers {'e29dacc3-6b9a-49f3-98da-835a4a20ee6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:21:57.662144 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:21:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:57.677077 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e888b6d5-fedd-4c8c-ba3e-bfcbd6f128b3 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/routers/e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 200 len: 745 time: 0.3543475 Feb 04 16:21:57.682255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42376) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:57.689863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-065e200a-4626-47bf-a1f6-db3c304c1a31 req-10ea1e09-d82a-417e-a83f-5b5facc715fc service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368415 Feb 04 16:21:57.722043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc02a-441e-44c2-b59f-d7129562ae25 req-7b4d5ba1-7eb4-43f4-a369-1ca76ee83801 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.729925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5dbc02a-441e-44c2-b59f-d7129562ae25 req-7b4d5ba1-7eb4-43f4-a369-1ca76ee83801 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 944 time: 0.7271805 Feb 04 16:21:57.836738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dbf5b63a-f620-42af-af94-c109f3e80966 tempest-RoutersIpV6AdminTest-1691731273 tempest-RoutersIpV6AdminTest-1691731273-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=77beffff-65a6-47ed-bb91-496867d1b598&device_id=e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 200 len: 205 time: 0.1500928 Feb 04 16:21:57.839874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42384) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:57.875668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3c411-e668-4523-b5c2-291e29c9cad4 req-e73d6552-49ba-462e-86ff-c417113ad7ed tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:57.877686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8f3c411-e668-4523-b5c2-291e29c9cad4 req-e73d6552-49ba-462e-86ff-c417113ad7ed tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.2797353 Feb 04 16:21:57.924191 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be567048-976d-4a42-a9e2-e50924142fea tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 200 len: 205 time: 0.0804584 Feb 04 16:21:57.926758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42388) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:57.945144 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:21:57.947452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838bdd17-a08d-409f-b98e-52bc6a5eb73a None None] The sync data for ids ['e29dacc3-6b9a-49f3-98da-835a4a20ee6b'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:21:58.021657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5dbc02a-441e-44c2-b59f-d7129562ae25 req-ac363503-ddb1-4a0b-9dfd-98153c211b2c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904844 Feb 04 16:21:58.045091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8f3c411-e668-4523-b5c2-291e29c9cad4 req-2c0db116-cc4f-4cf4-b245-0a1fe99465fc tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583173 Feb 04 16:21:58.065117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-13d43bb2-df93-4a86-93b4-4a331370fc6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 1095 time: 0.2660899 Feb 04 16:21:58.482347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:58.531833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:58.550659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-0e518b42-69a2-4187-af6b-b77081854f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:58.552280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:58.555915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-0e518b42-69a2-4187-af6b-b77081854f0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.4807189 Feb 04 16:21:58.700001 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:58.701312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:21:58.717642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce2d7218ccb4787badebc3369b456cd is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:21:58.722570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:21:58.731562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:21:58.924833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-ac7d2b7a-f1e5-4137-8b92-2e5c99f00436 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40 HTTP/1.1" status: 200 len: 217 time: 0.2661467 Feb 04 16:21:59.092335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc193a-c4d2-4c1a-807b-39d6f0da953c req-3f80bdf8-86a7-4de2-b74d-b3fd48d5c75b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.095141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1bc193a-c4d2-4c1a-807b-39d6f0da953c req-3f80bdf8-86a7-4de2-b74d-b3fd48d5c75b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.5380979 Feb 04 16:21:59.167644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c53e-b47f-4c6c-ac1e-73e5bf1765b9 req-461aec8e-3bc0-4080-a7dd-95d3cc94f732 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.175512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8886c53e-b47f-4c6c-ac1e-73e5bf1765b9 req-461aec8e-3bc0-4080-a7dd-95d3cc94f732 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.5728428 Feb 04 16:21:59.201775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-9f5e461f-ab01-4b1b-8939-072afb321ea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.203490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-9f5e461f-ab01-4b1b-8939-072afb321ea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.2703576 Feb 04 16:21:59.268299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.273457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.282921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8886c53e-b47f-4c6c-ac1e-73e5bf1765b9 req-ac54bad4-9337-4ece-b384-a7b781f23c39 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064239 Feb 04 16:21:59.311692 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.312218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Fanout notify agent at l3_agent the message router_deleted on router e29dacc3-6b9a-49f3-98da-835a4a20ee6b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:21:59.401380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1bc193a-c4d2-4c1a-807b-39d6f0da953c req-c938e4c7-cd8d-4a51-9177-eddb2d1f5879 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920482 Feb 04 16:21:59.411833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-d40a011c-d289-437e-b734-68a8e55e2157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1432405 Feb 04 16:21:59.412838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.422225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-277ce1a1-cd87-4770-947e-8056a43e5914 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 204 len: 168 time: 1.4850116 Feb 04 16:21:59.422480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42412) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:59.435602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.446480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.528800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea43f48-6493-4c0f-b97e-5d891faca09e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:21:59.539845 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f7250d8-18d3-48ad-bf60-787f6af52138 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ce2d7218ccb4787badebc3369b456cd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0372045 Feb 04 16:21:59.540808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:59.562373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3e747150-1527-4378-b666-fa08076ae9af tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 200 len: 205 time: 0.0911973 Feb 04 16:21:59.564771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42424) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:59.709263 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-ea5f577d-9e3d-4043-99c6-811592bdb02e tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:21:59.714892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea5f577d-9e3d-4043-99c6-811592bdb02e tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/e29dacc3-6b9a-49f3-98da-835a4a20ee6b HTTP/1.1" status: 404 len: 336 time: 0.1446552 Feb 04 16:21:59.723632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:21:59.785901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.814184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.889965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-075967f2-5b5a-4f59-bf5f-018c52f40d82 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700809 Feb 04 16:21:59.890436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:21:59.899355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd170e6-6d0d-4f11-afc8-d7b22216bbf7 req-f944460d-95fc-42f2-aa95-125224be3c92 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:21:59.900795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abd170e6-6d0d-4f11-afc8-d7b22216bbf7 req-f944460d-95fc-42f2-aa95-125224be3c92 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 944 time: 0.3318434 Feb 04 16:21:59.914032 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a6296f9-a37a-4ace-b5cb-a5317f7622af tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 200 len: 205 time: 0.1866617 Feb 04 16:21:59.916312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.014132 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-177441e6-425e-4b37-9994-c30d2ad3cb98 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:22:00.014132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-177441e6-425e-4b37-9994-c30d2ad3cb98 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/cfce1b18-3674-445e-a2c9-ec30958a3cad HTTP/1.1" status: 404 len: 336 time: 0.0948513 Feb 04 16:22:00.015008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea43f48-6493-4c0f-b97e-5d891faca09e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:00.018051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42442) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.040352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d3fd6-5864-430e-904a-725bf6649b18 req-4d518d6b-023c-4258-8212-2c2517288af3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:00.042015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a2d3fd6-5864-430e-904a-725bf6649b18 req-4d518d6b-023c-4258-8212-2c2517288af3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.3790483 Feb 04 16:22:00.070288 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.071416 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b62f9c77-1c1b-4614-ba1a-2f043256c75c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ea43f48-6493-4c0f-b97e-5d891faca09e HTTP/1.1" status: 204 len: 168 time: 0.5293808 Feb 04 16:22:00.082377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abd170e6-6d0d-4f11-afc8-d7b22216bbf7 req-64ee483a-afdf-4f32-9ae8-92babeb17a8e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472826 Feb 04 16:22:00.089351 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:00.114352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ca442e0-4e4a-4be2-ae7d-4825b889f334 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 200 len: 205 time: 0.0914719 Feb 04 16:22:00.114968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42448) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.212935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a2d3fd6-5864-430e-904a-725bf6649b18 req-5d4429cf-bb4f-413a-b95c-785c12c2ad93 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513999 Feb 04 16:22:00.232699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f333f84-f5fb-4ad5-a2f9-2e22781bc46a req-8ec728dd-9b26-41cb-90fb-f5c91aa92595 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299644 Feb 04 16:22:00.372653 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-869ead37-3db2-46ca-a0a5-50b951334db9 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:22:00.376287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42458) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.378650 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-869ead37-3db2-46ca-a0a5-50b951334db9 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/5e84f1b9-b794-462b-b285-a55e7c37e52f HTTP/1.1" status: 404 len: 336 time: 0.2606311 Feb 04 16:22:00.433306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4883f01a-fcd4-4926-adff-2095bfc9965d tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 200 len: 205 time: 0.0557513 Feb 04 16:22:00.436179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.627500 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-06438e03-1203-4c6e-88a1-f271b8d7e424 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:22:00.634171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.656844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06438e03-1203-4c6e-88a1-f271b8d7e424 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/bae42efd-7784-43a5-b8bb-6e58957f049a HTTP/1.1" status: 404 len: 336 time: 0.2193716 Feb 04 16:22:00.722288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.726250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e7103122-2b9f-4133-a00b-85193abdc3b0 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 200 len: 205 time: 0.0861270 Feb 04 16:22:00.840412 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-3f270f65-801a-4ecd-8847-1f60be2abcf4 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:22:00.841447 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f270f65-801a-4ecd-8847-1f60be2abcf4 tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/fdb67d7b-ca25-4d63-af25-a5edee2ac222 HTTP/1.1" status: 404 len: 336 time: 0.1181736 Feb 04 16:22:00.844338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.937697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09907ce4-6859-4251-a914-bc87decd291f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "GET /v2.0/ports?device_id=c64a9856-146b-4144-926f-e95fcb0f340b HTTP/1.1" status: 200 len: 205 time: 0.0921957 Feb 04 16:22:00.940118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:00.966179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f040-7541-4a87-9f5b-f29a0dcba5f0 req-f4856c88-5b0d-4c6c-8679-909eb51e1650 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:00.967906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eef7f040-7541-4a87-9f5b-f29a0dcba5f0 req-f4856c88-5b0d-4c6c-8679-909eb51e1650 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.3807814 Feb 04 16:22:00.974704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1735c-1ed6-4048-bedc-1d67d50780fa req-da0c8048-f003-4bf1-b581-4c500bf37ea6 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:00.977874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bc1735c-1ed6-4048-bedc-1d67d50780fa req-da0c8048-f003-4bf1-b581-4c500bf37ea6 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.2634118 Feb 04 16:22:01.164705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device da2b3466-6d36-4c0a-9c54-9155859eaf40 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:01.199407 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-c64df918-ea2b-4b9a-922f-284075df52bb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] delete failed (client error): The resource could not be found. Feb 04 16:22:01.204164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c64df918-ea2b-4b9a-922f-284075df52bb tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/routers/c64a9856-146b-4144-926f-e95fcb0f340b HTTP/1.1" status: 404 len: 336 time: 0.2629561 Feb 04 16:22:01.204922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42512) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:01.216099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eef7f040-7541-4a87-9f5b-f29a0dcba5f0 req-301852fa-5107-4ed3-98bf-f1df5806c66d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369988 Feb 04 16:22:01.233882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bc1735c-1ed6-4048-bedc-1d67d50780fa req-f2852249-362c-43f3-9633-95c40088f24b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201245 Feb 04 16:22:01.322941 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eed7cc-c978-4b0f-a4ec-aa5ce19fc95f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] DELETE failed (client error): The resource could not be found. Feb 04 16:22:01.323593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eed7cc-c978-4b0f-a4ec-aa5ce19fc95f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:22:01.331479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c2eed7cc-c978-4b0f-a4ec-aa5ce19fc95f tempest-RoutersIpV6AdminTest-617310710 tempest-RoutersIpV6AdminTest-617310710-project] 10.222.0.62 "DELETE /v2.0/subnets/097115d0-5964-44c1-8a03-afb843eea3a7 HTTP/1.1" status: 404 len: 337 time: 0.1252437 Feb 04 16:22:01.546954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:01.587336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'da2b3466-6d36-4c0a-9c54-9155859eaf40', 'network_id': '528fd0cd-c7b8-488b-ad23-387ae0e07ef2', 'port_id': 'da2b3466-6d36-4c0a-9c54-9155859eaf40', 'mac_address': 'fa:16:3e:d9:3a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496021ea-6dc4-4280-82a5-9909e50a5c85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:01.738660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:01.801397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2b3466-6d36-4c0a-9c54-9155859eaf40 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:01.873090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:01.885548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:02.053296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:02.054605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42540) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:02.144638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:02.305355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['da2b3466-6d36-4c0a-9c54-9155859eaf40'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:02.342834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c68545-2b48-4338-a103-2f2eacb72635 req-c8353f95-de4c-4320-8685-61679ab17a72 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:02.345648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48c68545-2b48-4338-a103-2f2eacb72635 req-c8353f95-de4c-4320-8685-61679ab17a72 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.7907531 Feb 04 16:22:02.361733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef4c6-454f-4ffd-8d1c-fdf63fdc3661 req-3d705967-a8ba-4261-98b6-7d8aebe73256 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:02.373868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07aef4c6-454f-4ffd-8d1c-fdf63fdc3661 req-3d705967-a8ba-4261-98b6-7d8aebe73256 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 945 time: 0.3514130 Feb 04 16:22:02.461378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07aef4c6-454f-4ffd-8d1c-fdf63fdc3661 req-88be327e-8e7c-4388-9e6c-5a2f618b404d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861552 Feb 04 16:22:02.550134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48c68545-2b48-4338-a103-2f2eacb72635 req-c355b3c4-ada9-4231-b117-304990859992 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970406 Feb 04 16:22:02.808287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-eaa31e3b-eb8e-4bb9-ab71-9992285980da tempest-DvrRoutersNegativeTest-2066434554 tempest-DvrRoutersNegativeTest-2066434554-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-413696216', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:02.814038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.policy [None req-eaa31e3b-eb8e-4bb9-ab71-9992285980da tempest-DvrRoutersNegativeTest-2066434554 tempest-DvrRoutersNegativeTest-2066434554-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83596) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 04 16:22:02.815990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.policy [None req-eaa31e3b-eb8e-4bb9-ab71-9992285980da tempest-DvrRoutersNegativeTest-2066434554 tempest-DvrRoutersNegativeTest-2066434554-project] Failed policy check for 'create_router' {{(pid=83596) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 04 16:22:02.825953 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-eaa31e3b-eb8e-4bb9-ab71-9992285980da tempest-DvrRoutersNegativeTest-2066434554 tempest-DvrRoutersNegativeTest-2066434554-project] create failed (client error): Access was denied to this resource. Feb 04 16:22:02.832212 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eaa31e3b-eb8e-4bb9-ab71-9992285980da tempest-DvrRoutersNegativeTest-2066434554 tempest-DvrRoutersNegativeTest-2066434554-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7763119 Feb 04 16:22:02.834248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.057588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:03.063161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee090f-6958-40f9-a21e-feef649983d0 req-2f72a387-d595-446e-93d2-5ac30afbbffd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:03.088909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23ee090f-6958-40f9-a21e-feef649983d0 req-2f72a387-d595-446e-93d2-5ac30afbbffd tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.2420499 Feb 04 16:22:03.093216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Usage tracker for resource:security_group_rule and tenant:6a19e9b676e3462db0aa01d4cb8a5982 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:03.107361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:03.129355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:03.257517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-23ee090f-6958-40f9-a21e-feef649983d0 req-74258978-5322-47ed-861e-e53da4386e96 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635466 Feb 04 16:22:03.540375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.555679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.599722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:03.693305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4788517c-c456-451b-8b2d-a85b217f8601,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:03.752464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42594) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:03.759165 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea96c75b-6f4a-4335-b545-a594db984b22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a19e9b676e3462db0aa01d4cb8a5982&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7019222 Feb 04 16:22:03.916466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.978940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:03.992359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:04.024625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Usage tracker for resource:security_group_rule and tenant:cbbee39910964cf7b9060faa030542ad is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:04.047744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:04.059090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.228644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:04.252126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.410949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4788517c-c456-451b-8b2d-a85b217f8601,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:04.437837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.438436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.438940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.439557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.440306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.440806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.442026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.442640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.442978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.443305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.443663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:04.512347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.513850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b0f9a306-f9e8-4ef7-9780-e4a43b0ac80a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4788517c-c456-451b-8b2d-a85b217f8601 HTTP/1.1" status: 204 len: 168 time: 0.7601748 Feb 04 16:22:04.738497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-cf8f60d6-af86-404a-9e7d-9eb47dd7151a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a07f3f2c89547c9870f3827cccc3262&device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 1097 time: 0.3973019 Feb 04 16:22:04.783891 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.882367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:04.934135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b4848-fd19-4e12-afb6-f4bb96198446 req-9477d955-bb1b-4fcd-a22b-ecd7f28af72b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:04.941477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e18b4848-fd19-4e12-afb6-f4bb96198446 req-9477d955-bb1b-4fcd-a22b-ecd7f28af72b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 945 time: 0.6498339 Feb 04 16:22:05.023316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbbee39910964cf7b9060faa030542ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4216483 Feb 04 16:22:05.029531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42654) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:05.042919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77215ed5-7fbe-481d-91d4-751daaed6ebf req-fa9982cf-9ba0-4f12-9466-25000a6f751e tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.044541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77215ed5-7fbe-481d-91d4-751daaed6ebf req-fa9982cf-9ba0-4f12-9466-25000a6f751e tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.5492964 Feb 04 16:22:05.117554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-42365410-218e-4fa6-892a-da6aac24bb1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.121362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-42365410-218e-4fa6-892a-da6aac24bb1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 200 len: 916 time: 0.3719161 Feb 04 16:22:05.126767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67460fec-c311-483f-948c-0928b9bbd665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d803b-2fc7-4dfa-a536-75fd56e080be,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:05.132927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.163252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device da2b3466-6d36-4c0a-9c54-9155859eaf40 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:05.171473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.244428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:05.261202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e18b4848-fd19-4e12-afb6-f4bb96198446 req-9b78cded-4456-4be1-8503-1aaaf444852e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184004 Feb 04 16:22:05.275017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.298216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d803b-2fc7-4dfa-a536-75fd56e080be,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:05.356541 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4505c30-e164-4905-9637-927449aba9ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2122715f33e419b94fd49b71f280d6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1092045 Feb 04 16:22:05.364310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:05.395136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.399402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6964a59e-f538-4208-8d27-ed0aaa5c2779 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb9d803b-2fc7-4dfa-a536-75fd56e080be HTTP/1.1" status: 204 len: 168 time: 0.3562956 Feb 04 16:22:05.436027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port da2b3466-6d36-4c0a-9c54-9155859eaf40 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:05.445074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port da2b3466-6d36-4c0a-9c54-9155859eaf40 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:05.445548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.474207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-976b11d6-3a8c-4a97-93ba-c183294013cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef557fb0-7786-4539-8475-4eafaead12ae HTTP/1.1" status: 200 len: 217 time: 0.3270237 Feb 04 16:22:05.476195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.529989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.665229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.706942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42480a2e-cec4-42d4-9cc2-2a837a092a21,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:05.710154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-21077ca6-a239-48ce-bf91-7737c66264e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:05.712181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-21077ca6-a239-48ce-bf91-7737c66264e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 200 len: 854 time: 0.2301922 Feb 04 16:22:05.722924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.729505 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2667f36-ca2c-4f7f-b069-2df2383c05d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42480a2e-cec4-42d4-9cc2-2a837a092a21 HTTP/1.1" status: 204 len: 168 time: 0.3571205 Feb 04 16:22:05.872622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:05.981763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:05.982705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:06.003195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:06.058538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb259e-952c-4e07-a01b-8193e0484597 req-162192a2-b770-4cdb-8689-068ee70811e5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.077998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-162192a2-b770-4cdb-8689-068ee70811e5 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 0.3638866 Feb 04 16:22:06.276228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:06.283690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77215ed5-7fbe-481d-91d4-751daaed6ebf req-044f03fd-a548-4452-a2d8-5b584b1e11c6 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1712332 Feb 04 16:22:06.346975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-769dc510-cbbd-4635-814e-3f10eeb6651a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/quotas/7c5ae9de14f14df7a42aaa57695dc514 HTTP/1.1" status: 200 len: 375 time: 0.2675412 Feb 04 16:22:06.481894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-7856dec1-4fdf-4ac3-818d-7d98d2d854aa tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336601 Feb 04 16:22:06.615619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-43c07366-5a12-45b8-a559-ac92d2238c7e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:06.618085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-43c07366-5a12-45b8-a559-ac92d2238c7e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e5accb6-9401-4f3f-9012-87a432ecf15a HTTP/1.1" status: 200 len: 945 time: 0.5321941 Feb 04 16:22:06.626277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-ed80ab52-7084-490d-ab00-afc600b51141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b627b571-ed31-47c1-9826-cdebf4a4bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5419085 Feb 04 16:22:07.011153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-baeee315-23e1-4f3a-8f93-0b639248c1f5 service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282340 Feb 04 16:22:07.236737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Deleting port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:07.237341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:07.405124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:07.411650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-56b75349-4dab-468a-a628-9bcf1e287d89 service neutron] 10.222.0.62 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993304 Feb 04 16:22:07.520978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:07.546461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-3ede9cef-1c90-4f50-a8e5-0422295da986 service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735614 Feb 04 16:22:07.678614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-42d9cf2a-986f-41b5-b038-2441c631412c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1096 time: 0.1788423 Feb 04 16:22:07.806049 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40', 'code': 200} Feb 04 16:22:07.905239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--498333040'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:07.917835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-ac9ecac6-b800-4055-92f0-55f5b05d9bba service neutron] 10.222.0.41 "GET /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401911 Feb 04 16:22:07.925321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499f384-9d67-4c92-98cd-75034e6c157b req-03112027-c29d-4c55-a946-8b1033733d41 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:07.925501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:07.927676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3499f384-9d67-4c92-98cd-75034e6c157b req-03112027-c29d-4c55-a946-8b1033733d41 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 1.0092049 Feb 04 16:22:07.942960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:07.958757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:07.975017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:08.012929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ba87f0fe-6a7e-4d80-aa80-63d14e1e366c tempest-AgentManagementNegativeTest-888914638 tempest-AgentManagementNegativeTest-888914638-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4864256 Feb 04 16:22:08.049492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-79de93cb-443f-4e5e-8599-5052fd82cd43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.051660 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-79de93cb-443f-4e5e-8599-5052fd82cd43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.3670564 Feb 04 16:22:08.176220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.236972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.320678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-c0600561-de37-48fb-a94a-9726f62a72f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 1000 time: 0.2541475 Feb 04 16:22:08.321099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3499f384-9d67-4c92-98cd-75034e6c157b req-fd288f37-41c1-457e-89c2-9f95eb26660b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053257 Feb 04 16:22:08.322450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:08.327226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:08.385591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:08.435984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:08.489596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] For port 123e83d3-4273-4cd5-a47c-12d54f76ffa1, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=123e83d3-4273-4cd5-a47c-12d54f76ffa1,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:08.490427 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.545958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-fecf4681-32a0-4da2-888a-c9d6890088e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:08.547434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-fecf4681-32a0-4da2-888a-c9d6890088e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.2168000 Feb 04 16:22:08.729505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:08.797787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.805622 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-d2138b5e-91c2-412c-bc46-40f987bf3fec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426333 Feb 04 16:22:08.806379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.825982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:08.830049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:08.833087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:08.839660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:08.852988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Calling delete_port for 123e83d3-4273-4cd5-a47c-12d54f76ffa1 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:08.898472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.961466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:08.986445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12d93bc4-28de-412f-b786-de378f1115c7 req-c09268f2-66fd-4ab1-bf0c-18ad48101db7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 1097 time: 1.0539098 Feb 04 16:22:09.001232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94d85e-9ca3-475d-aeaf-1b027d170dc2 req-a40c551b-7759-471a-a94a-9268ce4cd9ef tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:09.008159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f94d85e-9ca3-475d-aeaf-1b027d170dc2 req-a40c551b-7759-471a-a94a-9268ce4cd9ef tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 0.8943801 Feb 04 16:22:09.089588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5218361-cd75-430f-99e5-96fee4bd9537,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.146179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.148655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7424681 Feb 04 16:22:09.157618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:09.179721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 123e83d3-4273-4cd5-a47c-12d54f76ffa1 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:09.220327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d195e-f69f-43e8-aec3-5340035b09ef tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d617222f-26de-4f4a-8e61-99a6e7cd6d4b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.240453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12d93bc4-28de-412f-b786-de378f1115c7 req-24bc6cac-a719-4f1f-ad10-f695d18931f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253554 Feb 04 16:22:09.267257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cecdc-2ae4-4dbe-bf87-8826f0aaa596 req-853db5ab-bac0-4fd5-babd-ed8cabc6bfd5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:09.273411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4c78fc3d-160f-4162-a7f2-3c6413856e52 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:09.278834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-121cecdc-2ae4-4dbe-bf87-8826f0aaa596 req-853db5ab-bac0-4fd5-babd-ed8cabc6bfd5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.5482550 Feb 04 16:22:09.281401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-ea603998-16f2-4bf2-8762-462646664be0 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812425 Feb 04 16:22:09.304924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4c78fc3d-160f-4162-a7f2-3c6413856e52 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:09.309226 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4c78fc3d-160f-4162-a7f2-3c6413856e52 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1487379 Feb 04 16:22:09.309951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42810) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:09.318105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-security--1649195227', 'description': 'tempest-security-description-710787508'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:09.323401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f94d85e-9ca3-475d-aeaf-1b027d170dc2 req-9401167a-9e7f-46f2-ab36-4c68fdfe8ba6 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929063 Feb 04 16:22:09.386177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.435269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.457256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.511536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.550925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-121cecdc-2ae4-4dbe-bf87-8826f0aaa596 req-4362a0a9-91b8-4beb-9a8d-ec72cb47d66e tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711473 Feb 04 16:22:09.570054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.573041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.574495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "PUT /v2.0/security-groups/d617222f-26de-4f4a-8e61-99a6e7cd6d4b HTTP/1.1" status: 200 len: 1611 time: 0.2635598 Feb 04 16:22:09.583762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:09.597242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:09.734564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968be99c-b3fd-4d11-841d-5c9504c330d7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d617222f-26de-4f4a-8e61-99a6e7cd6d4b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.757964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:09.796893 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b98ccd0-040c-4727-beb6-1242ce98bc45 req-3927e075-b5fe-46e2-b7a7-8ff2b3dd1952 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833691 Feb 04 16:22:09.820210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Usage tracker for resource:security_group_rule and tenant:ee0fcd27aa7444bc997d098349981875 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:09.841688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event deleted for resources: {'Port': ['ID=123e83d3-4273-4cd5-a47c-12d54f76ffa1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:09.846010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ba2fefd-90f1-4469-89e7-84acde0fa5a3 req-699837e7-f4b6-455c-9a72-4d5e114eb4a2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 210 time: 0.2495654 Feb 04 16:22:09.848730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:09.879519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:10.075366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb259e-952c-4e07-a01b-8193e0484597 req-d074761d-6c96-45c3-be93-6a922765187c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.076072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-66fb259e-952c-4e07-a01b-8193e0484597 req-d074761d-6c96-45c3-be93-6a922765187c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Synchronizing usage tracker for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:10.119088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-66fb259e-952c-4e07-a01b-8193e0484597 req-d074761d-6c96-45c3-be93-6a922765187c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Unset dirty status for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:10.122282 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-d074761d-6c96-45c3-be93-6a922765187c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 815 time: 0.2738783 Feb 04 16:22:10.137746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42834) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:10.138120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5a8e3b4c-8a56-41c7-a6df-faeb4125580f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups/d617222f-26de-4f4a-8e61-99a6e7cd6d4b HTTP/1.1" status: 200 len: 1611 time: 0.5395348 Feb 04 16:22:10.144674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Request body: {'port': {'device_id': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'admin_state_up': True, 'tenant_id': '7c5ae9de14f14df7a42aaa57695dc514'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:10.200989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] No DVR routers for this DVR port 123e83d3-4273-4cd5-a47c-12d54f76ffa1 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:10.210072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42838) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:10.211595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.219796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-deleted', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:10.315040 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5accb6-9401-4f3f-9012-87a432ecf15a', 'name': 'network-vif-deleted', 'tag': '123e83d3-4273-4cd5-a47c-12d54f76ffa1', 'status': 'completed', 'code': 200} Feb 04 16:22:10.329291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44be31-097e-4588-80c9-ee985ef64483 req-5303df22-2018-4e92-94af-ad60370b9c1a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.337576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae44be31-097e-4588-80c9-ee985ef64483 req-5303df22-2018-4e92-94af-ad60370b9c1a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 945 time: 0.4526844 Feb 04 16:22:10.346468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-882f4969-fd03-4e91-9273-7a6932c25d28 req-9bf01ef1-0577-4106-99a2-9f03e2c5efad tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "DELETE /v2.0/ports/123e83d3-4273-4cd5-a47c-12d54f76ffa1 HTTP/1.1" status: 204 len: 173 time: 3.7095087 Feb 04 16:22:10.484536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.551786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.583653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.603114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee0fcd27aa7444bc997d098349981875&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7608902 Feb 04 16:22:10.605834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae44be31-097e-4588-80c9-ee985ef64483 req-52ecb7b8-ddae-40e2-9466-c102bc2c420d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670641 Feb 04 16:22:10.606481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:10.630224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:10.630466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.639003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Usage tracker for resource:port and tenant:7c5ae9de14f14df7a42aaa57695dc514 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:10.647670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:10.664881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:10.699945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Made reservation on behalf of 7c5ae9de14f14df7a42aaa57695dc514 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:10.701756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301c86c-405d-4ad8-a9d3-a02c1cb0216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5333608-7f54-4ece-b5df-813d221d1caf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:10.711383 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.748023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:10.755979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Usage tracker for resource:security_group_rule and tenant:99c1d64289c64daebaa06692c031e103 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:10.764485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:10.774708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28e5fd-0f6f-4cd0-ad52-07f6a5770489 req-096850ef-10d3-4c0a-a3bf-241cc1a5dc02 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:10.776690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f28e5fd-0f6f-4cd0-ad52-07f6a5770489 req-096850ef-10d3-4c0a-a3bf-241cc1a5dc02 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 0.2793880 Feb 04 16:22:10.781642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:10.833117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.853880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.981232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:10.991000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.014521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d617222f-26de-4f4a-8e61-99a6e7cd6d4b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.031442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f28e5fd-0f6f-4cd0-ad52-07f6a5770489 req-042a7568-3065-4a09-af79-6842e0da34de tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309825 Feb 04 16:22:11.035120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Allocated IP 172.20.0.11 (94083255-41f2-4e22-b537-3429f4e31618/898f7627-10e7-4eb2-b9df-8dbabbd8b2ba/1979bb6d-32e6-454c-b39c-d02dd5ade140) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:11.080766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.082434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-032dfbf0-be99-4d75-82ac-8aa6660a4a4c tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/d617222f-26de-4f4a-8e61-99a6e7cd6d4b HTTP/1.1" status: 204 len: 168 time: 0.9429357 Feb 04 16:22:11.086265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42858) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:11.114362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.126748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4873e-1310-409b-9ee2-acb9710e14ff req-5a751dd9-6197-40dc-8c3e-7d6457d8fc7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:11.128353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9b4873e-1310-409b-9ee2-acb9710e14ff req-5a751dd9-6197-40dc-8c3e-7d6457d8fc7f tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.2284617 Feb 04 16:22:11.130818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.170074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.183322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:11.194875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35720bdc-3f4a-444b-a079-87b0385c71ed tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:11.231590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35720bdc-3f4a-444b-a079-87b0385c71ed tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:11.236491 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35720bdc-3f4a-444b-a079-87b0385c71ed tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1458309 Feb 04 16:22:11.240943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42862) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:11.291443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.292429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5333608-7f54-4ece-b5df-813d221d1caf HTTP/1.1" status: 204 len: 168 time: 0.6816397 Feb 04 16:22:11.293177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984e406-1d9c-4287-8758-6412acccf8cc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.340903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.364443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42868) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:11.364639 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-645ae3f2-dc68-4980-96b0-5d11e574ca38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99c1d64289c64daebaa06692c031e103&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1463580 Feb 04 16:22:11.370499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:11.382301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:11.390461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.391477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9b4873e-1310-409b-9ee2-acb9710e14ff req-d17d6a01-413a-45d6-a195-77dbbc65b222 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522335 Feb 04 16:22:11.403724 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-e0117d7c-e157-46ec-b3e6-ce67d29773de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] delete failed (client error): The resource could not be found. Feb 04 16:22:11.404740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e0117d7c-e157-46ec-b3e6-ce67d29773de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/d617222f-26de-4f4a-8e61-99a6e7cd6d4b HTTP/1.1" status: 404 len: 347 time: 0.1551714 Feb 04 16:22:11.409955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:11.421979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfff6a1-7486-4104-a60a-0971cc868b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5333608-7f54-4ece-b5df-813d221d1caf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.425014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-603f1406-f36d-40d0-bfb8-0374bd77fb42 req-2466efcd-1cc1-42f1-b2ce-ac39b95716e9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Synchronizing usage tracker for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:11.438079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--577432342'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:11.464320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.473866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:11.497178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:11.500567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-603f1406-f36d-40d0-bfb8-0374bd77fb42 req-2466efcd-1cc1-42f1-b2ce-ac39b95716e9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Unset dirty status for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:11.501718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-603f1406-f36d-40d0-bfb8-0374bd77fb42 req-2466efcd-1cc1-42f1-b2ce-ac39b95716e9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 210 time: 0.2323964 Feb 04 16:22:11.512129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.514261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.540044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.552597 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'code': 200} Feb 04 16:22:11.575216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:11.579966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:11.583535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:11.585464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.592232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:11.651171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.684665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.734660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.738218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event updated for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.742606 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.766518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984e406-1d9c-4287-8758-6412acccf8cc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.782150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.786215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4314675d-6b0a-4b28-a1ce-c3c3be96c8ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b984e406-1d9c-4287-8758-6412acccf8cc HTTP/1.1" status: 204 len: 168 time: 0.4208550 Feb 04 16:22:11.789545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Network 94083255-41f2-4e22-b537-3429f4e31618 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:11.791031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:11.793728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:11.886768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48d60e-e114-411b-bee4-38988ddd18d3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:11.896991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.898381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4bc3f107-8ca7-485d-a66c-09152939113a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4676111 Feb 04 16:22:11.901545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:11.910658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '1c48d60e-e114-411b-bee4-38988ddd18d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:11.920721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:11.927573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:11.940013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:11.956768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8c9c0-fb8e-4880-b131-b5be23216cd1 req-92122e03-b75b-4a73-acbf-e316d1582400 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:11.959649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:11.962382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:11.963735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c8c9c0-fb8e-4880-b131-b5be23216cd1 req-92122e03-b75b-4a73-acbf-e316d1582400 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.2730932 Feb 04 16:22:11.967169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:12.025040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-68f7b74c-1766-466c-a8d0-f475beda21b7 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8886929 Feb 04 16:22:12.034545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.058009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Request body: {'port': {'device_id': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:12.166901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76111a12-f6e9-4e23-93a6-1e2b93ac37cd req-7a518a8c-0a6a-4c0f-aee6-4ab877aaec5d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:12.176214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76111a12-f6e9-4e23-93a6-1e2b93ac37cd req-7a518a8c-0a6a-4c0f-aee6-4ab877aaec5d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.3462684 Feb 04 16:22:12.206909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1c8c9c0-fb8e-4880-b131-b5be23216cd1 req-b90dcd6f-2233-4a5e-854a-59ba41daefe3 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417517 Feb 04 16:22:12.283838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.291014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76111a12-f6e9-4e23-93a6-1e2b93ac37cd req-d7680269-63d2-40ee-a320-7f916a3413c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139438 Feb 04 16:22:12.292721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.321910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2c36c6-9b9c-4db8-b9a3-9af05192c6f1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:12.339311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.342116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-66a4c3bc-5a31-4d78-84a6-b020adba58b3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4380112 Feb 04 16:22:12.345584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42914) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.406903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.421055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.422256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.448148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.467830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.488134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.492525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0d2c36c6-9b9c-4db8-b9a3-9af05192c6f1 HTTP/1.1" status: 204 len: 168 time: 0.1427708 Feb 04 16:22:12.493722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:12.503638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.506706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39707c-0950-44a5-9279-f079474f8ed2 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d2c36c6-9b9c-4db8-b9a3-9af05192c6f1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:12.571487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-24eb48eb-4fd1-4f7e-9faf-ba33357eed69 req-3ef1f30c-7508-435b-8f59-b8a0d19862c3 service neutron] (83596) timed out ('10.222.0.58', 58172) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:22:12.633611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad426953-e5be-4b17-acb9-1089219ae264 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:12.671388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:12.677053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e235cb84d84ef09c82bb398703e2a1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:12.682169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ad426953-e5be-4b17-acb9-1089219ae264 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:12.683614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ad426953-e5be-4b17-acb9-1089219ae264 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1789072 Feb 04 16:22:12.685282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:12.689702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.709141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:12.733222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:12.831584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c26c3-b562-425d-a7ef-56f7d47db1a0 req-38dabf6b-b83b-4d2f-a117-ee86e53bdc01 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:12.834814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-659c26c3-b562-425d-a7ef-56f7d47db1a0 req-38dabf6b-b83b-4d2f-a117-ee86e53bdc01 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 0.3260581 Feb 04 16:22:12.953333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'networks': [{'name': 'tempest-network--1255287881'}, {'name': 'tempest-network--1101769497'}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:12.953709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-network--1255287881'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:12.954087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-network--1101769497'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:12.959783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:12.976565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Usage tracker for resource:network and tenant:4bafc52b50f642f6a2d7656b4cbe76e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:12.981076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:12.989508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:12.999439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1979bb6d-32e6-454c-b39c-d02dd5ade140 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:13.007006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.010102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.011277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.017158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-659c26c3-b562-425d-a7ef-56f7d47db1a0 req-4d449252-3f84-4b03-9c0e-bebcaae9557d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441879 Feb 04 16:22:13.024421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Transition to ACTIVE for port object 1979bb6d-32e6-454c-b39c-d02dd5ade140 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:13.027469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'network': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:13.031354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.031531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.054315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.059147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7207df-2333-4bde-85a6-d39055dca9fd req-26926158-fbd2-406c-b2ae-fb90eeac0818 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:13.060655 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f7207df-2333-4bde-85a6-d39055dca9fd req-26926158-fbd2-406c-b2ae-fb90eeac0818 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 945 time: 0.3724320 Feb 04 16:22:13.081043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.091100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.146380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062a5b9b-7864-4185-b285-de138c3159c5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.151350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-62021728-4720-405e-9aa0-4f1d989812b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1e235cb84d84ef09c82bb398703e2a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7019508 Feb 04 16:22:13.159888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:13.213576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9f7207df-2333-4bde-85a6-d39055dca9fd req-c11e841c-7e8c-43a6-8c4e-0d6b0784ab7d tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448364 Feb 04 16:22:13.228199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:13.240092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.312718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Usage tracker for resource:security_group_rule and tenant:4bafc52b50f642f6a2d7656b4cbe76e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:13.362171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:13.380672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.397519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48d60e-e114-411b-bee4-38988ddd18d3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.409116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:13.528434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.548942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.553687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eef6ce03-43c3-4f0c-bac0-85809c96204a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c48d60e-e114-411b-bee4-38988ddd18d3 HTTP/1.1" status: 204 len: 168 time: 0.8565435 Feb 04 16:22:13.555383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:13.568338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Attempting to bind port 1979bb6d-32e6-454c-b39c-d02dd5ade140 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:13.568711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Attempting to bind port 1979bb6d-32e6-454c-b39c-d02dd5ade140 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:13.569101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Attempting to bind port 1979bb6d-32e6-454c-b39c-d02dd5ade140 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:22:13.572749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.577570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Port 1979bb6d-32e6-454c-b39c-d02dd5ade140 on network 94083255-41f2-4e22-b537-3429f4e31618 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:22:13.577895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Attempting to bind port 1979bb6d-32e6-454c-b39c-d02dd5ade140 on network 94083255-41f2-4e22-b537-3429f4e31618 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:22:13.587172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:22:13.587616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Checking segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:13.587893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Bound using segment: {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:22:13.588331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Bound port: 1979bb6d-32e6-454c-b39c-d02dd5ade140, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127ae31d-292a-4efb-bcd3-1899367f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '94083255-41f2-4e22-b537-3429f4e31618'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:13.588682 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.599862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.653728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.653728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.671275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502f148-a2b9-4fb4-88db-0e191308ef16 req-641bfe0b-fddd-4d64-ad2c-28c33451a9c9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:13.678812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b502f148-a2b9-4fb4-88db-0e191308ef16 req-641bfe0b-fddd-4d64-ad2c-28c33451a9c9 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 944 time: 0.3956456 Feb 04 16:22:13.744371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:13.755861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de78b7fc-9b6a-469c-919f-7944736c880a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:13.807316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7166e-90cd-4a31-b218-bbd2dcf82261,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.854362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:22:13.859221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:22:13.867542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.911028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e30a1e-92d9-429a-b687-0050f2405e28 req-1dcdca6c-1112-48f7-9596-c17a9c4d7ab9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:13.912491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81e30a1e-92d9-429a-b687-0050f2405e28 req-1dcdca6c-1112-48f7-9596-c17a9c4d7ab9 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.4552150 Feb 04 16:22:13.948628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b502f148-a2b9-4fb4-88db-0e191308ef16 req-c17feb8f-4bd7-4fa4-be23-5221e47b528d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688460 Feb 04 16:22:13.951996 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:13.971651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de78b7fc-9b6a-469c-919f-7944736c880a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:13.974442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de78b7fc-9b6a-469c-919f-7944736c880a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4156487 Feb 04 16:22:13.986304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:13.986742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a5b9b-7864-4185-b285-de138c3159c5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:13.999023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898068747'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:14.012411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:14.020756 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.021999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6070d124-e030-40be-a2b5-9d292b572b86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/062a5b9b-7864-4185-b285-de138c3159c5 HTTP/1.1" status: 204 len: 168 time: 0.8538752 Feb 04 16:22:14.033868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81e30a1e-92d9-429a-b687-0050f2405e28 req-105d964d-322b-442f-a195-f23d4465645d tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106784 Feb 04 16:22:14.035111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:14.056565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.128595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:14.138302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:14.151307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-204849d8-f548-4f8f-b3f7-3dfc1af9059c req-4c3019d2-4ef7-4b55-ab53-455fe08cab3b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:22:14.152135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-204849d8-f548-4f8f-b3f7-3dfc1af9059c req-4c3019d2-4ef7-4b55-ab53-455fe08cab3b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0187109 Feb 04 16:22:14.153014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:14.161135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.161481 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment 3cc4d01b-8876-4ebd-88a9-8ad1f323da49 of type vlan for network aaf5a1e2-7cb7-4892-b5de-9c850419f6a8 Feb 04 16:22:14.214522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.216022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/1979bb6d-32e6-454c-b39c-d02dd5ade140 HTTP/1.1" status: 200 len: 1092 time: 2.1712501 Feb 04 16:22:14.216491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:14.263207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:14.264775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.268623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de028cd-18e6-4d82-98bc-9b3ef95be7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:14.369930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.371951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:14.391169 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-52296a2f-32b3-43a1-858b-4188e61ac519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 1095 time: 0.1157992 Feb 04 16:22:14.392194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.392429 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment 645773e4-e7a2-4a4e-9291-879b14094568 of type vlan for network d402f2d1-c30c-4a28-bd8d-525cce92e623 Feb 04 16:22:14.402994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.473433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8572c9e-d948-4c3b-8dfd-a4da1cde245c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:14.481452 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-9ac60de4-9752-411a-9fb0-303547b29a99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140 HTTP/1.1" status: 200 len: 217 time: 0.0822458 Feb 04 16:22:14.488703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.492656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-204849d8-f548-4f8f-b3f7-3dfc1af9059c req-af79f027-e8c4-4fa3-8156-0b1e6e8c2fb4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2831898 Feb 04 16:22:14.495082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.496305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-704acc93-844f-4a2e-9450-0bf9de81f782 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5116050 Feb 04 16:22:14.502052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:14.509614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7bc7d-f1e7-49ab-8681-e07bc23b8426 req-9ee34c90-8523-4cc9-a6f3-55026ebcf517 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:14.516898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6f7bc7d-f1e7-49ab-8681-e07bc23b8426 req-9ee34c90-8523-4cc9-a6f3-55026ebcf517 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.3497176 Feb 04 16:22:14.524676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': 'e8572c9e-d948-4c3b-8dfd-a4da1cde245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:14.552806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:14.564266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:14.568954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:14.620775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:14.622242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.623212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.627502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:14.630667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:14.632675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.654571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6f7bc7d-f1e7-49ab-8681-e07bc23b8426 req-e8311521-7777-4be7-96eb-9773c969896b tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366923 Feb 04 16:22:14.698771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.858936 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140', 'status': 'completed', 'code': 200} Feb 04 16:22:14.871821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.884133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.922470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675708b8-5b97-4519-8012-01311294de88,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:14.930306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb259e-952c-4e07-a01b-8193e0484597 req-b404be35-3c6f-4988-b361-aee243f25146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:14.931718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-b404be35-3c6f-4988-b361-aee243f25146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.4347858 Feb 04 16:22:14.938228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:14.939736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3bedd4b-01a4-4c67-a9b2-467d586f7d4a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4208331 Feb 04 16:22:14.944066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43002) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:14.951219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': 'e8572c9e-d948-4c3b-8dfd-a4da1cde245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:14.960108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:14.966601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:14.970344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:14.979112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:15.003837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=aaf5a1e2-7cb7-4892-b5de-9c850419f6a8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:15.020767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network aaf5a1e2-7cb7-4892-b5de-9c850419f6a8 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:15.021414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.030892 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2945616 Feb 04 16:22:15.063792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43010) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:15.203118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:15.230051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2028-da83-4b7c-adc0-3ec8e44957ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=d402f2d1-c30c-4a28-bd8d-525cce92e623,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:15.235775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-a25fbd0b-6f0a-4fbc-86ed-81c8f2de1c3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2923346 Feb 04 16:22:15.250257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d402f2d1-c30c-4a28-bd8d-525cce92e623 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:15.370567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.400971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.441343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7849ffbe-f698-4679-ae10-d1402b82b67e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:15.541430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-412f2775-c50b-41c9-b910-c39d4b11a35a service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980976 Feb 04 16:22:15.563698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8e63e-0430-46f2-ade1-a017b43b6919 req-3fcde615-2384-4f22-af79-4679f6537558 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.565217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15f8e63e-0430-46f2-ade1-a017b43b6919 req-3fcde615-2384-4f22-af79-4679f6537558 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.5023286 Feb 04 16:22:15.581121 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.584989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ff98b453-f07c-4064-b99b-7a9d087f3691 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6396337 Feb 04 16:22:15.587593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:15.666579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdac16a-10c9-4eee-88f6-d77acc6c54dc tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.670662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdac16a-10c9-4eee-88f6-d77acc6c54dc tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.685267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdac16a-10c9-4eee-88f6-d77acc6c54dc tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.689623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdac16a-10c9-4eee-88f6-d77acc6c54dc tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:15.691391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1bdac16a-10c9-4eee-88f6-d77acc6c54dc tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6265266 Feb 04 16:22:15.696779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': 'e8572c9e-d948-4c3b-8dfd-a4da1cde245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:15.701173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43038) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:15.715175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:15.739632 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66fb259e-952c-4e07-a01b-8193e0484597 req-0fd22fd0-0c93-467a-bc19-457205b292ec service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884763 Feb 04 16:22:15.763524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15f8e63e-0430-46f2-ade1-a017b43b6919 req-261d91fc-5752-4fee-990b-e656174672e8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907897 Feb 04 16:22:15.764599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:15.778893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:15.795807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:15.833340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.899808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.951635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:15.991311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.043674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aefbfa0-b20c-43ed-8763-d92274940eda,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:16.090471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.094487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9631f02-7e64-47af-93f9-f7829ac8c55e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4746859 Feb 04 16:22:16.094637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.094931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:16.102384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': 'e8572c9e-d948-4c3b-8dfd-a4da1cde245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:16.119640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf5a1e2-7cb7-4892-b5de-9c850419f6a8']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:16.120357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbe64e-117c-42ff-b27b-ca523fe26a3a req-d087d308-861e-44f6-ba65-30f9428bcb97 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:16.128485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2bbe64e-117c-42ff-b27b-ca523fe26a3a req-d087d308-861e-44f6-ba65-30f9428bcb97 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 944 time: 0.1755376 Feb 04 16:22:16.132044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:16.132429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc4d01b-8876-4ebd-88a9-8ad1f323da49') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:16.132713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc4d01b-8876-4ebd-88a9-8ad1f323da49') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:16.144828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.153548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:16.160785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:16.164167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.172205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:16.172600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.232145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:16.282909 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:16.295022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-ea7e4b42-b261-418a-ad6a-ac672022b2a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 1095 time: 0.4713724 Feb 04 16:22:16.298880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.305086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.333658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2bbe64e-117c-42ff-b27b-ca523fe26a3a req-0e28b180-e198-480e-b6da-1760d1cd1fb2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979733 Feb 04 16:22:16.335301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.440369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.452318 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.512035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311e983a-f926-499a-9c88-59ecaae1f20e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:16.525178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:16.527642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d34b10b1-85ea-48f7-8ebd-d3e70901bde6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4315302 Feb 04 16:22:16.530304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:16.543509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': 'e8572c9e-d948-4c3b-8dfd-a4da1cde245c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:16.566312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:16.569688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:16.588427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:16.596336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:16.600242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-cd31b06c-6043-40ba-90d3-9c3e8048ac77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:16.602002 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-cd31b06c-6043-40ba-90d3-9c3e8048ac77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 200 len: 916 time: 0.2921994 Feb 04 16:22:16.606943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=aaf5a1e2-7cb7-4892-b5de-9c850419f6a8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:16.612073 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9d3e0e6-6e8d-4323-87a8-97881e09a354 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/aaf5a1e2-7cb7-4892-b5de-9c850419f6a8 HTTP/1.1" status: 204 len: 168 time: 0.9099197 Feb 04 16:22:16.625501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:16.692484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:16.934346 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-42e5d012-700f-4f9d-8b6e-48056e28b336 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140 HTTP/1.1" status: 200 len: 217 time: 0.3239923 Feb 04 16:22:17.017244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.023997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.043288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-a12c2aa8-821c-4236-8395-62acdd4b2c35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:17.046094 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-a12c2aa8-821c-4236-8395-62acdd4b2c35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 200 len: 855 time: 0.0971816 Feb 04 16:22:17.081935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.098649 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-125a431e-6285-4d0e-b7bd-8ee2984f1d9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94083255-41f2-4e22-b537-3429f4e31618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463290 Feb 04 16:22:17.124880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:17.137909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f104f-7177-4ae6-a690-80ce5ec7d072 req-b7ad6521-aa37-4b6b-ba25-b1a6b004b878 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:17.139438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c07f104f-7177-4ae6-a690-80ce5ec7d072 req-b7ad6521-aa37-4b6b-ba25-b1a6b004b878 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 945 time: 0.5357456 Feb 04 16:22:17.158871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:fead0b2affaf4bcdba9a009147b04d81 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:17.210823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:17.217035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:17.306156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.328280 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-ad592f16-491f-4a6b-b847-1f5545540e56 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227914 Feb 04 16:22:17.455960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.488487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d402f2d1-c30c-4a28-bd8d-525cce92e623']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:17.512222 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.526587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645773e4-e7a2-4a4e-9291-879b14094568') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:17.526905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645773e4-e7a2-4a4e-9291-879b14094568') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:17.555781 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-53e369e4-fcc4-4c19-bc9c-b4bb5217168b req-d951d575-2c0d-4540-a46a-36f6cac64981 service neutron] 10.222.0.41 "GET /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200186 Feb 04 16:22:17.589983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.646226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.665792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5f1ba-c11e-4c6f-b2e7-421b20169acc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:17.670016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.673696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.707084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffd6a781-1436-4a5d-99bb-18777da25dd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fead0b2affaf4bcdba9a009147b04d81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1338191 Feb 04 16:22:17.708797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43094) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:17.716311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:17.716712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:17.742758 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:17.770038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c07f104f-7177-4ae6-a690-80ce5ec7d072 req-a690d37c-2477-4a33-8920-5548ae9b573b tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043012 Feb 04 16:22:17.882885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:17.891623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d051f8-14e4-440f-985d-8f13850d4916,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:17.921111 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-c78bb850-7e13-4c88-be92-ffec958622e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1892195 Feb 04 16:22:17.935991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.090222 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-abe0f688-4108-47c8-947a-0e13886f7fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee762621576749278ef96e50982abc63&device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 1096 time: 0.1389678 Feb 04 16:22:18.109001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.127787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5f1ba-c11e-4c6f-b2e7-421b20169acc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:18.153132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.154443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-85d1358b-511f-48cd-b012-08be7de1afa9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.6231494 Feb 04 16:22:18.158020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:18.166280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7e0ad-d7a4-4e9a-b73c-031406c132e6 req-8abc1121-bd42-4826-9906-4c87bca1c6e2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:18.172210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.173201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7cf7e0ad-d7a4-4e9a-b73c-031406c132e6 req-8abc1121-bd42-4826-9906-4c87bca1c6e2 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 944 time: 0.6394038 Feb 04 16:22:18.176957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2018a833-2a63-4a5d-824d-9558634afcee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59f5f1ba-c11e-4c6f-b2e7-421b20169acc HTTP/1.1" status: 204 len: 168 time: 0.4656775 Feb 04 16:22:18.204681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.242833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.262375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.302112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.311132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-4e441b0d-0c76-4ee7-a407-62fc54220bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:18.314242 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-4e441b0d-0c76-4ee7-a407-62fc54220bcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 200 len: 915 time: 0.1841471 Feb 04 16:22:18.326889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=d402f2d1-c30c-4a28-bd8d-525cce92e623,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:18.335278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-92d877d6-09d1-4bc4-ae80-814686e1fff3 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/d402f2d1-c30c-4a28-bd8d-525cce92e623 HTTP/1.1" status: 204 len: 168 time: 1.6410728 Feb 04 16:22:18.338983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:18.401947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-e4c3853a-174c-47d9-87ba-04d08bd2e10f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db2602c5-11b2-4390-886d-f91be9f06839 HTTP/1.1" status: 200 len: 217 time: 0.0817521 Feb 04 16:22:18.463182 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.489248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4455d94f-da0f-40ca-a240-3840e2c90408 req-e9005b05-e995-4959-a8a0-a75650e82873 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3957336 Feb 04 16:22:18.492767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-cd0b151c-9c77-41c7-abc8-78cb3cea8ae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:18.494706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-cd0b151c-9c77-41c7-abc8-78cb3cea8ae0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 200 len: 854 time: 0.0838161 Feb 04 16:22:18.498881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7cf7e0ad-d7a4-4e9a-b73c-031406c132e6 req-76ad67ed-d541-4999-800a-11fa3c5f2a07 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248818 Feb 04 16:22:18.547997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d051f8-14e4-440f-985d-8f13850d4916,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:18.558511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:18.563607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4c1091e-0613-4a32-adb2-ba0ad6ae3d33 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/54d051f8-14e4-440f-985d-8f13850d4916 HTTP/1.1" status: 204 len: 168 time: 0.4023027 Feb 04 16:22:18.572947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:18.610852 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-90770b1c-c7cc-42e9-a462-58268f2258bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=528fd0cd-c7b8-488b-ad23-387ae0e07ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077278 Feb 04 16:22:18.754081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119c4be-d5de-4e77-8bf1-e5cae0731b2d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:18.758865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119c4be-d5de-4e77-8bf1-e5cae0731b2d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:18.759640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e119c4be-d5de-4e77-8bf1-e5cae0731b2d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Synchronizing usage tracker for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:18.863576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d72c7895-a1b1-49bb-a1be-b67531ba5d90 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:18.931170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-00cce493-344c-49a9-893f-0333135db57a service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095188 Feb 04 16:22:18.941064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e119c4be-d5de-4e77-8bf1-e5cae0731b2d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Unset dirty status for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:18.950680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e119c4be-d5de-4e77-8bf1-e5cae0731b2d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6083629 Feb 04 16:22:18.954837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:18.984797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-434765221'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:19.004347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d72c7895-a1b1-49bb-a1be-b67531ba5d90 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:19.007384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d72c7895-a1b1-49bb-a1be-b67531ba5d90 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4326358 Feb 04 16:22:19.011614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:19.016577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:19.140389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:19.217764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1979bb6d-32e6-454c-b39c-d02dd5ade140 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:19.265778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:19.272867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d99422b0-73ec-4fac-89c5-6a362bfa322c req-3ffb8c9c-6751-4cd5-a278-3dbf9b4078c8 service neutron] 10.222.0.41 "GET /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389158 Feb 04 16:22:19.274289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.302380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.340639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.356594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1c21-fddd-4126-a3d4-998ebe9a30cc req-51a48c6b-9c55-4231-8fe3-f10f2082d334 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.363875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-817e1c21-fddd-4126-a3d4-998ebe9a30cc req-51a48c6b-9c55-4231-8fe3-f10f2082d334 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.5978339 Feb 04 16:22:19.426992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:19.524330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1979bb6d-32e6-454c-b39c-d02dd5ade140', 'network_id': '94083255-41f2-4e22-b537-3429f4e31618', 'port_id': '1979bb6d-32e6-454c-b39c-d02dd5ade140', 'mac_address': 'fa:16:3e:6e:d9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7627-10e7-4eb2-b9df-8dbabbd8b2ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:19.524937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:19.525112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.525286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172aada-ef53-49ff-bd77-b85cd00d4642 req-4e283624-9e04-423d-9dad-73d324b01044 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:19.525286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c172aada-ef53-49ff-bd77-b85cd00d4642 req-4e283624-9e04-423d-9dad-73d324b01044 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.4485919 Feb 04 16:22:19.528546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1979bb6d-32e6-454c-b39c-d02dd5ade140 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:19.529762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-817e1c21-fddd-4126-a3d4-998ebe9a30cc req-9a001169-9eb5-4226-8341-6c64805b9fe0 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646578 Feb 04 16:22:19.635567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.635567 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment e220de4d-8d54-49f3-abfb-1144dd6f3ebb of type vlan for network c2e48fb7-06c3-4161-9897-1dbef6d0a39a Feb 04 16:22:19.635567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.636480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:19.636480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.653191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=311e983a-f926-499a-9c88-59ecaae1f20e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:19.680774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-9858cd50-a8f8-412a-8c37-aad58462d53a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8441517 Feb 04 16:22:19.755394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:19.775556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.889206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1979bb6d-32e6-454c-b39c-d02dd5ade140'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:19.916642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c172aada-ef53-49ff-bd77-b85cd00d4642 req-16a76589-ec7c-4dc5-9d15-09f073cf0530 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889456 Feb 04 16:22:19.916642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:19.920125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:19.941823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-40fe0b4a-2ddf-4ec7-9d8f-d8dadacf2358 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/311e983a-f926-499a-9c88-59ecaae1f20e HTTP/1.1" status: 204 len: 168 time: 0.8892727 Feb 04 16:22:20.078746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8315a26b-b638-458f-a81e-827ade1bc885 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:20.113197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765db72-46a1-4f13-a0c9-9283cf3d089e req-26102d99-2b04-48a1-a2e4-8c9c8fff8f1c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:20.123946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7765db72-46a1-4f13-a0c9-9283cf3d089e req-26102d99-2b04-48a1-a2e4-8c9c8fff8f1c tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 945 time: 0.3813775 Feb 04 16:22:20.130111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8315a26b-b638-458f-a81e-827ade1bc885 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:20.132341 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8315a26b-b638-458f-a81e-827ade1bc885 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2148747 Feb 04 16:22:20.135204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43186) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:20.227980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.234512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:20.234512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.270495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.288904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.447031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.507109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aefbfa0-b20c-43ed-8763-d92274940eda,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:20.531798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.535598 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e46a1af-178a-4fa9-a4b0-1d3e7e53df3d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9aefbfa0-b20c-43ed-8763-d92274940eda HTTP/1.1" status: 204 len: 168 time: 0.3964865 Feb 04 16:22:20.542897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:20.668290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7765db72-46a1-4f13-a0c9-9283cf3d089e req-caa3090f-8eca-409d-89c1-b302f89b655b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385158 Feb 04 16:22:20.681273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7170253 Feb 04 16:22:20.681273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:20.697092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1378523347'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:20.697092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:20.712250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:20.720657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96087d33-9697-477c-b6a9-222dae87a179 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=c2e48fb7-06c3-4161-9897-1dbef6d0a39a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:20.723112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5e281d6b-ed4f-42f9-826e-f1225fb6b560 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:20.742076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c2e48fb7-06c3-4161-9897-1dbef6d0a39a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:20.746074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:20.753885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:20.796239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5e281d6b-ed4f-42f9-826e-f1225fb6b560 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:20.796239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5e281d6b-ed4f-42f9-826e-f1225fb6b560 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2446578 Feb 04 16:22:20.799868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:20.960669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:21.031661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.033098 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment 0f6bccab-68f8-4805-a519-52ccf7ec3284 of type vlan for network 2e52ed0b-a0ff-4c81-b554-30ed471d4b84 Feb 04 16:22:21.049196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.085399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.098266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-b8740397-3140-43f3-a6ef-35d2cb3a7c26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71&tenant_id=047f2450f8c8427e8ede0263570aa66e HTTP/1.1" status: 200 len: 1094 time: 0.2066083 Feb 04 16:22:21.116826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.137256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.175632 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.227492 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.265558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388e21-161d-4c53-9745-f2db983f2f0f req-d2f73372-63c1-4d15-9f81-a0c23583f4ad tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.265558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388e21-161d-4c53-9745-f2db983f2f0f req-d2f73372-63c1-4d15-9f81-a0c23583f4ad tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.289789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92388e21-161d-4c53-9745-f2db983f2f0f req-d2f73372-63c1-4d15-9f81-a0c23583f4ad tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.289789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92388e21-161d-4c53-9745-f2db983f2f0f req-d2f73372-63c1-4d15-9f81-a0c23583f4ad tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690&device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2&device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 2417 time: 0.4193861 Feb 04 16:22:21.308783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.308783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.308783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.333218 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-e0d87239-4b95-4f7f-8653-556036ad1ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1094 time: 0.1950459 Feb 04 16:22:21.379702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7849ffbe-f698-4679-ae10-d1402b82b67e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:21.670958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:21.672070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3adbb5ee-d894-4b15-b1b8-0993841a41ac tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7849ffbe-f698-4679-ae10-d1402b82b67e HTTP/1.1" status: 204 len: 168 time: 0.8779652 Feb 04 16:22:21.683017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:21.685642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0044403 Feb 04 16:22:21.690776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43232) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:21.711907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'ports': [{'network_id': 'c2e48fb7-06c3-4161-9897-1dbef6d0a39a', 'name': 'tempest-port--1149576740', 'admin_state_up': True}, {'network_id': '2e52ed0b-a0ff-4c81-b554-30ed471d4b84', 'admin_state_up': False}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:21.712302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'port': {'network_id': 'c2e48fb7-06c3-4161-9897-1dbef6d0a39a', 'name': 'tempest-port--1149576740', 'admin_state_up': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:21.712840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'port': {'network_id': '2e52ed0b-a0ff-4c81-b554-30ed471d4b84', 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:21.765184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fecda-1080-4cc9-a1b5-fdbb5c2f734e tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=2e52ed0b-a0ff-4c81-b554-30ed471d4b84,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:21.789720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2e52ed0b-a0ff-4c81-b554-30ed471d4b84 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:21.863467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-80c628cb-1a64-4c8a-bea4-d991fae3e992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:21.863467 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-80c628cb-1a64-4c8a-bea4-d991fae3e992 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.5265505 Feb 04 16:22:21.866728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92388e21-161d-4c53-9745-f2db983f2f0f req-b6b5ddc3-cd63-4b09-8064-47688ee37407 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739038 Feb 04 16:22:21.906955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47398887-c58c-43ff-b869-c82b12d5a834 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:21.986451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47398887-c58c-43ff-b869-c82b12d5a834 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:21.991025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47398887-c58c-43ff-b869-c82b12d5a834 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2942309 Feb 04 16:22:21.991025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:22.043015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fba27e-5d23-4c42-81cf-41cff74fd69c req-30a1ddaa-e473-4f58-9e78-1ea6e138b9d0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:22.044512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fba27e-5d23-4c42-81cf-41cff74fd69c req-30a1ddaa-e473-4f58-9e78-1ea6e138b9d0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.6158276 Feb 04 16:22:22.161607 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-33985f4f-8175-49cb-b253-78418e1127a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 998 time: 0.2662454 Feb 04 16:22:22.204492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.235981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.249440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:22.254015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Usage tracker for resource:port and tenant:4bafc52b50f642f6a2d7656b4cbe76e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:22.254015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:22.260343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90fba27e-5d23-4c42-81cf-41cff74fd69c req-4cb08e12-b631-457d-9899-e22dcb89acd9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979034 Feb 04 16:22:22.284175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:22.291902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-e1817819-e783-427d-9bdd-685c9fa79ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:22.291902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-e1817819-e783-427d-9bdd-685c9fa79ede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1080618 Feb 04 16:22:22.325712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.358038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170db0b-daaf-4de5-8474-d946deff1107 req-5486d4fd-f218-4da3-ba4d-10516dd31543 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:22.377552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0170db0b-daaf-4de5-8474-d946deff1107 req-5486d4fd-f218-4da3-ba4d-10516dd31543 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 945 time: 0.2416131 Feb 04 16:22:22.381744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'port': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:22.381744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.409808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=675708b8-5b97-4519-8012-01311294de88,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:22.419897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.420987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b43aa57-e152-498f-9bd3-299be0fe7a6e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/675708b8-5b97-4519-8012-01311294de88 HTTP/1.1" status: 204 len: 168 time: 0.4311264 Feb 04 16:22:22.427436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:22.462866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.463978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0170db0b-daaf-4de5-8474-d946deff1107 req-68512573-8eed-4bd6-baeb-785f04af4e1d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007323 Feb 04 16:22:22.557130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d8709a3-07db-4310-a550-15857a310775 req-b3d29cb3-3884-4571-ad2d-3ae3144800e5 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1434765 Feb 04 16:22:22.809793 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9bc31f94-2927-4aae-a1b2-9c3e7458b192 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3779905 Feb 04 16:22:22.810163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:22.829480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-6a8e26a7-b763-4d95-9562-f2a29fb323f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5327387 Feb 04 16:22:22.890150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.924024 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.976975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:22.984265 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-800eea89-5325-4cbd-86ab-0e1cbe3037f4 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362939 Feb 04 16:22:22.984265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] device_id is not set on port 94d31990-4089-4da0-b576-00529d8f0748 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:22:23.004897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8572c9e-d948-4c3b-8dfd-a4da1cde245c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:23.054508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.054508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b48f056f-39e9-40ba-b1ab-140394e5d840 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8572c9e-d948-4c3b-8dfd-a4da1cde245c HTTP/1.1" status: 204 len: 168 time: 0.2415407 Feb 04 16:22:23.060592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:23.185686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-00839106-926f-4d03-a89c-2feff969d389 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:23.205618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea743606-dc31-4c61-ad5c-d9ebbf4fed84 req-eb485bd9-737f-4466-8378-5c4fc78543d9 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161043 Feb 04 16:22:23.227545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-00839106-926f-4d03-a89c-2feff969d389 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:23.228881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-00839106-926f-4d03-a89c-2feff969d389 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1714456 Feb 04 16:22:23.233515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:23.239175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1979bb6d-32e6-454c-b39c-d02dd5ade140 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:23.240135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--322725208'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:23.263512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:23.295915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:23.328315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.380363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.399938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1979bb6d-32e6-454c-b39c-d02dd5ade140 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:23.406703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1979bb6d-32e6-454c-b39c-d02dd5ade140 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:23.406703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.630663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:23.638393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:23.641291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:23.648564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:23.649924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.666077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] device_id is not set on port ac554e93-c75e-4164-9776-0b5d0788b019 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:22:23.680973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:23.692583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:23.704429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.829439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.860135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3e262-fc31-4935-8f0f-79d43f389af0 req-b2e52463-a62c-4b9a-9a0b-14c0f543ff0f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:23.860135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3d3e262-fc31-4935-8f0f-79d43f389af0 req-b2e52463-a62c-4b9a-9a0b-14c0f543ff0f tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.1942987 Feb 04 16:22:23.860135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.884028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:23.901718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:23.985061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:24.094760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9537ff89-21f9-477e-8f36-d22109e63fb4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:24.106317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:24.107661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ff42aab-96b1-41a0-82eb-e972a9c762f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8729086 Feb 04 16:22:24.115093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:24.145327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3d3e262-fc31-4935-8f0f-79d43f389af0 req-5fa0d0e0-d595-4c19-9667-6ba12cb3cfb6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544024 Feb 04 16:22:24.214371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '9537ff89-21f9-477e-8f36-d22109e63fb4', 'direction': 'ingress', 'protocol': 17}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:24.236566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:24.236566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:24.246435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:24.255478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:24.268693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b27e-b3fa-481b-92c5-36f91914b965 req-420f6359-da0a-41d5-a190-27e140b7bd72 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:24.268693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b289b27e-b3fa-481b-92c5-36f91914b965 req-420f6359-da0a-41d5-a190-27e140b7bd72 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.2583959 Feb 04 16:22:24.296278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Port': ['ID=94d31990-4089-4da0-b576-00529d8f0748,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:24.357010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:24.401853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Checking segment: {'id': 'e220de4d-8d54-49f3-abfb-1144dd6f3ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c2e48fb7-06c3-4161-9897-1dbef6d0a39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:24.402212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network hostable DHCP agents. Network: c2e48fb7-06c3-4161-9897-1dbef6d0a39a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:22:24.456284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b289b27e-b3fa-481b-92c5-36f91914b965 req-b95c2009-bbd3-4fd3-90a1-c48632396e1b tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876590 Feb 04 16:22:24.459467 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140', 'code': 200} Feb 04 16:22:24.500829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network c2e48fb7-06c3-4161-9897-1dbef6d0a39a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:22:24.558811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c2e48fb7-06c3-4161-9897-1dbef6d0a39a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:24.566420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b5f5b-f2a9-4e91-b4e2-64c153c1876a None None] Network c2e48fb7-06c3-4161-9897-1dbef6d0a39a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:24.582466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:24.582466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:24.582466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:24.859417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.064397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a655ddc-557f-4a7e-b723-b41b1bcb0a36,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:25.158276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Port': ['ID=ac554e93-c75e-4164-9776-0b5d0788b019,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:25.207115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.207115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9f8e089-d9ad-48bb-994c-e1aa44d87e09 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0862393 Feb 04 16:22:25.207446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43332) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:25.244106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd22fde-9589-4d90-9c8d-95ff0722ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.257418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Checking segment: {'id': '0f6bccab-68f8-4805-a519-52ccf7ec3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '2e52ed0b-a0ff-4c81-b554-30ed471d4b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:25.257784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network hostable DHCP agents. Network: 2e52ed0b-a0ff-4c81-b554-30ed471d4b84, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:22:25.345221 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e76dabf1-783f-4c0d-8891-5584192ab761 req-46884242-a5a1-450d-bb8b-9f2c1f153623 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 1097 time: 0.7671194 Feb 04 16:22:25.358901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.412163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.435219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network 2e52ed0b-a0ff-4c81-b554-30ed471d4b84 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:22:25.481587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2e52ed0b-a0ff-4c81-b554-30ed471d4b84) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:25.496433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8f1ca-0642-446b-80c5-d86958be70d5 None None] Network 2e52ed0b-a0ff-4c81-b554-30ed471d4b84 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:25.499487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e76dabf1-783f-4c0d-8891-5584192ab761 req-ec19514e-1caa-41b2-af01-3e142284681f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373513 Feb 04 16:22:25.506417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:25.518299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:25.523473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.532454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:25.533159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.550256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9537ff89-21f9-477e-8f36-d22109e63fb4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:25.581717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:25.583213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cc25f208-b9ca-42bb-8036-f06816b544ee tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/9537ff89-21f9-477e-8f36-d22109e63fb4 HTTP/1.1" status: 204 len: 168 time: 0.3752229 Feb 04 16:22:25.586949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:25.653593 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-244240b7-ae39-4db7-b135-ca3fa2d775ae tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9581578 Feb 04 16:22:25.656394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:25.912992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afc0ba-5579-40f2-a978-1bcb076c20f2 req-507cb99b-cf25-409b-873a-16bf783d95eb tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:25.927187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20afc0ba-5579-40f2-a978-1bcb076c20f2 req-507cb99b-cf25-409b-873a-16bf783d95eb tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.2813325 Feb 04 16:22:26.032115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:26.047276 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2eca04c1-909d-4387-9b64-647591e3576a tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4300020 Feb 04 16:22:26.054643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269530438'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:26.054643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:26.069867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:26.069867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:26.079704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:26.127843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20afc0ba-5579-40f2-a978-1bcb076c20f2 req-678d0498-1eb0-439d-ac5e-12ea858cd596 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947138 Feb 04 16:22:26.127843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.148204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3c048-1b78-48e8-b2a9-1a5a61e6daee tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:26.148204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3c048-1b78-48e8-b2a9-1a5a61e6daee tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:26.148204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9d3c048-1b78-48e8-b2a9-1a5a61e6daee tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Synchronizing usage tracker for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:26.260118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9d3c048-1b78-48e8-b2a9-1a5a61e6daee tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Unset dirty status for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:26.260118 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9d3c048-1b78-48e8-b2a9-1a5a61e6daee tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5904181 Feb 04 16:22:26.260118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:26.313687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:26.336143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:26.343184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:26.361353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:26.527557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting port 94d31990-4089-4da0-b576-00529d8f0748 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:26.527935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.647803 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.659081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.881857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c62ba03-b20a-430e-a7da-354dafa4b132,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:26.920420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:22:26.946522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:26.950784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-11b727a3-faca-4455-9ce1-5ed0df9408de tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9248035 Feb 04 16:22:26.953058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43394) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:26.969118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--7610882'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:26.986622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:26.997838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46c0c-5d9a-43ed-9676-e02186ce59da req-92811fb7-88e6-41a4-860e-f95be3ec3097 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:26.999846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3db46c0c-5d9a-43ed-9676-e02186ce59da req-92811fb7-88e6-41a4-860e-f95be3ec3097 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.4788239 Feb 04 16:22:27.003174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:27.010576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:27.028802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:27.063326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.163224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3db46c0c-5d9a-43ed-9676-e02186ce59da req-4c12b8e9-83ac-407d-b0d9-773dd10248bd tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242051 Feb 04 16:22:27.169691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:27.178034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:27.181823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:27.189460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:27.207980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f40830e8-e231-4049-8029-ea3de8f32a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.259123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.422173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.436326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.571244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Calling delete_port for 94d31990-4089-4da0-b576-00529d8f0748 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:27.723037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56249e1f-32b0-46e5-8f7c-1856af567a0c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:27.731371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.732597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d51cf4dd-7f59-436e-aac2-a7b98b5b533e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.7758732 Feb 04 16:22:27.736460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:27.754575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '7c62ba03-b20a-430e-a7da-354dafa4b132', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '56249e1f-32b0-46e5-8f7c-1856af567a0c', 'remote_ip_prefix': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:27.762038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.768735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:27.817670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:27.821255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:27.835557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Port': ['ID=94d31990-4089-4da0-b576-00529d8f0748,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:27.838312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:27.860186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.865561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.866252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.866806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.868552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.871993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.872517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.873030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.873819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.874307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.874905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.875456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:27.900080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:27.916426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:27.934169 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f04d6ed-390d-46f9-9dc0-764ea2e45608 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/ports/94d31990-4089-4da0-b576-00529d8f0748 HTTP/1.1" status: 204 len: 168 time: 1.6690638 Feb 04 16:22:28.110928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.118304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.184337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7ff7fb-3f55-47f3-9494-9ff06f1af506,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:28.255006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.263592 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95db1807-8236-411f-86d2-6ce7a0841a0b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5212672 Feb 04 16:22:28.263592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:28.354103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting port ac554e93-c75e-4164-9776-0b5d0788b019 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:28.354103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.391315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.412107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.468894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.499899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7ff7fb-3f55-47f3-9494-9ff06f1af506,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:28.529004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.530508 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-367f5fd0-3ae7-4c44-99d5-ad1a06124296 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2f7ff7fb-3f55-47f3-9494-9ff06f1af506 HTTP/1.1" status: 204 len: 168 time: 0.2700443 Feb 04 16:22:28.533590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43436) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:28.539669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.622713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d1bc799-3329-4ca4-8f75-9ebafb8505f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:28.658012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d1bc799-3329-4ca4-8f75-9ebafb8505f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:28.661419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8c4fc-6810-4036-975a-51b55bfd05db req-f155dad8-fe29-4746-a729-bb5d3fef651d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:28.664651 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d1bc799-3329-4ca4-8f75-9ebafb8505f8 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1264920 Feb 04 16:22:28.668182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:28.679913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c8c4fc-6810-4036-975a-51b55bfd05db req-f155dad8-fe29-4746-a729-bb5d3fef651d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.6394293 Feb 04 16:22:28.699587 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:28.905072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664517cb-6a1e-494c-a2f6-99f53b5733c2 req-56db5449-f40c-43de-bf60-2eaa31d46c42 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:28.923745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-664517cb-6a1e-494c-a2f6-99f53b5733c2 req-56db5449-f40c-43de-bf60-2eaa31d46c42 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.5128536 Feb 04 16:22:28.979168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c8c4fc-6810-4036-975a-51b55bfd05db req-db625b2a-349b-4cee-9cc9-aa2ac691c475 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929909 Feb 04 16:22:29.024692 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.090310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.205410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.305574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56249e1f-32b0-46e5-8f7c-1856af567a0c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:29.342766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.363337 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c89724a-5b9d-47a4-b26a-577e4d0bbbf4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/56249e1f-32b0-46e5-8f7c-1856af567a0c HTTP/1.1" status: 204 len: 168 time: 0.6855972 Feb 04 16:22:29.363337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43450) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:29.503054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-664517cb-6a1e-494c-a2f6-99f53b5733c2 req-f8d8b208-61c4-42bd-b24b-1048654391e2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882624 Feb 04 16:22:29.520867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.548728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a907568-8611-4066-be23-adc87322b6b6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:29.577637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a907568-8611-4066-be23-adc87322b6b6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:29.580225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2a907568-8611-4066-be23-adc87322b6b6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2199309 Feb 04 16:22:29.583644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43456) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:29.830651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.938436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:29.947355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Calling delete_port for ac554e93-c75e-4164-9776-0b5d0788b019 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:30.009427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.118747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.237682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c62ba03-b20a-430e-a7da-354dafa4b132,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:30.399119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.402927 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67f211a4-2a8d-4dd3-a93d-c3bfe20922fa tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/7c62ba03-b20a-430e-a7da-354dafa4b132 HTTP/1.1" status: 204 len: 168 time: 0.8177030 Feb 04 16:22:30.411237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43472) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:30.529401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-eb459eb1-2bbb-4d26-a65a-0c547d2acca1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:30.530446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-eb459eb1-2bbb-4d26-a65a-0c547d2acca1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:30.539077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c92a7f87-2017-42b4-bbca-77ea31bfb365 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:30.597529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-eb459eb1-2bbb-4d26-a65a-0c547d2acca1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:30.600140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-eb459eb1-2bbb-4d26-a65a-0c547d2acca1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.3379557 Feb 04 16:22:30.691993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939586-fac3-4de5-919e-eccfb662c82c req-94411099-edbb-49b6-9f96-a634b140ec9e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:30.691993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6939586-fac3-4de5-919e-eccfb662c82c req-94411099-edbb-49b6-9f96-a634b140ec9e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 1.1716182 Feb 04 16:22:30.703969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.817246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c92a7f87-2017-42b4-bbca-77ea31bfb365 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:30.823168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c92a7f87-2017-42b4-bbca-77ea31bfb365 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4045081 Feb 04 16:22:30.828111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43480) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:30.845940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223211617'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:30.877706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:30.934349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:30.938935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:30.971007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Deleting port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:30.971568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.026284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.187605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:31.199580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:31.218627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:31.220455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Port': ['ID=ac554e93-c75e-4164-9776-0b5d0788b019,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:31.228166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffb568be-16ec-48c4-a1d2-7043d9605295 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/ports/ac554e93-c75e-4164-9776-0b5d0788b019 HTTP/1.1" status: 204 len: 168 time: 3.3063412 Feb 04 16:22:31.228166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43490) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:31.240614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:31.368779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3e457-6d27-4dfc-95c2-124c0bcc5fc6 req-1165c0d7-cbf7-43bc-ae8c-fcdc87c76940 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:31.376450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bd3e457-6d27-4dfc-95c2-124c0bcc5fc6 req-1165c0d7-cbf7-43bc-ae8c-fcdc87c76940 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.9299672 Feb 04 16:22:31.497709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cee2b911-fd98-401b-bb1f-9e564a5fa355 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Synchronizing usage tracker for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:31.575393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.582096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] For port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:31.582817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.588147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bd3e457-6d27-4dfc-95c2-124c0bcc5fc6 req-2be57b6a-7438-4f9c-a569-4ac6b481e0af tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090294 Feb 04 16:22:31.594935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cee2b911-fd98-401b-bb1f-9e564a5fa355 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Unset dirty status for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:31.610678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cee2b911-fd98-401b-bb1f-9e564a5fa355 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3750267 Feb 04 16:22:31.618151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:31.649805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6939586-fac3-4de5-919e-eccfb662c82c req-3d41bf86-33dd-40e8-9a89-b36e3da5d9d4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8986607 Feb 04 16:22:31.651347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.659220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1325119847'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:31.674731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:31.727105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:31.759275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:31.763967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.883860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Calling delete_port for 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:31.887479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:31.918878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:31.919173 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment 8212fb18-efaa-472c-8d42-1e1baae24ed2 of type vlan for network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f Feb 04 16:22:32.000587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.209388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e0c4d7-e22b-47e0-b5da-30ce399fb2f9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:32.218134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.219364 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-619bbdae-d96b-4c1d-88b7-6e910b2359ad tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3903115 Feb 04 16:22:32.242381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43512) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:32.294893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '25e0c4d7-e22b-47e0-b5da-30ce399fb2f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:32.368396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.368396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:32.368396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.387798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:32.401935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:32.414026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:32.449646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:32.584014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9569492 Feb 04 16:22:32.587721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:32.637630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1163772561'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:32.671784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a14bdf-fd7a-428f-ac5a-3ab3972667ce tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:32.688884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:32.709471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:32.710646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e528bc-63ad-4474-af8d-393f15d34268 req-2876f930-4dc3-446b-a3db-7e506a6582e2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:32.720041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61e528bc-63ad-4474-af8d-393f15d34268 req-2876f930-4dc3-446b-a3db-7e506a6582e2 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 945 time: 0.5351543 Feb 04 16:22:32.726352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:32.732483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7487f-88e1-452b-9d32-0b798fa64b95 req-a13cad94-10b8-486a-ba49-2624b7a9e6f4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:32.740763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fec7487f-88e1-452b-9d32-0b798fa64b95 req-a13cad94-10b8-486a-ba49-2624b7a9e6f4 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.6679366 Feb 04 16:22:32.875773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Usage tracker for resource:network and tenant:4bafc52b50f642f6a2d7656b4cbe76e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:32.962408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:32.991819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:33.007926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fec7487f-88e1-452b-9d32-0b798fa64b95 req-10503f5e-53de-452c-a8a7-90bbfc962542 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615647 Feb 04 16:22:33.037979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61e528bc-63ad-4474-af8d-393f15d34268 req-a65d6dba-bae6-49a2-800a-d34671d19ba8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137140 Feb 04 16:22:33.061078 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.145465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ef557fb0-7786-4539-8475-4eafaead12ae', '534d634c-9795-4d6f-9e82-e048b55cc6f2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:33.223445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:33.229292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.234163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:33.327129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event deleted for resources: {'Port': ['ID=26b36297-ef5c-4a6e-8664-4cbd877cd1c8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:33.332296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:33.379434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.425850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:33.428098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:33.452292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:33.495059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963871e-8a51-488a-9861-08d597b83925 req-6d2663da-c1f2-4e84-92cc-e12baadb15f6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.495606 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.495606 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Added segment d561f01b-c785-45f8-8ffd-4c4bf067398c of type vlan for network daab6e13-bc88-4d92-9b68-c4538deb05c1 Feb 04 16:22:33.503652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a963871e-8a51-488a-9861-08d597b83925 req-6d2663da-c1f2-4e84-92cc-e12baadb15f6 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.1888192 Feb 04 16:22:33.606440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.619471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.660873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.770804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3ad7ce-bdc9-43c9-a912-c6da116cf17b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:33.770804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.776777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:33.776777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.826424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:33.826424 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f9d2aae-7cf9-4350-bb5b-a92d0ec0acf6 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5806136 Feb 04 16:22:33.846484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:33.965382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:33.980685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Usage tracker for resource:security_group_rule and tenant:4995998f6abf4155a6d79e1c4e896548 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:34.003360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:34.054853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:34.156828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a963871e-8a51-488a-9861-08d597b83925 req-1f931a99-1f90-479f-956d-92efbfc2466c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6270483 Feb 04 16:22:34.295703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] No DVR routers for this DVR port 26b36297-ef5c-4a6e-8664-4cbd877cd1c8 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:34.308636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.313480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d1678efc-df8c-4d09-a16f-a399984c6ff3 req-24ac5cec-f71a-4808-a524-4c22e18cec57 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "DELETE /v2.0/ports/26b36297-ef5c-4a6e-8664-4cbd877cd1c8 HTTP/1.1" status: 204 len: 173 time: 3.7038679 Feb 04 16:22:34.345627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'name': 'network-vif-deleted', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:34.456725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.473113 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.478656 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8688912 Feb 04 16:22:34.572043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246a29-ae3b-4021-82b0-598b90c4d34d tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Network': ['ID=daab6e13-bc88-4d92-9b68-c4538deb05c1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.615923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network daab6e13-bc88-4d92-9b68-c4538deb05c1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:22:34.617034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.713737 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.792126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.852057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cee944a6-edea-41ec-875f-9984a279a028 req-40965ccd-e9cc-4dbe-a3ff-54d9361eda4a tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb23e2f6-cab0-4b7b-9c07-2646953e4690 HTTP/1.1" status: 200 len: 210 time: 0.1146190 Feb 04 16:22:34.856406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af3ad7ce-bdc9-43c9-a912-c6da116cf17b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.870362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:34.888367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-36d98740-7c4c-4a55-93eb-2beeb04b8494 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/af3ad7ce-bdc9-43c9-a912-c6da116cf17b HTTP/1.1" status: 204 len: 168 time: 1.0442781 Feb 04 16:22:34.889451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43560) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:34.896664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702dc929-82a7-4777-87d6-063ff6385ef0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:34.957008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3d7171e-c4f6-4e3b-b440-617570d87601 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4995998f6abf4155a6d79e1c4e896548&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7217224 Feb 04 16:22:34.970707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43564) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:35.078610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd1076-8c68-436a-bdf5-02880a40cd1a req-bd73e77a-8680-4d78-aa82-e27db611b93a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:35.090484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bcd1076-8c68-436a-bdf5-02880a40cd1a req-bd73e77a-8680-4d78-aa82-e27db611b93a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.5464656 Feb 04 16:22:35.171127 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb23e2f6-cab0-4b7b-9c07-2646953e4690', 'name': 'network-vif-deleted', 'tag': '26b36297-ef5c-4a6e-8664-4cbd877cd1c8', 'status': 'completed', 'code': 200} Feb 04 16:22:35.378827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.473470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bcd1076-8c68-436a-bdf5-02880a40cd1a req-fac5118c-4840-4685-b115-bb204b5d9691 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795300 Feb 04 16:22:35.473711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a41a4d5a-b332-40c7-bb5b-6049e5c74568 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:35.618626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:35.669698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a41a4d5a-b332-40c7-bb5b-6049e5c74568 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:35.681271 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a41a4d5a-b332-40c7-bb5b-6049e5c74568 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7900124 Feb 04 16:22:35.706136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43582) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:36.004922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.061289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.135179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.198933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96f214-799e-4411-84c6-9576589c87ca req-bd722559-5628-4654-b520-7251f2b0aec7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:36.203536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.203536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/702dc929-82a7-4777-87d6-063ff6385ef0 HTTP/1.1" status: 204 len: 168 time: 1.2292633 Feb 04 16:22:36.203536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164932e8-5a09-42ab-8601-e106f5cafcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702dc929-82a7-4777-87d6-063ff6385ef0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:36.248692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e96f214-799e-4411-84c6-9576589c87ca req-bd722559-5628-4654-b520-7251f2b0aec7 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.6187682 Feb 04 16:22:36.332375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.403166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e0c4d7-e22b-47e0-b5da-30ce399fb2f9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:36.469330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:36.480561 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15dedb60-bfc4-44e5-94d1-87120b8f36e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/25e0c4d7-e22b-47e0-b5da-30ce399fb2f9 HTTP/1.1" status: 204 len: 168 time: 0.7681713 Feb 04 16:22:36.481210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:36.662991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e96f214-799e-4411-84c6-9576589c87ca req-ba5be543-d0b8-4b3f-a3da-56ac12cdaa67 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172182 Feb 04 16:22:36.723736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ee8c5-f27e-464c-a6f7-2acfa49edd5d req-14a30d8a-6e61-4ef8-a9a7-2c81d7665e88 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:36.749996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-425ee8c5-f27e-464c-a6f7-2acfa49edd5d req-14a30d8a-6e61-4ef8-a9a7-2c81d7665e88 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.7992723 Feb 04 16:22:36.777260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0fd29eef-9743-4038-894d-26a5adce17b4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:36.873882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-425ee8c5-f27e-464c-a6f7-2acfa49edd5d req-623e6fe3-05ce-485b-88d6-fc6de4f3141a tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173995 Feb 04 16:22:36.874506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0fd29eef-9743-4038-894d-26a5adce17b4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:36.875895 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0fd29eef-9743-4038-894d-26a5adce17b4 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3936052 Feb 04 16:22:36.887436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43604) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:36.909329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--770506902'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:36.944284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:36.994710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:37.033052 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.175877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:37.192204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:37.205327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:37.237895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:37.540327 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.547400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.736636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:37.743988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:37.763639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:37.773607 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8834417 Feb 04 16:22:37.791861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:37.817710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:37.838814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:37.869997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:37.879338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb81451-0076-4f95-b44e-639608c971a7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:37.907556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43634) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:37.923592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'subnets': [{'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--487321876', 'ip_version': 6}, {'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:37.926136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'subnet': {'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--487321876', 'ip_version': 6}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:37.928431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Request body: {'subnet': {'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:37.931244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.401123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c66284-d82c-45b8-9cf6-a06007f5b02b req-139bae76-cf0c-4cc0-a0b4-bb4909c83030 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.411511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75c66284-d82c-45b8-9cf6-a06007f5b02b req-139bae76-cf0c-4cc0-a0b4-bb4909c83030 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.4423108 Feb 04 16:22:38.463140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.485805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.605452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:38.609702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:38.610240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8646700 Feb 04 16:22:38.618367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75c66284-d82c-45b8-9cf6-a06007f5b02b req-fdb7bf90-cded-45a3-b006-b6bfb1793c38 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923964 Feb 04 16:22:38.622187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58a12-d1c3-4346-846d-96e85ee86f01 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c850a1-5536-4c29-9d8f-6b87f3fd3c7d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:38.642323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:38.675398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Usage tracker for resource:subnet and tenant:4bafc52b50f642f6a2d7656b4cbe76e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:38.707494 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d0258018-9f37-4552-9ddb-47b476ad0efd tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules/92c850a1-5536-4c29-9d8f-6b87f3fd3c7d HTTP/1.1" status: 200 len: 705 time: 0.0966494 Feb 04 16:22:38.708374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:38.712684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:38.733014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06508a-bb8b-4ea7-b42f-c0c077f3fc44 req-8aee61e4-7021-4457-8eda-3d3aae2ea0a0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:38.735008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f06508a-bb8b-4ea7-b42f-c0c077f3fc44 req-8aee61e4-7021-4457-8eda-3d3aae2ea0a0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.2543335 Feb 04 16:22:38.761524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:38.823036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Made reservation on behalf of 4bafc52b50f642f6a2d7656b4cbe76e8 for: {'subnet': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:39.059204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f06508a-bb8b-4ea7-b42f-c0c077f3fc44 req-6f36ef75-1f72-4349-95d1-a4c72a7f68a1 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010759 Feb 04 16:22:39.112040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b03848f-0732-4df5-9667-54ec81be9ae5 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:39.195309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b03848f-0732-4df5-9667-54ec81be9ae5 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:39.196858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b03848f-0732-4df5-9667-54ec81be9ae5 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4413350 Feb 04 16:22:39.199722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43666) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:39.348032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.397212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.458824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.545137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92c850a1-5536-4c29-9d8f-6b87f3fd3c7d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:39.566591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.569422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec1d29a1-b312-417d-9fd3-98d8d8dd8fc0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/92c850a1-5536-4c29-9d8f-6b87f3fd3c7d HTTP/1.1" status: 204 len: 168 time: 0.3668923 Feb 04 16:22:39.571138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43674) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:39.922908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:39.922908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:40.190417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ee6a743-28f8-4d2a-9c45-5584d6e5de5e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:40.331892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3ab08-e65b-4a65-b9eb-17152339c760 req-6cddbd65-cd30-4ba3-bf7a-606b98a51f15 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.348689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07f3ab08-e65b-4a65-b9eb-17152339c760 req-6cddbd65-cd30-4ba3-bf7a-606b98a51f15 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 945 time: 0.7089756 Feb 04 16:22:40.402451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ee6a743-28f8-4d2a-9c45-5584d6e5de5e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:40.406351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ee6a743-28f8-4d2a-9c45-5584d6e5de5e tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8288155 Feb 04 16:22:40.412966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:40.438932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:40.475326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:40.484973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b82425-ce26-428a-a7d4-1eef32cbf1c9 req-c45a3dae-0505-45e4-b2dd-1d823b2577a8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.529505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12b82425-ce26-428a-a7d4-1eef32cbf1c9 req-c45a3dae-0505-45e4-b2dd-1d823b2577a8 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.7321799 Feb 04 16:22:40.619675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:40.658369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07f3ab08-e65b-4a65-b9eb-17152339c760 req-283c2724-ef7c-48ce-96e3-4cfe3a263b81 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046474 Feb 04 16:22:40.741670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:40.799472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-0dc30730-ae57-4d5e-9702-399ba37bdb92 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:40.800492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-0dc30730-ae57-4d5e-9702-399ba37bdb92 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:40.855118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-0dc30730-ae57-4d5e-9702-399ba37bdb92 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:40.862152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12b82425-ce26-428a-a7d4-1eef32cbf1c9 req-a04f9eb3-dc9b-47f6-99b9-24abac7a0456 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286011 Feb 04 16:22:40.870555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-0dc30730-ae57-4d5e-9702-399ba37bdb92 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 945 time: 0.2011375 Feb 04 16:22:40.986900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.003796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.071513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.138531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Deleting port 534d634c-9795-4d6f-9e82-e048b55cc6f2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:41.139161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.377036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc161b7e-41b6-4ade-b683-0fd91f1acf65,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:41.425030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.431918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a8b1a7de-9b6b-4156-a686-743307ce341f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0097868 Feb 04 16:22:41.438254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:41.522721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b430103e-e8f7-48ec-9156-cb46539551e3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules/dc161b7e-41b6-4ade-b683-0fd91f1acf65 HTTP/1.1" status: 200 len: 705 time: 0.0702960 Feb 04 16:22:41.527678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:41.529099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Subnet': ['ID=a194662e-fe94-41c8-a676-36ce4dbf91b5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:41.542580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Checking segment: {'id': '8212fb18-efaa-472c-8d42-1e1baae24ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:41.542987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network hostable DHCP agents. Network: 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:22:41.630079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:22:41.713810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f4f7b-54e8-4f60-b27b-a4e4590460f8 req-b3e314ac-c9d8-49bc-95a4-bf8429ee1689 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:41.718674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-608f4f7b-54e8-4f60-b27b-a4e4590460f8 req-b3e314ac-c9d8-49bc-95a4-bf8429ee1689 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 0.8084898 Feb 04 16:22:41.769885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:41.782234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84a1d5-1eb1-4182-99c5-c305f118dc96 None None] Network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:41.787874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a198d0-dd9e-43de-8f09-c17cb1a6c2dc req-7eaff9b2-cc66-42e2-bfab-3ba0e856de61 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:41.795441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17a198d0-dd9e-43de-8f09-c17cb1a6c2dc req-7eaff9b2-cc66-42e2-bfab-3ba0e856de61 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 0.7674747 Feb 04 16:22:41.805607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:41.807754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ebf27da-92fd-408a-b5be-2a59c896076f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:42.006340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ebf27da-92fd-408a-b5be-2a59c896076f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:42.006340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6ebf27da-92fd-408a-b5be-2a59c896076f tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4439752 Feb 04 16:22:42.014236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43728) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:42.070247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-608f4f7b-54e8-4f60-b27b-a4e4590460f8 req-f1f3d0b9-f78f-42bd-874d-5023a252f608 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292129 Feb 04 16:22:42.088461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] For port 534d634c-9795-4d6f-9e82-e048b55cc6f2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=534d634c-9795-4d6f-9e82-e048b55cc6f2,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:42.088971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.144569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17a198d0-dd9e-43de-8f09-c17cb1a6c2dc req-b1ca20ed-80d7-4131-9ccc-cdfce07689ed tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479528 Feb 04 16:22:42.219568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.247517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.297722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.341158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc161b7e-41b6-4ade-b683-0fd91f1acf65,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:42.369781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Calling delete_port for 534d634c-9795-4d6f-9e82-e048b55cc6f2 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:42.375061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.376258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2d961cc1-6e3a-4d3e-87c1-ec4e084b1c6b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dc161b7e-41b6-4ade-b683-0fd91f1acf65 HTTP/1.1" status: 204 len: 168 time: 0.3063385 Feb 04 16:22:42.378719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43740) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:42.403009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event updated for resources: {'Subnet': ['ID=8aab708c-3d7f-40c5-bc77-35f8736c2a28,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:42.439729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Checking segment: {'id': 'd561f01b-c785-45f8-8ffd-4c4bf067398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:42.440089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network hostable DHCP agents. Network: daab6e13-bc88-4d92-9b68-c4538deb05c1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:22:42.533805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f5542da-7fcd-4c4f-a1dd-65a70d40c699 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:42.536240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Network daab6e13-bc88-4d92-9b68-c4538deb05c1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:22:42.564576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f', 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f', 'tenant_id': '4bafc52b50f642f6a2d7656b4cbe76e8', 'fixed_ips': [{'subnet_id': 'a194662e-fe94-41c8-a676-36ce4dbf91b5'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:22:42.564576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.695253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, daab6e13-bc88-4d92-9b68-c4538deb05c1) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:42.710437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb274885-dbda-4e62-b778-8d7fef3ea547 None None] Network daab6e13-bc88-4d92-9b68-c4538deb05c1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:42.715585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f5542da-7fcd-4c4f-a1dd-65a70d40c699 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:42.717286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6f5542da-7fcd-4c4f-a1dd-65a70d40c699 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3372350 Feb 04 16:22:42.721121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:42.724887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:42.728743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:42.729450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.730784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:42.738322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:42.758040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:42.826422 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ae41b239-0dc2-41be-bd6d-3cdfd347ff64 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.9173484 Feb 04 16:22:42.828897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43756) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:42.840240 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Project fdbc0d3a18b0410fad988a2aad81b0c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:22:42.866096 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.893817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.924769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ef557fb0-7786-4539-8475-4eafaead12ae'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:42.970949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:42.992218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.029633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event deleted for resources: {'Port': ['ID=534d634c-9795-4d6f-9e82-e048b55cc6f2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:43.051502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f29bd-71b5-4c9b-aa12-beeaee32fbeb req-e8f99172-119c-46a6-b1a8-a4faa0c931d8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.051502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-790f29bd-71b5-4c9b-aa12-beeaee32fbeb req-e8f99172-119c-46a6-b1a8-a4faa0c931d8 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3cea843-c603-41e0-90e0-8a59e46bdab2 HTTP/1.1" status: 200 len: 867 time: 0.4688489 Feb 04 16:22:43.094394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.094394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3711579 Feb 04 16:22:43.123610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:43.158931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e81807ad-03dd-48e9-a950-ef349047ebf1 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules/fa11ccf3-e5d1-4c06-9301-64b9c916c0b6 HTTP/1.1" status: 200 len: 711 time: 0.0278990 Feb 04 16:22:43.167050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777af35f-3111-4ed5-a9c6-cd0b1b2e327d tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa11ccf3-e5d1-4c06-9301-64b9c916c0b6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:43.171299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43770) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:43.205027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-cfc9a376-f380-498b-9ef0-0a5bad43df3b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.209449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-cfc9a376-f380-498b-9ef0-0a5bad43df3b tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 0.4284322 Feb 04 16:22:43.308558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Deleting port da2b3466-6d36-4c0a-9c54-9155859eaf40 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:43.309239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.344194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.345912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.347413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:43.348240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Synchronizing usage tracker for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:43.393620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Allocated IP 2001:db8::1 (63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f/a194662e-fe94-41c8-a676-36ce4dbf91b5/dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:43.497191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] No DVR routers for this DVR port 534d634c-9795-4d6f-9e82-e048b55cc6f2 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:43.513093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.513093 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-565b8ee2-b971-44c8-b2bc-10e784825105 req-657b4fb1-b805-4dda-9f70-1704bad51c58 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "DELETE /v2.0/ports/534d634c-9795-4d6f-9e82-e048b55cc6f2 HTTP/1.1" status: 204 len: 173 time: 2.6411617 Feb 04 16:22:43.520987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'name': 'network-vif-deleted', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:43.649043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-790f29bd-71b5-4c9b-aa12-beeaee32fbeb req-3660b451-7974-416e-b676-8273d543d460 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981050 Feb 04 16:22:43.763576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.777600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Transition to ACTIVE for port object dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:43.782720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Unset dirty status for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:43.793942 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-31c5839a-8e30-4ef3-af3d-379a34a8570b tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.9639523 Feb 04 16:22:43.794699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43786) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:43.810904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Transition to ACTIVE for port object dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:43.811478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d5964847-d8cd-4616-a8c7-a4d025c42fa7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:43.832689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 534d634c-9795-4d6f-9e82-e048b55cc6f2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:43.944386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 534d634c-9795-4d6f-9e82-e048b55cc6f2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:43.944386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 534d634c-9795-4d6f-9e82-e048b55cc6f2 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:43.944386 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:43.981673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] For port da2b3466-6d36-4c0a-9c54-9155859eaf40, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=da2b3466-6d36-4c0a-9c54-9155859eaf40,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:43.981673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.017966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting subnet a194662e-fe94-41c8-a676-36ce4dbf91b5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:44.017966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d5964847-d8cd-4616-a8c7-a4d025c42fa7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:44.017966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5964847-d8cd-4616-a8c7-a4d025c42fa7 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.8571515 Feb 04 16:22:44.027170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.086575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:44.153262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.357405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Calling delete_port for da2b3466-6d36-4c0a-9c54-9155859eaf40 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:44.406832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Pushing event updated for resources: {'Port': ['ID=dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:44.414014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:44.419476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.419814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.420150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.420479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.420805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.421159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.421442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.421764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.422150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.422493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.434767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:22:44.441013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:44.465733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:44.481742 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.520481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.569173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35829-e118-407c-a248-4200763117ea req-2d12fc7f-05e8-4d7f-a0a1-2846f08880e0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:44.584533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17f35829-e118-407c-a248-4200763117ea req-2d12fc7f-05e8-4d7f-a0a1-2846f08880e0 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ee1a54c-fa0a-4c75-915f-1da9df6151ae HTTP/1.1" status: 200 len: 946 time: 1.2029622 Feb 04 16:22:44.584533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.589997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-ae470415-1b44-45ef-901d-7517887da232 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:44.589997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-ae470415-1b44-45ef-901d-7517887da232 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Synchronizing usage tracker for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:44.659681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-daab6e13-bc88-4d92-9b68-c4538deb05c1', 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1', 'tenant_id': '4bafc52b50f642f6a2d7656b4cbe76e8', 'fixed_ips': [{'subnet_id': '8aab708c-3d7f-40c5-bc77-35f8736c2a28'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:22:44.659681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.689661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-ae470415-1b44-45ef-901d-7517887da232 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Unset dirty status for tenant:7c5ae9de14f14df7a42aaa57695dc514 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:44.692073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Attempting to bind port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:44.692073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Attempting to bind port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8212fb18-efaa-472c-8d42-1e1baae24ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:44.692073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Attempting to bind port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 on network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:22:44.698356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:22:44.698356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Checking segment: {'id': '8212fb18-efaa-472c-8d42-1e1baae24ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:44.698738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-ae470415-1b44-45ef-901d-7517887da232 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.4702556 Feb 04 16:22:44.699992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.700387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Bound using segment: {'id': '8212fb18-efaa-472c-8d42-1e1baae24ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:22:44.701231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Bound port: dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8212fb18-efaa-472c-8d42-1e1baae24ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:44.701231 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.792528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.834724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad970d-15af-4a67-8382-946bd1f532b4 req-966cc12e-7d10-4515-9022-bc4b65d33f20 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:44.840063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7ad970d-15af-4a67-8382-946bd1f532b4 req-966cc12e-7d10-4515-9022-bc4b65d33f20 tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d3670a-a149-4fbe-ae1c-3a4896de0e3c HTTP/1.1" status: 200 len: 946 time: 0.5272715 Feb 04 16:22:44.854014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Deleting port 1979bb6d-32e6-454c-b39c-d02dd5ade140 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:44.854390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.890602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa11ccf3-e5d1-4c06-9301-64b9c916c0b6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:44.912461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:44.926249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Allocated IP 2001:db8:0:1::1 (daab6e13-bc88-4d92-9b68-c4538deb05c1/8aab708c-3d7f-40c5-bc77-35f8736c2a28/9a870de9-ecff-42da-bd87-b30875054151) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:22:44.976362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17f35829-e118-407c-a248-4200763117ea req-924879cb-57f6-44c7-86fd-186a487b5d3f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934360 Feb 04 16:22:44.976362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.029766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.029766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c499c438-35eb-451b-816d-7c4c278ae5c0 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fa11ccf3-e5d1-4c06-9301-64b9c916c0b6 HTTP/1.1" status: 204 len: 168 time: 0.9418838 Feb 04 16:22:45.040663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:45.093325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Subnet': ['ID=a194662e-fe94-41c8-a676-36ce4dbf91b5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:45.265426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.302876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.315855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Transition to ACTIVE for port object 9a870de9-ecff-42da-bd87-b30875054151 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:45.336502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Transition to ACTIVE for port object 9a870de9-ecff-42da-bd87-b30875054151 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:22:45.348949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'db2602c5-11b2-4390-886d-f91be9f06839', 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:45.379704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43814) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:45.380866 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-39f27723-d976-4f8a-9d3e-9b32e38a238c tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/subnets/a194662e-fe94-41c8-a676-36ce4dbf91b5 HTTP/1.1" status: 204 len: 168 time: 1.5839059 Feb 04 16:22:45.406955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:22:45.411077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device da2b3466-6d36-4c0a-9c54-9155859eaf40 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:45.452559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event deleted for resources: {'Port': ['ID=da2b3466-6d36-4c0a-9c54-9155859eaf40,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:45.473557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: da2b3466-6d36-4c0a-9c54-9155859eaf40 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:45.473557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device da2b3466-6d36-4c0a-9c54-9155859eaf40 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:45.493624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.496124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] For port 1979bb6d-32e6-454c-b39c-d02dd5ade140, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1979bb6d-32e6-454c-b39c-d02dd5ade140,segment=NetworkSegment(127ae31d-292a-4efb-bcd3-1899367f58a2),segment_id=127ae31d-292a-4efb-bcd3-1899367f58a2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:45.496124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.611034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:22:45.704303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Network daab6e13-bc88-4d92-9b68-c4538deb05c1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:22:45.711485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:22:45.729655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] No DVR routers for this DVR port da2b3466-6d36-4c0a-9c54-9155859eaf40 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:45.732730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:45.735542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f6caabb-3e8b-4bf4-ade5-9c2a0f44d347 req-e866203a-408d-4150-b89a-88812959bf17 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "DELETE /v2.0/ports/da2b3466-6d36-4c0a-9c54-9155859eaf40 HTTP/1.1" status: 204 len: 173 time: 2.5205002 Feb 04 16:22:45.746811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:22:45.775899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'name': 'network-vif-deleted', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:45.783187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Pushing event updated for resources: {'Port': ['ID=9a870de9-ecff-42da-bd87-b30875054151,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:45.804285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Calling delete_port for 1979bb6d-32e6-454c-b39c-d02dd5ade140 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:45.852236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] For port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:22:45.954085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] For port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0,segment=NetworkSegment(8212fb18-efaa-472c-8d42-1e1baae24ed2),segment_id=8212fb18-efaa-472c-8d42-1e1baae24ed2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:22:45.954085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Attempting to bind port 9a870de9-ecff-42da-bd87-b30875054151 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:22:45.954085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Attempting to bind port 9a870de9-ecff-42da-bd87-b30875054151 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd561f01b-c785-45f8-8ffd-4c4bf067398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:22:45.954085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Attempting to bind port 9a870de9-ecff-42da-bd87-b30875054151 on network daab6e13-bc88-4d92-9b68-c4538deb05c1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:22:45.968174 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.077226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66eaad-2489-4330-8c59-ac75cddbb419 None None] Pushing event updated for resources: {'Port': ['ID=dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:46.147599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.162218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:22:46.162218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Checking segment: {'id': 'd561f01b-c785-45f8-8ffd-4c4bf067398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:22:46.162576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.162935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Bound using segment: {'id': 'd561f01b-c785-45f8-8ffd-4c4bf067398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:22:46.163423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Bound port: 9a870de9-ecff-42da-bd87-b30875054151, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd561f01b-c785-45f8-8ffd-4c4bf067398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'daab6e13-bc88-4d92-9b68-c4538deb05c1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:22:46.163803 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.262317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Pushing event deleted for resources: {'Port': ['ID=1979bb6d-32e6-454c-b39c-d02dd5ade140,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:46.379966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b8921-dab5-4295-8170-d767cdaa8462 None None] Network 63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:46.424639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting subnet 8aab708c-3d7f-40c5-bc77-35f8736c2a28 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:46.438160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.493253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] No DVR routers for this DVR port 1979bb6d-32e6-454c-b39c-d02dd5ade140 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:46.532374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.608432 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4d8c43a6-af61-4c87-8bdc-e374cc9c1598 req-5c7476fa-aa0d-4236-aa04-c3f7eb3bdf8e tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.41 "DELETE /v2.0/ports/1979bb6d-32e6-454c-b39c-d02dd5ade140 HTTP/1.1" status: 204 len: 173 time: 1.8845212 Feb 04 16:22:46.656994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] For port 9a870de9-ecff-42da-bd87-b30875054151, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:22:46.664714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] For port 9a870de9-ecff-42da-bd87-b30875054151, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9a870de9-ecff-42da-bd87-b30875054151,segment=NetworkSegment(d561f01b-c785-45f8-8ffd-4c4bf067398c),segment_id=d561f01b-c785-45f8-8ffd-4c4bf067398c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:22:46.685670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.747864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:46.751150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f9120875-8791-4eba-923d-b5bef5f18b8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:46.766810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7ad970d-15af-4a67-8382-946bd1f532b4 req-c5c6dbda-2bc6-4caf-aae4-6d647273360d tempest-ServerDiskConfigTestJSON-1094826160 tempest-ServerDiskConfigTestJSON-1094826160-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec7e972-1b74-484e-a7cc-3d82f0b8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8831685 Feb 04 16:22:46.769676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'port_id': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'mac_address': 'fa:16:3e:60:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:22:46.861265 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cea843-c603-41e0-90e0-8a59e46bdab2', 'name': 'network-vif-deleted', 'tag': '534d634c-9795-4d6f-9e82-e048b55cc6f2', 'status': 'completed', 'code': 200} Feb 04 16:22:46.887124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f9120875-8791-4eba-923d-b5bef5f18b8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:46.891931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43834) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:46.895179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f9120875-8791-4eba-923d-b5bef5f18b8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.6225715 Feb 04 16:22:46.895179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7c451-5871-484e-be1b-39a1a463baf5 req-d5c2dc82-fc55-491c-bed8-a6bc5a6d3169 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:46.908310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61f7c451-5871-484e-be1b-39a1a463baf5 req-d5c2dc82-fc55-491c-bed8-a6bc5a6d3169 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 943 time: 1.4713042 Feb 04 16:22:46.922170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.922170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.982876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:46.986156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61f7c451-5871-484e-be1b-39a1a463baf5 req-260eeb32-1286-4d21-8437-f0fa683bbb20 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779321 Feb 04 16:22:47.006597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.016254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.091784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.110244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:22:47.167984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:47.179192 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee1a54c-fa0a-4c75-915f-1da9df6151ae', 'name': 'network-vif-deleted', 'tag': 'da2b3466-6d36-4c0a-9c54-9155859eaf40', 'status': 'completed', 'code': 200} Feb 04 16:22:47.230146 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.232123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.238143 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-64690424-4767-4657-a641-6641d3526a32 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/82d05e35-e8d5-4ce1-b17a-06a3fef7ff8e HTTP/1.1" status: 204 len: 168 time: 0.3520169 Feb 04 16:22:47.241783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:47.362689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Subnet': ['ID=8aab708c-3d7f-40c5-bc77-35f8736c2a28,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:47.374371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.426238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9a16a8ef-5d4b-4f6b-97a3-0cd8a0b72042 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/subnets/8aab708c-3d7f-40c5-bc77-35f8736c2a28 HTTP/1.1" status: 204 len: 168 time: 2.0111763 Feb 04 16:22:47.435579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:47.569870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a10935-e5e6-473d-8bfc-8bb05ff83b2f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:47.570755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f0a10935-e5e6-473d-8bfc-8bb05ff83b2f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Synchronizing usage tracker for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:47.583044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77bafa88-f692-42cd-b21a-856c9cde5a8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:47.621236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:47.631660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f0a10935-e5e6-473d-8bfc-8bb05ff83b2f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Unset dirty status for tenant:4bafc52b50f642f6a2d7656b4cbe76e8 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:47.633940 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f0a10935-e5e6-473d-8bfc-8bb05ff83b2f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2034469 Feb 04 16:22:47.635937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77bafa88-f692-42cd-b21a-856c9cde5a8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:47.637326 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77bafa88-f692-42cd-b21a-856c9cde5a8b tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3941984 Feb 04 16:22:47.638083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43858) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:47.642190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43864) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:47.660032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group': {'name': 'tempest-secgroup--162361810'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:47.685142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:47.743548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:47.788546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:47.982078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:47.992362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:48.000104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:48.008770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.011715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894aed4-6a36-457d-bc35-0df43a4bd930 None None] Pushing event updated for resources: {'Port': ['ID=9a870de9-ecff-42da-bd87-b30875054151,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:48.027583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:48.202788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.248185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting port 9a870de9-ecff-42da-bd87-b30875054151 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:48.248185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.425901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.459649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.463478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a870de9-ecff-42da-bd87-b30875054151 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:48.661153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['5b046471-92c9-403a-bdc3-ca4337bc800e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:48.840416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2262d2ba-a498-4e03-8e2d-37aa9e2615c8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:48.856337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:48.857848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-58f38b26-f452-4f5e-ad33-dff4bd25e596 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2146492 Feb 04 16:22:48.860531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43896) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:48.877911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Request body: {'security_group_rule': {'security_group_id': '2262d2ba-a498-4e03-8e2d-37aa9e2615c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:48.879712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'name': 'network-vif-deleted', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:48.887328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:48.895405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Usage tracker for resource:security_group_rule and tenant:fdbc0d3a18b0410fad988a2aad81b0c1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:48.900838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:48.910304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6acba-bcbd-4429-b69c-e824abdb00fa req-40040382-1bf1-41a9-9eb0-acfbcce47aae tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:48.919261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db6acba-bcbd-4429-b69c-e824abdb00fa req-40040382-1bf1-41a9-9eb0-acfbcce47aae tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.7596731 Feb 04 16:22:48.961248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] For port 9a870de9-ecff-42da-bd87-b30875054151, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9a870de9-ecff-42da-bd87-b30875054151,segment=NetworkSegment(d561f01b-c785-45f8-8ffd-4c4bf067398c),segment_id=d561f01b-c785-45f8-8ffd-4c4bf067398c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:48.961620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.004647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:49.047551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3a4c9-c77f-483d-89cb-31eb82fddea7 req-9d6d4cc6-f3dd-48e8-8428-cce78df07823 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:49.058687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bf3a4c9-c77f-483d-89cb-31eb82fddea7 req-9d6d4cc6-f3dd-48e8-8428-cce78df07823 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 944 time: 0.5395303 Feb 04 16:22:49.116859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.237024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db6acba-bcbd-4429-b69c-e824abdb00fa req-171f05c4-f508-4be3-ba11-ced820a87519 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148463 Feb 04 16:22:49.310228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:49.362953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bf3a4c9-c77f-483d-89cb-31eb82fddea7 req-d289f5b1-c20f-4357-a442-58c63c2d7e17 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014727 Feb 04 16:22:49.408513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.453606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Calling delete_port for 9a870de9-ecff-42da-bd87-b30875054151 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:49.471463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.548972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9a870de9-ecff-42da-bd87-b30875054151 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:22:49.621365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.639189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7628031 Feb 04 16:22:49.639189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:49.685289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f335cd3-47c3-4a5f-bb34-7fff4f697947 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d320af5d-2001-4b4d-b57d-f28bc89fdda7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:49.803729 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3670a-a149-4fbe-ae1c-3a4896de0e3c', 'name': 'network-vif-deleted', 'tag': '1979bb6d-32e6-454c-b39c-d02dd5ade140', 'status': 'completed', 'code': 200} Feb 04 16:22:49.819178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.824271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70985c07-e36c-4633-b4f6-2a3e12e3829a None None] Network daab6e13-bc88-4d92-9b68-c4538deb05c1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:49.895315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.915117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-4569a970-a2c8-4bdc-9617-96b9aa89a8f4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:49.915117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-4569a970-a2c8-4bdc-9617-96b9aa89a8f4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Synchronizing usage tracker for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:49.915117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:49.961523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Port': ['ID=9a870de9-ecff-42da-bd87-b30875054151,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:49.980979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] No DVR routers for this DVR port 9a870de9-ecff-42da-bd87-b30875054151 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:50.025572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-4569a970-a2c8-4bdc-9617-96b9aa89a8f4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Unset dirty status for tenant:9a07f3f2c89547c9870f3827cccc3262 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:50.025572 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-4569a970-a2c8-4bdc-9617-96b9aa89a8f4 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.4144502 Feb 04 16:22:50.030417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.093605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2262d2ba-a498-4e03-8e2d-37aa9e2615c8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:50.155920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.159175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-35603c12-a75b-4f62-be9c-a991eca0cd43 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/2262d2ba-a498-4e03-8e2d-37aa9e2615c8 HTTP/1.1" status: 204 len: 168 time: 0.5087223 Feb 04 16:22:50.159535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:50.245218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.251949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1979bb6d-32e6-454c-b39c-d02dd5ade140 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:50.321331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daab6e13-bc88-4d92-9b68-c4538deb05c1']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:50.339751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:50.360707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1a02f1f-99ad-4126-b184-1b13fc37c4b9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:50.373719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd561f01b-c785-45f8-8ffd-4c4bf067398c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:50.373719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd561f01b-c785-45f8-8ffd-4c4bf067398c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:50.400422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.432755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.445956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:50.445956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.487392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 1979bb6d-32e6-454c-b39c-d02dd5ade140 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:50.487392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1979bb6d-32e6-454c-b39c-d02dd5ade140 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:50.487392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6f1359e-e36c-478e-8aed-6a2918fb8f45 None None] Could not find standard attr ID for object 9a870de9-ecff-42da-bd87-b30875054151. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:22:50.578299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Deleting port ef557fb0-7786-4539-8475-4eafaead12ae {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:50.578875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:50.598747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51342b-bbc5-4fe6-8b29-2cb9cf11ecdf None None] DHCP port deletion for daab6e13-bc88-4d92-9b68-c4538deb05c1 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:22:50.628946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42833fa-ee4a-4a46-a0f0-d1c85ea1aa7c None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:50.722288 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:50.860519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42833fa-ee4a-4a46-a0f0-d1c85ea1aa7c None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:22:50.909078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Deleting subnet 898f7627-10e7-4eb2-b9df-8dbabbd8b2ba {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:50.919970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.023768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.026049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.069877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.120193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=daab6e13-bc88-4d92-9b68-c4538deb05c1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:51.206212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a1a02f1f-99ad-4126-b184-1b13fc37c4b9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:51.206212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a1a02f1f-99ad-4126-b184-1b13fc37c4b9 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0394156 Feb 04 16:22:51.209007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.221710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:51.297544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1cbbcde-1dde-4b61-baab-06d7a0d2999f tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/daab6e13-bc88-4d92-9b68-c4538deb05c1 HTTP/1.1" status: 204 len: 168 time: 3.6579161 Feb 04 16:22:51.304194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:51.345257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.408211 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.456732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dd992-c5cc-44fc-b631-45bee9d80493 req-44d64ac6-7286-4c66-9524-9281e0e7a76c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.458273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-095dd992-c5cc-44fc-b631-45bee9d80493 req-44d64ac6-7286-4c66-9524-9281e0e7a76c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 944 time: 0.7378793 Feb 04 16:22:51.484942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.573165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-095dd992-c5cc-44fc-b631-45bee9d80493 req-ffd87914-b2f2-49c0-8f87-3163b71ec0aa tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882180 Feb 04 16:22:51.573165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898f7627-10e7-4eb2-b9df-8dbabbd8b2ba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:51.590916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.609310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32da05-5ab1-4ae5-b86c-c526b8466a51 req-cc1f83ed-f083-470d-9db0-4f5bb373edf1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:51.620340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a32da05-5ab1-4ae5-b86c-c526b8466a51 req-cc1f83ed-f083-470d-9db0-4f5bb373edf1 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 946 time: 0.9450538 Feb 04 16:22:51.678250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-84d3bce6-ea50-42fb-b9ba-3c19e703ec89 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/898f7627-10e7-4eb2-b9df-8dbabbd8b2ba HTTP/1.1" status: 204 len: 168 time: 1.2209804 Feb 04 16:22:51.684540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43966) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:51.839003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b13589aa-9017-4ef1-8d27-64c371d099f3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Synchronizing usage tracker for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:51.853256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.909435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Deleting port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:51.909836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:51.972993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a32da05-5ab1-4ae5-b86c-c526b8466a51 req-70b75bc0-a482-49da-b32a-83386adf2580 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524377 Feb 04 16:22:51.984681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b13589aa-9017-4ef1-8d27-64c371d099f3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] Unset dirty status for tenant:fdbc0d3a18b0410fad988a2aad81b0c1 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:51.984681 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b13589aa-9017-4ef1-8d27-64c371d099f3 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.7341955 Feb 04 16:22:51.996100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] For port ef557fb0-7786-4539-8475-4eafaead12ae, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ef557fb0-7786-4539-8475-4eafaead12ae,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:51.996100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.004933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:52.048857 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-ed38d675-86c1-4b7e-9547-1bd44e06b058 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] delete failed (client error): The resource could not be found. Feb 04 16:22:52.048857 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ed38d675-86c1-4b7e-9547-1bd44e06b058 tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "DELETE /v2.0/security-groups/2262d2ba-a498-4e03-8e2d-37aa9e2615c8 HTTP/1.1" status: 404 len: 347 time: 0.0337279 Feb 04 16:22:52.050894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:52.055765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:22:52.189734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-78f17ea3-696e-4eed-8c61-ab50b4067add tempest-SecGroupIPv6Test-669178005 tempest-SecGroupIPv6Test-669178005-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1433320 Feb 04 16:22:52.225071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.232282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a870de9-ecff-42da-bd87-b30875054151 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:52.257565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Calling delete_port for ef557fb0-7786-4539-8475-4eafaead12ae owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:52.329436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9a870de9-ecff-42da-bd87-b30875054151 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:22:52.329921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a870de9-ecff-42da-bd87-b30875054151 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:22:52.334420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 5b046471-92c9-403a-bdc3-ca4337bc800e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:22:52.334963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.545161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.601371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94083255-41f2-4e22-b537-3429f4e31618']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:52.627310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127ae31d-292a-4efb-bcd3-1899367f58a2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:52.627588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127ae31d-292a-4efb-bcd3-1899367f58a2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:52.657229 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.696539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.707319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:52.707711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.726948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:52.769136 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:52.848575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:52.855316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:52.868009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:52.868009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ef557fb0-7786-4539-8475-4eafaead12ae no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:53.178832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:53.246139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44008) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:53.363699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.502069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.523313 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'code': 200} Feb 04 16:22:53.550019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.569401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.707014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=94083255-41f2-4e22-b537-3429f4e31618,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:53.714340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Pushing event deleted for resources: {'Port': ['ID=ef557fb0-7786-4539-8475-4eafaead12ae,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:53.730381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9f323085-1435-483c-8f9b-c15208598c0f admin admin] 10.222.0.62 "DELETE /v2.0/networks/94083255-41f2-4e22-b537-3429f4e31618 HTTP/1.1" status: 204 len: 168 time: 2.0433564 Feb 04 16:22:53.764565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afbf04-8b03-49ad-b695-21c08f2c3a11 req-be07a3b1-f6ea-45a0-8f0d-e1f2938836c5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:53.777936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5afbf04-8b03-49ad-b695-21c08f2c3a11 req-be07a3b1-f6ea-45a0-8f0d-e1f2938836c5 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 0.4129574 Feb 04 16:22:53.811929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] For port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0,segment=NetworkSegment(8212fb18-efaa-472c-8d42-1e1baae24ed2),segment_id=8212fb18-efaa-472c-8d42-1e1baae24ed2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:53.811929 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:53.935729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3321dbdb-18d1-4137-8bd9-a4b5f40aa7df req-ff684533-a377-455e-ba71-a59f8d9ec8d7 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 210 time: 0.1657786 Feb 04 16:22:54.102962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5afbf04-8b03-49ad-b695-21c08f2c3a11 req-1696bcf3-6c3b-4303-98cd-453ceab6dedb tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3341274 Feb 04 16:22:54.124833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-992c4494-ea01-468b-83b1-f2ff7a4f026e req-747f9d15-198a-4c12-b230-2b3d343d4fa7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1097 time: 0.1882026 Feb 04 16:22:54.236681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Calling delete_port for dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:54.246524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:54.392574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] No DVR routers for this DVR port ef557fb0-7786-4539-8475-4eafaead12ae on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:54.415971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.429704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6c7957ab-b844-40d5-98bf-fc2b53a75918 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c5ae9de14f14df7a42aaa57695dc514&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867552 Feb 04 16:22:54.430511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:54.432818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'name': 'network-vif-deleted', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:54.524246 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da6aef16-a770-45db-8619-4f41cf5f7ebe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdbc0d3a18b0410fad988a2aad81b0c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0825062 Feb 04 16:22:54.525208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44038) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:54.529190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-992c4494-ea01-468b-83b1-f2ff7a4f026e req-37d78aac-6d04-4135-9eb5-c1a9cf352783 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966551 Feb 04 16:22:54.619084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.626297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7493-68a6-4a29-b29d-ce383d7195ba req-56a9d67f-af63-4d6d-9adc-00ece5c5133d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:54.626297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-927a7493-68a6-4a29-b29d-ce383d7195ba req-56a9d67f-af63-4d6d-9adc-00ece5c5133d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:22:54.675622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-927a7493-68a6-4a29-b29d-ce383d7195ba req-56a9d67f-af63-4d6d-9adc-00ece5c5133d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:22:54.675622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-927a7493-68a6-4a29-b29d-ce383d7195ba req-56a9d67f-af63-4d6d-9adc-00ece5c5133d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 945 time: 0.2525201 Feb 04 16:22:54.675622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.723653 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123e9fea-e8d7-4b94-a180-4cf4c5b4f568', 'name': 'network-vif-deleted', 'tag': 'ef557fb0-7786-4539-8475-4eafaead12ae', 'status': 'completed', 'code': 200} Feb 04 16:22:54.723653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd416815-88e9-4a4b-bb87-bf0861893ea7 req-0cc9254a-6b26-4fb5-923b-edc93f22e742 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.41 "DELETE /v2.0/ports/ef557fb0-7786-4539-8475-4eafaead12ae HTTP/1.1" status: 204 len: 173 time: 4.6918356 Feb 04 16:22:54.733920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.791075 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-927a7493-68a6-4a29-b29d-ce383d7195ba req-67cff8d5-fbfc-4e12-8235-3829cc0ab1c1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180129 Feb 04 16:22:54.818114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.840815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7e972-1b74-484e-a7cc-3d82f0b8449c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:54.842765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:54.846387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6c358af1-5a00-427b-b580-a8f51d48aecc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ec7e972-1b74-484e-a7cc-3d82f0b8449c HTTP/1.1" status: 204 len: 168 time: 0.4085088 Feb 04 16:22:54.888088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] No DVR routers for this DVR port dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:54.977005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Port': ['ID=dd8a109d-7b3c-4cee-bedc-8566ddf3a1b0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:55.119303 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f92203ef-6e18-4abc-9c8b-2229163d7613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.319945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.331469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.463230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.475235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:55.503928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8212fb18-efaa-472c-8d42-1e1baae24ed2') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:55.503928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8212fb18-efaa-472c-8d42-1e1baae24ed2') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:55.603976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.652707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.660806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:55.662241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:55.679342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f0c5aac-e834-4318-9258-30ddaee8d35b req-d6d1a3ac-c488-4091-8a1a-de18f245a465 tempest-ListServerFiltersTestJSON-544000270 tempest-ListServerFiltersTestJSON-544000270-project] 10.222.0.62 "GET /v2.0/ports?device_id=123e9fea-e8d7-4b94-a180-4cf4c5b4f568 HTTP/1.1" status: 200 len: 210 time: 0.3521123 Feb 04 16:22:55.854148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecaecc-39e4-4301-be14-8700d212ee80 req-1473b317-8c1b-4d7b-a9c2-5850e4d2974d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:55.889680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2ecaecc-39e4-4301-be14-8700d212ee80 req-1473b317-8c1b-4d7b-a9c2-5850e4d2974d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 0.3731840 Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:55.900489 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:56.068839 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2ecaecc-39e4-4301-be14-8700d212ee80 req-99e7c50b-8fed-4009-99e5-61fc35a269d2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843605 Feb 04 16:22:56.128727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-674bba42-23b8-4551-b073-60dc9c6664d5 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:56.132750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-674bba42-23b8-4551-b073-60dc9c6664d5 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 945 time: 0.9726481 Feb 04 16:22:56.359426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.409386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.433421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.485467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:56.540814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5218361-cd75-430f-99e5-96fee4bd9537,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:56.545695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Deleting port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:22:56.546018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.656826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cad479-34b7-470f-a232-4409b2d6eed7 req-61fd370a-9249-4a1f-8aa0-d44f277cc13e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:56.665550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2cad479-34b7-470f-a232-4409b2d6eed7 req-61fd370a-9249-4a1f-8aa0-d44f277cc13e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 945 time: 0.3548372 Feb 04 16:22:56.804744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:56.810624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0bed04c6-551b-4c88-8141-40a573bc6c99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5218361-cd75-430f-99e5-96fee4bd9537 HTTP/1.1" status: 204 len: 168 time: 2.1993375 Feb 04 16:22:56.825093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2cad479-34b7-470f-a232-4409b2d6eed7 req-74184168-baa1-418b-bc78-66e44e21f725 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408372 Feb 04 16:22:56.842915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:56.846809 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c21d6d78-c743-4406-85a9-4df5cb319eca tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/63faf311-9c0f-4ca2-aea0-8fb85ed5ca2f HTTP/1.1" status: 204 len: 168 time: 5.3499160 Feb 04 16:22:57.104692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:57.259289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecd22a1a-54e6-474f-9406-90aba9b26dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:57.425235 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:57.602160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] For port e08d6f38-e1d7-49fc-aa9b-5db4531a5463, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:22:57.602160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:57.685403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Deleting subnet 32ab24b0-ffbe-40da-8fda-ed5a214486de {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:22:57.705936 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:57.776075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44146) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:58.040931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Calling delete_port for e08d6f38-e1d7-49fc-aa9b-5db4531a5463 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:22:58.050060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device e08d6f38-e1d7-49fc-aa9b-5db4531a5463 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:22:58.438351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.453813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.488263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.547024 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.565558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e52ed0b-a0ff-4c81-b554-30ed471d4b84']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:58.605757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'db2602c5-11b2-4390-886d-f91be9f06839'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:22:58.622883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c58ec8-2bf1-48b3-bc54-f03bb36076c1 req-def2b727-2e4a-433a-8dc6-a4caf4ea71a9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:58.624339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94c58ec8-2bf1-48b3-bc54-f03bb36076c1 req-def2b727-2e4a-433a-8dc6-a4caf4ea71a9 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 1.0989692 Feb 04 16:22:58.692731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.693018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-75023921-network', 'tenant_id': '7bbd1371c9b7460ab1676afe4daf21ab'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:22:58.734173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event deleted for resources: {'Port': ['ID=e08d6f38-e1d7-49fc-aa9b-5db4531a5463,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:58.734173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:58.741561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Usage tracker for resource:network and tenant:7bbd1371c9b7460ab1676afe4daf21ab is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:58.741561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:58.802965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6bccab-68f8-4805-a519-52ccf7ec3284') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:58.802965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6bccab-68f8-4805-a519-52ccf7ec3284') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:22:58.806851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:58.810014 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.843213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.875385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] No DVR routers for this DVR port e08d6f38-e1d7-49fc-aa9b-5db4531a5463 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:22:58.875385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.875385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'name': 'network-vif-deleted', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:22:58.901308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.913103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Made reservation on behalf of 7bbd1371c9b7460ab1676afe4daf21ab for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:22:58.919382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.938894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.966260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d114dc21-c310-43ca-9301-a2ac03d3a0d9 req-91d741dc-840a-4f5a-9bf4-3504d3faab89 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "DELETE /v2.0/ports/e08d6f38-e1d7-49fc-aa9b-5db4531a5463 HTTP/1.1" status: 204 len: 173 time: 2.8163826 Feb 04 16:22:58.969209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94c58ec8-2bf1-48b3-bc54-f03bb36076c1 req-a2173723-75b6-47ae-8562-8120b8276ead tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389356 Feb 04 16:22:58.977885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:58.990398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bc1df-879c-40c9-9ea2-1f9a987b822f req-419259f3-d6f4-4021-aef8-15f618b30b4e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:58.991818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-874bc1df-879c-40c9-9ea2-1f9a987b822f req-419259f3-d6f4-4021-aef8-15f618b30b4e tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=adcd02c2-532e-4619-985c-6fa60bf170bf HTTP/1.1" status: 200 len: 867 time: 0.7259355 Feb 04 16:22:58.996613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:22:58.997017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:22:59.013682 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:22:59.334794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.373529 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adcd02c2-532e-4619-985c-6fa60bf170bf', 'name': 'network-vif-deleted', 'tag': 'e08d6f38-e1d7-49fc-aa9b-5db4531a5463', 'status': 'completed', 'code': 200} Feb 04 16:22:59.388155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ab24b0-ffbe-40da-8fda-ed5a214486de,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:59.401025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.424161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:22:59.434045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.437461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Usage tracker for resource:security_group_rule and tenant:7bbd1371c9b7460ab1676afe4daf21ab is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:22:59.446262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=2e52ed0b-a0ff-4c81-b554-30ed471d4b84,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:59.447633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:22:59.449776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-64cbfb47-22cb-4302-803f-ba9162150890 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/2e52ed0b-a0ff-4c81-b554-30ed471d4b84 HTTP/1.1" status: 204 len: 168 time: 2.6113153 Feb 04 16:22:59.452005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.454477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9ba0b213-d18f-42dc-958d-91755c4a59cc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/32ab24b0-ffbe-40da-8fda-ed5a214486de HTTP/1.1" status: 204 len: 168 time: 2.3600152 Feb 04 16:22:59.458725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-874bc1df-879c-40c9-9ea2-1f9a987b822f req-22f2494f-8eaf-4af3-8ae6-c4ec4c569fad tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417655 Feb 04 16:22:59.459497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44186) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:59.460568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:59.470632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:22:59.478858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedf70d-9e53-40a7-a599-afad780c35e1 None None] Network b627b571-ed31-47c1-9826-cdebf4a4bf10 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:22:59.681046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.688196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.797169 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.799918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:22:59.812616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf2e5a4-cf67-44cf-809d-ff6d3556c227,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:22:59.835585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.836086 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Added segment e08f4f77-b36b-496e-bedb-5dbc334845c0 of type vlan for network 803242bc-808f-4869-bea2-fab83fb442df Feb 04 16:22:59.849741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:22:59.892052 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.980306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:22:59.980306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:22:59.980306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.008022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Deleting port 068ff7a4-6b5f-4687-a37a-60297449e333 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:00.008022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.180813 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.245419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.312463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] DHCP port deletion for b627b571-ed31-47c1-9826-cdebf4a4bf10 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:23:00.316647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Deleting port 068ff7a4-6b5f-4687-a37a-60297449e333 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:00.317993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.321034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] Pushing event updated for resources: {'Network': ['ID=803242bc-808f-4869-bea2-fab83fb442df,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:00.333535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8de9bc1-d680-4148-87d2-4a8c20877266 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:00.334568 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-a8de9bc1-d680-4148-87d2-4a8c20877266 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:23:00.344581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8de9bc1-d680-4148-87d2-4a8c20877266 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4890327 Feb 04 16:23:00.365204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:00.425782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240288384'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:00.443103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 803242bc-808f-4869-bea2-fab83fb442df details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:00.466775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:00.481569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:00.493394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:00.508736 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-42926b47-8dce-4cf1-94d0-ea7dac6b13be admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7209301 Feb 04 16:23:00.508736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:00.557363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Request body: {'subnet': {'network_id': '803242bc-808f-4869-bea2-fab83fb442df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-75023921-subnet', 'tenant_id': '7bbd1371c9b7460ab1676afe4daf21ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:00.592832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:00.604229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Usage tracker for resource:subnet and tenant:7bbd1371c9b7460ab1676afe4daf21ab is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:00.630413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:00.634150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:00.667880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:00.694516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.695111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] For port 068ff7a4-6b5f-4687-a37a-60297449e333, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068ff7a4-6b5f-4687-a37a-60297449e333,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:00.695712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.721809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Made reservation on behalf of 7bbd1371c9b7460ab1676afe4daf21ab for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:00.727158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:00.903741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Calling delete_port for 068ff7a4-6b5f-4687-a37a-60297449e333 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:01.004742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.009063 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.019730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.115291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] For port 068ff7a4-6b5f-4687-a37a-60297449e333, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068ff7a4-6b5f-4687-a37a-60297449e333,segment=NetworkSegment(14c84025-665d-4046-8241-064b4eea9a1c),segment_id=14c84025-665d-4046-8241-064b4eea9a1c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:01.115798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.147334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:01.147334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:01.162510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] No DVR routers for this DVR port 068ff7a4-6b5f-4687-a37a-60297449e333 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:01.166266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:01.169621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361a0c-6252-4873-8b7f-c1ce6bf5cbc2 None None] Pushing event deleted for resources: {'Port': ['ID=068ff7a4-6b5f-4687-a37a-60297449e333,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:01.203562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:01.371532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e48fb7-06c3-4161-9897-1dbef6d0a39a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:01.480533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Calling delete_port for 068ff7a4-6b5f-4687-a37a-60297449e333 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:01.513358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e220de4d-8d54-49f3-abfb-1144dd6f3ebb') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:01.513641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e220de4d-8d54-49f3-abfb-1144dd6f3ebb') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:01.541392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.634283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.662407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.680667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:01.680667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.727590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d3651f9-5d1a-4c1d-bbec-073a7a4c011f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:01.764440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.782820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Checking segment: {'id': 'e08f4f77-b36b-496e-bedb-5dbc334845c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '803242bc-808f-4869-bea2-fab83fb442df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:01.782820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Network hostable DHCP agents. Network: 803242bc-808f-4869-bea2-fab83fb442df, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:01.790358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:01.830808 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:01.852483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Network 803242bc-808f-4869-bea2-fab83fb442df is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:01.859087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a8e15-5dbf-4d1d-a9d6-b39f57d5d4cf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:01.862574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:01.870499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 803242bc-808f-4869-bea2-fab83fb442df) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:01.875337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:01.879892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc20e8-6e53-4611-a679-5a009eaa5133 None None] Network 803242bc-808f-4869-bea2-fab83fb442df requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:01.899529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:01.900278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.912622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:01.938029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706bac3-41d8-49b5-b815-e41e2e2cbdfc req-e4b75978-7aa8-4f16-b049-b75cf335fa40 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:01.948142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:01.951670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4706bac3-41d8-49b5-b815-e41e2e2cbdfc req-e4b75978-7aa8-4f16-b049-b75cf335fa40 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 1.2113798 Feb 04 16:23:01.978494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:01.993354 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d137c72f-8d48-412d-a567-38db59abe500 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4785013 Feb 04 16:23:02.004075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.061686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] Pushing event deleted for resources: {'Network': ['ID=c2e48fb7-06c3-4161-9897-1dbef6d0a39a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:02.126727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4706bac3-41d8-49b5-b815-e41e2e2cbdfc req-464e60e7-c7b3-4fcd-ab85-fbdce100c79a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754522 Feb 04 16:23:02.137542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:23:02.137542 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:23:02.155521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0c3db85-9644-4081-ba49-5ea40c402743 tempest-BulkNetworkOpsIpV6Test-203436403 tempest-BulkNetworkOpsIpV6Test-203436403-project] 10.222.0.62 "DELETE /v2.0/networks/c2e48fb7-06c3-4161-9897-1dbef6d0a39a HTTP/1.1" status: 204 len: 168 time: 2.6875942 Feb 04 16:23:02.191109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fbe7c-a1ce-4ec3-a6e0-12a13ce7141e req-2629397c-8a7a-48cc-9f66-188d767dca83 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:02.199115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.202825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d74fbe7c-a1ce-4ec3-a6e0-12a13ce7141e req-2629397c-8a7a-48cc-9f66-188d767dca83 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 0.3630633 Feb 04 16:23:02.209888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.276928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d74fbe7c-a1ce-4ec3-a6e0-12a13ce7141e req-178a8716-b2c6-4c96-968c-a4b38bc60ffb tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703294 Feb 04 16:23:02.378271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5207f60f-4128-49f8-8975-f14ca60edaa4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:02.416461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.428757 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-10696f5b-d493-4803-a730-f129481ee936 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0604553 Feb 04 16:23:02.432635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:02.432635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '5207f60f-4128-49f8-8975-f14ca60edaa4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:02.468285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:02.477202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:02.490257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:02.493878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 068ff7a4-6b5f-4687-a37a-60297449e333 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:02.512440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:02.563437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.586668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 068ff7a4-6b5f-4687-a37a-60297449e333 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:02.586668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 068ff7a4-6b5f-4687-a37a-60297449e333 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:02.641475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Deleting port 068ff7a4-6b5f-4687-a37a-60297449e333 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:02.641995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:02.778402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf49803-21ea-4ccf-8fe7-941550384c20 None None] Network 803242bc-808f-4869-bea2-fab83fb442df requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:02.788298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] The port '068ff7a4-6b5f-4687-a37a-60297449e333' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:23:02.863618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:02.993427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fb479-4944-434e-87d3-9b5a88d122ed req-bddd6fc6-9dd2-4633-a324-4a60bce1e65c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:02.998094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-603fb479-4944-434e-87d3-9b5a88d122ed req-bddd6fc6-9dd2-4633-a324-4a60bce1e65c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:03.065656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-603fb479-4944-434e-87d3-9b5a88d122ed req-bddd6fc6-9dd2-4633-a324-4a60bce1e65c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:03.068341 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-603fb479-4944-434e-87d3-9b5a88d122ed req-bddd6fc6-9dd2-4633-a324-4a60bce1e65c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 0.3761377 Feb 04 16:23:03.227455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Deleting port db2602c5-11b2-4390-886d-f91be9f06839 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:03.273618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.334731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.530562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.688565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b627b571-ed31-47c1-9826-cdebf4a4bf10']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:03.699783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.782792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac50af1e-db3b-4ed6-afd4-db55a295a9a2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:03.794141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c84025-665d-4046-8241-064b4eea9a1c') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:03.794141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c84025-665d-4046-8241-064b4eea9a1c') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:03.809915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a62146d4-12d1-42af-acf5-34594027266d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bafc52b50f642f6a2d7656b4cbe76e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9380405 Feb 04 16:23:03.809915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:03.873882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:03.886623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.922935 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:03.926200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.930949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e04c82e7-e9f6-4ce6-b932-dbbec4845632 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5075943 Feb 04 16:23:03.931990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:03.941186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '5207f60f-4128-49f8-8975-f14ca60edaa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:03.948835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.960944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:03.964689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:03.965238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:03.970669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096963256-network', 'tenant_id': '3e29baa8baea4aa7af6685fda52db836'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:03.984751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:03.986878 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:03.991986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:03.997682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:04.031075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Usage tracker for resource:network and tenant:3e29baa8baea4aa7af6685fda52db836 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:04.040833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:04.057256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:04.131121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:04.165383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Made reservation on behalf of 3e29baa8baea4aa7af6685fda52db836 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:04.183609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.196854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e143-7d0c-4fd5-8acb-0d513a724f8e req-adfa26df-2d67-40bc-9f92-63bccb45481f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:04.205362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3403e143-7d0c-4fd5-8acb-0d513a724f8e req-adfa26df-2d67-40bc-9f92-63bccb45481f tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 945 time: 0.7078326 Feb 04 16:23:04.205362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.210395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] For port db2602c5-11b2-4390-886d-f91be9f06839, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=db2602c5-11b2-4390-886d-f91be9f06839,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:04.210395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.232109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.232109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.276745 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.310901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3403e143-7d0c-4fd5-8acb-0d513a724f8e req-0b585792-e99f-401d-84df-3281fc8e5106 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079080 Feb 04 16:23:04.315604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.324438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b627b571-ed31-47c1-9826-cdebf4a4bf10,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:04.334163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-70d98260-53d9-4726-8f7e-d5ebe040b3f0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b627b571-ed31-47c1-9826-cdebf4a4bf10 HTTP/1.1" status: 204 len: 168 time: 4.8697758 Feb 04 16:23:04.468741 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:23:04.468741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c28218a6-4e7b-476e-9d86-8ef158d63aac tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5270400 Feb 04 16:23:04.468741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44314) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:04.546560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Calling delete_port for db2602c5-11b2-4390-886d-f91be9f06839 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:04.614898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.719032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.720653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:04.727326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e29baa8baea4aa7af6685fda52db836 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:04.731507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:04.743819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:04.819472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.841640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.876210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44324) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:04.907126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.918851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.941076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:04.958728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:04.958728 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Added segment 4c3dd1fa-0ee8-4cf4-80a0-9bf5f04a0932 of type vlan for network fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa Feb 04 16:23:05.007717 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.020964 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.078976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.078976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:05.081383 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.137489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7166e-90cd-4a31-b218-bbd2dcf82261,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.164865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5207f60f-4128-49f8-8975-f14ca60edaa4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.207245 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.211892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/5207f60f-4128-49f8-8975-f14ca60edaa4 HTTP/1.1" status: 204 len: 168 time: 0.7432468 Feb 04 16:23:05.216353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44336) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:05.221193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.221682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.225756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.226686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.238569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.239912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.240461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.240975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.241501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.242007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.242558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba03c-4284-468c-9f0e-e96e23a09de3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:05.368343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c3ca424-78d2-4119-a14d-0440ca945789 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:05.421604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c3ca424-78d2-4119-a14d-0440ca945789 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:05.421604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3c3ca424-78d2-4119-a14d-0440ca945789 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2019176 Feb 04 16:23:05.429437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:05.436743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947990442'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:05.454875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:05.507176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.507176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-63a75934-6e0e-43b2-af26-55f104b2ac4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8fc7166e-90cd-4a31-b218-bbd2dcf82261 HTTP/1.1" status: 204 len: 168 time: 1.6940570 Feb 04 16:23:05.543841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:05.565567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.573347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.581872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:05.591965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda47c7f-abf0-4969-89b6-98d87f5dd485,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:05.604318 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-152d3e72-4af5-42d9-b43a-3569186f1cd2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7082639 Feb 04 16:23:05.610890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:05.620988 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01070182-9563-4b72-872b-9a493a4c1589 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a07f3f2c89547c9870f3827cccc3262&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7422578 Feb 04 16:23:05.623130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Request body: {'subnet': {'network_id': 'fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096963256-subnet', 'tenant_id': '3e29baa8baea4aa7af6685fda52db836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:05.628021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:05.648715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.673289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:05.686300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Usage tracker for resource:subnet and tenant:3e29baa8baea4aa7af6685fda52db836 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:05.704009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:05.718268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:05.765063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:23:05.792477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Made reservation on behalf of 3e29baa8baea4aa7af6685fda52db836 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:05.804471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:05.805465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event deleted for resources: {'Port': ['ID=db2602c5-11b2-4390-886d-f91be9f06839,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:06.072242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:06.123437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device db2602c5-11b2-4390-886d-f91be9f06839 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:06.152135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] No DVR routers for this DVR port db2602c5-11b2-4390-886d-f91be9f06839 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:06.155360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.159725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-603fb479-4944-434e-87d3-9b5a88d122ed req-3842f948-1457-402e-8aed-a169221a22e4 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "DELETE /v2.0/ports/db2602c5-11b2-4390-886d-f91be9f06839 HTTP/1.1" status: 204 len: 173 time: 3.0857503 Feb 04 16:23:06.162638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'name': 'network-vif-deleted', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:06.258573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: db2602c5-11b2-4390-886d-f91be9f06839 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:06.258958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device db2602c5-11b2-4390-886d-f91be9f06839 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:06.296511 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5603c2-b026-4895-ab4b-60025fab62bb', 'name': 'network-vif-deleted', 'tag': 'db2602c5-11b2-4390-886d-f91be9f06839', 'status': 'completed', 'code': 200} Feb 04 16:23:06.370167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2550583c-9d57-474e-9a4a-8b0141ee9abe req-f8244dfa-b370-469c-8b5c-c041265d7184 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e5603c2-b026-4895-ab4b-60025fab62bb HTTP/1.1" status: 200 len: 210 time: 0.6222422 Feb 04 16:23:06.479076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:06.497396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.528449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:06.528449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:06.528449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:06.550789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:06.550789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Usage tracker for resource:security_group_rule and tenant:fe8426406e4b49a7b4580b1be7e82c86 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:06.560192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:06.578465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:06.593400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.651054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.689126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.697626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.729588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.779914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.867912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc0fd6-890a-4842-9138-54fdf440543a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:06.874422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:06.874422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4451005 Feb 04 16:23:06.881325 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-45151864-4d74-4e8c-ba06-f7e4e6423d3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe8426406e4b49a7b4580b1be7e82c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8104942 Feb 04 16:23:06.881325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44384) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:06.887146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:06.910234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9322df9a-c1bc-4db8-9685-e8c6dca09dc1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'd5e5b421-1e11-499e-9a11-7d9deae3d47a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:06.910234 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-9322df9a-c1bc-4db8-9685-e8c6dca09dc1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:06.910234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9322df9a-c1bc-4db8-9685-e8c6dca09dc1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0261962 Feb 04 16:23:06.919927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44392) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:07.008610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75ab1d-c12d-438a-898d-fbd3bf8e3470 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e5b421-1e11-499e-9a11-7d9deae3d47a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:07.051966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.083575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.089402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.132580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.174870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2d50c-b26f-46f5-8a9f-4ca21b99da67,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:07.216459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.224528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-22f0338d-a1c1-49eb-bf84-6c7d13595a7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4a2d50c-b26f-46f5-8a9f-4ca21b99da67 HTTP/1.1" status: 204 len: 168 time: 1.5730264 Feb 04 16:23:07.308364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.337730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.366745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.394672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e5b421-1e11-499e-9a11-7d9deae3d47a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:07.449511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.449511 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-71b34ec6-6160-4c49-bcbf-1da7c6b9edff tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/d5e5b421-1e11-499e-9a11-7d9deae3d47a HTTP/1.1" status: 204 len: 168 time: 0.5315113 Feb 04 16:23:07.461580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44408) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:07.461760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db885b5-10b3-4f1b-be8f-84e01a3e3951,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:07.544246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:07.577012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c073ccab-e3a4-443b-814b-1f2ff1aa6ccc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:07.589197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Checking segment: {'id': '4c3dd1fa-0ee8-4cf4-80a0-9bf5f04a0932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:07.590814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Network hostable DHCP agents. Network: fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:07.622901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c073ccab-e3a4-443b-814b-1f2ff1aa6ccc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:07.624969 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c073ccab-e3a4-443b-814b-1f2ff1aa6ccc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1674130 Feb 04 16:23:07.631095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:07.639836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--156140070'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:07.651404 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.663381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:07.700044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc0fd6-890a-4842-9138-54fdf440543a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:07.709006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Network fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:07.733156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:07.742432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.746128 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dd4e885a-dfc1-4256-8400-8ef92a41a9eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40dc0fd6-890a-4842-9138-54fdf440543a HTTP/1.1" status: 204 len: 168 time: 0.8598287 Feb 04 16:23:07.753738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:07.758409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.779103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757d44f-07dc-4673-b692-920dca44513a None None] Network fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:07.789299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:07.789299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:07.876681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5c8fdd69-258b-4a93-9d29-2f0355019d5f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2639513 Feb 04 16:23:07.909517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:07.918385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:07.922533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:07.956864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:08.153492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.160336 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.246284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fec74b-56e6-44e9-b436-247e2abaa19a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:08.278992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.278992 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ced0727-3744-44c9-9de4-62c2d017ebf9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6386759 Feb 04 16:23:08.278992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:08.306644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8ccbb730-910d-4c49-8212-cc7c6e4f82ce tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'b2fec74b-56e6-44e9-b436-247e2abaa19a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:08.306644 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-8ccbb730-910d-4c49-8212-cc7c6e4f82ce tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:08.306644 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ccbb730-910d-4c49-8212-cc7c6e4f82ce tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0181458 Feb 04 16:23:08.306644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44442) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:08.378829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831974981'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:08.387734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:08.394600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:08.407242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:08.417449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:08.445773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:08.449228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.484848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.498452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.510748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a0c320-4380-4482-b21f-f538d94d4933 None None] Network fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:08.565545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:08.574136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:security_group_rule and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:08.580085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:08.603883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:08.648005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.781005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.845523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fec74b-56e6-44e9-b436-247e2abaa19a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:08.861893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.873039 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd6147e6-b8f0-499f-baa1-ee429541b83d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/b2fec74b-56e6-44e9-b436-247e2abaa19a HTTP/1.1" status: 204 len: 168 time: 0.5560899 Feb 04 16:23:08.873039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44454) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:08.950680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:08.960507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.006592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab2c529a-5443-42cc-934b-a429c1c52b4c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:09.047267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab2c529a-5443-42cc-934b-a429c1c52b4c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:09.048519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab2c529a-5443-42cc-934b-a429c1c52b4c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1796606 Feb 04 16:23:09.056617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44462) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.069027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:09.071403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836289863'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:09.084366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.085453 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment b4a27e6a-5d2f-4ec1-be33-448bd6548c27 of type vlan for network 71ecf1e5-6153-41f4-80fe-048b182bf245 Feb 04 16:23:09.112239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:09.113475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.149932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:09.155488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c96e87-8233-4b1c-9666-5bc77e334608,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:09.159126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.164432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:09.165626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.188324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.345743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7862320 Feb 04 16:23:09.345743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.378257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1047150395'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:09.378257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:09.387091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:09.400756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:09.400756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:09.426480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ca1b0-6f9a-4a51-874e-a98378c6f29b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=71ecf1e5-6153-41f4-80fe-048b182bf245,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:09.426480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:09.455257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.462914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:09.470428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:09.478108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:09.478108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:09.478108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:09.512534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.675389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.711829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.730058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.825972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:09.847685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f07a4d0-6275-47b5-b5b7-a3db3199e6f4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:09.869166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.882205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-edc9d425-fda0-44d2-afe3-0f4654f2d76f tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8220394 Feb 04 16:23:09.883543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:09.884075 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 35bc48c3-b8b2-4287-a27c-b4be2225a1b4 of type vlan for network 33a3891a-f044-4086-9cca-9f8cf843aa95 Feb 04 16:23:09.889677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44486) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.892795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:09.906526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3e4709c2-19a1-43a2-b8a7-3672a0f8f2e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '4f07a4d0-6275-47b5-b5b7-a3db3199e6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:09.907817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Usage tracker for resource:security_group_rule and tenant:df855848a71f4e67b4616e3771fd981e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:09.921351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:09.923147 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-3e4709c2-19a1-43a2-b8a7-3672a0f8f2e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:09.923147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3e4709c2-19a1-43a2-b8a7-3672a0f8f2e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314271 Feb 04 16:23:09.928234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.942621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4d6f7abe-44d8-4581-a8c8-7069844b39e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '4f07a4d0-6275-47b5-b5b7-a3db3199e6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:09.942621 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-4d6f7abe-44d8-4581-a8c8-7069844b39e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:09.942621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d6f7abe-44d8-4581-a8c8-7069844b39e3 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080068 Feb 04 16:23:09.952049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.967783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:09.978836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f9cbeb59-1045-4004-b7b6-575dc54079ba tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '4f07a4d0-6275-47b5-b5b7-a3db3199e6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:09.978836 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-f9cbeb59-1045-4004-b7b6-575dc54079ba tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:09.978836 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9cbeb59-1045-4004-b7b6-575dc54079ba tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0241928 Feb 04 16:23:09.984617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44502) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:09.990753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.000703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c76a6096-c71d-4beb-be19-ae1695f100d6 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '4f07a4d0-6275-47b5-b5b7-a3db3199e6f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:10.000703 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-c76a6096-c71d-4beb-be19-ae1695f100d6 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:10.000703 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c76a6096-c71d-4beb-be19-ae1695f100d6 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121541 Feb 04 16:23:10.000703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44506) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:10.106885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.155751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.171537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.171537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:10.178383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.320850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.409422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.461049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1017008 Feb 04 16:23:10.466358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44518) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:10.516078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:10.627730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727dcd76-99d5-458c-af17-4caca6d89682,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:10.635749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9f2b080c-9bb9-40c3-9c1f-2fca9bfcbce8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df855848a71f4e67b4616e3771fd981e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1188550 Feb 04 16:23:10.662985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:10.662985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a7af-c0ea-4c05-a444-e45731a1f032 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=33a3891a-f044-4086-9cca-9f8cf843aa95,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:10.674443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:10.931347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-2454e170-0d3a-4e25-968d-cfeabb353462 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:10.933732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-2454e170-0d3a-4e25-968d-cfeabb353462 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/networks?id=803242bc-808f-4869-bea2-fab83fb442df HTTP/1.1" status: 200 len: 823 time: 0.7145267 Feb 04 16:23:10.960938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:10.972726 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.001044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.073618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-2a832241-3342-4b6a-866a-b33352050a31 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/quotas/7bbd1371c9b7460ab1676afe4daf21ab HTTP/1.1" status: 200 len: 375 time: 0.0368471 Feb 04 16:23:11.076110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.076110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f07a4d0-6275-47b5-b5b7-a3db3199e6f4 HTTP/1.1" status: 204 len: 168 time: 1.0674853 Feb 04 16:23:11.076110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:11.084538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea21eb-4490-4255-aacb-6f453139c3f4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f07a4d0-6275-47b5-b5b7-a3db3199e6f4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:11.109823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-f1babd0b-5615-49cf-b1db-0f857121695e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7bbd1371c9b7460ab1676afe4daf21ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871117 Feb 04 16:23:11.116554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:11.116554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:11.123023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:11.132246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:11.259937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:11.286266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:11.290903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3dae66c-38ec-48e3-9b95-3e545048b949 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:11.356955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.431835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3dae66c-38ec-48e3-9b95-3e545048b949 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:11.433410 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3dae66c-38ec-48e3-9b95-3e545048b949 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3643930 Feb 04 16:23:11.439133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:11.447023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487193741'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:11.453874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:11.465444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:11.475702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.492245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-46d18959-9e6e-4301-be27-6bb304f6d5b1 service neutron] 10.222.0.62 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866346 Feb 04 16:23:11.510721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.554616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727dcd76-99d5-458c-af17-4caca6d89682,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:11.635985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:11.637324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-142da713-3189-4889-9f91-a01e4fc1352f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/727dcd76-99d5-458c-af17-4caca6d89682 HTTP/1.1" status: 204 len: 168 time: 0.9770162 Feb 04 16:23:11.745585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-55806039-211a-4347-ba78-3d80f6f4119b service neutron] 10.222.0.62 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524211 Feb 04 16:23:11.791671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-351933806-network', 'tenant_id': 'da50b74c7c76436ebaca6323a8f87b41'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:11.804583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:11.869689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:11.896952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:11.908629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:11.971601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:11.993737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Usage tracker for resource:network and tenant:da50b74c7c76436ebaca6323a8f87b41 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:12.011312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:12.033805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:12.120709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-897a8aa8-6e08-469d-a75c-ae1902b0c6f0 req-1d1af9e9-e960-42e3-a5c2-5012747a1300 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 210 time: 0.1450706 Feb 04 16:23:12.204574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.249517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Made reservation on behalf of da50b74c7c76436ebaca6323a8f87b41 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:12.251882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.262747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.352012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:12.357432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.359433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Usage tracker for resource:security_group_rule and tenant:c97d4eddd159486782ad7c9e505a38a3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:12.362964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:12.376153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:12.463995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.484949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.515608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:12.556139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Usage tracker for resource:security_group_rule and tenant:da50b74c7c76436ebaca6323a8f87b41 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:12.569540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:12.631311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:12.644967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c2e43-7087-43aa-ab6f-4e93182846e0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:12.658677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.688217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.695478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.730484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.734542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-663c4d12-c359-4f7e-ae4b-2de99515f6cc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2916861 Feb 04 16:23:12.738276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.761056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-742150bd-eb2e-44b9-a055-c7054f85f4e7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:12.762028 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-742150bd-eb2e-44b9-a055-c7054f85f4e7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:12.763260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-742150bd-eb2e-44b9-a055-c7054f85f4e7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192080 Feb 04 16:23:12.768616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44584) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.785613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:12.805933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:12.815530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=e1687f55-fa66-496c-b295-3396eab64d2f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:12.818823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:12.826826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:12.839326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a399f69e-a1c6-4027-81cc-d163c63e617e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:12.840996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:12.859855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8fd37480-6eb3-4903-8d9a-6a63eec7b640 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c97d4eddd159486782ad7c9e505a38a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6545250 Feb 04 16:23:12.863528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.868243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:12.868606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 71ecf1e5-6153-41f4-80fe-048b182bf245, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:12.930992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.941716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.956243 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:12.958164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b40fa2ea-3074-4ad6-8ac8-af426c4f5df0 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1885114 Feb 04 16:23:12.961263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44592) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.968871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1402d294-998b-4046-b753-549b2c26779c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:12.970052 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-1402d294-998b-4046-b753-549b2c26779c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:12.979005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1402d294-998b-4046-b753-549b2c26779c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166645 Feb 04 16:23:12.979883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:12.982402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:12.988030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:12.991287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:13.005152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40003630-c74e-4dbb-875c-cad0a35364b4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:13.015460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.016196 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Added segment f2640715-e7d1-450f-bc34-59ade3606a2f of type vlan for network ed47ce49-9a63-49e7-b53d-eca055880bf0 Feb 04 16:23:13.017017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.025571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 71ecf1e5-6153-41f4-80fe-048b182bf245) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:13.034876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:13.036323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2aaf1-2342-4ef2-a88e-312e1e2f920b None None] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:13.037109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.052353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.079703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.092722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.093909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d949a67a-b208-438f-9f9c-02a5739bfc43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6336744 Feb 04 16:23:13.099364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44602) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.099683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:13.110860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.118118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:13.130066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.185389 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:13.187574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13764dfe-042a-432c-be4c-eb4c51ddb21c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2042694 Feb 04 16:23:13.191191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44608) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.200920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c28f6c0e-fa08-4709-b7a2-dccfeb63bdbb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.202202 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-c28f6c0e-fa08-4709-b7a2-dccfeb63bdbb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:13.204228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c28f6c0e-fa08-4709-b7a2-dccfeb63bdbb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094233 Feb 04 16:23:13.207593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44612) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.237999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.267569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.283602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.292090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:13.312805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.347019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:13.352718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.353859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:13.354713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.393343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399f69e-a1c6-4027-81cc-d163c63e617e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:13.403599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.405343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b053393e-f93a-45d7-a135-df1059c0c08a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a399f69e-a1c6-4027-81cc-d163c63e617e HTTP/1.1" status: 204 len: 168 time: 0.5392594 Feb 04 16:23:13.504292 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Project d1e9efcc1c5d496db1c3e94304501d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:23:13.534027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08ff6a94-2f50-47c3-85dd-116267d5089b req-830f60e9-4d2e-4b5c-9a82-0114503954a2 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 210 time: 0.1230731 Feb 04 16:23:13.588721 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:13.589755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-300c218e-a0f2-46b0-8a40-6935f9489523 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3795300 Feb 04 16:23:13.593023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44622) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.598884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c4f1fe93-b8ea-45c0-b329-fe80fdc0f3fb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.599648 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-c4f1fe93-b8ea-45c0-b329-fe80fdc0f3fb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:13.600849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c4f1fe93-b8ea-45c0-b329-fe80fdc0f3fb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066633 Feb 04 16:23:13.606869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44626) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.612218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.630667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.643885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.653128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:13.678402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:13.713481 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Project d1e9efcc1c5d496db1c3e94304501d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:23:13.788680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-71ecf1e5-6153-41f4-80fe-048b182bf245', 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': 'e1687f55-fa66-496c-b295-3396eab64d2f'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:23:13.789926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:13.799177 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:13.804040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec023ff9-99f5-4e0c-b29c-5a2125becf6e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1929600 Feb 04 16:23:13.806976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.822648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'c12c2e43-7087-43aa-ab6f-4e93182846e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.838138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.843755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.851420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5559263 Feb 04 16:23:13.854201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44636) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:13.864281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.871904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.879625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:13.892609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Request body: {'subnet': {'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-351933806-subnet', 'tenant_id': 'da50b74c7c76436ebaca6323a8f87b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:13.897969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11e5a9-eabc-4d02-b7df-d972e7cc4727 admin admin] Pushing event updated for resources: {'Network': ['ID=ed47ce49-9a63-49e7-b53d-eca055880bf0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:13.909959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:13.919759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:13.925510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ed47ce49-9a63-49e7-b53d-eca055880bf0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:13.925750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:13.947823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:13.954402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:13.970444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Usage tracker for resource:subnet and tenant:da50b74c7c76436ebaca6323a8f87b41 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:13.977744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:14.009116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:14.209661 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Project d1e9efcc1c5d496db1c3e94304501d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:23:14.224051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Made reservation on behalf of da50b74c7c76436ebaca6323a8f87b41 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:14.227310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.377503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Allocated IP 2001:db8::2 (71ecf1e5-6153-41f4-80fe-048b182bf245/e1687f55-fa66-496c-b295-3396eab64d2f/fab760eb-a762-44dd-8f47-791e68db5cc8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:14.564539 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:14.565282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.589387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dccc9690-f1ae-4e19-89e1-653ab0feae7e tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7810252 Feb 04 16:23:14.593042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44654) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:14.618074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.720512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d660401-3e37-4247-b524-944d36af25bd req-c1bf06be-dc1a-4c7e-b1e2-c0b5aeff8f73 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:14.723279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d660401-3e37-4247-b524-944d36af25bd req-c1bf06be-dc1a-4c7e-b1e2-c0b5aeff8f73 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 945 time: 0.6616359 Feb 04 16:23:14.724719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-8a882166-e583-479c-9743-c02c16560b03 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:14.725859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-8a882166-e583-479c-9743-c02c16560b03 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Synchronizing usage tracker for tenant:7bbd1371c9b7460ab1676afe4daf21ab on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:14.764916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-8a882166-e583-479c-9743-c02c16560b03 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Unset dirty status for tenant:7bbd1371c9b7460ab1676afe4daf21ab on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:14.766455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-8a882166-e583-479c-9743-c02c16560b03 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.41 "GET /v2.0/networks?id=803242bc-808f-4869-bea2-fab83fb442df HTTP/1.1" status: 200 len: 823 time: 0.5778892 Feb 04 16:23:14.806844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Request body: {'port': {'device_id': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'network_id': '803242bc-808f-4869-bea2-fab83fb442df', 'admin_state_up': True, 'tenant_id': '7bbd1371c9b7460ab1676afe4daf21ab'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:14.851338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.874108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Transition to ACTIVE for port object fab760eb-a762-44dd-8f47-791e68db5cc8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:14.907619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Transition to ACTIVE for port object fab760eb-a762-44dd-8f47-791e68db5cc8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:14.916728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:14.934017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d623a2ec-498b-4e20-8517-7e47e86b72f8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:14.995274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:15.010526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Usage tracker for resource:port and tenant:7bbd1371c9b7460ab1676afe4daf21ab is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:15.016217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:15.021566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Pushing event updated for resources: {'Port': ['ID=fab760eb-a762-44dd-8f47-791e68db5cc8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:15.032047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:15.033156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:15.035895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:15.041436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:15.047889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.051918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29250af7-b19a-4d6f-ab00-e2adb7f5d06b req-a4f8ebf5-f048-4f4f-a893-b639908be3e3 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 210 time: 0.1241810 Feb 04 16:23:15.108119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Made reservation on behalf of 7bbd1371c9b7460ab1676afe4daf21ab for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:15.117200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.135946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d660401-3e37-4247-b524-944d36af25bd req-9d57bdbb-3052-420d-b27d-588bae8e99c8 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878834 Feb 04 16:23:15.137091 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.149747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Checking segment: {'id': 'f2640715-e7d1-450f-bc34-59ade3606a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:15.150739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Network hostable DHCP agents. Network: ed47ce49-9a63-49e7-b53d-eca055880bf0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:15.214450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.225012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Attempting to bind port fab760eb-a762-44dd-8f47-791e68db5cc8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:15.228859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Attempting to bind port fab760eb-a762-44dd-8f47-791e68db5cc8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:15.229745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Attempting to bind port fab760eb-a762-44dd-8f47-791e68db5cc8 on network 71ecf1e5-6153-41f4-80fe-048b182bf245 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:15.244865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:15.245347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Checking segment: {'id': 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:15.246058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.247218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Bound using segment: {'id': 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:15.261016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Bound port: fab760eb-a762-44dd-8f47-791e68db5cc8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71ecf1e5-6153-41f4-80fe-048b182bf245'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:15.261597 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.274853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Network ed47ce49-9a63-49e7-b53d-eca055880bf0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:15.307026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ed47ce49-9a63-49e7-b53d-eca055880bf0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:15.311995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:15.313262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.337724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.370416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '35bc48c3-b8b2-4287-a27c-b4be2225a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:15.370913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 33a3891a-f044-4086-9cca-9f8cf843aa95, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:15.382166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=79b228b4-8e8b-4df9-8f46-7926f9225de7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:15.382729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594b69d-115e-4a65-993e-48d8c5554ed1 None None] Network ed47ce49-9a63-49e7-b53d-eca055880bf0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:15.471632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:15.483303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:15.487585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 33a3891a-f044-4086-9cca-9f8cf843aa95) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:15.502175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:15.503058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.546709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c2e43-7087-43aa-ab6f-4e93182846e0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:15.615569 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-046bd775-735d-4ef4-a36b-0064caa3f387 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5101128 Feb 04 16:23:15.616585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44678) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:15.627346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-260574899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:15.629192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.633312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f86a126-85fd-4276-96b3-ef073b62ff71 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/c12c2e43-7087-43aa-ab6f-4e93182846e0 HTTP/1.1" status: 204 len: 168 time: 1.0320077 Feb 04 16:23:15.634353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44682) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:15.640874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:15.643732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab06ce-fe54-4aa9-a5ca-f09b42542827 None None] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:15.651219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:15.670207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:15.686035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:15.705863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Allocated IP 172.20.0.2 (803242bc-808f-4869-bea2-fab83fb442df/8d3651f9-5d1a-4c1d-bbec-073a7a4c011f/2c99e3d6-b9d5-4da1-8983-3605bc48a058) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:15.711348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d353e34-34d8-4be0-a4b0-32eb2f5257e1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8536189 Feb 04 16:23:15.739442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.740915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.807267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-dda1fca4-90aa-4354-8381-60c69badc3b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:15.812148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-dda1fca4-90aa-4354-8381-60c69badc3b1 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 945 time: 0.2699459 Feb 04 16:23:15.825171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ff3b38d-eec6-4ed4-aecb-494ced6757de tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:15.846017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] For port fab760eb-a762-44dd-8f47-791e68db5cc8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:15.892402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] For port fab760eb-a762-44dd-8f47-791e68db5cc8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fab760eb-a762-44dd-8f47-791e68db5cc8,segment=NetworkSegment(b4a27e6a-5d2f-4ec1-be33-448bd6548c27),segment_id=b4a27e6a-5d2f-4ec1-be33-448bd6548c27)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:15.907015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:15.920311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.072132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1136085517-network', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:16.077408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Deleting port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:16.079400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.147437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f67f24-31db-4cc8-ac8b-e057d3c62d51 None None] Network ed47ce49-9a63-49e7-b53d-eca055880bf0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:16.176947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:16.199594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Usage tracker for resource:network and tenant:bc8f318aab314db0b11ca994669ac36c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:16.209388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:16.288583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ff3b38d-eec6-4ed4-aecb-494ced6757de tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:16.297719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6ff3b38d-eec6-4ed4-aecb-494ced6757de tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6622100 Feb 04 16:23:16.314700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:16.345285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--634510475'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:16.390114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:16.435454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:16.450942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-33a3891a-f044-4086-9cca-9f8cf843aa95', 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': '79b228b4-8e8b-4df9-8f46-7926f9225de7'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:23:16.451952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.524052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:16.530712 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.578141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.581046 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a870432d-c818-45b2-9a1f-927c5c3452ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9630883 Feb 04 16:23:16.588978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44702) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:16.628353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.666822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-970e9b8d-0a0e-4630-85d2-a558d8ba6116 req-7813b599-5c50-46b9-87eb-fae32241ec7d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 210 time: 0.1507280 Feb 04 16:23:16.710654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc6203-bcb5-4698-bca4-e191294960d0 None None] Pushing event updated for resources: {'Port': ['ID=fab760eb-a762-44dd-8f47-791e68db5cc8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:16.725095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:16.731433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:16.734114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Allocated IP 2001:db8:1::2 (33a3891a-f044-4086-9cca-9f8cf843aa95/79b228b4-8e8b-4df9-8f46-7926f9225de7/7fb04862-86f1-4c91-8760-5d7e4b839bd4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:16.736560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:16.748538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:16.839361 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.862160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.870204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Made reservation on behalf of bc8f318aab314db0b11ca994669ac36c for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:16.876499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:16.966707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59824e-06ba-45e8-9ce3-64a9ef3afa63,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:17.061764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] For port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,segment=NetworkSegment(d51dde38-0d54-4f6d-b02c-d4c893a930ec),segment_id=d51dde38-0d54-4f6d-b02c-d4c893a930ec)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:17.062132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.175347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.233306 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.238538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bf10d302-8381-47d2-8e2f-a5a43c3db6a9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9223671 Feb 04 16:23:17.240107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:17.302237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.312962 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.358640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Transition to ACTIVE for port object 7fb04862-86f1-4c91-8760-5d7e4b839bd4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:17.387362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Calling delete_port for 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:17.412831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Transition to ACTIVE for port object 7fb04862-86f1-4c91-8760-5d7e4b839bd4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:17.428294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.488463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '9b59824e-06ba-45e8-9ce3-64a9ef3afa63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:17.513361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:17.516469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:17.529493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:17.558707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:17.609221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8f318aab314db0b11ca994669ac36c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:17.619264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:17.644119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:17.672885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:17.678442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:17.681659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:17.687747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Pushing event updated for resources: {'Port': ['ID=7fb04862-86f1-4c91-8760-5d7e4b839bd4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:17.691220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:17.797254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Attempting to bind port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:17.797903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Attempting to bind port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '35bc48c3-b8b2-4287-a27c-b4be2225a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:17.798422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Attempting to bind port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 on network 33a3891a-f044-4086-9cca-9f8cf843aa95 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:17.801879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.819137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:17.819708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Checking segment: {'id': '35bc48c3-b8b2-4287-a27c-b4be2225a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:17.820282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.820832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Bound using segment: {'id': '35bc48c3-b8b2-4287-a27c-b4be2225a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:17.825881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Bound port: 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bc48c3-b8b2-4287-a27c-b4be2225a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '33a3891a-f044-4086-9cca-9f8cf843aa95'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:17.826154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.838990 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The resource could not be found. Feb 04 16:23:17.844590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e7d398af-60c7-4343-be7a-eec3c16dc425 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4745951 Feb 04 16:23:17.850573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44728) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:17.855237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:17.887507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:23:17.953235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Pushing event updated for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:17.996741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '9b59824e-06ba-45e8-9ce3-64a9ef3afa63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2fad2026-3cb7-4139-bfff-7a702f803c9e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:18.026111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Network 803242bc-808f-4869-bea2-fab83fb442df is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:18.031227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:18.033756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:18.047646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] For port 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:18.056939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] For port 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fb04862-86f1-4c91-8760-5d7e4b839bd4,segment=NetworkSegment(35bc48c3-b8b2-4287-a27c-b4be2225a1b4),segment_id=35bc48c3-b8b2-4287-a27c-b4be2225a1b4)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:18.073106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.117978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:18.134138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Pushing event deleted for resources: {'Port': ['ID=25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:18.204424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:18.246227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.258050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36ec59-ad76-4e0c-b869-cb8fe235a7bd None None] Pushing event updated for resources: {'Port': ['ID=7fb04862-86f1-4c91-8760-5d7e4b839bd4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:18.271954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:18.360605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:18.374036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] No DVR routers for this DVR port 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:18.407973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.413508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fab760eb-a762-44dd-8f47-791e68db5cc8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:18.426897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.435743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4eb41-476c-47f0-9d2c-3d0ef555b68f req-3812341b-e184-4951-901a-8cfe640a1a5d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:18.453584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2d4eb41-476c-47f0-9d2c-3d0ef555b68f req-3812341b-e184-4951-901a-8cfe640a1a5d tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 867 time: 1.0869606 Feb 04 16:23:18.522996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'name': 'network-vif-deleted', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:18.523614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.540114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f7921-b4b9-4f22-8d2d-ce6db3535102 None None] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:18.565395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e3f1e10-ea93-4877-8d33-a77e9d23ac63 req-aff6f4d2-b52b-406e-a152-dd2e06828d7c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.41 "DELETE /v2.0/ports/25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 HTTP/1.1" status: 204 len: 173 time: 2.7292826 Feb 04 16:23:18.682163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2d4eb41-476c-47f0-9d2c-3d0ef555b68f req-77174ac7-8b88-4d15-b174-3f0869aea373 tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/security-groups?id=a8397123-06db-4709-8b19-04a0da01c891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271428 Feb 04 16:23:18.711887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:18.712362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.712803 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The resource could not be found. Feb 04 16:23:18.714238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9be2718-cf1f-4c16-8302-1a5034b1605b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8569572 Feb 04 16:23:18.726491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44738) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:18.732610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:18.827008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9ad56-cd7d-43b4-bea7-ca486f99d9f3 req-b9795f42-ab70-45fc-920d-363abb418aa1 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:18.830907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20b9ad56-cd7d-43b4-bea7-ca486f99d9f3 req-b9795f42-ab70-45fc-920d-363abb418aa1 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 931 time: 0.6914978 Feb 04 16:23:18.887142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:18.887142 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Added segment 53d9c207-5259-4ac2-834e-57555cddc627 of type vlan for network 08f5e498-8f75-442f-a6aa-4f79818277e2 Feb 04 16:23:18.888021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b4bbb-4e28-47ca-8212-46f8bbdb8b51,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:18.950110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-7674fd99-f936-42b9-b4fd-d1afa2e4638d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1431553 Feb 04 16:23:18.974515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a1592bd-6465-4e0f-a73b-bbb2c67cd4d4 None None] Provisioning for port fab760eb-a762-44dd-8f47-791e68db5cc8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:19.012138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20b9ad56-cd7d-43b4-bea7-ca486f99d9f3 req-810de0ae-5f68-41c6-9919-f0ab708b3626 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873971 Feb 04 16:23:19.013996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Request body: {'port': {'device_id': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:19.079021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fab760eb-a762-44dd-8f47-791e68db5cc8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:19.153991 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cfc93c-a1f1-4713-a485-3386690fa842', 'name': 'network-vif-deleted', 'tag': '25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16', 'status': 'completed', 'code': 200} Feb 04 16:23:19.180362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fab760eb-a762-44dd-8f47-791e68db5cc8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:19.181242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.276223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.296104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8::1 (71ecf1e5-6153-41f4-80fe-048b182bf245/e1687f55-fa66-496c-b295-3396eab64d2f/82afe530-d415-443a-b8ca-18ca357ffe03) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:19.373135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-c762a8dd-8903-4e0d-bd8f-7be3d515ea30 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5360284 Feb 04 16:23:19.385752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.532536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-8a54dec3-8a69-448a-8655-cc13dac04da6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=047f2450f8c8427e8ede0263570aa66e&device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 1097 time: 0.1321020 Feb 04 16:23:19.538166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.551678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.561394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59824e-06ba-45e8-9ce3-64a9ef3afa63,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:19.586738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.592163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-75b348c7-d374-4303-b6bd-5d72d5f79733 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/9b59824e-06ba-45e8-9ce3-64a9ef3afa63 HTTP/1.1" status: 204 len: 168 time: 0.8636990 Feb 04 16:23:19.620326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:19.624396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port fab760eb-a762-44dd-8f47-791e68db5cc8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fab760eb-a762-44dd-8f47-791e68db5cc8,segment=NetworkSegment(b4a27e6a-5d2f-4ec1-be33-448bd6548c27),segment_id=b4a27e6a-5d2f-4ec1-be33-448bd6548c27)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:19.640423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:19.811902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=fab760eb-a762-44dd-8f47-791e68db5cc8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:20.156650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0a3cdb24-6513-46ad-a8a8-3fc384aa00a5 None None] Provisioning complete for port fab760eb-a762-44dd-8f47-791e68db5cc8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:20.157813 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a3cdb24-6513-46ad-a8a8-3fc384aa00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:20.225880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:20.275632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:20.276469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 25510ebe-6f24-44b7-9dbd-0f6dd7dcdd16 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:20.361764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:20.495153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-dc64b3f7-c853-4604-9aa0-6ae21ade0655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.496891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-dc64b3f7-c853-4604-9aa0-6ae21ade0655 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 200 len: 917 time: 0.9118242 Feb 04 16:23:20.515081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-26c6327b-47ef-4540-996c-027f0f432f50 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:20.522439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:20.592634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:23:20.665132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:20.671439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b41fe1f8-530c-43a9-a6e0-283b310a9290 req-7fe6a534-85c4-4713-8e09-3b792a611b4c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Synchronizing usage tracker for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:20.694310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e1e05e-df32-429a-829d-bc6b06261c76 None None] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:20.725233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-26c6327b-47ef-4540-996c-027f0f432f50 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:20.726878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26c6327b-47ef-4540-996c-027f0f432f50 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1055105 Feb 04 16:23:20.737646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:20.751744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fab760eb-a762-44dd-8f47-791e68db5cc8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:20.763288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '3830373f-3135-4497-b5f4-0e49b293114b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:20.771827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b41fe1f8-530c-43a9-a6e0-283b310a9290 req-7fe6a534-85c4-4713-8e09-3b792a611b4c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] Unset dirty status for tenant:ee762621576749278ef96e50982abc63 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:20.773037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b41fe1f8-530c-43a9-a6e0-283b310a9290 req-7fe6a534-85c4-4713-8e09-3b792a611b4c tempest-AttachVolumeNegativeTest-1477343061 tempest-AttachVolumeNegativeTest-1477343061-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6cfc93c-a1f1-4713-a485-3386690fa842 HTTP/1.1" status: 200 len: 210 time: 0.5527720 Feb 04 16:23:20.778556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:20.798837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:20.804220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:20.811262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-f032e1b5-9abb-407e-bd43-86faf4808d9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 200 len: 1000 time: 0.2893968 Feb 04 16:23:20.821641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:20.833941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 82afe530-d415-443a-b8ca-18ca357ffe03 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:20.878310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a04dee-0cc4-46be-9eff-1339b5c41dcb req-91369477-8a1c-4dd0-bfb4-c00b7a09b5be tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.885981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a04dee-0cc4-46be-9eff-1339b5c41dcb req-91369477-8a1c-4dd0-bfb4-c00b7a09b5be tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 931 time: 0.3870778 Feb 04 16:23:20.975069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-baaf9374-d957-4512-af13-4a035dec774b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:20.994464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-baaf9374-d957-4512-af13-4a035dec774b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 200 len: 855 time: 0.1740365 Feb 04 16:23:21.052800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.053618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.054683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.286587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a04dee-0cc4-46be-9eff-1339b5c41dcb req-7d179919-aa5d-42c3-a6f3-404e93b76d68 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995767 Feb 04 16:23:21.308958 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The resource could not be found. Feb 04 16:23:21.318760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-73fa2a48-13bb-40e1-8427-1278428c785d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5677323 Feb 04 16:23:21.318760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44862) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:21.321724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--727219920'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:21.331150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:21.392644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:21.393655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.418262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.487331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-935d341c-b1aa-419a-8235-381116f42a24 None None] Provisioning for port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:21.545758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.567304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-f50c270d-5211-42e2-8b3d-715fe5991767 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5361083 Feb 04 16:23:21.593008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.604308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-c217df9b-cd9e-45e6-b910-1d627c83da0f tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:21.605918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-c217df9b-cd9e-45e6-b910-1d627c83da0f tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/networks?id=ed47ce49-9a63-49e7-b53d-eca055880bf0 HTTP/1.1" status: 200 len: 809 time: 0.4319303 Feb 04 16:23:21.692587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-f88b3884-155f-4ca4-8916-7d20255ad4cc tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/quotas/da50b74c7c76436ebaca6323a8f87b41 HTTP/1.1" status: 200 len: 375 time: 0.0781393 Feb 04 16:23:21.728910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fab760eb-a762-44dd-8f47-791e68db5cc8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:21.731432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:21.756851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-249320cf-b54d-4f44-9d46-071c894dbfb1 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=da50b74c7c76436ebaca6323a8f87b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538347 Feb 04 16:23:21.793520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:21.808758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:21.814815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:21.908733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:21.937640 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 6.4432933 Feb 04 16:23:21.956999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:21.964314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:21.983104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Request body: {'subnet': {'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1136085517-subnet', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:21.997927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:22.007571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:22.007571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.026402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:22.034041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86be29-2530-43a1-aaab-9c52539ee003 admin admin] Pushing event updated for resources: {'Network': ['ID=08f5e498-8f75-442f-a6aa-4f79818277e2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:22.043547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Usage tracker for resource:subnet and tenant:bc8f318aab314db0b11ca994669ac36c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:22.058703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:22.061756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=82afe530-d415-443a-b8ca-18ca357ffe03,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:22.069978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:22.070905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:22.115926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44924) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:22.130687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Made reservation on behalf of bc8f318aab314db0b11ca994669ac36c for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:22.133209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.167534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-fafd7cb5-5e35-4e35-be39-2f4a8dd61c03 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897443 Feb 04 16:23:22.425704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fb04862-86f1-4c91-8760-5d7e4b839bd4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:22.431678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:23:22.448394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.469436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.532221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.538762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2182992 Feb 04 16:23:22.544014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:22.587359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:22.595673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--426715860'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:22.597763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:22.598956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.634202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:22.641836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Deleting subnet 496021ea-6dc4-4280-82a5-9909e50a5c85 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:23:22.656967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.724040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257fb27-592b-435a-8ed6-519393c35327 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27247b9-79a7-4299-9ca1-cbe8af6b3b1a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:22.730805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:22.741170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2545a70d-eb70-4ecb-b436-17b6cfeda97b None None] Provisioning for port 82afe530-d415-443a-b8ca-18ca357ffe03 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:22.744875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:22.753674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2545a70d-eb70-4ecb-b436-17b6cfeda97b None None] Provisioning complete for port 82afe530-d415-443a-b8ca-18ca357ffe03 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:22.754568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2545a70d-eb70-4ecb-b436-17b6cfeda97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.775442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c99e3d6-b9d5-4da1-8983-3605bc48a058 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:22.780196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:22.782439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.786144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46788a22-73ef-4ad4-997d-187cb61f2a1f req-75a6d192-8a41-41bf-8ebf-f6fff618ba03 service neutron] 10.222.0.41 "GET /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066551 Feb 04 16:23:22.790126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9529b9be-7ef2-48ee-8924-d07242453475 service neutron] 10.222.0.62 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226109 Feb 04 16:23:22.812947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.842026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.852014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.938586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Transition to ACTIVE for port object 2c99e3d6-b9d5-4da1-8983-3605bc48a058 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:22.952936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2545a70d-eb70-4ecb-b436-17b6cfeda97b None None] Port 82afe530-d415-443a-b8ca-18ca357ffe03 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:22.967404 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:22.978900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b436-f815-4c4c-bd73-d834bb2a00c9 req-71ebfc18-05ad-4464-89d8-e12e41530371 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:22.985844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bae6b436-f815-4c4c-bd73-d834bb2a00c9 req-71ebfc18-05ad-4464-89d8-e12e41530371 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 931 time: 0.3966997 Feb 04 16:23:23.008689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.015378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fb04862-86f1-4c91-8760-5d7e4b839bd4,segment=NetworkSegment(35bc48c3-b8b2-4287-a27c-b4be2225a1b4),segment_id=35bc48c3-b8b2-4287-a27c-b4be2225a1b4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:23.021791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.029453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:23.057353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:23.063608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:23.077640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:23.081291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-7d5117ae-d978-44dd-8b64-2908c7ac51ab service neutron] 10.222.0.62 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564070 Feb 04 16:23:23.106566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.117414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f2757cee-8cec-49a7-b0bd-5f86acb5c640 None None] Provisioning complete for port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:23.118017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f2757cee-8cec-49a7-b0bd-5f86acb5c640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.119889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bae6b436-f815-4c4c-bd73-d834bb2a00c9 req-03a1d3d7-f628-4aa2-95e5-95c124ed523d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332767 Feb 04 16:23:23.203384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=7fb04862-86f1-4c91-8760-5d7e4b839bd4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:23.210355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.216242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.297582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c48722-50a4-4ee9-af51-d6ec10c170a9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:23.319639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.321621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-42470314-315b-498e-9f31-5ea064cadae5 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7737384 Feb 04 16:23:23.324496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45020) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:23.341146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': 'e27247b9-79a7-4299-9ca1-cbe8af6b3b1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f9c48722-50a4-4ee9-af51-d6ec10c170a9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:23.349198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:23.354113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:23.359462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:23.377957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:23.447808 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:23.455043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b8664faf-8b2e-4953-9009-2cd1dc2de08a tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1267374 Feb 04 16:23:23.455921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:23.569120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.604778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.869695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f694feb3-a954-4ea3-b310-6a7b3bd85200 req-d3e95804-a408-4fad-85cd-94fa27d29c21 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0482152 Feb 04 16:23:23.888183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.911965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c48722-50a4-4ee9-af51-d6ec10c170a9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:23.921399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:23.926630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6002297-83df-4bb2-b142-dfaa8271ffb1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/f9c48722-50a4-4ee9-af51-d6ec10c170a9 HTTP/1.1" status: 204 len: 168 time: 0.4676473 Feb 04 16:23:23.927739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:23.997738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:24.037264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-776a4280-94a8-429f-8004-568ec66b6033 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:24.059185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-776a4280-94a8-429f-8004-568ec66b6033 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:24.065274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-776a4280-94a8-429f-8004-568ec66b6033 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1324151 Feb 04 16:23:24.065274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:24.159208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.177332 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.217025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.221449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.262249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496021ea-6dc4-4280-82a5-9909e50a5c85,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:24.280931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:23:24.315042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.316567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.349750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.367054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27247b9-79a7-4299-9ca1-cbe8af6b3b1a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:24.371139 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba84f637-73d8-4188-85c5-39779ad63222 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/496021ea-6dc4-4280-82a5-9909e50a5c85 HTTP/1.1" status: 204 len: 168 time: 2.2505546 Feb 04 16:23:24.373924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45150) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:24.389350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.390200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.467812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Attempting to bind port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:24.467989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Attempting to bind port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'e08f4f77-b36b-496e-bedb-5dbc334845c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '803242bc-808f-4869-bea2-fab83fb442df'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:24.468318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Attempting to bind port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 on network 803242bc-808f-4869-bea2-fab83fb442df {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:24.491969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 on network 803242bc-808f-4869-bea2-fab83fb442df not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:23:24.492252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Attempting to bind port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 on network 803242bc-808f-4869-bea2-fab83fb442df {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:24.545931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.547345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-04a34c93-0290-4363-aa4b-c4bc30c6a34b tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/e27247b9-79a7-4299-9ca1-cbe8af6b3b1a HTTP/1.1" status: 204 len: 168 time: 0.4816692 Feb 04 16:23:24.552941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45172) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:24.615686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.638074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:24.638456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Checking segment: {'id': 'e08f4f77-b36b-496e-bedb-5dbc334845c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '803242bc-808f-4869-bea2-fab83fb442df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:24.638840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Bound using segment: {'id': 'e08f4f77-b36b-496e-bedb-5dbc334845c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '803242bc-808f-4869-bea2-fab83fb442df'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:24.639276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Bound port: 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08f4f77-b36b-496e-bedb-5dbc334845c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '803242bc-808f-4869-bea2-fab83fb442df'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:24.639738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.657830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0436c5-2589-4cd4-92e9-feb5b5775b02,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:24.697011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8130a5c-4dea-4741-a270-a69479b91ce7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:24.697512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=82afe530-d415-443a-b8ca-18ca357ffe03,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:24.700040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Checking segment: {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:24.700567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Network hostable DHCP agents. Network: 08f5e498-8f75-442f-a6aa-4f79818277e2, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:24.807732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:24.808684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529bba2-42a3-48eb-9c33-80185efd22b7 req-4d32e32f-1613-4d7a-a414-68fc8d211091 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:24.810154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5529bba2-42a3-48eb-9c33-80185efd22b7 req-4d32e32f-1613-4d7a-a414-68fc8d211091 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 943 time: 0.3133967 Feb 04 16:23:24.814756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058,segment=NetworkSegment(e08f4f77-b36b-496e-bedb-5dbc334845c0),segment_id=e08f4f77-b36b-496e-bedb-5dbc334845c0)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:24.817781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:24.820742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:24.822151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f8130a5c-4dea-4741-a270-a69479b91ce7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:24.823622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f8130a5c-4dea-4741-a270-a69479b91ce7 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2600181 Feb 04 16:23:24.827912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.828043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.832615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:24.880681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528fd0cd-c7b8-488b-ad23-387ae0e07ef2']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:24.898422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51dde38-0d54-4f6d-b02c-d4c893a930ec') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:24.899157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51dde38-0d54-4f6d-b02c-d4c893a930ec') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:24.915794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.935249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5529bba2-42a3-48eb-9c33-80185efd22b7 req-8970ce5a-9d8a-45ac-8061-8fb8bd74112e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160517 Feb 04 16:23:24.944768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:24.955504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.972648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:24.973692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:24.976601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046431070'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:24.993918 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:25.004906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:25.122723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.123434 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-25a76004-8857-4b64-aa8b-006a19e7c537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.138049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.180302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fb04862-86f1-4c91-8760-5d7e4b839bd4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:25.183431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] 10.222.0.62 "DELETE /v2.0/networks/528fd0cd-c7b8-488b-ad23-387ae0e07ef2 HTTP/1.1" status: 204 len: 168 time: 0.8083305 Feb 04 16:23:25.313765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 08f5e498-8f75-442f-a6aa-4f79818277e2) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:25.348747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:25.369470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:25.370801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.399605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.399721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea179f-e775-4525-a0e8-1cf7b14129ea admin admin] Pushing event deleted for resources: {'Network': ['ID=528fd0cd-c7b8-488b-ad23-387ae0e07ef2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:25.402026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc534fc-1da5-4c01-a8c1-465555afa0a6 None None] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:25.402427 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c99e3d6-b9d5-4da1-8983-3605bc48a058 HTTP/1.1" status: 200 len: 1091 time: 6.3945041 Feb 04 16:23:25.425370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48d1056a-d073-483e-b2a9-6c38d5b3c150 req-8e7d6ed7-5b82-40f0-8c3a-800a98665ecd tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 210 time: 0.2402344 Feb 04 16:23:25.432365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:25.475755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17968c5-8aba-47a0-8d03-106d4a33ffa3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:25.478888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.621979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:25.689018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-a480b15a-8339-4875-ada8-c6b3e8aab72d tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:25.691304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-a480b15a-8339-4875-ada8-c6b3e8aab72d tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.41 "GET /v2.0/networks?id=ed47ce49-9a63-49e7-b53d-eca055880bf0 HTTP/1.1" status: 200 len: 809 time: 0.2628052 Feb 04 16:23:25.711836 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058', 'status': 'completed', 'code': 200} Feb 04 16:23:25.713636 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-451adcc0-bc91-4cda-bb69-97d5bfabb92d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7526524 Feb 04 16:23:25.721668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:25.725718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Request body: {'port': {'device_id': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0', 'admin_state_up': True, 'tenant_id': 'da50b74c7c76436ebaca6323a8f87b41'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:25.751972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d2ccdcef-c792-4d9a-be5f-cbb05f0810e1 None None] Provisioning complete for port 82afe530-d415-443a-b8ca-18ca357ffe03 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:25.752349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d2ccdcef-c792-4d9a-be5f-cbb05f0810e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.760926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:25.766177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:25.769928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:25.776505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:25.792971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:25.805949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:25.818433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Usage tracker for resource:router and tenant:bc8f318aab314db0b11ca994669ac36c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:25.824928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:25.837802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccdcef-c792-4d9a-be5f-cbb05f0810e1 None None] Port 82afe530-d415-443a-b8ca-18ca357ffe03 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:25.882393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:25.882772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.889673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:25.903717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cfdc065e-2d04-43d3-b857-efa8d37ead0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee762621576749278ef96e50982abc63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2801909 Feb 04 16:23:25.907989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:25.909651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:25.914605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Usage tracker for resource:port and tenant:da50b74c7c76436ebaca6323a8f87b41 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:25.919081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:25.925656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:25.936766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Made reservation on behalf of da50b74c7c76436ebaca6323a8f87b41 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:25.940751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.968466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:25.969392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.001331 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.003662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-08f5e498-8f75-442f-a6aa-4f79818277e2', 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'fixed_ips': [{'subnet_id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:23:26.004916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.021931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.045067 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-5e10ae8f-8fc6-4ff3-8562-bc0a5479a28d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bbd1371c9b7460ab1676afe4daf21ab&device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 1094 time: 0.3818560 Feb 04 16:23:26.175471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-4ac97b0b-6d48-43a9-8269-f37c60a1d8b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058 HTTP/1.1" status: 200 len: 217 time: 0.1163058 Feb 04 16:23:26.180859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.183766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Allocated IP 172.20.0.7 (ed47ce49-9a63-49e7-b53d-eca055880bf0/d623a2ec-498b-4e20-8517-7e47e86b72f8/3dc76f0e-aad2-456e-8b46-cf31245865a3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:26.227197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Allocated IP 172.20.0.2 (08f5e498-8f75-442f-a6aa-4f79818277e2/2a0436c5-2589-4cd4-92e9-feb5b5775b02/43f8fac4-a3cd-4b81-a9f9-a4bae762230e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:26.247734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.251948 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3209047 Feb 04 16:23:26.258352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:26.261082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e87722-d88e-47d7-bd7f-f916a9826ecc tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642962a8-28d7-4d48-b456-3b137644f3c0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:26.270776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '642962a8-28d7-4d48-b456-3b137644f3c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:26.281217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.295584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:26.321935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:26.334523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:26.489180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab4627-55c8-4e09-83a5-e063098e6d20 req-f9c7a94d-a6c7-4e37-a14c-4138faa4965e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.497957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73ab4627-55c8-4e09-83a5-e063098e6d20 req-f9c7a94d-a6c7-4e37-a14c-4138faa4965e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 943 time: 0.2557435 Feb 04 16:23:26.546159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-604ce853-3634-4c49-9a62-3b25522ae9fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:26.547741 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-604ce853-3634-4c49-9a62-3b25522ae9fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d3651f9-5d1a-4c1d-bbec-073a7a4c011f HTTP/1.1" status: 200 len: 863 time: 0.3480413 Feb 04 16:23:26.558913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:26.569005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.654572 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-22e3e878-6a2a-4f86-b3d1-6ed31eebf13d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=803242bc-808f-4869-bea2-fab83fb442df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892444 Feb 04 16:23:26.704270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.719923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Transition to ACTIVE for port object 43f8fac4-a3cd-4b81-a9f9-a4bae762230e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:26.731680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.754739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Transition to ACTIVE for port object 43f8fac4-a3cd-4b81-a9f9-a4bae762230e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:26.764517 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.804760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13c65a5d-1710-40c9-abad-d9302024b19c req-73e65ffc-e28b-4ee0-b920-55d73a9fa58a tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 210 time: 0.0799165 Feb 04 16:23:26.836368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73ab4627-55c8-4e09-83a5-e063098e6d20 req-0c8a8aae-cf8a-4a1a-accb-c403a06701a6 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307753 Feb 04 16:23:26.868284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:26.872756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Pushing event updated for resources: {'Port': ['ID=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:26.875820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:26.878019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:26.881206 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:26.882947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da6d5572-6f59-4c04-a170-b319b08f4efb tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6189785 Feb 04 16:23:26.886117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:26.892618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group_rule': {'security_group_id': '642962a8-28d7-4d48-b456-3b137644f3c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:26.905890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:26.907828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:27.009040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.015654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.021237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Attempting to bind port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:27.021814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Attempting to bind port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:27.022976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Attempting to bind port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e on network 08f5e498-8f75-442f-a6aa-4f79818277e2 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:27.025134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:27.033306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:27.033860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Checking segment: {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:27.035700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.036532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Bound using segment: {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:27.036841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Bound port: 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:27.037217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.054343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:27.058288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8397123-06db-4709-8b19-04a0da01c891,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:27.071395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router e2f41225-abf9-4696-99eb-39112a448501 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:23:27.085308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.086270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Network ed47ce49-9a63-49e7-b53d-eca055880bf0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:27.089515 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a2af2ff-bb00-4806-b7b3-14cb79966bab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8397123-06db-4709-8b19-04a0da01c891 HTTP/1.1" status: 204 len: 168 time: 1.1740365 Feb 04 16:23:27.090864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:27.092948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:27.124623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:27.125306 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-9d424e1d-3c8b-43d5-a33a-bab73c8ca683 service neutron] 10.222.0.41 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4245765 Feb 04 16:23:27.236401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4f7761ac-3f1e-4ad2-a646-d210e2e75219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.240486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Pushing event updated for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:27.250429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:27.258528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:27.276413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.312834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:27.313543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.321346 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:23:27.322842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe39dc1d-846a-4e60-bf4d-fda649715943 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4355066 Feb 04 16:23:27.328298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:27.372326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-9ba1d831-594c-4242-95d4-79ce82acbcd6 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6628690 Feb 04 16:23:27.382725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d8410-b63d-4722-be0d-e7135be97ac8 None None] Pushing event updated for resources: {'Port': ['ID=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:27.418821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Request body: {'port': {'device_id': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:27.497706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.626727 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.710210 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f74cec14-4f29-43a2-afba-460f76f93d9a req-24a78eda-d5f2-4cc6-a32d-459f1893fc72 service neutron] 10.222.0.41 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769070 Feb 04 16:23:27.833977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:27.999616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:28.014814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] Sync routers for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:28.039422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:28.040047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:28.063067 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0cda3494-6a3a-4499-99f6-2b9346eec56a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4713395 Feb 04 16:23:28.065134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.094409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:28.108938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-5047304d-d455-4cc5-b3d9-c01eea20624d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bbd1371c9b7460ab1676afe4daf21ab&device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 1094 time: 0.3012815 Feb 04 16:23:28.138731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.180185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:28.205072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:28.205700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:28.291869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:28.291869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e4c9b-afb0-4e8f-915d-ad715f6f9e62 None None] The sync data for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:28.418616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Allocated IP 172.25.5.113 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e96784b8-498f-4634-878a-c2c59513ffd1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:28.440119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc76f0e-aad2-456e-8b46-cf31245865a3 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:28.451192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.497614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Transition to ACTIVE for port object 3dc76f0e-aad2-456e-8b46-cf31245865a3 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:28.499193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a2af3-067d-4e75-8076-23ec31963210 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:28.500136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a95a2af3-067d-4e75-8076-23ec31963210 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:28.518964 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.552789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.712591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.713825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a4fab-9c6a-4e50-a77f-fd2bac9e38ec req-4460fd6a-6efa-4e25-948a-55ed6b46b3f3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:28.724612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c4a4fab-9c6a-4e50-a77f-fd2bac9e38ec req-4460fd6a-6efa-4e25-948a-55ed6b46b3f3 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 1.1912766 Feb 04 16:23:28.765166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a95a2af3-067d-4e75-8076-23ec31963210 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:28.766529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a95a2af3-067d-4e75-8076-23ec31963210 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports/82afe530-d415-443a-b8ca-18ca357ffe03 HTTP/1.1" status: 200 len: 911 time: 0.6662550 Feb 04 16:23:28.771093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-44445765-1107-4423-bc4d-a3ddc20d0202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:28.772465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-44445765-1107-4423-bc4d-a3ddc20d0202 service neutron] 10.222.0.41 "GET /v2.0/networks?id=803242bc-808f-4869-bea2-fab83fb442df HTTP/1.1" status: 200 len: 924 time: 0.4708767 Feb 04 16:23:28.783849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:28.864734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:28.868476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:28.914306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642962a8-28d7-4d48-b456-3b137644f3c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:28.998209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c4a4fab-9c6a-4e50-a77f-fd2bac9e38ec req-00cba75d-6f16-4e0c-bc77-6262e38bc51a tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724860 Feb 04 16:23:29.023697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.025293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe3ecda8-3166-411a-945a-dbdf124b5a8c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/642962a8-28d7-4d48-b456-3b137644f3c0 HTTP/1.1" status: 204 len: 168 time: 1.6959631 Feb 04 16:23:29.051571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:29.055682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-925efeee-457e-404e-ae64-de097e6f7c05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058 HTTP/1.1" status: 200 len: 217 time: 0.2681100 Feb 04 16:23:29.066579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9552de-852a-4923-9450-fb54f9c4aba5 req-8a00a64a-f930-4319-8a4c-c00474cf4858 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:29.067675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8a9552de-852a-4923-9450-fb54f9c4aba5 req-8a00a64a-f930-4319-8a4c-c00474cf4858 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Synchronizing usage tracker for tenant:da50b74c7c76436ebaca6323a8f87b41 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:29.084019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869f48b-2240-49cf-b912-5528ad26d876 None None] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:29.237712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Attempting to bind port 3dc76f0e-aad2-456e-8b46-cf31245865a3 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:29.238248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Attempting to bind port 3dc76f0e-aad2-456e-8b46-cf31245865a3 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'f2640715-e7d1-450f-bc34-59ade3606a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:29.239237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Attempting to bind port 3dc76f0e-aad2-456e-8b46-cf31245865a3 on network ed47ce49-9a63-49e7-b53d-eca055880bf0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:29.291191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2f7ab628-b7d6-4d33-86b0-58952e7f8e3c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:29.304966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 43f8fac4-a3cd-4b81-a9f9-a4bae762230e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:29.332612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Port 3dc76f0e-aad2-456e-8b46-cf31245865a3 on network ed47ce49-9a63-49e7-b53d-eca055880bf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:23:29.333021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Attempting to bind port 3dc76f0e-aad2-456e-8b46-cf31245865a3 on network ed47ce49-9a63-49e7-b53d-eca055880bf0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:29.340211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2f7ab628-b7d6-4d33-86b0-58952e7f8e3c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:29.341603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2f7ab628-b7d6-4d33-86b0-58952e7f8e3c tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2711656 Feb 04 16:23:29.346084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8a9552de-852a-4923-9450-fb54f9c4aba5 req-8a00a64a-f930-4319-8a4c-c00474cf4858 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Unset dirty status for tenant:da50b74c7c76436ebaca6323a8f87b41 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:29.353180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a9552de-852a-4923-9450-fb54f9c4aba5 req-8a00a64a-f930-4319-8a4c-c00474cf4858 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 931 time: 1.0158110 Feb 04 16:23:29.359278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:29.374817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'tempest-secgroup--501802760'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:29.382593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:29.401997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019baa09-6433-4bf0-8042-9e31c5013488 req-2989eb93-43a5-4186-8a34-3815165b0ca2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:29.403537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-019baa09-6433-4bf0-8042-9e31c5013488 req-2989eb93-43a5-4186-8a34-3815165b0ca2 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 0.6720259 Feb 04 16:23:29.407507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:29.407939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Checking segment: {'id': 'f2640715-e7d1-450f-bc34-59ade3606a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:29.408404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Bound using segment: {'id': 'f2640715-e7d1-450f-bc34-59ade3606a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:29.408934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Bound port: 3dc76f0e-aad2-456e-8b46-cf31245865a3, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2640715-e7d1-450f-bc34-59ade3606a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:29.409359 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.414882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:29.427640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-46a1b985-0310-4908-aab3-1c806f59a26b None None] Provisioning for port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:29.460880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.479081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.493545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a9552de-852a-4923-9450-fb54f9c4aba5 req-97978936-5a0a-4a1e-9ab0-e8771d4627e2 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392841 Feb 04 16:23:29.529493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-013ff599-127c-48b0-a2a6-7dbc20a55610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:29.530955 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-013ff599-127c-48b0-a2a6-7dbc20a55610 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d3651f9-5d1a-4c1d-bbec-073a7a4c011f HTTP/1.1" status: 200 len: 863 time: 0.4138906 Feb 04 16:23:29.543090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:29.550521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:29.551030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.610303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:29.651996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Usage tracker for resource:security_group_rule and tenant:d1e9efcc1c5d496db1c3e94304501d66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:29.661777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:29.663483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:29.671618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-99be1319-ca6a-4cf2-b8b8-ffbe5ea1d823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=803242bc-808f-4869-bea2-fab83fb442df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328909 Feb 04 16:23:29.681800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:29.685366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3,segment=NetworkSegment(f2640715-e7d1-450f-bc34-59ade3606a2f),segment_id=f2640715-e7d1-450f-bc34-59ade3606a2f)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:29.709528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Deleting port 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:29.709961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.802063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.851007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.927365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:29.927747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:29.944326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.006795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:30.051812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:30.103242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:30.120875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.124661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:30.157823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:30.166388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.168037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-3e9af560-5020-493a-a409-aefba2cd39f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3dc76f0e-aad2-456e-8b46-cf31245865a3 HTTP/1.1" status: 200 len: 1091 time: 2.7637725 Feb 04 16:23:30.180457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:30.208391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67a35e-567c-4fcb-b8cc-9f3d14d6784c req-6818de0c-609b-4869-a424-ae06455e300e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:30.218408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b67a35e-567c-4fcb-b8cc-9f3d14d6784c req-6818de0c-609b-4869-a424-ae06455e300e tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 943 time: 0.9736030 Feb 04 16:23:30.233684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5911fff4-ec0d-4c1c-b4b1-318662b366e1 None None] Provisioning complete for port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:30.235649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5911fff4-ec0d-4c1c-b4b1-318662b366e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.307068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2c99e3d6-b9d5-4da1-8983-3605bc48a058 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:23:30.350697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Pushing event updated for resources: {'Port': ['ID=e96784b8-498f-4634-878a-c2c59513ffd1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:30.385067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.385728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.386001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.386519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.386964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.387398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.387853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.388323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.389269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.389380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.389656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:30.521132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b67a35e-567c-4fcb-b8cc-9f3d14d6784c req-86285b13-7433-40d6-b54c-b88d20bcb7ee tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017659 Feb 04 16:23:30.550260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.627999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.653415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058,segment=NetworkSegment(e08f4f77-b36b-496e-bedb-5dbc334845c0),segment_id=e08f4f77-b36b-496e-bedb-5dbc334845c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:30.676019 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-068ec7ee-0463-47d1-9e4d-db901dc1d9a4 service neutron] 10.222.0.41 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860716 Feb 04 16:23:30.683749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '2c99e3d6-b9d5-4da1-8983-3605bc48a058', 'network_id': '803242bc-808f-4869-bea2-fab83fb442df', 'port_id': '2c99e3d6-b9d5-4da1-8983-3605bc48a058', 'mac_address': 'fa:16:3e:ce:88:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d3651f9-5d1a-4c1d-bbec-073a7a4c011f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:23:30.711208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] For port 5b046471-92c9-403a-bdc3-ca4337bc800e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=5b046471-92c9-403a-bdc3-ca4337bc800e,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:30.711486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.795064 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.797504 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3', 'status': 'completed', 'code': 200} Feb 04 16:23:30.824892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c99e3d6-b9d5-4da1-8983-3605bc48a058 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:30.848731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058,segment=NetworkSegment(e08f4f77-b36b-496e-bedb-5dbc334845c0),segment_id=e08f4f77-b36b-496e-bedb-5dbc334845c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:30.852898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.893173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf65b5-396f-449f-8da5-5215c3e23e80,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:30.919417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:30.920625 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f5efe9aa-3b75-4f17-b24d-55e015c0c66d tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5516412 Feb 04 16:23:30.927828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:30.948138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:30.949072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b4728aa5-f782-424b-bf59-a460b48db3ca tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:30.949624 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-b4728aa5-f782-424b-bf59-a460b48db3ca tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:23:30.953083 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b4728aa5-f782-424b-bf59-a460b48db3ca tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "PUT /v2.0/security-groups/83cf65b5-396f-449f-8da5-5215c3e23e80 HTTP/1.1" status: 409 len: 330 time: 0.0207946 Feb 04 16:23:30.955651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:31.004728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b3f1a495-c358-4811-b9bb-2ac0f08fa6af req-32cc3477-f9d2-43c9-9066-ee514a0adbcd service neutron] 10.222.0.41 "GET /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023856 Feb 04 16:23:31.060415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2c99e3d6-b9d5-4da1-8983-3605bc48a058'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:23:31.172569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 43f8fac4-a3cd-4b81-a9f9-a4bae762230e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:31.238489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.238489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.238489 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Floating IP d603e675-975a-4b86-98c7-9f5a30ed60b9 disassociated. External IP: 172.25.5.35, port: 5b046471-92c9-403a-bdc3-ca4337bc800e. Feb 04 16:23:31.238985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Calling delete_port for 5b046471-92c9-403a-bdc3-ca4337bc800e owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:31.277491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.328734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.329489 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.336233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.393615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-2760ecad-16c7-4927-9d89-75dc78f38d3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da50b74c7c76436ebaca6323a8f87b41&device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 1094 time: 1.1664135 Feb 04 16:23:31.436860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:31.437975 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.528149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1ae73-aae4-49a1-b9b7-2b0e576f0da2 req-f4acd44f-cd17-433c-9608-5fe7b376191c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:31.532674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99e1ae73-aae4-49a1-b9b7-2b0e576f0da2 req-f4acd44f-cd17-433c-9608-5fe7b376191c tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 946 time: 1.2477341 Feb 04 16:23:31.594380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-49feb1b5-9d3d-4c40-8fff-1893bbcc364d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3 HTTP/1.1" status: 200 len: 217 time: 0.1849763 Feb 04 16:23:31.637088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.699651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf65b5-396f-449f-8da5-5215c3e23e80,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:31.725507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.729131 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f0d8c319-5e4c-4984-b9fa-17750e93dd89 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/83cf65b5-396f-449f-8da5-5215c3e23e80 HTTP/1.1" status: 204 len: 168 time: 0.7675996 Feb 04 16:23:31.733956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:31.783892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-a8742149-1c2a-4ca0-804b-c87aa88a31c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:31.786115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-a8742149-1c2a-4ca0-804b-c87aa88a31c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d623a2ec-498b-4e20-8517-7e47e86b72f8 HTTP/1.1" status: 200 len: 849 time: 0.0909753 Feb 04 16:23:31.815134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757947c0-2ca4-4bd1-98b1-8507806d57ed req-8e0f3124-990c-4b3d-a9b3-365a2143a20a tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:31.823000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-757947c0-2ca4-4bd1-98b1-8507806d57ed req-8e0f3124-990c-4b3d-a9b3-365a2143a20a tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 943 time: 1.0275121 Feb 04 16:23:31.899667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:31.919272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-d30dd18c-e96c-49b0-b820-ef5e7fd81b9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed47ce49-9a63-49e7-b53d-eca055880bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142523 Feb 04 16:23:31.923565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99e1ae73-aae4-49a1-b9b7-2b0e576f0da2 req-2c886fe0-8321-449e-a9ba-63b443451a16 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups?id=75f30b21-b21a-4475-97e3-87546a58395f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600442 Feb 04 16:23:31.965513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:32.016191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9413e6c1-e808-421b-a823-4ee6f823d0c1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Synchronizing usage tracker for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:32.059333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'Port': ['ID=5b046471-92c9-403a-bdc3-ca4337bc800e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:32.246794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9413e6c1-e808-421b-a823-4ee6f823d0c1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] Unset dirty status for tenant:d1e9efcc1c5d496db1c3e94304501d66 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:32.255089 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9413e6c1-e808-421b-a823-4ee6f823d0c1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5159678 Feb 04 16:23:32.268136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45454) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:32.285708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2c99e3d6-b9d5-4da1-8983-3605bc48a058 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:32.291223 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-27644043-90cd-4679-a3c5-168fd62b75b9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] delete failed (client error): The resource could not be found. Feb 04 16:23:32.293936 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27644043-90cd-4679-a3c5-168fd62b75b9 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "DELETE /v2.0/security-groups/3b4e1308-a9ae-4b1d-8b3a-702fab6a259a HTTP/1.1" status: 404 len: 347 time: 0.0368929 Feb 04 16:23:32.345933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45458) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:32.388365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:32.399976 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-277414cf-c4ca-4144-9d93-817af02440d1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] show failed (client error): The resource could not be found. Feb 04 16:23:32.402849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:32.403360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:32.406829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-277414cf-c4ca-4144-9d93-817af02440d1 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-groups/32190a35-acbf-4c01-8b45-75e0b18cf5db HTTP/1.1" status: 404 len: 347 time: 0.0581796 Feb 04 16:23:32.407457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45464) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:32.455777 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-be312267-8357-4e7d-86d3-87ecde5fb4e4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] show failed (client error): The resource could not be found. Feb 04 16:23:32.463502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be312267-8357-4e7d-86d3-87ecde5fb4e4 tempest-NegativeSecGroupIPv6Test-1207499013 tempest-NegativeSecGroupIPv6Test-1207499013-project] 10.222.0.62 "GET /v2.0/security-group-rules/6a363af3-d9c4-4f8e-8d54-a585a19dd3f4 HTTP/1.1" status: 404 len: 356 time: 0.0506544 Feb 04 16:23:32.496666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-757947c0-2ca4-4bd1-98b1-8507806d57ed req-e07026fd-c8e0-4806-b7df-696ab1e50122 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725478 Feb 04 16:23:32.575857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:32.623642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Router e06fa025-2fb3-4d13-975e-b32d5685082a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:23:32.631123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:32.660550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058,segment=NetworkSegment(e08f4f77-b36b-496e-bedb-5dbc334845c0),segment_id=e08f4f77-b36b-496e-bedb-5dbc334845c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:32.671977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8:1::1 (33a3891a-f044-4086-9cca-9f8cf843aa95/79b228b4-8e8b-4df9-8f46-7926f9225de7/58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:32.675151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:32.676085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:32.685080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-23118c3d-e125-49be-aa1e-839549bc4028 service neutron] 10.222.0.41 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522871 Feb 04 16:23:32.851421 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058', 'code': 200} Feb 04 16:23:32.859999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:32.873577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 5b046471-92c9-403a-bdc3-ca4337bc800e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:32.873993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 5b046471-92c9-403a-bdc3-ca4337bc800e not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:32.895886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf85a6d-879d-4213-9b6c-f44f38bd2ec1 req-8000c6d7-8fd9-4df7-9cb9-e74773f10567 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:32.897677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdf85a6d-879d-4213-9b6c-f44f38bd2ec1 req-8000c6d7-8fd9-4df7-9cb9-e74773f10567 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 944 time: 0.7455878 Feb 04 16:23:33.026037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aab62766-d1a6-4c59-84aa-d4f58cc67b6c req-c3764956-25f3-4041-881c-6fd5d4b37f77 service neutron] 10.222.0.41 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333557 Feb 04 16:23:33.061979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdf85a6d-879d-4213-9b6c-f44f38bd2ec1 req-521c031e-9358-49d7-af50-8fc8e5ae51f7 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544247 Feb 04 16:23:33.076974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:33.183745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:23:33.201970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-1a75415c-2d34-4a72-8523-a40c00afabc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da50b74c7c76436ebaca6323a8f87b41&device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 1094 time: 0.1094816 Feb 04 16:23:33.226175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:33.246829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-025e5195-eba2-425c-9963-279b6e7ff3f8 req-83c8b884-6cef-4a0a-8a15-79a8efb59e01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 1096 time: 0.3492241 Feb 04 16:23:33.257186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:33.365504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-025e5195-eba2-425c-9963-279b6e7ff3f8 req-d064d1c7-9568-4bef-a1cb-67c00147752c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110399 Feb 04 16:23:33.411360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:33.451853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f459435-0830-4028-9964-49717f6f953d req-f993ad07-bd89-4dc9-ae96-06c579570fc4 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 210 time: 0.1280227 Feb 04 16:23:33.533576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:33.536744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-9e5023d9-097a-48b5-a375-f10327eacbaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:33.538982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:33.541288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-9e5023d9-097a-48b5-a375-f10327eacbaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=ed47ce49-9a63-49e7-b53d-eca055880bf0 HTTP/1.1" status: 200 len: 910 time: 0.3320808 Feb 04 16:23:33.541429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:33.542191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:33.575959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:33.600580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:33.616261 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Sync routers for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:33.640280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:33.645405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec5428fa-9746-4542-af84-d3c7a881ded2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9127750 Feb 04 16:23:33.648745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:33.651916 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:33.653383 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:33.773827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-372b62f9-4538-4873-ac16-ac04c9554937 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3 HTTP/1.1" status: 200 len: 217 time: 0.2001183 Feb 04 16:23:33.875784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-22316b99-ea46-4404-912e-0439f51fee04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1e9efcc1c5d496db1c3e94304501d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7970171 Feb 04 16:23:33.893084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:33.963727 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:33.975477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:33.997291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-e159b5a4-66e2-4bb8-9ea9-bf85f9614c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:33.998964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-e159b5a4-66e2-4bb8-9ea9-bf85f9614c41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d623a2ec-498b-4e20-8517-7e47e86b72f8 HTTP/1.1" status: 200 len: 849 time: 0.2141662 Feb 04 16:23:34.054937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-f0c91a86-5127-4926-a395-eb60f47c5210 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed47ce49-9a63-49e7-b53d-eca055880bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457540 Feb 04 16:23:34.060430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d42d57a8-6e44-4689-8d7d-58b8d79d8fe2 None None] Provisioning for port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:34.074931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d42d57a8-6e44-4689-8d7d-58b8d79d8fe2 None None] Provisioning complete for port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:34.077055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d42d57a8-6e44-4689-8d7d-58b8d79d8fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.184324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.219967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52ab20-1ff3-405b-b7ad-d6d19d2e91ed req-2e7ef47c-ef9e-4f23-be18-7645eff551be tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:34.225860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d52ab20-1ff3-405b-b7ad-d6d19d2e91ed req-2e7ef47c-ef9e-4f23-be18-7645eff551be tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 943 time: 0.4399521 Feb 04 16:23:34.253123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d42d57a8-6e44-4689-8d7d-58b8d79d8fe2 None None] Port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:34.345405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:34.356476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:34.386282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:34.387490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:34.393659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d52ab20-1ff3-405b-b7ad-d6d19d2e91ed req-8b07e05d-207c-47f2-a670-1f966b8d7035 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606040 Feb 04 16:23:34.537191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] No DVR routers for this DVR port 5b046471-92c9-403a-bdc3-ca4337bc800e on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:34.541934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-f6f35ce1-48db-4165-bdc2-a471e60f5759 service neutron] 10.222.0.41 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702213 Feb 04 16:23:34.543623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.546144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-deleted', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:34.569945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:30Z', 'revision_number': 3, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:34.576600 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Checking router: e06fa025-2fb3-4d13-975e-b32d5685082a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:23:34.577177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Updating router e06fa025-2fb3-4d13-975e-b32d5685082a port e96784b8-498f-4634-878a-c2c59513ffd1 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:23:34.639234 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.766760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45528) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:34.937679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:34.950368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:35.054293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-019baa09-6433-4bf0-8042-9e31c5013488 req-fcaaf453-d0ea-4837-aa35-e631dc604008 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.41 "DELETE /v2.0/ports/5b046471-92c9-403a-bdc3-ca4337bc800e HTTP/1.1" status: 204 len: 173 time: 5.6305971 Feb 04 16:23:35.236600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-beadb4ad-f668-4582-ac3d-ebe5c1125ea0 req-db53a548-d501-4c5e-8263-abd9f6a813ba tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Synchronizing usage tracker for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:35.264922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.328504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f08e8e95-f17e-43d2-9595-b0bf65008c6f req-bfac284c-b5f3-4234-bf6c-2933a2289074 service neutron] 10.222.0.41 "GET /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765861 Feb 04 16:23:35.342395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88f969-af34-43aa-a38b-20d049ce2928 req-b6c5f4a1-e09b-45de-b5a8-98110bf11954 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:35.344086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e88f969-af34-43aa-a38b-20d049ce2928 req-b6c5f4a1-e09b-45de-b5a8-98110bf11954 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.9020576 Feb 04 16:23:35.345038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-beadb4ad-f668-4582-ac3d-ebe5c1125ea0 req-db53a548-d501-4c5e-8263-abd9f6a813ba tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Unset dirty status for tenant:047f2450f8c8427e8ede0263570aa66e on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:35.356438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-beadb4ad-f668-4582-ac3d-ebe5c1125ea0 req-db53a548-d501-4c5e-8263-abd9f6a813ba tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/ports?device_id=fee1c246-1820-4bf0-ac52-c983adb89f71 HTTP/1.1" status: 200 len: 210 time: 0.3062160 Feb 04 16:23:35.411654 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.413195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a8e15-5dbf-4d1d-a9d6-b39f57d5d4cf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:35.432313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.443326 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Transition to ACTIVE for port object e96784b8-498f-4634-878a-c2c59513ffd1 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:35.468052 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.499887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e88f969-af34-43aa-a38b-20d049ce2928 req-efde8b57-13d2-4853-bc7d-cecb4d544e30 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420941 Feb 04 16:23:35.543762 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee1c246-1820-4bf0-ac52-c983adb89f71', 'name': 'network-vif-deleted', 'tag': '5b046471-92c9-403a-bdc3-ca4337bc800e', 'status': 'completed', 'code': 200} Feb 04 16:23:35.570537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.571882 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-586c8e6a-e20f-417f-9079-30bc3655288f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f8a8e15-5dbf-4d1d-a9d6-b39f57d5d4cf HTTP/1.1" status: 204 len: 168 time: 1.6776612 Feb 04 16:23:35.605567 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Attempting to bind port e96784b8-498f-4634-878a-c2c59513ffd1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:35.606054 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Attempting to bind port e96784b8-498f-4634-878a-c2c59513ffd1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:35.606540 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Attempting to bind port e96784b8-498f-4634-878a-c2c59513ffd1 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:35.609446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:35.616327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:35.616660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:23:35.616886 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:35.617384 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.617866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:35.618461 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Bound port: e96784b8-498f-4634-878a-c2c59513ffd1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:35.618926 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.634033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:35.634887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:35.665814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:23:35.723886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.733418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:35.756382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfc3fad10824ed18f8ea692f21e2dd8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:35.759632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.760560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:35.778597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:35.833080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:35.864060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Pushing event updated for resources: {'Port': ['ID=e96784b8-498f-4634-878a-c2c59513ffd1,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:35.877651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.879391 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.880037 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.880825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.881420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.882522 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.883207 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.883784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.884306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.884843 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.885366 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:35.896752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] For port e96784b8-498f-4634-878a-c2c59513ffd1, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:35.898436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6e71e-751c-4f16-add1-08a99a3446b9 req-02cdcd7e-ffe9-487e-82f0-c571a463e192 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:35.900861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] For port e96784b8-498f-4634-878a-c2c59513ffd1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e96784b8-498f-4634-878a-c2c59513ffd1,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:35.904300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7d6e71e-751c-4f16-add1-08a99a3446b9 req-02cdcd7e-ffe9-487e-82f0-c571a463e192 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 943 time: 0.1698627 Feb 04 16:23:35.914218 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:36.027621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7d6e71e-751c-4f16-add1-08a99a3446b9 req-059b8227-1d40-4cfc-8427-50f5df595029 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150837 Feb 04 16:23:36.079474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:36.135199 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b16fd-c66e-4a67-83e5-14f0f272b21e None None] Pushing event updated for resources: {'Port': ['ID=e96784b8-498f-4634-878a-c2c59513ffd1,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:36.167697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:36.185120 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:36.186044 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:36.483741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:36.493331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:36.495468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:36.505319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:36.506808 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:36.618543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3dc76f0e-aad2-456e-8b46-cf31245865a3 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:23:36.965466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45570) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:37.092919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:37.151686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ace622-016f-4bf9-a343-6459c2635783 None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:52Z', 'revision_number': 4, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '260ff70a-0dfe-4cc3-abe4-a3ef8f55570d', 'name': '', 'network_id': '4ee3e0de-a894-42ff-b1f7-6b25f6f866d6', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'mac_address': 'fa:16:3e:37:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:49Z', 'updated_at': '2022-02-04T16:16:02Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'subnets': [{'id': '18fcc68b-aeb9-49f7-bbf3-193c4937a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:37.163696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02572c-c46e-4719-9804-59216cf87c49,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:37.203773 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60719009-d94a-4c90-b24e-30f3bfc8c337 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bfc3fad10824ed18f8ea692f21e2dd8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4296434 Feb 04 16:23:37.205366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45582) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:37.244159 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:30Z', 'revision_number': 3, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:37.258237 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c0c766-feff-46a4-a433-5f26f0b3fecc None None] The sync data for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 is: [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:30Z', 'revision_number': 3, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:37.293471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3,segment=NetworkSegment(f2640715-e7d1-450f-bc34-59ade3606a2f),segment_id=f2640715-e7d1-450f-bc34-59ade3606a2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:37.335066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '3dc76f0e-aad2-456e-8b46-cf31245865a3', 'network_id': 'ed47ce49-9a63-49e7-b53d-eca055880bf0', 'port_id': '3dc76f0e-aad2-456e-8b46-cf31245865a3', 'mac_address': 'fa:16:3e:02:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd623a2ec-498b-4e20-8517-7e47e86b72f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:23:37.366771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.401213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544065b3-42a7-4cc1-ac59-83ed4afaf83f req-19e2dbae-35b3-4019-b0d5-d419e20cfc56 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:37.411104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-544065b3-42a7-4cc1-ac59-83ed4afaf83f req-19e2dbae-35b3-4019-b0d5-d419e20cfc56 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.5551476 Feb 04 16:23:37.423725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.461493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc76f0e-aad2-456e-8b46-cf31245865a3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:23:37.467728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baafacfe-d7e2-4112-8ff7-6ef204384fc7 None None] Provisioning complete for port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:37.468095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baafacfe-d7e2-4112-8ff7-6ef204384fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.534192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3,segment=NetworkSegment(f2640715-e7d1-450f-bc34-59ade3606a2f),segment_id=f2640715-e7d1-450f-bc34-59ade3606a2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:37.548627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baafacfe-d7e2-4112-8ff7-6ef204384fc7 None None] Port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:37.558037 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.694861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:37.758207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['3dc76f0e-aad2-456e-8b46-cf31245865a3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:23:37.821666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-544065b3-42a7-4cc1-ac59-83ed4afaf83f req-a230fb25-2463-48cf-a00a-c7bf00c0bdae tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096830 Feb 04 16:23:37.905083 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18515d-0eba-4afb-8b8f-45dde95e2882 None None] New status for floating IP d603e675-975a-4b86-98c7-9f5a30ed60b9: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:23:37.932316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:37.960972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e1ef-c7ce-4c0c-97ab-d065414eb3f5 req-bbcc5f87-cc9f-4a7b-a320-4b6eaae7870d tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:37.975805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6937e1ef-c7ce-4c0c-97ab-d065414eb3f5 req-bbcc5f87-cc9f-4a7b-a320-4b6eaae7870d tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 944 time: 0.6022344 Feb 04 16:23:38.061928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.194766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f30b21-b21a-4475-97e3-87546a58395f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:38.341814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.343426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de34dab6-3416-4131-a877-d4bb88cc45c0 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "DELETE /v2.0/security-groups/75f30b21-b21a-4475-97e3-87546a58395f HTTP/1.1" status: 204 len: 168 time: 1.3760493 Feb 04 16:23:38.351468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45602) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:38.383673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6937e1ef-c7ce-4c0c-97ab-d065414eb3f5 req-58d09aa0-ae63-4ba1-ae72-840cf151eefe tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062004 Feb 04 16:23:38.413908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.455956 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-ddd64a71-f465-4841-aece-4835fa89f56d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] show failed (client error): The resource could not be found. Feb 04 16:23:38.460150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ddd64a71-f465-4841-aece-4835fa89f56d tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "GET /v2.0/security-groups/75f30b21-b21a-4475-97e3-87546a58395f HTTP/1.1" status: 404 len: 347 time: 0.1045594 Feb 04 16:23:38.461433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45610) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:38.464391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.729409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Deleting port 29bfdd14-7501-4c8f-b5b3-5f9711837539 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:38.729778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.804556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061becf-ea60-4db2-8d36-572bfa8688f7 req-d89eff2c-342d-4f20-878c-2426b919da1d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:38.811786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e061becf-ea60-4db2-8d36-572bfa8688f7 req-d89eff2c-342d-4f20-878c-2426b919da1d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.6362505 Feb 04 16:23:38.823268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.875182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:38.882522 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c02572c-c46e-4719-9804-59216cf87c49 HTTP/1.1" status: 204 len: 168 time: 1.6286135 Feb 04 16:23:38.919307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0249731-9a98-4988-90ab-0075cd44f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02572c-c46e-4719-9804-59216cf87c49,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:38.961820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router e2f41225-abf9-4696-99eb-39112a448501 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:23:39.075216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e061becf-ea60-4db2-8d36-572bfa8688f7 req-10b084eb-e4cb-4943-89a7-e4d50935098b tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617452 Feb 04 16:23:39.289162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.289698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.318809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e96784b8-498f-4634-878a-c2c59513ffd1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:39.471632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e96784b8-498f-4634-878a-c2c59513ffd1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:39.478217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e96784b8-498f-4634-878a-c2c59513ffd1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:39.478971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.530846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:39.552674 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55e49779-565c-478b-a25d-ac55e13c190c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7677562 Feb 04 16:23:39.557703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Calling delete_port for 29bfdd14-7501-4c8f-b5b3-5f9711837539 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:39.561047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45638) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:39.583626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] Sync routers for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:39.680775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.697008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361741d3-aa46-42c0-89ff-a6e3e2db67eb tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:39.703318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-361741d3-aa46-42c0-89ff-a6e3e2db67eb tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:39.727117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:39.727764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:39.733219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.818185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-361741d3-aa46-42c0-89ff-a6e3e2db67eb tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:39.826131 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-361741d3-aa46-42c0-89ff-a6e3e2db67eb tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports/58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 HTTP/1.1" status: 200 len: 913 time: 0.2617249 Feb 04 16:23:39.830133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45646) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:39.937355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:39.946116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:39.954621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:39.959368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e96784b8-498f-4634-878a-c2c59513ffd1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e96784b8-498f-4634-878a-c2c59513ffd1,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:39.969094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:39.969715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:40.084328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Pushing event deleted for resources: {'Port': ['ID=29bfdd14-7501-4c8f-b5b3-5f9711837539,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:40.096888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1edc7e-be14-434e-8ead-9cf7b8cf7cc9 req-e0e05acb-2c03-4649-926c-cd65cddf73de tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:40.099337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af1edc7e-be14-434e-8ead-9cf7b8cf7cc9 req-e0e05acb-2c03-4649-926c-cd65cddf73de tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 944 time: 0.3812127 Feb 04 16:23:40.102151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.145259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:40.147330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c51e7b4-0d4b-4741-a6c5-a27149161258 None None] The sync data for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:40.149074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.325622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e96784b8-498f-4634-878a-c2c59513ffd1,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:40.330978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3dc76f0e-aad2-456e-8b46-cf31245865a3 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:40.357766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Allocated IP 172.20.0.1 (08f5e498-8f75-442f-a6aa-4f79818277e2/2a0436c5-2589-4cd4-92e9-feb5b5775b02/365e4c4e-1180-4c2b-81a9-dd9874dddb81) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:40.420521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 3dc76f0e-aad2-456e-8b46-cf31245865a3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:40.429278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 3dc76f0e-aad2-456e-8b46-cf31245865a3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:40.429714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.560375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:40.580242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af1edc7e-be14-434e-8ead-9cf7b8cf7cc9 req-420cc506-313a-4a9a-b1d4-3b8c352c61ff tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294291 Feb 04 16:23:40.581259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Usage tracker for resource:security_group_rule and tenant:2d40565dd89a4f58bbc7b6dd846cc877 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:40.595900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:40.601257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.606534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.622882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:40.667360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:40.692741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3,segment=NetworkSegment(f2640715-e7d1-450f-bc34-59ade3606a2f),segment_id=f2640715-e7d1-450f-bc34-59ade3606a2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:40.696926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccdff2-878c-4053-aed4-8baa9c10caf1 req-c8b2a469-cca7-450c-8cb6-9c3ee772797b tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:40.698458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ccdff2-878c-4053-aed4-8baa9c10caf1 req-c8b2a469-cca7-450c-8cb6-9c3ee772797b tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.3823860 Feb 04 16:23:40.705747 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.708991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.710190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6a3333be-46df-44a4-8c6b-305a23c0a662 tempest-AttachVolumeShelveTestJSON-1535192308 tempest-AttachVolumeShelveTestJSON-1535192308-project] 10.222.0.62 "DELETE /v2.0/floatingips/d603e675-975a-4b86-98c7-9f5a30ed60b9 HTTP/1.1" status: 204 len: 168 time: 2.2476270 Feb 04 16:23:40.807066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69ccdff2-878c-4053-aed4-8baa9c10caf1 req-61530de9-e128-4a88-8568-12ada25b1980 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017375 Feb 04 16:23:40.856360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.863955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:40.903199 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3', 'code': 200} Feb 04 16:23:40.936309 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:23:40.964145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:41.040468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.087023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a690884-f03f-4aa9-81f5-123bb549ec16,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:41.097087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Transition to ACTIVE for port object 365e4c4e-1180-4c2b-81a9-dd9874dddb81 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:41.107557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9517bfea-6af8-43fc-bc3d-68694696e370 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d40565dd89a4f58bbc7b6dd846cc877&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0901797 Feb 04 16:23:41.109076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.113564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:41.232502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e96784b8-498f-4634-878a-c2c59513ffd1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:41.344846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61d6f5dd-4eea-47a7-86c6-719119e85869 req-471d0558-bfc4-4368-a1ce-230b2402d999 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 1096 time: 0.4128594 Feb 04 16:23:41.380500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.433917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e96784b8-498f-4634-878a-c2c59513ffd1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:41.442271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.536862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61d6f5dd-4eea-47a7-86c6-719119e85869 req-bfbdf3cf-3632-4f83-b5db-0bf3c9aaa654 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541889 Feb 04 16:23:41.538585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.693788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.758777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a690884-f03f-4aa9-81f5-123bb549ec16,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:41.784834 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.784834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-43ad7337-f1b4-4546-9f8c-1f365cd6b45a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a690884-f03f-4aa9-81f5-123bb549ec16 HTTP/1.1" status: 204 len: 168 time: 0.6682563 Feb 04 16:23:41.944908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:41.954381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb1c2e-7e4b-4002-9288-66471a2f1351 req-ffb0dec4-f29a-46d9-b948-a1f2cfaa2691 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:41.968551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9acb1c2e-7e4b-4002-9288-66471a2f1351 req-ffb0dec4-f29a-46d9-b948-a1f2cfaa2691 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 945 time: 0.1219728 Feb 04 16:23:42.113723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:42.120212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:42.123546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9acb1c2e-7e4b-4002-9288-66471a2f1351 req-eb61c6c1-c8b2-4915-a299-821a6c44b96e tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531606 Feb 04 16:23:42.126899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:42.159703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Pushing event updated for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:42.163001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d55a1-a368-4811-8518-e2e53ac4a67f req-e5f7a165-671e-467d-bd3b-c4a4b312794f tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:42.172773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c3d55a1-a368-4811-8518-e2e53ac4a67f req-e5f7a165-671e-467d-bd3b-c4a4b312794f tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.1829548 Feb 04 16:23:42.258031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.274287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c3d55a1-a368-4811-8518-e2e53ac4a67f req-c44452a5-d32e-4327-90d7-df8de3ced3a2 tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Feb 04 16:23:42.359361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-0a7aadab-f750-4fee-a655-2aa47527755c req-9d5deaab-48d8-42ab-a990-0953b30de269 tempest-LiveAutoBlockMigrationV225Test-321981780 tempest-LiveAutoBlockMigrationV225Test-321981780-project] (83597) timed out ('10.222.0.58', 58201) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:23:42.616180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45730) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:42.651218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7017f9d3-9a89-405d-b3b7-0c0e7d428bf7 None None] Provisioning for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:42.657216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7017f9d3-9a89-405d-b3b7-0c0e7d428bf7 None None] Provisioning complete for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:42.657690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7017f9d3-9a89-405d-b3b7-0c0e7d428bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.805564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:42.837630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7017f9d3-9a89-405d-b3b7-0c0e7d428bf7 None None] Port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:42.946841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.026849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:43.045735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Usage tracker for resource:security_group_rule and tenant:77526375076b4ca88471bc4ae16e952a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:43.052599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:43.070534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:43.166538 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.229302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.336813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.364390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.439378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa4dcee-2039-463b-89c3-1ca0727acfa0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:43.486788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef0f7453-7c8b-4529-b21f-e40bf05850ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77526375076b4ca88471bc4ae16e952a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8694370 Feb 04 16:23:43.493469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:43.502781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-56b63924-a10f-4de9-a2d3-31600ee02d4d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.506926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-56b63924-a10f-4de9-a2d3-31600ee02d4d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.3372386 Feb 04 16:23:43.583427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ab24e-56bf-43ab-9ec3-6cd0fa8c8c60 req-e25f6d19-d4e1-4937-a712-925a4bfdc902 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.585005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-086ab24e-56bf-43ab-9ec3-6cd0fa8c8c60 req-e25f6d19-d4e1-4937-a712-925a4bfdc902 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 945 time: 0.2367172 Feb 04 16:23:43.716195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-086ab24e-56bf-43ab-9ec3-6cd0fa8c8c60 req-e65d9537-da8c-4e8a-ba7e-3c970e7d7353 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217654 Feb 04 16:23:43.741358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Deleting port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:43.741930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.801274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:43.822966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Pushing event updated for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:43.869872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a476f-8a79-4e4f-86e2-662f91b7daf4 req-960efd92-bfbb-4311-ad4d-56c0b8b02faa tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:43.871515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c69a476f-8a79-4e4f-86e2-662f91b7daf4 req-960efd92-bfbb-4311-ad4d-56c0b8b02faa tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 945 time: 0.2422762 Feb 04 16:23:44.123004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:44.139637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:44.245661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] For port 2c99e3d6-b9d5-4da1-8983-3605bc48a058, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2c99e3d6-b9d5-4da1-8983-3605bc48a058,segment=NetworkSegment(e08f4f77-b36b-496e-bedb-5dbc334845c0),segment_id=e08f4f77-b36b-496e-bedb-5dbc334845c0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:44.246298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:44.405110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c69a476f-8a79-4e4f-86e2-662f91b7daf4 req-e4724541-a423-491d-86cb-0899bde02f4a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/security-groups?id=7bf2e5a4-cf67-44cf-809d-ff6d3556c227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906477 Feb 04 16:23:44.417665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:44.419659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:44.497511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:44.501545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Calling delete_port for 2c99e3d6-b9d5-4da1-8983-3605bc48a058 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:44.627915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a0e89bcf-7675-4c53-8369-2180b75e5a74 None None] Provisioning complete for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:44.628430 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0e89bcf-7675-4c53-8369-2180b75e5a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:44.762634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:44.892287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a0e89bcf-7675-4c53-8369-2180b75e5a74 None None] Port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:23:44.943164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c014b0-58bf-4403-ac0c-48c44c6a39fc req-4a31f9da-8407-46a5-ba7a-8865fd63936e tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:44.945424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06c014b0-58bf-4403-ac0c-48c44c6a39fc req-4a31f9da-8407-46a5-ba7a-8865fd63936e tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 945 time: 0.2789080 Feb 04 16:23:45.070545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:45.233936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Pushing event deleted for resources: {'Port': ['ID=2c99e3d6-b9d5-4da1-8983-3605bc48a058,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:45.272741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06c014b0-58bf-4403-ac0c-48c44c6a39fc req-636924f5-3b2b-492b-b50c-72857c424f6b tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159106 Feb 04 16:23:45.413207 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:45.648990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:45.715084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:45.748334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] No DVR routers for this DVR port 2c99e3d6-b9d5-4da1-8983-3605bc48a058 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:45.795875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:45.823941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa4dcee-2039-463b-89c3-1ca0727acfa0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:45.842612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'name': 'network-vif-deleted', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:45.860891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:45.888730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e732ae92-9e28-488f-acd2-5e97be14f0c2 req-3b50225b-ca64-4667-95a5-255c2555170d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Synchronizing usage tracker for tenant:7bbd1371c9b7460ab1676afe4daf21ab on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:45.903951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-754122cd-10c4-4566-8dfb-e29c564d6415 req-62acdc54-912f-445a-b515-d71608f5b46a tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.41 "DELETE /v2.0/ports/2c99e3d6-b9d5-4da1-8983-3605bc48a058 HTTP/1.1" status: 204 len: 173 time: 2.3879516 Feb 04 16:23:45.906915 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e2616fb8-4b17-4b4a-9841-f9a4993f5613 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1aa4dcee-2039-463b-89c3-1ca0727acfa0 HTTP/1.1" status: 204 len: 168 time: 2.3991187 Feb 04 16:23:45.944198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e732ae92-9e28-488f-acd2-5e97be14f0c2 req-3b50225b-ca64-4667-95a5-255c2555170d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] Unset dirty status for tenant:7bbd1371c9b7460ab1676afe4daf21ab on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:45.945820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e732ae92-9e28-488f-acd2-5e97be14f0c2 req-3b50225b-ca64-4667-95a5-255c2555170d tempest-ServersNegativeTestMultiTenantJSON-1112147114 tempest-ServersNegativeTestMultiTenantJSON-1112147114-project] 10.222.0.62 "GET /v2.0/ports?device_id=2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae HTTP/1.1" status: 200 len: 210 time: 0.2005036 Feb 04 16:23:45.972813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-1a20a944-98fd-4511-ba8e-d3e37c239632 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:45.975395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-1a20a944-98fd-4511-ba8e-d3e37c239632 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 945 time: 0.2286637 Feb 04 16:23:46.030825 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbcca22-60cd-4ad1-b1d2-fb9d5baca2ae', 'name': 'network-vif-deleted', 'tag': '2c99e3d6-b9d5-4da1-8983-3605bc48a058', 'status': 'completed', 'code': 200} Feb 04 16:23:46.105834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Deleting port 3dc76f0e-aad2-456e-8b46-cf31245865a3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:46.106457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:46.359389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2c99e3d6-b9d5-4da1-8983-3605bc48a058 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:46.452526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 2c99e3d6-b9d5-4da1-8983-3605bc48a058 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:46.453011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2c99e3d6-b9d5-4da1-8983-3605bc48a058 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:46.542991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Router e06fa025-2fb3-4d13-975e-b32d5685082a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:23:46.603619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:46.848525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=58e64df2-ebb6-41ed-8f2a-b9b3e69a47f6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:47.162185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:47.255030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:47.324936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Deleting subnet 8d3651f9-5d1a-4c1d-bbec-073a7a4c011f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:23:47.350212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:47.409137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:47.464043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] For port 3dc76f0e-aad2-456e-8b46-cf31245865a3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=3dc76f0e-aad2-456e-8b46-cf31245865a3,segment=NetworkSegment(f2640715-e7d1-450f-bc34-59ade3606a2f),segment_id=f2640715-e7d1-450f-bc34-59ade3606a2f)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:47.464774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:47.480546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f7c6-56e8-443a-9059-2c29e15be1be req-3003d07f-106e-44e5-b69e-2f671e059173 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:47.482086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8622f7c6-56e8-443a-9059-2c29e15be1be req-3003d07f-106e-44e5-b69e-2f671e059173 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 945 time: 0.7621117 Feb 04 16:23:47.626677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:47.634764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:47.636866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Sync routers for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:47.656202 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:47.657024 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:47.743249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Calling delete_port for 3dc76f0e-aad2-456e-8b46-cf31245865a3 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:47.812161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d717080-118f-4b66-9fe1-27af4faed059 admin admin] 10.222.0.62 "PUT /v2.0/routers/e06fa025-2fb3-4d13-975e-b32d5685082a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1544535 Feb 04 16:23:47.841837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:47.881174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Usage tracker for resource:security_group_rule and tenant:242fa338320e41bba5707e6f9e39a3fc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:47.904093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:47.916239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:48.123941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.166318 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.209954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:48.243306 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.340396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=242fa338320e41bba5707e6f9e39a3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0840857 Feb 04 16:23:48.368969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45896) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:48.464897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8622f7c6-56e8-443a-9059-2c29e15be1be req-60d8fc3d-ad04-4cea-9f2e-07fd88db9cfb tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/security-groups?id=40003630-c74e-4dbb-875c-cad0a35364b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9629905 Feb 04 16:23:48.481714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8cb6a-2475-4b5d-8516-127cf0f08a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e95d11-739b-423e-a070-57484df14226,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:48.532499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.645875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.699561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d3651f9-5d1a-4c1d-bbec-073a7a4c011f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:48.704084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.715732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f8a946de-96f1-452f-98e8-93c633ea701d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8d3651f9-5d1a-4c1d-bbec-073a7a4c011f HTTP/1.1" status: 204 len: 168 time: 1.5488889 Feb 04 16:23:48.721695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:48.828276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45912) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:48.868354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:48.896756 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.016453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.116301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e95d11-739b-423e-a070-57484df14226,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:49.232456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.237449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90235407-a700-49f3-bf11-595cda6d20b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13e95d11-739b-423e-a070-57484df14226 HTTP/1.1" status: 204 len: 168 time: 0.8612247 Feb 04 16:23:49.264951 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.273711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.315385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.337445 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:42Z', 'revision_number': 4, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '365e4c4e-1180-4c2b-81a9-dd9874dddb81', 'name': '', 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'mac_address': 'fa:16:3e:25:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:39Z', 'updated_at': '2022-02-04T16:23:42Z', 'revision_number': 2, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'subnets': [{'id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:49.344110 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Checking router: e06fa025-2fb3-4d13-975e-b32d5685082a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:23:49.344744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Updating router e06fa025-2fb3-4d13-975e-b32d5685082a port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:23:49.371805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:49.375989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Usage tracker for resource:security_group_rule and tenant:08fab5a2ef42483f89c91c8af53f2e0b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:49.379525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:49.385939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:49.499128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.525972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.538209 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:49.546684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Pushing event deleted for resources: {'Port': ['ID=3dc76f0e-aad2-456e-8b46-cf31245865a3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:49.626362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07830c2-4b70-4476-9974-e8c919d2f214,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:49.635038 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7af43fba-a44f-4959-b435-de282f46cc9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08fab5a2ef42483f89c91c8af53f2e0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8051229 Feb 04 16:23:49.636238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:49.664957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router e2f41225-abf9-4696-99eb-39112a448501 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:23:50.232990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.280174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.338511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.359158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3dc76f0e-aad2-456e-8b46-cf31245865a3 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:23:50.368273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.379332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803242bc-808f-4869-bea2-fab83fb442df']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.400795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08f4f77-b36b-496e-bedb-5dbc334845c0') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.401098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08f4f77-b36b-496e-bedb-5dbc334845c0') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.406917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07830c2-4b70-4476-9974-e8c919d2f214,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:50.417062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.436287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.440108 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.451487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:50.451930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.461453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 3dc76f0e-aad2-456e-8b46-cf31245865a3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:23:50.461799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 3dc76f0e-aad2-456e-8b46-cf31245865a3 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:23:50.475535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.479401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c2a0c4da-316d-4d6a-bb5e-f86d05deadfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b07830c2-4b70-4476-9974-e8c919d2f214 HTTP/1.1" status: 204 len: 168 time: 0.8406014 Feb 04 16:23:50.504690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:50.517101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] Sync routers for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:50.528872 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aa7e4849-1160-44a4-a752-cc4d7db75f38 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6940114 Feb 04 16:23:50.530122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:50.542282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:50.547068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.681486 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Transition to ACTIVE for port object 365e4c4e-1180-4c2b-81a9-dd9874dddb81 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:50.696690 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:50.701223 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:50.704292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.733890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.751767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] No DVR routers for this DVR port 3dc76f0e-aad2-456e-8b46-cf31245865a3 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:23:50.777848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.787628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:50.789842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] 10.222.0.62 "DELETE /v2.0/networks/803242bc-808f-4869-bea2-fab83fb442df HTTP/1.1" status: 204 len: 168 time: 2.0677104 Feb 04 16:23:50.796004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'name': 'network-vif-deleted', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:23:50.802404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-820bdc5e-4b40-40c9-9591-7b3b36ab65ed req-29d435df-4f76-471b-a6f1-c596a8de9e66 tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.41 "DELETE /v2.0/ports/3dc76f0e-aad2-456e-8b46-cf31245865a3 HTTP/1.1" status: 204 len: 173 time: 4.8200324 Feb 04 16:23:50.804199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-326f8ec8-d5cc-416b-b7eb-06a312137a65 req-5933acc5-94f9-47c4-b11f-0a4e0ed89a0b tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Synchronizing usage tracker for tenant:da50b74c7c76436ebaca6323a8f87b41 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:50.809637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:50.817231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:50.817894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:50.908111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6de96-89e6-4b76-b172-49c85860f627 admin admin] Pushing event deleted for resources: {'Network': ['ID=803242bc-808f-4869-bea2-fab83fb442df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:50.914019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Deleting subnet 1db885b5-10b3-4f1b-be8f-84e01a3e3951 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:23:50.918050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.008412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.197124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:51.208838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1704095316-network', 'tenant_id': 'b7f098d2e480472b847d93f544978de4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:51.232150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:51.247254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Usage tracker for resource:network and tenant:b7f098d2e480472b847d93f544978de4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:51.256988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:51.284205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.315463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:51.318018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e71862-63d5-4a4e-82e9-7130082f8cb5 None None] The sync data for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:51.325428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.344457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.371241 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915598d6-4ef2-49db-8e7f-f1a7f32e06ea None None] Pushing event updated for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:51.467283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:51.556699 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b642ea-b48b-4c8a-a5e8-cedd1088b8a9', 'name': 'network-vif-deleted', 'tag': '3dc76f0e-aad2-456e-8b46-cf31245865a3', 'status': 'completed', 'code': 200} Feb 04 16:23:51.561992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-326f8ec8-d5cc-416b-b7eb-06a312137a65 req-5933acc5-94f9-47c4-b11f-0a4e0ed89a0b tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] Unset dirty status for tenant:da50b74c7c76436ebaca6323a8f87b41 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:51.563167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-326f8ec8-d5cc-416b-b7eb-06a312137a65 req-5933acc5-94f9-47c4-b11f-0a4e0ed89a0b tempest-ServerGroupTestJSON-2025765926 tempest-ServerGroupTestJSON-2025765926-project] 10.222.0.62 "GET /v2.0/ports?device_id=15b642ea-b48b-4c8a-a5e8-cedd1088b8a9 HTTP/1.1" status: 200 len: 210 time: 1.4295235 Feb 04 16:23:51.564226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.606410 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Attempting to bind port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:51.609118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Made reservation on behalf of b7f098d2e480472b847d93f544978de4 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:51.611172 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Attempting to bind port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:51.615541 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Attempting to bind port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 on network 08f5e498-8f75-442f-a6aa-4f79818277e2 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:51.616652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.629972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:51.643876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.649219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:51.655861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Checking segment: {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:51.658309 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.660919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Bound using segment: {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:51.661544 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Bound port: 365e4c4e-1180-4c2b-81a9-dd9874dddb81, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c207-5259-4ac2-834e-57555cddc627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:51.663774 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.696271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:51.700427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.749651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db885b5-10b3-4f1b-be8f-84e01a3e3951,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:51.777451 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.805562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-18effdbd-ea24-42b0-b157-359c53cd3b95 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1db885b5-10b3-4f1b-be8f-84e01a3e3951 HTTP/1.1" status: 204 len: 168 time: 0.9809558 Feb 04 16:23:51.807124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:51.821244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f098d2e480472b847d93f544978de4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:51.824894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:51.840334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:51.889685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:51.894500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:51.988557 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] For port 365e4c4e-1180-4c2b-81a9-dd9874dddb81, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:51.999517 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] For port 365e4c4e-1180-4c2b-81a9-dd9874dddb81, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=365e4c4e-1180-4c2b-81a9-dd9874dddb81,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:52.012201 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.135081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.136395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.187113 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:52.187727 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:52.208800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.390930 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915598d6-4ef2-49db-8e7f-f1a7f32e06ea None None] Pushing event updated for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:52.451544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e8e6b7-8b06-4ad1-8988-8c35e7c72d43,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:52.471169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:52.476967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:354a2ef23bfe4d25b03c83209c48835f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:52.492686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:52.494436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.499060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:52.533589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:52.556661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3dd1fa-0ee8-4cf4-80a0-9bf5f04a0932') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:52.556900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3dd1fa-0ee8-4cf4-80a0-9bf5f04a0932') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:52.574993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.591220 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:23:52.601508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.617696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:52.618525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.734786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:52.761373 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:52.775433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.811342 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.818050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:52.825229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9789db46-fa63-4dc6-b016-8e2e33894486 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fb2f9bf9-bccd-498a-82d4-83fef7dcb8fa HTTP/1.1" status: 204 len: 168 time: 1.0152273 Feb 04 16:23:52.846770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.849291 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Added segment 41dc4fee-33f6-40cb-99c6-4ac77ac08c78 of type vlan for network 0a3a60ff-ba91-4f03-b7be-0059ede949fd Feb 04 16:23:52.851826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.898846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:52.982170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=354a2ef23bfe4d25b03c83209c48835f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1563132 Feb 04 16:23:52.985483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:53.046673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.078585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46052) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:53.187013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:42Z', 'revision_number': 4, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '365e4c4e-1180-4c2b-81a9-dd9874dddb81', 'name': '', 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'mac_address': 'fa:16:3e:25:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:39Z', 'updated_at': '2022-02-04T16:23:51Z', 'revision_number': 4, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'subnets': [{'id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:53.194304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.199118 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c906b852-b9bb-43d6-9ed8-5bc01108622e None None] The sync data for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 is: [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:23:42Z', 'revision_number': 4, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '365e4c4e-1180-4c2b-81a9-dd9874dddb81', 'name': '', 'network_id': '08f5e498-8f75-442f-a6aa-4f79818277e2', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'mac_address': 'fa:16:3e:25:88:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:39Z', 'updated_at': '2022-02-04T16:23:51Z', 'revision_number': 4, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'subnets': [{'id': '2a0436c5-2589-4cd4-92e9-feb5b5775b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:53.211107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353dc6b-cdcb-4a21-ab7d-a312d1b18cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2367195-0502-4671-835c-7085b58aff0f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.277010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.278319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:53.279365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.295326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.420575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df9665fd-6cee-4a74-ad2f-090a361e208f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bbd1371c9b7460ab1676afe4daf21ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3169327 Feb 04 16:23:53.421448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:53.473215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.542849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2367195-0502-4671-835c-7085b58aff0f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.555614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.560052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-572b2f6a-e856-4d36-a7fa-2432810a777f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2367195-0502-4671-835c-7085b58aff0f HTTP/1.1" status: 204 len: 168 time: 0.5734477 Feb 04 16:23:53.589997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.614825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3a60ff-ba91-4f03-b7be-0059ede949fd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.641089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:23:53.684808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.841149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.887408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf2e5a4-cf67-44cf-809d-ff6d3556c227,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:53.900970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:53.902667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f34b82fe-49c4-4096-8059-9ce81f207ec5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bf2e5a4-cf67-44cf-809d-ff6d3556c227 HTTP/1.1" status: 204 len: 168 time: 0.4793644 Feb 04 16:23:53.953280 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a1d864dc-8c81-457a-842f-3996c01bcfa1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7496047 Feb 04 16:23:53.954009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:53.974458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Request body: {'subnet': {'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1704095316-subnet', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:53.987236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46092) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:53.993564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:54.010609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Usage tracker for resource:subnet and tenant:b7f098d2e480472b847d93f544978de4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:54.168624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Deleting subnet d623a2ec-498b-4e20-8517-7e47e86b72f8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:23:54.177219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:54.198944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:54.232933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:54.317400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Made reservation on behalf of b7f098d2e480472b847d93f544978de4 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:23:54.318911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:54.613263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:54.717779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:54.889672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 82afe530-d415-443a-b8ca-18ca357ffe03 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:54.890638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:54.992149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-54f43264-51d0-437d-aeba-7f3b3951a245 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e29baa8baea4aa7af6685fda52db836&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2674680 Feb 04 16:23:54.993781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46126) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:55.001846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.009679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.105660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d39383b8-58d0-4b4a-8768-6ebe93de5161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.271591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 365e4c4e-1180-4c2b-81a9-dd9874dddb81 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:55.377691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.461398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:23:55.473007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:55.473612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.498114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.524267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.604354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.655800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.701950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.767687 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.770944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a317b5ae-7732-42e7-8185-d08b173af3c7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:55.837299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d623a2ec-498b-4e20-8517-7e47e86b72f8 HTTP/1.1" status: 204 len: 168 time: 1.8455610 Feb 04 16:23:55.837299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.838502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.839697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cda47c7f-abf0-4969-89b6-98d87f5dd485 HTTP/1.1" status: 204 len: 168 time: 0.8424053 Feb 04 16:23:55.844095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46154) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:55.852253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 365e4c4e-1180-4c2b-81a9-dd9874dddb81, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=365e4c4e-1180-4c2b-81a9-dd9874dddb81,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:55.860412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678b4bd-d5d2-4b60-bd93-77b97b54920c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d623a2ec-498b-4e20-8517-7e47e86b72f8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:55.868389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:55.882684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Checking segment: {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:55.882871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Network hostable DHCP agents. Network: 0a3a60ff-ba91-4f03-b7be-0059ede949fd, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:23:55.891193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a3fc4-c187-452c-82b0-1a4240b153ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda47c7f-abf0-4969-89b6-98d87f5dd485,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:56.018822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.027660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:23:56.062542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:56.068580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 0a3a60ff-ba91-4f03-b7be-0059ede949fd) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:56.085022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1bdea-6f6f-4179-af86-41fc01c741f0 None None] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:23:56.140851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:23:56.140992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.195258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.196268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.197035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.197984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.198515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.198990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.200217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.200897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.201371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.201850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.203126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:23:56.216153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 82afe530-d415-443a-b8ca-18ca357ffe03 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:56.377292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1cfcbbfe-25e5-42e8-b951-f26fdd6d654d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4221547 Feb 04 16:23:56.386726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:56.402648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.416377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:23:56.430352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'fixed_ips': [{'subnet_id': 'a317b5ae-7732-42e7-8185-d08b173af3c7'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:23:56.432921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.441608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:23:56.465353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Usage tracker for resource:router and tenant:b7f098d2e480472b847d93f544978de4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:23:56.490169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:23:56.497381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed47ce49-9a63-49e7-b53d-eca055880bf0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:56.547557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:23:56.554685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2640715-e7d1-450f-bc34-59ade3606a2f') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:56.555207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2640715-e7d1-450f-bc34-59ade3606a2f') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:56.573573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.607261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.610421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.639563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.661118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:23:56.662181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:23:56.692759 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:23:56.781662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.796575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.824751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.849313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:56.901302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=82afe530-d415-443a-b8ca-18ca357ffe03,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:56.919769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Allocated IP 172.20.0.2 (0a3a60ff-ba91-4f03-b7be-0059ede949fd/a317b5ae-7732-42e7-8185-d08b173af3c7/bb3e3d55-6284-4e5b-8a6d-b30215987ae0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:56.927734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed47ce49-9a63-49e7-b53d-eca055880bf0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:56.941364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f73c1ac-125b-48be-a626-cf9f5f333093 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ed47ce49-9a63-49e7-b53d-eca055880bf0 HTTP/1.1" status: 204 len: 168 time: 1.0872619 Feb 04 16:23:57.032576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.252027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 365e4c4e-1180-4c2b-81a9-dd9874dddb81 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:23:57.392792 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a721712c-3848-4f28-80cd-a96e364edb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.417007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.504247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.521091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:23:57.521462 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.555363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46206) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:57.574066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.640899 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15e9ca8a-068a-45b9-890e-0e22bb45d565 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da50b74c7c76436ebaca6323a8f87b41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0839152 Feb 04 16:23:57.642232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:57.654729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.679741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Transition to ACTIVE for port object bb3e3d55-6284-4e5b-8a6d-b30215987ae0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:57.724221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Transition to ACTIVE for port object bb3e3d55-6284-4e5b-8a6d-b30215987ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:23:57.744953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.852035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.885606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Allocated IP 172.25.5.232 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/02a3494d-edac-4be9-8698-126068667766) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:23:57.897598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:57.965059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Pushing event updated for resources: {'Port': ['ID=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:58.041286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:58.043044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:58.060454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:58.290102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.330368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Deleting port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:23:58.331779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.342179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40003630-c74e-4dbb-875c-cad0a35364b4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:58.371081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.385794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.388923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d7e76ad9-55ed-483a-bcb0-0a8a9c4d432e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40003630-c74e-4dbb-875c-cad0a35364b4 HTTP/1.1" status: 204 len: 168 time: 0.7455420 Feb 04 16:23:58.425459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.464258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Attempting to bind port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:23:58.465375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Attempting to bind port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:23:58.465962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Attempting to bind port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 on network 0a3a60ff-ba91-4f03-b7be-0059ede949fd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:23:58.476054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:23:58.476929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Checking segment: {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:23:58.477979 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.478876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Bound using segment: {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:23:58.479531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Bound port: bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:23:58.480103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.505802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router e2f41225-abf9-4696-99eb-39112a448501 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:23:58.566549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:23:58.571689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:23:58.580028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:23:58.629510 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.760784 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.762894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] For port bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:23:58.766590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] For port bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:23:58.775410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:58.796825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Pushing event updated for resources: {'Port': ['ID=02a3494d-edac-4be9-8698-126068667766,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:58.869607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4712-c541-47b1-a362-499f64bfd466 None None] Pushing event updated for resources: {'Port': ['ID=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:23:59.152425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.153856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.458977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:23:59.470592 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] Sync routers for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:23:59.498340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] For port 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:23:59.498550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:23:59.508232 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:59.509312 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.523583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7f04d28-c54e-4706-a9a3-22616d78d8d5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9908347 Feb 04 16:23:59.526546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46266) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:59.674314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.705184 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] Routers {'e2f41225-abf9-4696-99eb-39112a448501'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:23:59.707581 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e2f41225-abf9-4696-99eb-39112a448501'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.732387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2827eca9-0859-42ff-9337-97db5fe2c638 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:23:59.744890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Calling delete_port for 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:23:59.782780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Router a83048fa-5486-46b5-b47e-6cc693606f15 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:23:59.829238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2827eca9-0859-42ff-9337-97db5fe2c638 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:23:59.837789 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2827eca9-0859-42ff-9337-97db5fe2c638 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f41225-abf9-4696-99eb-39112a448501 HTTP/1.1" status: 200 len: 205 time: 0.3072741 Feb 04 16:23:59.840158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:23:59.875800 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:23:59.877673 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3ff72e-cd1e-4a00-9f5d-751fc29560c3 None None] The sync data for ids ['e2f41225-abf9-4696-99eb-39112a448501'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:23:59.947948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:00.008579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.152995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.241355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:00.254890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Sync routers for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:00.292728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.293654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:00.297425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:00.297644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3c63c4c6-d0e7-4060-801f-d98d351588d6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9094591 Feb 04 16:24:00.298199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:00.556981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.626975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=260ff70a-0dfe-4cc3-abe4-a3ef8f55570d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:00.725408 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:00.738252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:00.783518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:00.794115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:b6cfb5c779224771baddba6bdde50972 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:00.802952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:00.812013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f9185-55ef-4ca9-a8c3-3c3282154167 None None] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:00.961304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:01.499607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:01.509926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bb3e3d55-6284-4e5b-8a6d-b30215987ae0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:01.583754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.598723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.658303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.665410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.668029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5f885344-7af1-45b8-a357-5d433ee44daf None None] Provisioning for port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:01.702910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6cfb5c779224771baddba6bdde50972&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7461216 Feb 04 16:24:01.708653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46344) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:01.754731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:23:59Z', 'revision_number': 3, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:01.762707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Checking router: a83048fa-5486-46b5-b47e-6cc693606f15 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:01.763296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Updating router a83048fa-5486-46b5-b47e-6cc693606f15 port 02a3494d-edac-4be9-8698-126068667766 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:24:01.830146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.832864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.835064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b921f-56ad-4f62-831a-6679d76c9ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1014db72-dce0-4fea-a0ec-a7b61bfebb99,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:01.841589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router e2f41225-abf9-4696-99eb-39112a448501 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:24:01.922139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:01.926943 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73e6f3a4-da7f-4362-b4ef-69defa46ca7f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501 HTTP/1.1" status: 204 len: 168 time: 2.0654352 Feb 04 16:24:01.930441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:02.130704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:02.149680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.207519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:02.270674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.323930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.355225 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.371406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Transition to ACTIVE for port object 02a3494d-edac-4be9-8698-126068667766 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:02.379227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:02.379596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.392336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.405019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-956234836-network', 'tenant_id': 'd12e8c6085ca489d857040aa88cc9b2b'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:02.418654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:02.434948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Usage tracker for resource:network and tenant:d12e8c6085ca489d857040aa88cc9b2b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:02.443899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:02.459676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:02.466657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.490220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Made reservation on behalf of d12e8c6085ca489d857040aa88cc9b2b for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:02.496960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.542621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.592242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:02.592890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:02.598559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Usage tracker for resource:security_group_rule and tenant:d12e8c6085ca489d857040aa88cc9b2b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:02.601089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef244df-ed3c-4857-8fbc-7268f6d7acd3 None None] Pushing event updated for resources: {'Port': ['ID=02a3494d-edac-4be9-8698-126068667766,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:02.602101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:02.608519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:02.614880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ca1180f1644c16b50671db6cdd54c7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:02.618968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:02.648189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:02.688643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet 79b228b4-8e8b-4df9-8f46-7926f9225de7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:02.695793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.702420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.762096 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.774740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Attempting to bind port 02a3494d-edac-4be9-8698-126068667766 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:02.775102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Attempting to bind port 02a3494d-edac-4be9-8698-126068667766 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:02.775453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Attempting to bind port 02a3494d-edac-4be9-8698-126068667766 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:02.804106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.817813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:02.823927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:02.824305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:02.824818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.825550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:02.826009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Bound port: 02a3494d-edac-4be9-8698-126068667766, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:02.826484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.921359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d257f-5c26-495e-ae8e-2cc3537265e3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:02.933853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:02.947093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:02.953325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] For port 02a3494d-edac-4be9-8698-126068667766, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:02.962378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] For port 02a3494d-edac-4be9-8698-126068667766, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02a3494d-edac-4be9-8698-126068667766,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:02.967050 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.004585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.005002 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Added segment 367ac4f7-ffd9-409a-8f1d-f15a59d1e6ec of type vlan for network ab2e18b4-45e6-45e0-9f22-b0f967a86269 Feb 04 16:24:03.022248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1014db72-dce0-4fea-a0ec-a7b61bfebb99,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.042653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.059823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.188143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.224114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.228467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dbef320c-5aa7-4374-9d45-cb8dcbda496b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1014db72-dce0-4fea-a0ec-a7b61bfebb99 HTTP/1.1" status: 204 len: 168 time: 1.5168204 Feb 04 16:24:03.251284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.337019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.337130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef244df-ed3c-4857-8fbc-7268f6d7acd3 None None] Pushing event updated for resources: {'Port': ['ID=02a3494d-edac-4be9-8698-126068667766,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.355845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:03.356602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:03.381143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:24:03.381716 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.439016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd4cb9b7-61a5-46c9-b21b-019f26e87c52 None None] Provisioning complete for port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:03.439405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd4cb9b7-61a5-46c9-b21b-019f26e87c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.443409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.444472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:03.445582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.490354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6dec66-0664-4507-9077-2142c1d8825b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.560056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.624159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-965a5d20-d0a6-462d-a3c0-9b5c34bb06f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9ca1180f1644c16b50671db6cdd54c7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1210892 Feb 04 16:24:03.634232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46404) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:03.756726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] Pushing event updated for resources: {'Network': ['ID=ab2e18b4-45e6-45e0-9f22-b0f967a86269,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.767904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2f9c5e23-9319-494b-976e-340f4e1234dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6337333 Feb 04 16:24:03.769610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:03.777316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Request body: {'subnet': {'network_id': 'ab2e18b4-45e6-45e0-9f22-b0f967a86269', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-956234836-subnet', 'tenant_id': 'd12e8c6085ca489d857040aa88cc9b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:03.779092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ab2e18b4-45e6-45e0-9f22-b0f967a86269 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:03.801134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:03.805149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Usage tracker for resource:subnet and tenant:d12e8c6085ca489d857040aa88cc9b2b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:03.816831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:03.825377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:03.868905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Made reservation on behalf of d12e8c6085ca489d857040aa88cc9b2b for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:03.872692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.876186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:03.912640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:03.950664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=79b228b4-8e8b-4df9-8f46-7926f9225de7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:03.998278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.022877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e0c41-100c-4d04-a636-7d3d4f54a2e7 None None] Network 33a3891a-f044-4086-9cca-9f8cf843aa95 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:04.176817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:04.185351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d6e64239-67f4-4970-b8fd-25f4329293be tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/79b228b4-8e8b-4df9-8f46-7926f9225de7 HTTP/1.1" status: 204 len: 168 time: 2.2300305 Feb 04 16:24:04.192449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.318434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:04.320214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.352986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.410019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.640238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.651806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:04.674922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Usage tracker for resource:security_group_rule and tenant:6b24822d578f49dab23f08bd4526bfc7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:04.734949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:04.741737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6dec66-0664-4507-9077-2142c1d8825b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:04.754694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:23:59Z', 'revision_number': 3, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:04.757930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:04.764008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.767546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2416d18e-da7a-4d22-b86f-27964cff7dde admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e6dec66-0664-4507-9077-2142c1d8825b HTTP/1.1" status: 204 len: 168 time: 1.1291494 Feb 04 16:24:04.767716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815cd92b-7663-4c2d-9f53-ff451673e927 None None] The sync data for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 is: [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:23:59Z', 'revision_number': 3, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:04.774138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:04.839867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] DHCP port deletion for 33a3891a-f044-4086-9cca-9f8cf843aa95 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:24:04.847348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Deleting port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:04.847729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:04.890586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.056375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Checking segment: {'id': '367ac4f7-ffd9-409a-8f1d-f15a59d1e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ab2e18b4-45e6-45e0-9f22-b0f967a86269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:05.056737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Network hostable DHCP agents. Network: ab2e18b4-45e6-45e0-9f22-b0f967a86269, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:05.093523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.107735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Allocated IP 172.20.0.1 (0a3a60ff-ba91-4f03-b7be-0059ede949fd/a317b5ae-7732-42e7-8185-d08b173af3c7/fb8bfd0d-d299-42ed-a399-89e117aa02f8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:05.113060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.113581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet e1687f55-fa66-496c-b295-3396eab64d2f {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:05.122674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.217599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3d855-4abf-4e42-b45e-9d177a52f081,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:05.262350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.389903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bb3e3d55-6284-4e5b-8a6d-b30215987ae0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:05.406711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.519458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.528517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.535411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71956df-44fc-4428-84b5-4ce70a060e63,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:05.555365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Transition to ACTIVE for port object fb8bfd0d-d299-42ed-a399-89e117aa02f8 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:05.601366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Network ab2e18b4-45e6-45e0-9f22-b0f967a86269 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:05.605576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.610256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=e1687f55-fa66-496c-b295-3396eab64d2f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:05.627548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-81f5117d-8c86-4b45-9f80-35fecd74e709 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b24822d578f49dab23f08bd4526bfc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2969205 Feb 04 16:24:05.638526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Router 751682f0-423f-4c6e-a653-742a8a35f7e7 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:05.640503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46458) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:05.647700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b000e0b6-44a8-4e0b-ba07-4e3ae2f5ef49 None None] Network 71ecf1e5-6153-41f4-80fe-048b182bf245 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:05.648510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.665780 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f439fdf4-b867-4e82-a96b-f995262490d9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/e1687f55-fa66-496c-b295-3396eab64d2f HTTP/1.1" status: 204 len: 168 time: 1.4665353 Feb 04 16:24:05.699821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46464) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:05.712300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:05.722849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.770636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ab2e18b4-45e6-45e0-9f22-b0f967a86269) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:05.772287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:05.786703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:05.802588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.803004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.803256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.803582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.803907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.804228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.804545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.804860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.805175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.805485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.805795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:05.819118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4464cb-80cc-42ca-ae09-3c87f2d70e9b None None] Network ab2e18b4-45e6-45e0-9f22-b0f967a86269 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:05.823564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:05.859905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] For port 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fb04862-86f1-4c91-8760-5d7e4b839bd4,segment=NetworkSegment(35bc48c3-b8b2-4287-a27c-b4be2225a1b4),segment_id=35bc48c3-b8b2-4287-a27c-b4be2225a1b4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:05.860373 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.875682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:05.876609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.966756 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:05.997593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:06.034717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Usage tracker for resource:security_group_rule and tenant:ea54a1ae6ae94705a303a772ae71140c is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:06.039923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:06.066368 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e916e301-0946-45d2-b8ca-3ecc3c657357 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2845464 Feb 04 16:24:06.067051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:06.091315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.164093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.246913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Calling delete_port for 7fb04862-86f1-4c91-8760-5d7e4b839bd4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:06.274322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:06.275119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.282786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.373698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.431260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a896b5a0-4e24-49bd-8c76-7f84ecd3c278 None None] Provisioning for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:06.447374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.471075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:06.471548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.515660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46488) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:06.523159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a896b5a0-4e24-49bd-8c76-7f84ecd3c278 None None] Provisioning complete for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:06.523671 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a896b5a0-4e24-49bd-8c76-7f84ecd3c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.526313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.686917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] DHCP port deletion for 71ecf1e5-6153-41f4-80fe-048b182bf245 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:24:06.719236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Deleting port fab760eb-a762-44dd-8f47-791e68db5cc8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:06.719968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.762288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.767013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a896b5a0-4e24-49bd-8c76-7f84ecd3c278 None None] Port fb8bfd0d-d299-42ed-a399-89e117aa02f8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:06.856530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea54a1ae6ae94705a303a772ae71140c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0749516 Feb 04 16:24:06.860728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38817ec-e729-47ad-8177-0626060dd25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b57bc-475f-4abb-ab67-8f303e5ed3a0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:06.867738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:06.895536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46500) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:06.942390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] Pushing event deleted for resources: {'Port': ['ID=7fb04862-86f1-4c91-8760-5d7e4b839bd4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:06.959908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab698c8-d94f-4e25-ae5c-d32e6fa2a73f None None] Network ab2e18b4-45e6-45e0-9f22-b0f967a86269 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:06.962860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a3d855-4abf-4e42-b45e-9d177a52f081,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:07.002931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd46f0-ea73-4f20-965b-42e81b735bc7 None None] No DVR routers for this DVR port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:07.027227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 7fb04862-86f1-4c91-8760-5d7e4b839bd4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7fb04862-86f1-4c91-8760-5d7e4b839bd4,segment=NetworkSegment(35bc48c3-b8b2-4287-a27c-b4be2225a1b4),segment_id=35bc48c3-b8b2-4287-a27c-b4be2225a1b4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:07.028228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.056071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.058203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23754a6d-2f83-495c-9203-4306b280486e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04a3d855-4abf-4e42-b45e-9d177a52f081 HTTP/1.1" status: 204 len: 168 time: 1.4125831 Feb 04 16:24:07.216871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fb04862-86f1-4c91-8760-5d7e4b839bd4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:07.313274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7fb04862-86f1-4c91-8760-5d7e4b839bd4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:07.313957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7fb04862-86f1-4c91-8760-5d7e4b839bd4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:07.334564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Deleting subnet b71956df-44fc-4428-84b5-4ce70a060e63 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:07.341832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.449660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 7fb04862-86f1-4c91-8760-5d7e4b839bd4 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:07.489861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] For port fab760eb-a762-44dd-8f47-791e68db5cc8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fab760eb-a762-44dd-8f47-791e68db5cc8,segment=NetworkSegment(b4a27e6a-5d2f-4ec1-be33-448bd6548c27),segment_id=b4a27e6a-5d2f-4ec1-be33-448bd6548c27)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:07.490262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.524990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.586722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fab760eb-a762-44dd-8f47-791e68db5cc8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:07.656675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.715129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.720002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.736661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:07.797099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:07.803391 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70fe5571-443e-4a62-bbde-421d7e6a25e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/751682f0-423f-4c6e-a653-742a8a35f7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1711593 Feb 04 16:24:07.820132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Sync routers for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:07.825110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46534) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:07.844017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:07.845017 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:08.105866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.109114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:24:08.109652 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:24:08.154076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.186653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.212052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.280330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b57bc-475f-4abb-ab67-8f303e5ed3a0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.318661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Calling delete_port for fab760eb-a762-44dd-8f47-791e68db5cc8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:08.413958 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:08.701611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.747886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:08.755814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:08.759351 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.767514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:08.769283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71956df-44fc-4428-84b5-4ce70a060e63,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.843208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 7fb04862-86f1-4c91-8760-5d7e4b839bd4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:08.844162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.884622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:08.888706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4b5bbf40-0dc0-4b80-ab60-c3578389614a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d78b57bc-475f-4abb-ab67-8f303e5ed3a0 HTTP/1.1" status: 204 len: 168 time: 1.9793134 Feb 04 16:24:08.956562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] Pushing event deleted for resources: {'Port': ['ID=fab760eb-a762-44dd-8f47-791e68db5cc8,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:08.960792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] The port '7fb04862-86f1-4c91-8760-5d7e4b839bd4' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:24:08.965440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9b3b9-9015-479c-a3dc-8e9b67143028 None None] No DVR routers for this DVR port fab760eb-a762-44dd-8f47-791e68db5cc8 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:08.976396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port fab760eb-a762-44dd-8f47-791e68db5cc8 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:24:08.982713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fab760eb-a762-44dd-8f47-791e68db5cc8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:09.315823 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.326644 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:24:00Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:09.328166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a7169fe6-73ff-42d1-bf4b-f959da0d325c None None] Provisioning complete for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:09.332076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a7169fe6-73ff-42d1-bf4b-f959da0d325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.334829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Checking router: 751682f0-423f-4c6e-a653-742a8a35f7e7 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:09.379578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5378bd26-5dd9-4110-b9c4-e5f6cfd1321a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b71956df-44fc-4428-84b5-4ce70a060e63 HTTP/1.1" status: 204 len: 168 time: 2.8577702 Feb 04 16:24:09.379715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.383070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:09.399288 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Routers {'751682f0-423f-4c6e-a653-742a8a35f7e7'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:09.401579 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['751682f0-423f-4c6e-a653-742a8a35f7e7'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:09.508150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a3891a-f044-4086-9cca-9f8cf843aa95']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:09.539243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.556653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a7169fe6-73ff-42d1-bf4b-f959da0d325c None None] Port fb8bfd0d-d299-42ed-a399-89e117aa02f8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:09.576094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02a3494d-edac-4be9-8698-126068667766 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:09.656074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bc48c3-b8b2-4287-a27c-b4be2225a1b4') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:09.656377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bc48c3-b8b2-4287-a27c-b4be2225a1b4') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:09.720691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.760257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.764112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 02a3494d-edac-4be9-8698-126068667766 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:09.770077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 02a3494d-edac-4be9-8698-126068667766 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:09.770708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.781606 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] Set router 751682f0-423f-4c6e-a653-742a8a35f7e7 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:09.817691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:09.818106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.841573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:09.867234 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:09.923120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:09.929132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Usage tracker for resource:security_group_rule and tenant:d1b1590aace24bc1b75ffd9f200ea7bc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:09.933791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:09.966826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:10.008103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:10.052110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.090749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.115965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.116824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 02a3494d-edac-4be9-8698-126068667766, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02a3494d-edac-4be9-8698-126068667766,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:10.131041 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.165857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.243394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=02a3494d-edac-4be9-8698-126068667766,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.258120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.352203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:10.370460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:a36113f5e1334f97b72e3d01ba55b53f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:10.379830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=33a3891a-f044-4086-9cca-9f8cf843aa95,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.383950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:10.396001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:10.397293 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:24:00Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:10.398786 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5aa21309-a19e-4fff-a604-20b0114a8dad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/33a3891a-f044-4086-9cca-9f8cf843aa95 HTTP/1.1" status: 204 len: 168 time: 4.6944644 Feb 04 16:24:10.402464 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee794a43-2192-4887-a66e-e609bde30e27 None None] The sync data for ids ['751682f0-423f-4c6e-a653-742a8a35f7e7'] in n-d-827873-1 is: [{'id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'name': 'tempest-AttachVolumeShelveTestJSON-608812623-router', 'tenant_id': '047f2450f8c8427e8ede0263570aa66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:24:00Z', 'revision_number': 5, 'project_id': '047f2450f8c8427e8ede0263570aa66e', 'gw_port': {'id': '3fb0c886-7837-406b-9e1f-b8cfaad26452', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:74:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751682f0-423f-4c6e-a653-742a8a35f7e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:15:45Z', 'updated_at': '2022-02-04T16:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:10.405260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.416561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46606) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:10.435526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2e18b4-45e6-45e0-9f22-b0f967a86269']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:10.471920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367ac4f7-ffd9-409a-8f1d-f15a59d1e6ec') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:10.472413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367ac4f7-ffd9-409a-8f1d-f15a59d1e6ec') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:10.503611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.529112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.602911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.616811 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.651458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.662577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1b1590aace24bc1b75ffd9f200ea7bc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8805254 Feb 04 16:24:10.662577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.668073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:10.699366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:10.699366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:10.716917 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:10.731631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Deleting port 3fb0c886-7837-406b-9e1f-b8cfaad26452 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:10.731974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.798319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500848eb-d83b-42a6-b597-6263733279fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c405f680-ccbf-472a-be48-6e95a53f4413,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.909014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.915349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.930527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.948307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.959084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:10.960162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2e18b4-45e6-45e0-9f22-b0f967a86269,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:10.983033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47fd244b-da1b-4a15-babd-a0d5acac5ff4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ab2e18b4-45e6-45e0-9f22-b0f967a86269 HTTP/1.1" status: 204 len: 168 time: 1.5838542 Feb 04 16:24:10.997662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.052558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.110850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ecf1e5-6153-41f4-80fe-048b182bf245']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.157947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a36113f5e1334f97b72e3d01ba55b53f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1411862 Feb 04 16:24:11.260355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.263078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a27e6a-5d2f-4ec1-be33-448bd6548c27') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:11.293811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46634) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:11.293811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73955116-1469-450a-9e76-4e421d0ee0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbdd3b6-607d-4323-aeec-658646226197,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:11.368266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-45c4c82e-84f4-4ce6-8a4e-4a81107b02aa req-c7945f82-ec76-426d-bf63-51ca2be8be0f tempest-FloatingIPsAssociationTestJSON-530953677 tempest-FloatingIPsAssociationTestJSON-530953677-project] (83597) timed out ('10.222.0.58', 58181) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:24:11.384053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Router a83048fa-5486-46b5-b47e-6cc693606f15 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:11.387378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.399908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] For port 3fb0c886-7837-406b-9e1f-b8cfaad26452, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3fb0c886-7837-406b-9e1f-b8cfaad26452,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:11.400866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.423584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46642) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:11.448610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02a3494d-edac-4be9-8698-126068667766 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:11.451819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c405f680-ccbf-472a-be48-6e95a53f4413,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:11.464209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.467973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2296deb-0a36-4a9c-89d1-ed0028d30c86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c405f680-ccbf-472a-be48-6e95a53f4413 HTTP/1.1" status: 204 len: 168 time: 0.7942910 Feb 04 16:24:11.676833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.677162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 02a3494d-edac-4be9-8698-126068667766 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:11.677549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.698730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.726590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Calling delete_port for 3fb0c886-7837-406b-9e1f-b8cfaad26452 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:11.757325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-538cd6a3-da83-4437-a921-034423b99617 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d12e8c6085ca489d857040aa88cc9b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3299665 Feb 04 16:24:11.766723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:11.865264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:11.865672 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:11.900645 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:11.925868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:11.974963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:11.975321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 260ff70a-0dfe-4cc3-abe4-a3ef8f55570d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:12.090592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.155985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.253236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:12.276313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-485f58c9-5b23-4f17-8b08-5a72c40192b8 admin admin] 10.222.0.62 "PUT /v2.0/routers/a83048fa-5486-46b5-b47e-6cc693606f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9685497 Feb 04 16:24:12.276842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.329391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.340976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.370173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.371301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f1d257f-5c26-495e-ae8e-2cc3537265e3 HTTP/1.1" status: 204 len: 168 time: 0.6025648 Feb 04 16:24:12.376397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.391487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ff095-62f8-48bf-bdd4-95f7d674c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d257f-5c26-495e-ae8e-2cc3537265e3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:12.475753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.482210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Sync routers for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:12.505012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:12.506504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:12.527086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=71ecf1e5-6153-41f4-80fe-048b182bf245,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:12.545604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c250ad51-ea28-4085-be76-96b78edbb22f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/71ecf1e5-6153-41f4-80fe-048b182bf245 HTTP/1.1" status: 204 len: 168 time: 2.1268494 Feb 04 16:24:12.553071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:12.559036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1197438588'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:12.569096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:12.577276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:12.585433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:12.600688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:12.623660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:12.629732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.633506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.707202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:12.758424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.758817 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 17d945fb-6903-464d-8cf4-5a33ca01913b of type vlan for network 07232895-6ff4-49b2-b305-b5adc9f91f93 Feb 04 16:24:12.809798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbdd3b6-607d-4323-aeec-658646226197,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:12.836023 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.909126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.913138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72432acb-9edd-4c5d-9055-a075709364c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffbdd3b6-607d-4323-aeec-658646226197 HTTP/1.1" status: 204 len: 168 time: 1.6190758 Feb 04 16:24:12.942507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:12.947123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.977231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:12.981401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:12.982111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:13.109629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb0c886-7837-406b-9e1f-b8cfaad26452,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:13.332943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=07232895-6ff4-49b2-b305-b5adc9f91f93,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:13.366915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fd327119-c757-47e0-8226-b940ab798295 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8122118 Feb 04 16:24:13.371713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46726) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:13.381182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:13.394188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:13.824311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:13.838439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:13.845687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:13.859054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:13.881006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:13.883993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:14.010399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 4, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fb8bfd0d-d299-42ed-a399-89e117aa02f8', 'name': '', 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'mac_address': 'fa:16:3e:63:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:04Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 2, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'subnets': [{'id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:14.019419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Checking router: a83048fa-5486-46b5-b47e-6cc693606f15 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:14.019775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Updating router a83048fa-5486-46b5-b47e-6cc693606f15 port fb8bfd0d-d299-42ed-a399-89e117aa02f8 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:24:14.149542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.314160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.418881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.459117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.522853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.523885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751682f0-423f-4c6e-a653-742a8a35f7e7 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:24:14.526143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.537426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.543702 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70e2e1a0-aef1-4f01-a6ce-a939a248dc64 admin admin] 10.222.0.62 "DELETE /v2.0/routers/751682f0-423f-4c6e-a653-742a8a35f7e7 HTTP/1.1" status: 204 len: 168 time: 6.7174673 Feb 04 16:24:14.544068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:14.808355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Deleting subnet 18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:14.857381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.900804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46798) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:14.919836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=bc0d4297-2801-483b-962d-e9a0c29dde09,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:14.947890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '17d945fb-6903-464d-8cf4-5a33ca01913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:14.948253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 07232895-6ff4-49b2-b305-b5adc9f91f93, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:14.968636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:14.999206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.017072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Transition to ACTIVE for port object fb8bfd0d-d299-42ed-a399-89e117aa02f8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:15.035777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.092260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:15.137056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 07232895-6ff4-49b2-b305-b5adc9f91f93) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:15.141685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:15.142282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.209689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302469e-1a9b-44c6-a21b-79fb08c18720 None None] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:15.224737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.270021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-17349b08-7c42-4ce1-8956-97a663b5df4e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8933949 Feb 04 16:24:15.273485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:15.279916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-893424218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:15.290934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:15.295828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:15.300603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:15.310105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:15.343644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.363239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.369734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.371788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.411490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:15.420212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Usage tracker for resource:security_group_rule and tenant:37af1c0ce0e445b1870101b929d67bbf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:15.426466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:15.427814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.433576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.436638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18fcc68b-aeb9-49f7-bbf3-193c4937a6e2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:15.445914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98838041-f4bb-41df-8de3-070b109c2885 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/18fcc68b-aeb9-49f7-bbf3-193c4937a6e2 HTTP/1.1" status: 204 len: 168 time: 0.8182304 Feb 04 16:24:15.446509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46828) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:15.454320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:15.498724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.563986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.567629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7197b2-c4c3-4be7-8474-bd1bf25eeb4a None None] Network 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:15.575327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d642d282-4db2-4f0f-b167-59bf3f2308f3 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3006241 Feb 04 16:24:15.577005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46832) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:15.606295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'port': {'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93', 'name': 'tempest-RoutersIpV6Test-1668603704'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:15.652688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60fd2-c7b1-44d3-9910-cfe4b439126d None None] Pushing event updated for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:15.748361 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:15.770122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Deleting port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:15.770876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.080717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:16.096507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:port and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:16.123321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:16.144889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.155630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:16.162951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.300774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:16.304958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.357914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:16.430838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a83d5-4e8b-4680-98cd-227fb8edad2d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:16.445260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bff4387c-ecc3-4ecc-9d05-f2a132367af3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37af1c0ce0e445b1870101b929d67bbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5335686 Feb 04 16:24:16.454735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46870) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:16.516430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] device_id is not set on port 1210c249-8e43-4625-9007-a9d6559df7a5 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:24:16.578150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Attempting to bind port fb8bfd0d-d299-42ed-a399-89e117aa02f8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:16.578829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Attempting to bind port fb8bfd0d-d299-42ed-a399-89e117aa02f8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:16.579228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Attempting to bind port fb8bfd0d-d299-42ed-a399-89e117aa02f8 on network 0a3a60ff-ba91-4f03-b7be-0059ede949fd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:16.608413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:16.609030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Checking segment: {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:16.609578 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.610108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Bound using segment: {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:16.610783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Bound port: fb8bfd0d-d299-42ed-a399-89e117aa02f8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dc4fee-33f6-40cb-99c6-4ac77ac08c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:16.611327 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.626602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-07232895-6ff4-49b2-b305-b5adc9f91f93', 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': 'bc0d4297-2801-483b-962d-e9a0c29dde09'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:24:16.628428 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.676139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] For port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,segment=NetworkSegment(15b030d1-f218-400a-acd8-21e74c0e4a11),segment_id=15b030d1-f218-400a-acd8-21e74c0e4a11)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:16.676418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:16.741679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46878) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:16.911883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] For port fb8bfd0d-d299-42ed-a399-89e117aa02f8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:16.928809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] For port fb8bfd0d-d299-42ed-a399-89e117aa02f8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb8bfd0d-d299-42ed-a399-89e117aa02f8,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:16.959008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Calling delete_port for 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:16.966345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62676cd9-2cf8-4468-8190-57b3a9f5bc66 None None] DHCP port deletion for 4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:24:16.988727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.004451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.039454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.164780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8::27c (07232895-6ff4-49b2-b305-b5adc9f91f93/bc0d4297-2801-483b-962d-e9a0c29dde09/1210c249-8e43-4625-9007-a9d6559df7a5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:17.167860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.186611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.195970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a83d5-4e8b-4680-98cd-227fb8edad2d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:17.213244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-859283110-network', 'tenant_id': 'f9f3dbed2f7540838008fd259a0642f6'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:17.217820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60fd2-c7b1-44d3-9910-cfe4b439126d None None] Pushing event updated for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:17.223928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:17.228858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-62676cd9-2cf8-4468-8190-57b3a9f5bc66 None None] Deleting port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:17.229401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62676cd9-2cf8-4468-8190-57b3a9f5bc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.259731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Usage tracker for resource:network and tenant:f9f3dbed2f7540838008fd259a0642f6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:17.266348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:17.275314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.276434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f248942d-f670-4ff4-99fa-5eacfeddc510 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d71a83d5-4e8b-4680-98cd-227fb8edad2d HTTP/1.1" status: 204 len: 168 time: 0.8232303 Feb 04 16:24:17.277475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:17.305820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:17.315676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Made reservation on behalf of f9f3dbed2f7540838008fd259a0642f6 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:17.318374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.368188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] No DVR routers for this DVR port 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:17.386593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-62676cd9-2cf8-4468-8190-57b3a9f5bc66 None None] The port '7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:24:17.417634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:17.418320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:17.567950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3fb0c886-7837-406b-9e1f-b8cfaad26452 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:17.673559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:17.764570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:17.772374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f3dbed2f7540838008fd259a0642f6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:17.781507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:17.798154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:17.822021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3fb0c886-7837-406b-9e1f-b8cfaad26452 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:17.824053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3fb0c886-7837-406b-9e1f-b8cfaad26452 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:17.824693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:17.927664 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:24:17.946088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:17.946503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7c86dd0a-17fe-4dfe-9a20-c585a61a7a9f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:17.949828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.004620 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.056120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.098557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53df487-6b33-4cdc-b9cb-81db766eabb4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:18.117757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:18.138093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:18.150301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.150726 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Added segment c4a5408e-adb1-4eb6-93c0-ccff2ef33ad6 of type vlan for network f885f307-ec8a-4374-937b-929669b83434 Feb 04 16:24:18.178192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:18.184294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee3e0de-a894-42ff-b1f7-6b25f6f866d6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:18.245070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b030d1-f218-400a-acd8-21e74c0e4a11') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:18.245439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b030d1-f218-400a-acd8-21e74c0e4a11') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:18.254764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.301465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.308244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:18.319831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Usage tracker for resource:security_group_rule and tenant:ab5cac4bdda54580913964e24b399c7d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:18.326093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:18.343326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:18.346245 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.359646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:18.363056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.508362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.532592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.537539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:18.574038 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:18.593237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.599280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7be8b2-8ac3-45a1-9f7f-3250a947ca43,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:18.659579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 1210c249-8e43-4625-9007-a9d6559df7a5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:18.669884 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9705aaf8-db89-4ee6-9566-c358546af08c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab5cac4bdda54580913964e24b399c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4891012 Feb 04 16:24:18.671124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46932) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:18.732530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.733958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:18.734570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.839148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.841048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 4, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fb8bfd0d-d299-42ed-a399-89e117aa02f8', 'name': '', 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'mac_address': 'fa:16:3e:63:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:04Z', 'updated_at': '2022-02-04T16:24:16Z', 'revision_number': 4, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'subnets': [{'id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:18.853223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c38b992-5988-484d-a0c8-6a2a019c7af5 None None] The sync data for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 is: [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:06Z', 'revision_number': 4, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'fb8bfd0d-d299-42ed-a399-89e117aa02f8', 'name': '', 'network_id': '0a3a60ff-ba91-4f03-b7be-0059ede949fd', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'mac_address': 'fa:16:3e:63:28:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:04Z', 'updated_at': '2022-02-04T16:24:16Z', 'revision_number': 4, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'subnets': [{'id': 'a317b5ae-7732-42e7-8185-d08b173af3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:18.892210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:18.897981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee3e0de-a894-42ff-b1f7-6b25f6f866d6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:18.984009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f31c19f6-cbb2-4eaf-9708-b766dcdfbb1c admin admin] 10.222.0.62 "DELETE /v2.0/networks/4ee3e0de-a894-42ff-b1f7-6b25f6f866d6 HTTP/1.1" status: 204 len: 168 time: 3.5362542 Feb 04 16:24:18.989955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.020827 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2760723 Feb 04 16:24:19.024026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c16810-c86e-49f4-99bc-dc948b204302 admin admin] Pushing event updated for resources: {'Network': ['ID=f885f307-ec8a-4374-937b-929669b83434,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:19.038087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f885f307-ec8a-4374-937b-929669b83434 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:19.056743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.096808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.108995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.314806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:19.368513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:19.373271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:19.377959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:19.378638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.452183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Allocated IP 2001:db8::2 (07232895-6ff4-49b2-b305-b5adc9f91f93/bc0d4297-2801-483b-962d-e9a0c29dde09/2feb952b-73f9-40cb-89d7-c5162e426c1e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:19.509432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=1210c249-8e43-4625-9007-a9d6559df7a5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:19.526790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9cddcfb8-83c6-4aa4-91a9-ac29a47df537 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9326017 Feb 04 16:24:19.530771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46956) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:19.714827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:19.731204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.828176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7be8b2-8ac3-45a1-9f7f-3250a947ca43,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:19.876074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.879730 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9c1d4d03-bff7-482c-800f-50d45d1c72ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb7be8b2-8ac3-45a1-9f7f-3250a947ca43 HTTP/1.1" status: 204 len: 168 time: 1.2030892 Feb 04 16:24:19.913833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:19.942787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Transition to ACTIVE for port object 2feb952b-73f9-40cb-89d7-c5162e426c1e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:20.021155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb8bfd0d-d299-42ed-a399-89e117aa02f8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:20.209753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Transition to ACTIVE for port object 2feb952b-73f9-40cb-89d7-c5162e426c1e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:20.229674 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:20.317301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73589816-49ee-4a81-abdb-44d6c809a35c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=047f2450f8c8427e8ede0263570aa66e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5882089 Feb 04 16:24:20.330286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:20.384072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:20.440968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:20.441343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:20.728420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:20.737536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:20.763636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:20.773427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Pushing event updated for resources: {'Port': ['ID=2feb952b-73f9-40cb-89d7-c5162e426c1e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:20.941025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.011400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.256438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.286668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Attempting to bind port 2feb952b-73f9-40cb-89d7-c5162e426c1e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:21.287199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Attempting to bind port 2feb952b-73f9-40cb-89d7-c5162e426c1e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '17d945fb-6903-464d-8cf4-5a33ca01913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:21.288808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Attempting to bind port 2feb952b-73f9-40cb-89d7-c5162e426c1e on network 07232895-6ff4-49b2-b305-b5adc9f91f93 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:21.375178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:21.375512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Checking segment: {'id': '17d945fb-6903-464d-8cf4-5a33ca01913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:21.376088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.376468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Bound using segment: {'id': '17d945fb-6903-464d-8cf4-5a33ca01913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:21.377066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Bound port: 2feb952b-73f9-40cb-89d7-c5162e426c1e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d945fb-6903-464d-8cf4-5a33ca01913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '07232895-6ff4-49b2-b305-b5adc9f91f93'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:21.377641 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.402818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.407971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port fb8bfd0d-d299-42ed-a399-89e117aa02f8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb8bfd0d-d299-42ed-a399-89e117aa02f8,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:21.413639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.415266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.547066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb34e0c-878a-4612-aea0-c3eb66338b3a req-7b4fac0f-ffac-4bae-a3b4-de142ebb912e tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.552940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb34e0c-878a-4612-aea0-c3eb66338b3a req-7b4fac0f-ffac-4bae-a3b4-de142ebb912e tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.560045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb34e0c-878a-4612-aea0-c3eb66338b3a req-7b4fac0f-ffac-4bae-a3b4-de142ebb912e tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:21.561959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cb34e0c-878a-4612-aea0-c3eb66338b3a req-7b4fac0f-ffac-4bae-a3b4-de142ebb912e tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5835645 Feb 04 16:24:21.587239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Deleting port 365e4c4e-1180-4c2b-81a9-dd9874dddb81 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:21.588172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.687932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.776528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:21.793271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] For port 2feb952b-73f9-40cb-89d7-c5162e426c1e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:21.797411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] For port 2feb952b-73f9-40cb-89d7-c5162e426c1e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2feb952b-73f9-40cb-89d7-c5162e426c1e,segment=NetworkSegment(17d945fb-6903-464d-8cf4-5a33ca01913b),segment_id=17d945fb-6903-464d-8cf4-5a33ca01913b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:21.807885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.865008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573cf0da-4fed-4b14-9746-f0aaee02c3b4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:21.867428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.923812 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:21.927644 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bfc3dbd1-6efb-41af-9e6c-36b12b4a0a92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/573cf0da-4fed-4b14-9746-f0aaee02c3b4 HTTP/1.1" status: 204 len: 168 time: 1.5921578 Feb 04 16:24:22.031206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:22.128033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570953e-2ccc-4626-8feb-83d6577ea3f9 None None] Pushing event updated for resources: {'Port': ['ID=2feb952b-73f9-40cb-89d7-c5162e426c1e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:22.264852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] For port 365e4c4e-1180-4c2b-81a9-dd9874dddb81, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=365e4c4e-1180-4c2b-81a9-dd9874dddb81,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:22.265642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:22.510274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Calling delete_port for 365e4c4e-1180-4c2b-81a9-dd9874dddb81 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:22.790370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87805-b16f-4d28-8e38-5cd43a0316a6 req-1d662be3-c9cd-4ba4-8c8e-cd105b6b8d59 tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:22.795504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-75e87805-b16f-4d28-8e38-5cd43a0316a6 req-1d662be3-c9cd-4ba4-8c8e-cd105b6b8d59 tempest-ComputeTenantNetworksTest-1910729883 tempest-ComputeTenantNetworksTest-1910729883-project] 10.222.0.62 "GET /v2.0/networks/f885f307-ec8a-4374-937b-929669b83434 HTTP/1.1" status: 200 len: 768 time: 1.1133363 Feb 04 16:24:22.802085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:22.875940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:22.919781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:22.922815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:22.928684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Usage tracker for resource:security_group_rule and tenant:3420965ef99e4b7d977135940e337737 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:22.932673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:22.943404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:23.145050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Pushing event deleted for resources: {'Port': ['ID=365e4c4e-1180-4c2b-81a9-dd9874dddb81,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:23.156246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.175154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.191041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.242018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.308082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:23.786535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=1210c249-8e43-4625-9007-a9d6559df7a5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:23.801114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920d2d6-2389-401e-ada9-36327d89c661,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:23.883440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb8bfd0d-d299-42ed-a399-89e117aa02f8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:23.915500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-965208fb-c4cf-4297-8711-b4b9b13e954b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3420965ef99e4b7d977135940e337737&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8776596 Feb 04 16:24:24.028534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:24.104728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.135537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port fb8bfd0d-d299-42ed-a399-89e117aa02f8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:24.136235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.245125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.246652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb248b8-6702-4919-83f3-e46fc7623acd None None] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:24.275637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.318578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.384295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.417762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920d2d6-2389-401e-ada9-36327d89c661,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:24.428760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f885f307-ec8a-4374-937b-929669b83434']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:24.444783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.450081 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9db6a32-58bf-44b1-a74b-75898a5267f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a920d2d6-2389-401e-ada9-36327d89c661 HTTP/1.1" status: 204 len: 168 time: 0.3713632 Feb 04 16:24:24.452948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a5408e-adb1-4eb6-93c0-ccff2ef33ad6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:24.454260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a5408e-adb1-4eb6-93c0-ccff2ef33ad6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:24.456893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.476758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.572224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.615790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:24.616625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:24.637629 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:24.744848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.751732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a15e278b-09fe-44d0-9c71-0c631770ea06 None None] Provisioning for port 2feb952b-73f9-40cb-89d7-c5162e426c1e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:24.777058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.786957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f885f307-ec8a-4374-937b-929669b83434,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:24.789843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:24.802897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-04cacdde-347a-4518-813c-7ccf034d9ba6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f885f307-ec8a-4374-937b-929669b83434 HTTP/1.1" status: 204 len: 168 time: 1.9978619 Feb 04 16:24:24.856003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2feb952b-73f9-40cb-89d7-c5162e426c1e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:24.960909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 2feb952b-73f9-40cb-89d7-c5162e426c1e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:24.976513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 2feb952b-73f9-40cb-89d7-c5162e426c1e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:24.977129 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.192436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a14ee6c0-f3cb-4fe5-ab7a-06df56775fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.270881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.333210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 2feb952b-73f9-40cb-89d7-c5162e426c1e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2feb952b-73f9-40cb-89d7-c5162e426c1e,segment=NetworkSegment(17d945fb-6903-464d-8cf4-5a33ca01913b),segment_id=17d945fb-6903-464d-8cf4-5a33ca01913b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:25.338733 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.569981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=2feb952b-73f9-40cb-89d7-c5162e426c1e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:25.597623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Provisioning complete for port 2feb952b-73f9-40cb-89d7-c5162e426c1e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:25.598184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.636388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.648697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.649637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.815942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Provisioning for port 1210c249-8e43-4625-9007-a9d6559df7a5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:25.824142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Provisioning complete for port 1210c249-8e43-4625-9007-a9d6559df7a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:25.824353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:25.868306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:25.927477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-40dee7cf-4af1-48c7-a541-7c695ce87149 None None] Port 1210c249-8e43-4625-9007-a9d6559df7a5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:26.013611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-835f95e2-8b75-4e9a-928a-f0da5356e2a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9f3dbed2f7540838008fd259a0642f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1422904 Feb 04 16:24:26.069928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de479479-fdef-4655-8e89-fc981a8915ee None None] Provisioning complete for port 1210c249-8e43-4625-9007-a9d6559df7a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:26.070636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de479479-fdef-4655-8e89-fc981a8915ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.118478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:26.216736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:26.222757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:26.229051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=1210c249-8e43-4625-9007-a9d6559df7a5,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:26.327055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de479479-fdef-4655-8e89-fc981a8915ee None None] Port 1210c249-8e43-4625-9007-a9d6559df7a5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:26.495726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-302f9dc2-5d8c-46f9-a557-b87cd73b4600 None None] Provisioning complete for port 1210c249-8e43-4625-9007-a9d6559df7a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:26.496094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-302f9dc2-5d8c-46f9-a557-b87cd73b4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.530442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Router e06fa025-2fb3-4d13-975e-b32d5685082a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:26.642388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-302f9dc2-5d8c-46f9-a557-b87cd73b4600 None None] Port 1210c249-8e43-4625-9007-a9d6559df7a5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:26.667638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:26.710221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.734913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.777881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-92e214d6-3e7f-48e9-a905-857019ac26e0 None None] Provisioning complete for port 1210c249-8e43-4625-9007-a9d6559df7a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:26.778437 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92e214d6-3e7f-48e9-a905-857019ac26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.931143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:26.935363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-92e214d6-3e7f-48e9-a905-857019ac26e0 None None] Port 1210c249-8e43-4625-9007-a9d6559df7a5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:26.965424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:26.973024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd1993890bc4c989ffc6bb8deb078b7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:26.977051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:26.985317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:27.051256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:27.118295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:27.139696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Sync routers for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:27.164404 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:27.178744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:27.212988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-adc04452-111e-4ab8-b448-d485566aef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.232677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-589088e0-2efb-495d-8df9-e37936d59146 admin admin] 10.222.0.62 "PUT /v2.0/routers/e06fa025-2fb3-4d13-975e-b32d5685082a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8735788 Feb 04 16:24:27.242166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:27.336486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.388795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53df487-6b33-4cdc-b9cb-81db766eabb4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:27.400917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.402525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b07af356-0e95-46ce-af9a-698908abf33a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d53df487-6b33-4cdc-b9cb-81db766eabb4 HTTP/1.1" status: 204 len: 168 time: 1.2670269 Feb 04 16:24:27.462175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.481933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.665325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2feb952b-73f9-40cb-89d7-c5162e426c1e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:27.672548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router fa5ed7e9-ef55-4f35-a6e0-34a337884214 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:24:27.685082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:27.696269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fd1993890bc4c989ffc6bb8deb078b7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0275488 Feb 04 16:24:27.700417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:27.823245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d099e3-12a4-48a8-9765-ba85aca30e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14ee0d-4c3e-4201-bad5-9251c348455b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:27.827980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 2feb952b-73f9-40cb-89d7-c5162e426c1e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:27.828367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:27.861107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.129199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:28.144750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ee047d84-4cd0-4db8-b73c-74292455941e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/fa5ed7e9-ef55-4f35-a6e0-34a337884214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6122994 Feb 04 16:24:28.147736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:28.154957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:28.156217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] Sync routers for ids ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:28.161761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.193088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.202581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] Routers {'fa5ed7e9-ef55-4f35-a6e0-34a337884214'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:28.203585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.278160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Usage tracker for resource:security_group_rule and tenant:660879b9ae2f4b6da4a6907288ab83b6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:28.297451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:28.304846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.329142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:28.338086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.341739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec6e5e-5d5c-4c62-8648-6f3a634626e0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:28.346771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6aec6e5e-5d5c-4c62-8648-6f3a634626e0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:28.350180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14ee0d-4c3e-4201-bad5-9251c348455b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:28.356460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] Routers {'fa5ed7e9-ef55-4f35-a6e0-34a337884214'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:28.357480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.369180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.370346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-38b225b5-1ed4-4375-9b40-a12e0e7177ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a14ee0d-4c3e-4201-bad5-9251c348455b HTTP/1.1" status: 204 len: 168 time: 0.6686561 Feb 04 16:24:28.398417 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:24:22Z', 'revision_number': 5, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.399391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.401689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6aec6e5e-5d5c-4c62-8648-6f3a634626e0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:28.403252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6aec6e5e-5d5c-4c62-8648-6f3a634626e0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports/1210c249-8e43-4625-9007-a9d6559df7a5 HTTP/1.1" status: 200 len: 984 time: 0.2540555 Feb 04 16:24:28.406459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:28.417037 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Checking router: e06fa025-2fb3-4d13-975e-b32d5685082a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:28.452043 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Routers {'e06fa025-2fb3-4d13-975e-b32d5685082a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:28.452975 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['e06fa025-2fb3-4d13-975e-b32d5685082a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.489080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:28.489724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4fbeea-7ecc-4964-9b29-9d3c916fa08c None None] The sync data for ids ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:28.560668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.574624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.702816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.726380 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:28.856087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5df17-2c78-4b31-b953-2b750f09c585,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:28.866405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1163130f-bf68-4337-a0ab-c1983e3c25fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=660879b9ae2f4b6da4a6907288ab83b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8042204 Feb 04 16:24:28.869816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:28.950110 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] Set router e06fa025-2fb3-4d13-975e-b32d5685082a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:29.092660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.148021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.286885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.302549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.341401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5df17-2c78-4b31-b953-2b750f09c585,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:29.356393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.357520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b0153b67-e774-4748-8499-774e0758ebf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4c5df17-2c78-4b31-b953-2b750f09c585 HTTP/1.1" status: 204 len: 168 time: 0.4828999 Feb 04 16:24:29.358676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Deleting port e96784b8-498f-4634-878a-c2c59513ffd1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:29.359000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.545340 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.621678 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:24:22Z', 'revision_number': 5, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:29.636077 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7941a8-ef47-499f-a813-572878b900ea None None] The sync data for ids ['e06fa025-2fb3-4d13-975e-b32d5685082a'] in n-d-827873-1 is: [{'id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'name': 'tempest-TestAggregatesBasicOps-1136085517-router', 'tenant_id': 'bc8f318aab314db0b11ca994669ac36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:25Z', 'updated_at': '2022-02-04T16:24:22Z', 'revision_number': 5, 'project_id': 'bc8f318aab314db0b11ca994669ac36c', 'gw_port': {'id': 'e96784b8-498f-4634-878a-c2c59513ffd1', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06fa025-2fb3-4d13-975e-b32d5685082a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:28Z', 'updated_at': '2022-02-04T16:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:29.691596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] For port e96784b8-498f-4634-878a-c2c59513ffd1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e96784b8-498f-4634-878a-c2c59513ffd1,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:29.691950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:29.909644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Calling delete_port for e96784b8-498f-4634-878a-c2c59513ffd1 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:30.011727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:30.246550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 1210c249-8e43-4625-9007-a9d6559df7a5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:30.246913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:30.267303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:30.332671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Pushing event deleted for resources: {'Port': ['ID=e96784b8-498f-4634-878a-c2c59513ffd1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:30.662268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:30.707512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:30.806445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:30.885265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 1210c249-8e43-4625-9007-a9d6559df7a5 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:31.046212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.287273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47314) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:31.380232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.471812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.484008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:31.487611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.493268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e62d84770440f3bab0b348f72b3be1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:31.500476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:31.512767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:31.545599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.546883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06fa025-2fb3-4d13-975e-b32d5685082a {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:24:31.570621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 365e4c4e-1180-4c2b-81a9-dd9874dddb81 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:31.587202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=1210c249-8e43-4625-9007-a9d6559df7a5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:31.600919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.602598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-63aca24a-33d5-4f3a-9011-970287add744 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e06fa025-2fb3-4d13-975e-b32d5685082a HTTP/1.1" status: 204 len: 168 time: 4.3633800 Feb 04 16:24:31.610747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47328) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:31.669996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 365e4c4e-1180-4c2b-81a9-dd9874dddb81 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:31.670355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 365e4c4e-1180-4c2b-81a9-dd9874dddb81 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:31.735106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.735928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.736500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Deleting subnet 2a0436c5-2589-4cd4-92e9-feb5b5775b02 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:31.736663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.737144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.737642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.738124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.739050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.739555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.740035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.740557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.741027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:24:31.754249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.843165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-780869640-network', 'tenant_id': '7e6bab24282045daa21322d247f7eaac'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:31.858842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:31.889188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.937634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.942748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Usage tracker for resource:network and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:31.943294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.952756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:31.956712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:31.991623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:32.132107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Made reservation on behalf of 7e6bab24282045daa21322d247f7eaac for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:32.134446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.171711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa814f-bd48-4372-acd7-02509d3c078c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:32.188206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.212614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7cae3a09-e7ad-4205-abfa-0a4174a6f798 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8e62d84770440f3bab0b348f72b3be1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3960035 Feb 04 16:24:32.219626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:32.256660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.328307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:32.373731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:32.380629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:32.410881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:32.414042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.466301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.491017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.570878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0436c5-2589-4cd4-92e9-feb5b5775b02,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:32.596963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.600893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85981409-8015-4f29-ba0d-e45e819a3eb7 None None] Network 08f5e498-8f75-442f-a6aa-4f79818277e2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:32.621117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0884bfca-dbac-430e-a953-e06b76f0c95c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2a0436c5-2589-4cd4-92e9-feb5b5775b02 HTTP/1.1" status: 204 len: 168 time: 1.0061066 Feb 04 16:24:32.622401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47368) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:32.650181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router fa5ed7e9-ef55-4f35-a6e0-34a337884214 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:32.766779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47382) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:32.848257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.869447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.909263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.937751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:32.958239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.959542 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Added segment af3c7c7b-3666-4834-95cd-0462edaf288a of type vlan for network e3468025-6984-4d4f-9077-3b3577530a20 Feb 04 16:24:32.974042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:32.991538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa814f-bd48-4372-acd7-02509d3c078c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:33.016891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] DHCP port deletion for 08f5e498-8f75-442f-a6aa-4f79818277e2 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:24:33.028625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Deleting port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:33.029279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.047811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Deleting port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:33.048195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.240524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:33.252094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] Sync routers for ids ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:33.276094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.279122 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] Routers {'fa5ed7e9-ef55-4f35-a6e0-34a337884214'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:33.279885 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:33.285846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c51e8bfe-74a6-4a02-b3fc-d3f1c1260f44 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/fa5ed7e9-ef55-4f35-a6e0-34a337884214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8776422 Feb 04 16:24:33.288684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:33.310987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.317187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d2194aad-99ee-4f4d-b77e-686c7417086e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9eaa814f-bd48-4372-acd7-02509d3c078c HTTP/1.1" status: 204 len: 168 time: 1.0897887 Feb 04 16:24:33.379497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.402365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2411616-e53d-4b06-9da5-017967ab8a01,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:33.469483 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:33.498033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] Routers {'fa5ed7e9-ef55-4f35-a6e0-34a337884214'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:33.498799 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:33.608952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:33.619198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:24:33.637872 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:33.639280 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0593f6-bf95-4bdb-b759-dd3a371ee973 None None] The sync data for ids ['fa5ed7e9-ef55-4f35-a6e0-34a337884214'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:33.680908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Usage tracker for resource:security_group_rule and tenant:af5e015cc6184b819e73443347432ee3 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:33.694245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:33.694882 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.702745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:33.848874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:33.851384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Calling delete_port for 43f8fac4-a3cd-4b81-a9f9-a4bae762230e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:33.915865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.916716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:33.917289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:33.924827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 43f8fac4-a3cd-4b81-a9f9-a4bae762230e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:34.014083 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-28381b91-ace0-4341-ab56-603bfdbfad0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 16:24:34.019420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28381b91-ace0-4341-ab56-603bfdbfad0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/fa5ed7e9-ef55-4f35-a6e0-34a337884214/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7297132 Feb 04 16:24:34.020161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:34.035387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7433929 Feb 04 16:24:34.116345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:34.155085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Request body: {'subnet': {'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-780869640-subnet', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:34.170595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddf54242-5f37-41a1-b7a8-d81c7ae44847 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:34.193532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:34.209784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:34.210550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.214608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ddf54242-5f37-41a1-b7a8-d81c7ae44847 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:34.218635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ddf54242-5f37-41a1-b7a8-d81c7ae44847 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa5ed7e9-ef55-4f35-a6e0-34a337884214 HTTP/1.1" status: 200 len: 205 time: 0.1973138 Feb 04 16:24:34.219451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47430) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:34.238396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Usage tracker for resource:subnet and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:34.270248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:34.297800 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.308913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:34.359237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:34.372053 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.408287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47434) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:34.445834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6b6b-355a-4f6a-a7d6-0c670bb6a23e admin admin] Pushing event updated for resources: {'Network': ['ID=e3468025-6984-4d4f-9077-3b3577530a20,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:34.466814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e3468025-6984-4d4f-9077-3b3577530a20 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:34.575435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.619412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Calling delete_port for 43f8fac4-a3cd-4b81-a9f9-a4bae762230e owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:34.682695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:24:34.683054 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:24:34.683960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:34.826927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Made reservation on behalf of 7e6bab24282045daa21322d247f7eaac for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:34.828823 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.979203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:34.996928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.055408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af5e015cc6184b819e73443347432ee3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2852700 Feb 04 16:24:35.057951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:35.105878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:24:35.106216 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:24:35.109794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6efb3e-fb5e-4cb5-b4e6-065f500dec3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e5221-f3f2-4770-ba88-aaff4020e24d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:35.128451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.184037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Deleting port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:35.184596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.220331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47458) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:35.256368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.261305 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.266611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:35.270751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.275156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:15a338b5915c4116bdb8d212448a57cf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:35.279787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:35.289618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:35.320065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.379717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.460899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.469696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router fa5ed7e9-ef55-4f35-a6e0-34a337884214 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:24:35.543837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.545320 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74788687-4afb-4c60-a860-5562bcfa6ad0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/fa5ed7e9-ef55-4f35-a6e0-34a337884214 HTTP/1.1" status: 204 len: 168 time: 1.3244836 Feb 04 16:24:35.550672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:35.555062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.564292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48544a2-9f90-4110-8204-0a5dcc66bddf,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:35.579789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Checking segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:35.580606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Network hostable DHCP agents. Network: e3468025-6984-4d4f-9077-3b3577530a20, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:35.582800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:35.583504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.589507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.601421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e96784b8-498f-4634-878a-c2c59513ffd1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:35.618173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Deleting port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:35.618897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.640618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.712279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e5221-f3f2-4770-ba88-aaff4020e24d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:35.764331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e96784b8-498f-4634-878a-c2c59513ffd1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:35.764674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e96784b8-498f-4634-878a-c2c59513ffd1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:35.770944 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15a338b5915c4116bdb8d212448a57cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3613760 Feb 04 16:24:35.775214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:35.780403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Calling delete_port for 43f8fac4-a3cd-4b81-a9f9-a4bae762230e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:35.839037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.840529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2ca8167b-3c01-4f3c-bc3b-b098b5e3a011 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a98e5221-f3f2-4770-ba88-aaff4020e24d HTTP/1.1" status: 204 len: 168 time: 0.7787833 Feb 04 16:24:35.903965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bf115-2971-44bb-94fb-768e95f1a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85dae8e-3a19-4e7e-822f-17d222f23832,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:35.918748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:35.998962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet bc0d4297-2801-483b-962d-e9a0c29dde09 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:24:36.007610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.015415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] For port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,segment=NetworkSegment(53d9c207-5259-4ac2-834e-57555cddc627),segment_id=53d9c207-5259-4ac2-834e-57555cddc627)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:36.016103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.017044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] No DVR routers for this DVR port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:36.020734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf88b38-9831-4ef9-b310-416060cf8ae8 None None] Pushing event deleted for resources: {'Port': ['ID=43f8fac4-a3cd-4b81-a9f9-a4bae762230e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:36.079583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Network e3468025-6984-4d4f-9077-3b3577530a20 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:36.085244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.172824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.201648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.250904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e3468025-6984-4d4f-9077-3b3577530a20) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:36.261914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Calling delete_port for 43f8fac4-a3cd-4b81-a9f9-a4bae762230e owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:36.265285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d70929c-2139-49b4-8ad5-2384539afeca None None] Network e3468025-6984-4d4f-9077-3b3577530a20 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:36.292282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:36.293099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.369418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0e6796db-6282-42c4-aef3-4da8d76fa6d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2481465 Feb 04 16:24:36.372487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:36.380327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:36.391778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:36.405982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.423256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Usage tracker for resource:router and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:36.435474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:36.444318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.453333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:36.472484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c55d426d05247a58cedaa33bf1fd4e1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:36.476861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:36.488505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.497936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:36.512703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:24:36.513062 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:24:36.585383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.592950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:36.597294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0d4297-2801-483b-962d-e9a0c29dde09,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:36.608449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.617328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85dae8e-3a19-4e7e-822f-17d222f23832,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:36.618574 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9d3c964f-2f48-4f2a-8e38-a36a761193a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/bc0d4297-2801-483b-962d-e9a0c29dde09 HTTP/1.1" status: 204 len: 168 time: 1.0664294 Feb 04 16:24:36.622061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47504) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:36.652526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.666355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.704658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.709588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7ecbc739-4e2a-420f-8a35-0e780e7f7aef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f85dae8e-3a19-4e7e-822f-17d222f23832 HTTP/1.1" status: 204 len: 168 time: 0.9253736 Feb 04 16:24:36.730964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c55d426d05247a58cedaa33bf1fd4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5055394 Feb 04 16:24:36.733049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f1a2c-8708-4780-81b0-fa9ef53ade24 None None] Network 07232895-6ff4-49b2-b305-b5adc9f91f93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:36.734493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47510) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:36.766662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.770421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.795391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b6572-a422-4bac-8870-52465f5ecad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbd2900-d6b1-40e0-a076-41a49b68f174,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:36.824472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.825535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:36.866866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.926590 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.932725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:36.951139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e3468025-6984-4d4f-9077-3b3577530a20', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:24:36.952190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.956061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:36.962996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Usage tracker for resource:security_group_rule and tenant:ade20e4378cd4fb78092fba5fdb9cec2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:36.969069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:36.987950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:37.000186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.037988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Deleting port 43f8fac4-a3cd-4b81-a9f9-a4bae762230e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:37.038619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.200879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 2feb952b-73f9-40cb-89d7-c5162e426c1e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:37.201863 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.205290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] The port '43f8fac4-a3cd-4b81-a9f9-a4bae762230e' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:24:37.353478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.496953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Allocated IP 172.20.0.2 (e3468025-6984-4d4f-9077-3b3577530a20/f48544a2-9f90-4110-8204-0a5dcc66bddf/7be71841-427b-4805-9ca4-31e472efa829) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:37.571798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.632112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.661220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbd2900-d6b1-40e0-a076-41a49b68f174,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:37.672462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.701808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47532) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:37.709658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 2feb952b-73f9-40cb-89d7-c5162e426c1e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2feb952b-73f9-40cb-89d7-c5162e426c1e,segment=NetworkSegment(17d945fb-6903-464d-8cf4-5a33ca01913b),segment_id=17d945fb-6903-464d-8cf4-5a33ca01913b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:37.710234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.712218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.715730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3ce064a-4158-470f-9835-4d5d51213c8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acbd2900-d6b1-40e0-a076-41a49b68f174 HTTP/1.1" status: 204 len: 168 time: 0.9765878 Feb 04 16:24:37.734931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f5e498-8f75-442f-a6aa-4f79818277e2']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:37.746532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.779159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d9c207-5259-4ac2-834e-57555cddc627') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:37.779930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d9c207-5259-4ac2-834e-57555cddc627') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:37.828515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.847664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c4c0e9-b5f5-4b37-83ab-b52231df1313,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:37.876273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.891137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5eb5fa0e-72b9-4a00-aaa2-effca237b060 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ade20e4378cd4fb78092fba5fdb9cec2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0642784 Feb 04 16:24:37.895347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47540) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:37.898177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.939973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:37.940381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:37.961692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 2feb952b-73f9-40cb-89d7-c5162e426c1e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:37.967435 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:38.081846 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.111972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:38.115072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.258728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b43e1-9df2-4349-b206-ee4e78145b4c None None] DHCP port deletion for 07232895-6ff4-49b2-b305-b5adc9f91f93 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:24:38.263541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-966b43e1-9df2-4349-b206-ee4e78145b4c None None] Deleting port 2feb952b-73f9-40cb-89d7-c5162e426c1e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:38.263917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-966b43e1-9df2-4349-b206-ee4e78145b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.284086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.294809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Usage tracker for resource:security_group_rule and tenant:e627eb2c3a604431894f8bcf07c8e80f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:38.301191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.355637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.360822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.368461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Transition to ACTIVE for port object 7be71841-427b-4805-9ca4-31e472efa829 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:38.387251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.397537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Transition to ACTIVE for port object 7be71841-427b-4805-9ca4-31e472efa829 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:38.406075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-966b43e1-9df2-4349-b206-ee4e78145b4c None None] The port '2feb952b-73f9-40cb-89d7-c5162e426c1e' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:24:38.412102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.456139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.510730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Network e3468025-6984-4d4f-9077-3b3577530a20 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:38.543469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:38.544927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/08f5e498-8f75-442f-a6aa-4f79818277e2 HTTP/1.1" status: 204 len: 168 time: 5.9202340 Feb 04 16:24:38.551655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071e1c7-a3ea-4374-833f-d4c0f4326eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f5e498-8f75-442f-a6aa-4f79818277e2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:38.554470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47556) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:38.557609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.561633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:38.643586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c4c0e9-b5f5-4b37-83ab-b52231df1313,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:38.655792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.656913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-52d3817b-7586-45b8-ba22-eeefac38b797 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6c4c0e9-b5f5-4b37-83ab-b52231df1313 HTTP/1.1" status: 204 len: 168 time: 0.7606168 Feb 04 16:24:38.672567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:38.725948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Pushing event updated for resources: {'Port': ['ID=7be71841-427b-4805-9ca4-31e472efa829,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:38.764496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=2feb952b-73f9-40cb-89d7-c5162e426c1e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:38.766888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:38.799454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Attempting to bind port 7be71841-427b-4805-9ca4-31e472efa829 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:38.800035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Attempting to bind port 7be71841-427b-4805-9ca4-31e472efa829 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:38.801356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Attempting to bind port 7be71841-427b-4805-9ca4-31e472efa829 on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:38.801633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port 2feb952b-73f9-40cb-89d7-c5162e426c1e on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:24:38.810999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:38.811371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Checking segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:38.811823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.812366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Bound using segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:38.812890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Bound port: 7be71841-427b-4805-9ca4-31e472efa829, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:38.813267 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.950412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:38.950906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] For port 7be71841-427b-4805-9ca4-31e472efa829, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:38.956545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] For port 7be71841-427b-4805-9ca4-31e472efa829, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7be71841-427b-4805-9ca4-31e472efa829,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:38.963789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.137968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.148767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07232895-6ff4-49b2-b305-b5adc9f91f93']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:39.170412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d945fb-6903-464d-8cf4-5a33ca01913b') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:39.170758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d945fb-6903-464d-8cf4-5a33ca01913b') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:39.185332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eafcfb-c192-485c-a5b3-c12811751f51 None None] Pushing event updated for resources: {'Port': ['ID=7be71841-427b-4805-9ca4-31e472efa829,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:39.198444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.216001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.328027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.338939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.402781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:24:39.417427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:24:39.455546 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:24:39.550352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19792455-84e9-4d31-a2f0-07d3cfed6a6f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:39.570775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fff9ad9b-d6bb-485f-8a4c-58b490236e44 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e627eb2c3a604431894f8bcf07c8e80f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8660467 Feb 04 16:24:39.595067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47578) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:39.616315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Allocated IP 172.25.5.191 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/aa055eb4-2934-425f-9b3d-120aea7dac13) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:39.669557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.712957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7be71841-427b-4805-9ca4-31e472efa829 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:39.890444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.916214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7be71841-427b-4805-9ca4-31e472efa829 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:39.964461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:39.986684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.012627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2feb952b-73f9-40cb-89d7-c5162e426c1e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:40.027150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=07232895-6ff4-49b2-b305-b5adc9f91f93,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:40.040794 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-edc4bb61-94c6-4863-879a-ef81af741f0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/07232895-6ff4-49b2-b305-b5adc9f91f93 HTTP/1.1" status: 204 len: 168 time: 3.4118216 Feb 04 16:24:40.041014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:40.058226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323146386'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:40.060757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.064966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:40.100014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:40.104242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 2feb952b-73f9-40cb-89d7-c5162e426c1e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:40.104608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2feb952b-73f9-40cb-89d7-c5162e426c1e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:40.111186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.123897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:40.205990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:40.323017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:40.326026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.337465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.387696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19792455-84e9-4d31-a2f0-07d3cfed6a6f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:40.397903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:40.414819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:40.425407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:40.466347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.470047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56be5bc8-ff5c-4fb3-bfa7-4428444b829e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19792455-84e9-4d31-a2f0-07d3cfed6a6f HTTP/1.1" status: 204 len: 168 time: 0.8665009 Feb 04 16:24:40.486675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa055eb4-2934-425f-9b3d-120aea7dac13,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:40.525817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:24:40.578182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.578503 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 72067679-9aff-4895-baab-abb962c53336 of type vlan for network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 Feb 04 16:24:40.730627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.784713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.788677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:40.789235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.802594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Deleting port fb8bfd0d-d299-42ed-a399-89e117aa02f8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:40.803265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:40.866671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247cf65e-a787-44ca-88f9-59f00e638500 None None] Network e3468025-6984-4d4f-9077-3b3577530a20 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:41.040773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] For port fb8bfd0d-d299-42ed-a399-89e117aa02f8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=fb8bfd0d-d299-42ed-a399-89e117aa02f8,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:41.041442 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.049117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=351d47a7-1d34-4b76-a7a4-8b216f6289c5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:41.069336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac58f85e-53b7-4b42-a2cf-75f72b807663 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0272641 Feb 04 16:24:41.072598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47614) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:41.078507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:24:41.109476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.110297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.160752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:41.246405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Provisioning for port 7be71841-427b-4805-9ca4-31e472efa829 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:41.278880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Provisioning complete for port 7be71841-427b-4805-9ca4-31e472efa829 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:41.279285 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.554086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:41.562929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Calling delete_port for fb8bfd0d-d299-42ed-a399-89e117aa02f8 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:41.598261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:41.603548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:41.618321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:41.666378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:24:41.679083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:24:41.774229 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.834610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] For port 7be71841-427b-4805-9ca4-31e472efa829, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7be71841-427b-4805-9ca4-31e472efa829,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:41.841665 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.859217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:41.957760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81612b7-b426-4d4b-8a2f-cdc856fbfa3d None None] Pushing event updated for resources: {'Port': ['ID=7be71841-427b-4805-9ca4-31e472efa829,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:42.186388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:42.200371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:42.221378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:42.223146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8ddab13-a59e-460e-a123-d12f87b461a6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8493059 Feb 04 16:24:42.226503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47640) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:42.228574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:42.229468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:42.347959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:42.435136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3b93531-56a6-4980-a4b7-3e49dad2310a None None] Provisioning complete for port 7be71841-427b-4805-9ca4-31e472efa829 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:42.435402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3b93531-56a6-4980-a4b7-3e49dad2310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:42.521734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8bfd0d-d299-42ed-a399-89e117aa02f8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:42.596233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:42.775355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:42.824144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=1e77b2f3-598e-4c80-bd51-3dbadbad8b7e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:42.936155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47666) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:43.137021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '72067679-9aff-4895-baab-abb962c53336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:43.137402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 351d47a7-1d34-4b76-a7a4-8b216f6289c5, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:24:43.290259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:24:43.411817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 351d47a7-1d34-4b76-a7a4-8b216f6289c5) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:43.427906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab92960-0843-4f0c-bd36-8ccf39a8c715 None None] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:43.434512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:43.435090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.607423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-deb5bebf-365b-4786-b8ed-430135fdf0dd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5246518 Feb 04 16:24:43.609528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.640972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:43.662896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-989053560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:43.686181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:43.709983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:43.720955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:43.724912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7be71841-427b-4805-9ca4-31e472efa829 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:43.737843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:43.777211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:43.784377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Usage tracker for resource:security_group_rule and tenant:b5fad34de2fa4a4c8fb1de78d89b890e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:43.799300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:43.820848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.821792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.826454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:43.828924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.834065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:40Z', 'revision_number': 3, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:43.850212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:43.851184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Updating router f7f4c400-5b83-4b1e-8152-bb8cd6e362be port aa055eb4-2934-425f-9b3d-120aea7dac13 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:24:43.945820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-351d47a7-1d34-4b76-a7a4-8b216f6289c5', 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': '1e77b2f3-598e-4c80-bd51-3dbadbad8b7e'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:24:43.947705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:43.989041 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.118481 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.134134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.153373 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.215082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.219151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-844e69e6-cb2e-4950-9133-ad3cc4d6a5da tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5758193 Feb 04 16:24:44.219616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:44.300287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.416966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7be71841-427b-4805-9ca4-31e472efa829 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:44.417293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.483826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:44.514265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e88acb0-9acd-43c6-8d60-9778dca1ebb9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:44.706792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Allocated IP 2001:db8::2 (351d47a7-1d34-4b76-a7a4-8b216f6289c5/1e77b2f3-598e-4c80-bd51-3dbadbad8b7e/cb16ef67-62d1-4122-a9f6-f09033d47dac) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:45.004295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-184259f1-7f34-4e31-94f5-53abe705a717 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5fad34de2fa4a4c8fb1de78d89b890e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9035792 Feb 04 16:24:45.004295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47736) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:45.192054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Allocated IP 172.20.0.1 (e3468025-6984-4d4f-9077-3b3577530a20/f48544a2-9f90-4110-8204-0a5dcc66bddf/8e8b7947-b1f1-443e-adf2-9f5ab785e629) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:45.444424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.488496 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.568223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.593182 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.835427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Transition to ACTIVE for port object 8e8b7947-b1f1-443e-adf2-9f5ab785e629 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:45.851301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.875512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Transition to ACTIVE for port object aa055eb4-2934-425f-9b3d-120aea7dac13 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:45.894097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.933398 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.958213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e88acb0-9acd-43c6-8d60-9778dca1ebb9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:45.967653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:45.972377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d391662f-b2f1-4eb1-b50c-933a948bb678 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0e88acb0-9acd-43c6-8d60-9778dca1ebb9 HTTP/1.1" status: 204 len: 168 time: 1.1211033 Feb 04 16:24:46.047787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Network e3468025-6984-4d4f-9077-3b3577530a20 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:46.055985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:46.066502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:46.243559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Pushing event updated for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:46.275115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.302160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Attempting to bind port aa055eb4-2934-425f-9b3d-120aea7dac13 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:46.303183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Attempting to bind port aa055eb4-2934-425f-9b3d-120aea7dac13 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:46.304629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Attempting to bind port aa055eb4-2934-425f-9b3d-120aea7dac13 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:46.319981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc9925-7b4d-4a49-93c3-ccd4672e220f None None] Pushing event updated for resources: {'Port': ['ID=aa055eb4-2934-425f-9b3d-120aea7dac13,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:46.342987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Transition to ACTIVE for port object cb16ef67-62d1-4122-a9f6-f09033d47dac will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:46.346899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:46.347905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:46.348539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.349689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:46.350407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Bound port: aa055eb4-2934-425f-9b3d-120aea7dac13, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:46.351068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.371338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.562924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.599746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Transition to ACTIVE for port object cb16ef67-62d1-4122-a9f6-f09033d47dac will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:46.664926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.864127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] For port aa055eb4-2934-425f-9b3d-120aea7dac13, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:46.883750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4d4ee78f-8d86-4081-b43a-e3db926903cc None None] Provisioning for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:46.889926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] For port aa055eb4-2934-425f-9b3d-120aea7dac13, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=aa055eb4-2934-425f-9b3d-120aea7dac13,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:46.896110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Pushing event updated for resources: {'Port': ['ID=cb16ef67-62d1-4122-a9f6-f09033d47dac,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:46.903173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:46.903173 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:46.908735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:46.980314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4d4ee78f-8d86-4081-b43a-e3db926903cc None None] Provisioning complete for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:46.980314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d4ee78f-8d86-4081-b43a-e3db926903cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.055764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:47.233545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:47.237718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ee78f-8d86-4081-b43a-e3db926903cc None None] Port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:47.239291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc9925-7b4d-4a49-93c3-ccd4672e220f None None] Pushing event updated for resources: {'Port': ['ID=aa055eb4-2934-425f-9b3d-120aea7dac13,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:47.252526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:47.253325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:47.296433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.345952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Attempting to bind port cb16ef67-62d1-4122-a9f6-f09033d47dac on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:24:47.347198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Attempting to bind port cb16ef67-62d1-4122-a9f6-f09033d47dac by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '72067679-9aff-4895-baab-abb962c53336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:24:47.347794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Attempting to bind port cb16ef67-62d1-4122-a9f6-f09033d47dac on network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:24:47.522061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.530976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.611786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:47.718856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:47.875247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:47.963062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.217614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:24:48.221227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Checking segment: {'id': '72067679-9aff-4895-baab-abb962c53336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:24:48.222024 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.222773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Bound using segment: {'id': '72067679-9aff-4895-baab-abb962c53336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:24:48.223495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Bound port: cb16ef67-62d1-4122-a9f6-f09033d47dac, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72067679-9aff-4895-baab-abb962c53336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '351d47a7-1d34-4b76-a7a4-8b216f6289c5'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:24:48.229257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.232209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:9feb7c457be14a81b61d1c5783257bfc is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:48.262980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:48.276106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:48.276106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Network e3468025-6984-4d4f-9077-3b3577530a20 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:48.296677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:48.514850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] For port cb16ef67-62d1-4122-a9f6-f09033d47dac, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:24:48.525139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] For port cb16ef67-62d1-4122-a9f6-f09033d47dac, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb16ef67-62d1-4122-a9f6-f09033d47dac,segment=NetworkSegment(72067679-9aff-4895-baab-abb962c53336),segment_id=72067679-9aff-4895-baab-abb962c53336)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:24:48.544049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Pushing event updated for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:48.552420 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:48.765347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Router a83048fa-5486-46b5-b47e-6cc693606f15 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:48.808747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8::1 (351d47a7-1d34-4b76-a7a4-8b216f6289c5/1e77b2f3-598e-4c80-bd51-3dbadbad8b7e/15e85261-13ae-4a76-9f32-1c5f8bc06db5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:49.207309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:49.242080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6dc3-707c-41f1-b44e-8d640ae43dcd None None] Pushing event updated for resources: {'Port': ['ID=cb16ef67-62d1-4122-a9f6-f09033d47dac,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:49.381310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-43f7a67f-f7af-476a-9494-b34a2a0a13c3 None None] Provisioning complete for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:49.381310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43f7a67f-f7af-476a-9494-b34a2a0a13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:49.534956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:24:45Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:49.545864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faf58c2-02e4-497f-b607-a3744bf27f05 None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:24:45Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:49.545864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-43f7a67f-f7af-476a-9494-b34a2a0a13c3 None None] Port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:49.564134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:49.629376 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9feb7c457be14a81b61d1c5783257bfc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3919394 Feb 04 16:24:49.630530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:49.844265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab2c41-6ed1-4c6d-9dce-33979474cbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e606309-e3cd-4416-a736-e68423505b26,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:49.907750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:49.939930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:49.944168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb16ef67-62d1-4122-a9f6-f09033d47dac up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:50.222022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:50.262812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:50.281286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cb16ef67-62d1-4122-a9f6-f09033d47dac completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:50.300482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e606309-e3cd-4416-a736-e68423505b26,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:50.371667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 15e85261-13ae-4a76-9f32-1c5f8bc06db5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:24:50.387134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:50.388945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82b24019-2520-4a67-aa1c-32a0a64990e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e606309-e3cd-4416-a736-e68423505b26 HTTP/1.1" status: 204 len: 168 time: 0.7565770 Feb 04 16:24:50.536312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:50.546969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:24:50.853663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:50.864654 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Sync routers for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:50.909977 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:50.925209 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:51.024923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:51.055701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=15e85261-13ae-4a76-9f32-1c5f8bc06db5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:51.063684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:51.093113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:51.098514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:51.146663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:51.201994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:51.316428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56910f0e-6bc3-4a86-928f-45635687ac43 admin admin] 10.222.0.62 "PUT /v2.0/routers/a83048fa-5486-46b5-b47e-6cc693606f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7386689 Feb 04 16:24:51.316428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47868) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:51.557629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dd5fa-57c7-4828-91e8-7e026420a31b None None] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:24:51.570488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:51.585536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ecc0cc5-cede-463d-8f85-586154227dae admin admin] 10.222.0.62 "PUT /v2.0/routers/f7f4c400-5b83-4b1e-8152-bb8cd6e362be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3571961 Feb 04 16:24:51.764024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47878) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:51.806981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:51.854166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.033981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device aa055eb4-2934-425f-9b3d-120aea7dac13 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:52.531334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Provisioning for port cb16ef67-62d1-4122-a9f6-f09033d47dac completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:52.736829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Provisioning complete for port cb16ef67-62d1-4122-a9f6-f09033d47dac triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:52.736829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.786900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.907048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:52.914966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.927179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Usage tracker for resource:security_group_rule and tenant:b579597c13d14e8b90c032a7e87f0839 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:52.943426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:52.944877 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:42Z', 'revision_number': 5, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:52.949442 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.952433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:52.959230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:52.962657 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Checking router: a83048fa-5486-46b5-b47e-6cc693606f15 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:24:52.993325 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Routers {'a83048fa-5486-46b5-b47e-6cc693606f15'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:52.993973 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a83048fa-5486-46b5-b47e-6cc693606f15'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:53.104534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port aa055eb4-2934-425f-9b3d-120aea7dac13 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:53.182074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port aa055eb4-2934-425f-9b3d-120aea7dac13 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:53.182074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.256965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.275684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.627782 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b579597c13d14e8b90c032a7e87f0839&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8641055 Feb 04 16:24:53.627782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198520-aa35-474c-96f6-64351944f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf88f18-2658-42fc-941b-bab81dc7a29a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.669968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:53.882947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47926) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:53.889210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=15e85261-13ae-4a76-9f32-1c5f8bc06db5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:53.911669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532500735', 'description': 'tempest-description--9436020'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:53.919112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:53.921867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:53.926672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:53.931145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:53.939690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:54.001495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.012233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.041090 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] Set router a83048fa-5486-46b5-b47e-6cc693606f15 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:24:54.166433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.187861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.295316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] For port cb16ef67-62d1-4122-a9f6-f09033d47dac, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb16ef67-62d1-4122-a9f6-f09033d47dac,segment=NetworkSegment(72067679-9aff-4895-baab-abb962c53336),segment_id=72067679-9aff-4895-baab-abb962c53336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:54.306232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port aa055eb4-2934-425f-9b3d-120aea7dac13, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=aa055eb4-2934-425f-9b3d-120aea7dac13,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:54.317696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.366836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:54.376305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.383620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:54.395466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:54.418404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:54.429915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf88f18-2658-42fc-941b-bab81dc7a29a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.438080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.439986 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ebe913f3-03a5-4898-8d2a-aee6d399e072 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daf88f18-2658-42fc-941b-bab81dc7a29a HTTP/1.1" status: 204 len: 168 time: 0.7704053 Feb 04 16:24:54.506506 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.506506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f8bfa-f071-478a-bb2e-66354130cf95 None None] Pushing event updated for resources: {'Port': ['ID=cb16ef67-62d1-4122-a9f6-f09033d47dac,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.619944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.625592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.742536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Provisioning for port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:24:54.760001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=aa055eb4-2934-425f-9b3d-120aea7dac13,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.778764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Provisioning complete for port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:54.779140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.834366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:54.848114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb16ef67-62d1-4122-a9f6-f09033d47dac up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:54.853672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.859053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:54.859836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-19d23c6a-7800-45a6-97de-5ad5d8038de2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 0.9654686 Feb 04 16:24:54.866113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group_rule': {'security_group_id': '4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:54.881577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:54.891688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:54.903486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:54.909731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:54.954947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:24:55.012725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:55.152870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.185829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:42Z', 'revision_number': 5, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:55.201253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d1331-42ce-46e2-8d5f-7762cf13f737 None None] The sync data for ids ['a83048fa-5486-46b5-b47e-6cc693606f15'] in n-d-827873-1 is: [{'id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'name': 'tempest-TestAggregatesBasicOps-1704095316-router', 'tenant_id': 'b7f098d2e480472b847d93f544978de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '02a3494d-edac-4be9-8698-126068667766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:23:56Z', 'updated_at': '2022-02-04T16:24:42Z', 'revision_number': 5, 'project_id': 'b7f098d2e480472b847d93f544978de4', 'gw_port': {'id': '02a3494d-edac-4be9-8698-126068667766', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83048fa-5486-46b5-b47e-6cc693606f15', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:23:57Z', 'updated_at': '2022-02-04T16:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:55.402305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0c10af1-a050-458f-8cea-edc9e1bac90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.421564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.436951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.445518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:55.445518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb16ef67-62d1-4122-a9f6-f09033d47dac triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:55.445518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.531119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:55.531119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:55.640772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Provisioning complete for port cb16ef67-62d1-4122-a9f6-f09033d47dac triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:55.641136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b15fa7f-0fde-412c-8bc9-f61ecbef4c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.651379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d1e7da-8778-4ab3-aa7c-2d6c1bb9b092,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:55.724713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:55.727198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72be495d-c65b-406c-a7cd-eb68b0a0e23a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8668950 Feb 04 16:24:55.729993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47968) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:55.756595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group_rule': {'security_group_id': '4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:55.795631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:55.806765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:55.827124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:55.844768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:55.893395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.188974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.201140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.312372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a2967e-c59b-4c26-bc8f-9ddf1a3d1686,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:56.350040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:56.370827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.393626 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea62276d-3b1c-433f-b67d-cb6eabcc3995 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6552477 Feb 04 16:24:56.397488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.399251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:56.439293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:24:56.445511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f6922da5-906d-4fa5-b4de-31aab6250107 None None] Provisioning complete for port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:56.445511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6922da5-906d-4fa5-b4de-31aab6250107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.480431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:56.498293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:floatingip and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:56.511349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:56.530732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f6922da5-906d-4fa5-b4de-31aab6250107 None None] Port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:24:56.542520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:24:56.552363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:56.560732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Usage tracker for resource:security_group_rule and tenant:eacc40de915c4dd5a69fc1e42f554f9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:24:56.573307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:24:56.579965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.588056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:24:56.697979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device aa055eb4-2934-425f-9b3d-120aea7dac13 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:24:56.765948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.852443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Deleting port 02a3494d-edac-4be9-8698-126068667766 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:24:56.852443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.894523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router a11a4862-8cef-42b5-b2f5-f87f4c97a8aa is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:24:56.900296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port aa055eb4-2934-425f-9b3d-120aea7dac13 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:24:56.900917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.928421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.952580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:56.960290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.084282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb8bfd0d-d299-42ed-a399-89e117aa02f8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:24:57.132242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: fb8bfd0d-d299-42ed-a399-89e117aa02f8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:24:57.133108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device fb8bfd0d-d299-42ed-a399-89e117aa02f8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:24:57.188156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a973791-8256-4c77-81c6-bf38088561de,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:57.203374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-75eebb1e-bbe4-488b-8b79-dc30892ab769 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eacc40de915c4dd5a69fc1e42f554f9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8536856 Feb 04 16:24:57.203374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:57.294945 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9729813-f511-45b0-874c-678b9ec356b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.394182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] For port 02a3494d-edac-4be9-8698-126068667766, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=02a3494d-edac-4be9-8698-126068667766,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:24:57.394182 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.503772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Allocated IP 172.25.5.218 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ae158430-d8ce-45f1-b820-d99b4a13be97) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:24:57.585857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Calling delete_port for 02a3494d-edac-4be9-8698-126068667766 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:24:57.722350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.828774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.857908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.872782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:24:57.890276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] Sync routers for ids ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:24:57.908171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:57.912108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] Routers {'a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:57.913031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:57.944829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d00f5f10-1cdc-476b-a9f6-980e83fc8bdd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/a11a4862-8cef-42b5-b2f5-f87f4c97a8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7157598 Feb 04 16:24:57.947069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48016) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.035254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:24:58.035254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:24:58.052887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:24:58.055873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:58.125576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] Routers {'a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:24:58.125576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:58.351809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:24:58.354782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd775d4-806a-4025-beb6-b43634dfe6be None None] The sync data for ids ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:24:58.406882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe7b92-37c4-49cd-bc85-a62ac9a441ce tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:24:58.409932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fcfe7b92-37c4-49cd-bc85-a62ac9a441ce tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:24:58.454966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.460658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.460658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=ae158430-d8ce-45f1-b820-d99b4a13be97,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.474914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fcfe7b92-37c4-49cd-bc85-a62ac9a441ce tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:24:58.474914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fcfe7b92-37c4-49cd-bc85-a62ac9a441ce tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports/15e85261-13ae-4a76-9f32-1c5f8bc06db5 HTTP/1.1" status: 200 len: 911 time: 0.5100875 Feb 04 16:24:58.489286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:24:58.615259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.624090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a973791-8256-4c77-81c6-bf38088561de,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.631768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.664552 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.718057 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.844466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a3494d-edac-4be9-8698-126068667766,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:58.861278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:58.861278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e0c76d66-48b8-4caa-a6ca-952526899403 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a973791-8256-4c77-81c6-bf38088561de HTTP/1.1" status: 204 len: 168 time: 1.6571600 Feb 04 16:24:59.232155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.245377 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.403462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.520584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=ae158430-d8ce-45f1-b820-d99b4a13be97,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:24:59.557082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.614101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.627336 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-22a933d1-91fe-4a0b-b520-4b95769d042b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2272928 Feb 04 16:24:59.898498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:24:59.908109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.022958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.166569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.175872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83048fa-5486-46b5-b47e-6cc693606f15 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:25:00.216000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.222603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0e3a4ea-8f97-4be2-88f4-6c63ebda0f73 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a83048fa-5486-46b5-b47e-6cc693606f15 HTTP/1.1" status: 204 len: 168 time: 8.8995714 Feb 04 16:25:00.226765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:00.315956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.373531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Deleting subnet a317b5ae-7732-42e7-8185-d08b173af3c7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:25:00.379819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.435731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-acbb1441-a910-4866-988a-51f39fc3e27a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:00.458410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:00.557467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-acbb1441-a910-4866-988a-51f39fc3e27a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:00.557467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-acbb1441-a910-4866-988a-51f39fc3e27a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--532500735&fields=id&tenant_id=7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 267 time: 0.2562168 Feb 04 16:25:00.693176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.018781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.123421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-897b034d-7f52-4a2c-abb5-39491f12b553 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:01.124110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-897b034d-7f52-4a2c-abb5-39491f12b553 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:01.209253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.239695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-897b034d-7f52-4a2c-abb5-39491f12b553 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:01.240841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-897b034d-7f52-4a2c-abb5-39491f12b553 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 810 time: 0.6509428 Feb 04 16:25:01.245972 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a317b5ae-7732-42e7-8185-d08b173af3c7 HTTP/1.1" status: 204 len: 168 time: 1.0221338 Feb 04 16:25:01.248829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:01.259075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549b3d0-fa06-40f7-8797-d6f1b3317ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a317b5ae-7732-42e7-8185-d08b173af3c7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:01.476397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-c83a9910-a90a-4995-a311-1307f21e3b9d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/quotas/7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 375 time: 0.2243202 Feb 04 16:25:01.541694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875b200-1424-4cb6-a810-96a4fc51868c None None] Network 0a3a60ff-ba91-4f03-b7be-0059ede949fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:01.691530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.734295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Deleting port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:01.734295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:01.808088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-d7510877-90ef-4393-9204-b40e4cb480d6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3123822 Feb 04 16:25:02.072922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-67b462a1-9269-4872-8ca6-1f48a14a249c service neutron] 10.222.0.62 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953967 Feb 04 16:25:02.472365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] For port bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:02.475185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.552337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-bdf54059-78ca-45b5-9bdf-cb875eda92ea service neutron] 10.222.0.62 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583113 Feb 04 16:25:02.574921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 15e85261-13ae-4a76-9f32-1c5f8bc06db5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:02.574921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:02.617347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] DHCP port deletion for 0a3a60ff-ba91-4f03-b7be-0059ede949fd request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:25:02.628310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Deleting port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:02.628310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.222147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59aaca64-a937-4f33-91cd-e806ef8eb341 req-6f38ecd8-43da-4264-883e-f2877096ee5a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.2651687 Feb 04 16:25:03.305174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.331175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Calling delete_port for bb3e3d55-6284-4e5b-8a6d-b30215987ae0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:03.343194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] For port bb3e3d55-6284-4e5b-8a6d-b30215987ae0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,segment=NetworkSegment(41dc4fee-33f6-40cb-99c6-4ac77ac08c78),segment_id=41dc4fee-33f6-40cb-99c6-4ac77ac08c78)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:03.343194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.676953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:03.744944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 15e85261-13ae-4a76-9f32-1c5f8bc06db5 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:03.913304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3e3d55-6284-4e5b-8a6d-b30215987ae0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:03.928024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] No DVR routers for this DVR port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:04.005357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Calling delete_port for bb3e3d55-6284-4e5b-8a6d-b30215987ae0 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:04.258571 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:25:04.258571 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:25:04.347341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.474833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.508719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3a60ff-ba91-4f03-b7be-0059ede949fd']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:04.526393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dc4fee-33f6-40cb-99c6-4ac77ac08c78') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:04.526967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dc4fee-33f6-40cb-99c6-4ac77ac08c78') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:04.540871 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.574157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=15e85261-13ae-4a76-9f32-1c5f8bc06db5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:04.607166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.624146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:25:04.624553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.734214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bb3e3d55-6284-4e5b-8a6d-b30215987ae0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:04.852662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.890187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:04.900881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3a60ff-ba91-4f03-b7be-0059ede949fd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:04.900881 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a89877c-0b71-4a6c-9676-cfd51087ee62 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0a3a60ff-ba91-4f03-b7be-0059ede949fd HTTP/1.1" status: 204 len: 168 time: 3.6476579 Feb 04 16:25:04.937714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Deleting port bb3e3d55-6284-4e5b-8a6d-b30215987ae0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:04.949738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:05.083499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: bb3e3d55-6284-4e5b-8a6d-b30215987ae0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:25:05.084175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bb3e3d55-6284-4e5b-8a6d-b30215987ae0 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:05.208888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-459ccbfd-dea8-459a-a4c1-a9a3c1524ddd None None] The port 'bb3e3d55-6284-4e5b-8a6d-b30215987ae0' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:25:05.662993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e533917-1297-4aba-b6ba-267be40405c1 req-681b05e7-c7ca-45b0-bfa6-45a7a329fb7f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.7744694 Feb 04 16:25:05.759827 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:05.792594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:05.792594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:05.815768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:05.974654 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b557f8d-4747-4c44-b3be-2bae32dbfaca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc8f318aab314db0b11ca994669ac36c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1535444 Feb 04 16:25:05.976706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:06.225990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.275466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.350852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.460058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.545060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:06.563697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b4bbb-4e28-47ca-8212-46f8bbdb8b51,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:06.596146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:06.596146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b0051e0-90d3-4374-ac3b-2e011c7a0149 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/080b4bbb-4e28-47ca-8212-46f8bbdb8b51 HTTP/1.1" status: 204 len: 168 time: 0.6172094 Feb 04 16:25:06.616884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02a3494d-edac-4be9-8698-126068667766 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:06.667057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 02a3494d-edac-4be9-8698-126068667766 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:25:06.667057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 02a3494d-edac-4be9-8698-126068667766 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:06.673750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-d355fd62-91ea-418f-bc78-ccbc92829c37 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:06.673750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-d355fd62-91ea-418f-bc78-ccbc92829c37 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 810 time: 0.8056779 Feb 04 16:25:07.014763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-9cdccf35-328d-4fba-acff-132aae7992b6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 379 time: 0.3123965 Feb 04 16:25:07.187061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'port': {'device_id': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'admin_state_up': True, 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'security_groups': ['4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:07.362299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc66bb7d-d6f3-4b06-9b54-0d3bdd4108ee req-1c42bba0-61c7-4698-b5ab-e36ff08e1266 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.1675780 Feb 04 16:25:07.444976 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 2, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:07.464138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:25:07.464138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Updating router f7f4c400-5b83-4b1e-8152-bb8cd6e362be port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:25:07.621779 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:07.855908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router a11a4862-8cef-42b5-b2f5-f87f4c97a8aa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:07.870022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:07.870022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:port and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:07.877519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:07.877519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:07.900890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Made reservation on behalf of 7e6bab24282045daa21322d247f7eaac for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:07.908009 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.430132 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.448866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Transition to ACTIVE for port object 8e8b7947-b1f1-443e-adf2-9f5ab785e629 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:08.461022 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:08.542851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:08.815891 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Pushing event updated for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:08.861817 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.862509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.863018 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.863684 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.863812 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d19ab1f3-441d-47e2-af13-a983d19842ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7f098d2e480472b847d93f544978de4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3184457 Feb 04 16:25:08.864467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.864958 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.865155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:08.865602 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.866082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.868367 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.869106 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.869971 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:08.950007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:08.964006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] Sync routers for ids ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:08.992905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] Routers {'a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:08.995066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:09.149966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.158201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Attempting to bind port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:09.158201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Attempting to bind port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:09.158201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Attempting to bind port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Checking segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Bound using segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Bound port: 8e8b7947-b1f1-443e-adf2-9f5ab785e629, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:09.180425 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.246366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.327403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:09.382081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.391885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] Routers {'a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:09.393763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:09.408406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Allocated IP 172.20.0.8 (e3468025-6984-4d4f-9077-3b3577530a20/f48544a2-9f90-4110-8204-0a5dcc66bddf/6a5d5dbe-10eb-4f07-9aee-f6f4953d7441) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:09.416217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e8e6b7-8b06-4ad1-8988-8c35e7c72d43,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:09.437847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.444044 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-248e9939-2ab0-4bba-8e4f-604bd6757023 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62e8e6b7-8b06-4ad1-8988-8c35e7c72d43 HTTP/1.1" status: 204 len: 168 time: 0.5777345 Feb 04 16:25:09.506846 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] For port 8e8b7947-b1f1-443e-adf2-9f5ab785e629, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:09.542220 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] For port 8e8b7947-b1f1-443e-adf2-9f5ab785e629, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e8b7947-b1f1-443e-adf2-9f5ab785e629,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:09.565622 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:09.592658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:09.592658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a0ca3-0341-4abf-947f-6d3f8fd9c312 None None] The sync data for ids ['a11a4862-8cef-42b5-b2f5-f87f4c97a8aa'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:09.792365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13a8f30c-b67c-410c-bbe2-9667226c4a06 req-fd5fadd3-5ff4-4128-a099-94faa6493502 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.8070443 Feb 04 16:25:09.801890 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac0ce-c832-4ae4-bfd9-91277d267dd1 None None] Pushing event updated for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:09.804391 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:09.805300 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:09.966457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:09.995703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-74511443-712d-4e9f-8fc9-a6399a151b7c tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/a11a4862-8cef-42b5-b2f5-f87f4c97a8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4942186 Feb 04 16:25:10.102506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.164953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:10.173151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc7179b9-fa96-4943-b6d7-a73a59157ce0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:10.199150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Transition to ACTIVE for port object 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:10.264758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cc7179b9-fa96-4943-b6d7-a73a59157ce0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:10.270357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc7179b9-fa96-4943-b6d7-a73a59157ce0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11a4862-8cef-42b5-b2f5-f87f4c97a8aa HTTP/1.1" status: 200 len: 205 time: 0.3057642 Feb 04 16:25:10.272150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48286) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:10.310143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.558189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:10.588169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.588169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.588169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.588169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.591908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:10.700342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Network e3468025-6984-4d4f-9077-3b3577530a20 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:10.712387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:10.729072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:10.811995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:10.908401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e8b7947-b1f1-443e-adf2-9f5ab785e629 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:11.124574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:11.154639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:11.158422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.194374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:11.194374 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.254700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-57808670-005c-4ccf-989b-2ad7980afab3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2256224 Feb 04 16:25:11.270198 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:09Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:11.283135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Request body: {'port': {'device_id': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:11.304169 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1940d0-3158-4f0a-9063-8ab77868c0ed None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:09Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:11.538171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:11.577219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-141354f6-5afd-4682-874c-debff26aeae4 None None] Provisioning for port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:11.595874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-141354f6-5afd-4682-874c-debff26aeae4 None None] Provisioning complete for port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:11.596647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-141354f6-5afd-4682-874c-debff26aeae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.002382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.090085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8e8b7947-b1f1-443e-adf2-9f5ab785e629, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e8b7947-b1f1-443e-adf2-9f5ab785e629,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:12.102759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-141354f6-5afd-4682-874c-debff26aeae4 None None] Port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:25:12.118487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.138106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741974c-4216-4ebe-85d7-1f03c31b17ea req-d5a9e537-d0e4-4ce9-a329-cd9837928fe2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:12.138106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b741974c-4216-4ebe-85d7-1f03c31b17ea req-d5a9e537-d0e4-4ce9-a329-cd9837928fe2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:12.261069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b741974c-4216-4ebe-85d7-1f03c31b17ea req-d5a9e537-d0e4-4ce9-a329-cd9837928fe2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:12.276998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b741974c-4216-4ebe-85d7-1f03c31b17ea req-d5a9e537-d0e4-4ce9-a329-cd9837928fe2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 931 time: 0.8431015 Feb 04 16:25:12.440561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:12.466006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.466376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.466709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.467038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.467363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.467688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.468005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.468322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.468639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.468953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.469293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:12.597731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b741974c-4216-4ebe-85d7-1f03c31b17ea req-379a2b85-165b-4a08-8d69-2935f50b25e3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130295 Feb 04 16:25:12.637951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.652038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.784624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e8b7947-b1f1-443e-adf2-9f5ab785e629 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:12.926585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.927427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router a11a4862-8cef-42b5-b2f5-f87f4c97a8aa {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:25:12.931606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:12.932012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.944697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:12.945951 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ecc4162-52c9-444b-838e-9ff49fb66d62 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/a11a4862-8cef-42b5-b2f5-f87f4c97a8aa HTTP/1.1" status: 204 len: 168 time: 2.6720691 Feb 04 16:25:12.948690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48334) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:13.340311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:13.351040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.405565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Transition to ACTIVE for port object 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:13.414015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.418495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet 1e77b2f3-598e-4c80-bd51-3dbadbad8b7e {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:25:13.421867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.509512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.721539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:13.769330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:14.014113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.129564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=1e77b2f3-598e-4c80-bd51-3dbadbad8b7e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:14.150689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.162790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518fb5c5-ff3a-4e76-9ca5-79cbb30689e6 None None] Network 351d47a7-1d34-4b76-a7a4-8b216f6289c5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:14.167639 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fac562eb-21d8-4b04-a617-1e2c78bc7111 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/1e77b2f3-598e-4c80-bd51-3dbadbad8b7e HTTP/1.1" status: 204 len: 168 time: 1.2155814 Feb 04 16:25:14.168565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:14.240654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ff0e-ac13-462a-91c2-5e76ac0e5765 req-f9b242a0-28c0-45b5-98c0-ade71af39fda tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:14.240654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f02ff0e-ac13-462a-91c2-5e76ac0e5765 req-f9b242a0-28c0-45b5-98c0-ade71af39fda tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 943 time: 0.2360489 Feb 04 16:25:14.240654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Attempting to bind port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:14.240654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Attempting to bind port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:14.240654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Attempting to bind port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:25:14.301948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 on network e3468025-6984-4d4f-9077-3b3577530a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:25:14.301948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Attempting to bind port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:25:14.309455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48374) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f02ff0e-ac13-462a-91c2-5e76ac0e5765 req-e1eb7b46-3096-461a-a02f-0fe7e788e531 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813743 Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Checking segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Bound using segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Bound port: 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:14.433736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.606900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.628286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port cb16ef67-62d1-4122-a9f6-f09033d47dac {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:14.628625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.648449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:14.661343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:14.694727 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.858772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] DHCP port deletion for 351d47a7-1d34-4b76-a7a4-8b216f6289c5 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:25:14.882088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Deleting port cb16ef67-62d1-4122-a9f6-f09033d47dac {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:14.882088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.892998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:14.913136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:14.914538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-93543442-bfb9-4d91-a69b-62b8aa373419 service neutron] 10.222.0.41 "PUT /v2.0/ports/6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 1091 time: 3.6553216 Feb 04 16:25:14.914985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:15.093451 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'status': 'completed', 'code': 200} Feb 04 16:25:15.177301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-19a54812-8d88-416f-95b7-dafb501b9553 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1094 time: 0.2065508 Feb 04 16:25:15.331692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port cb16ef67-62d1-4122-a9f6-f09033d47dac, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb16ef67-62d1-4122-a9f6-f09033d47dac,segment=NetworkSegment(72067679-9aff-4895-baab-abb962c53336),segment_id=72067679-9aff-4895-baab-abb962c53336)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:15.332185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.427768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-9e613b9c-0fd6-43e0-9a09-c2577ffbd59a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 217 time: 0.2506340 Feb 04 16:25:15.667306 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.725776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for cb16ef67-62d1-4122-a9f6-f09033d47dac owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:15.827197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] For port cb16ef67-62d1-4122-a9f6-f09033d47dac, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb16ef67-62d1-4122-a9f6-f09033d47dac,segment=NetworkSegment(72067679-9aff-4895-baab-abb962c53336),segment_id=72067679-9aff-4895-baab-abb962c53336)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:15.827728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:15.865735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-2020a17e-7412-468a-a62d-40ad5d31f365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:15.888537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-2020a17e-7412-468a-a62d-40ad5d31f365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.4434655 Feb 04 16:25:15.978502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.076394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Calling delete_port for cb16ef67-62d1-4122-a9f6-f09033d47dac owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:16.121934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:16.128667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port cb16ef67-62d1-4122-a9f6-f09033d47dac on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:16.162591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Usage tracker for resource:security_group_rule and tenant:1f18fb55034f44ccb72ad15a0870cbd5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:16.168710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:16.226236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:16.262397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=cb16ef67-62d1-4122-a9f6-f09033d47dac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:16.322981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:25:16.323667 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:25:16.329337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0edfe9-2a1b-4203-88af-9b339506b999 req-78249d3c-7fd0-416a-a3df-59348a16be5a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:16.333691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a0edfe9-2a1b-4203-88af-9b339506b999 req-78249d3c-7fd0-416a-a3df-59348a16be5a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 943 time: 0.6714909 Feb 04 16:25:16.415684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-ed62438b-3f86-4522-a962-d5eba28c35d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5001698 Feb 04 16:25:16.519941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.652007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351d47a7-1d34-4b76-a7a4-8b216f6289c5']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:16.689871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.709759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a0edfe9-2a1b-4203-88af-9b339506b999 req-1e294ef5-c620-46a9-8c87-17f62f82e828 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657584 Feb 04 16:25:16.718751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.722584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb16ef67-62d1-4122-a9f6-f09033d47dac no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:16.742617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72067679-9aff-4895-baab-abb962c53336') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:16.742940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72067679-9aff-4895-baab-abb962c53336') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:16.765208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: cb16ef67-62d1-4122-a9f6-f09033d47dac {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:25:16.765816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb16ef67-62d1-4122-a9f6-f09033d47dac not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:16.783355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.811902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.816236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f18fb55034f44ccb72ad15a0870cbd5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4944186 Feb 04 16:25:16.821153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:16.824639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Deleting port cb16ef67-62d1-4122-a9f6-f09033d47dac {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:16.825212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.862677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:25:16.862677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:16.896478 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:16.924495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf54f5-b2c8-43af-af34-cbbeb30d1746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fe645-4938-431c-82f1-e73bc299d2c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:16.974981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a80ad2d-6431-4449-81a6-2c55bbe8fecc None None] The port 'cb16ef67-62d1-4122-a9f6-f09033d47dac' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:25:16.977683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-649e0b45-b8c8-4084-848e-d24010c088f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554118 Feb 04 16:25:17.136910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.209822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.238941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=351d47a7-1d34-4b76-a7a4-8b216f6289c5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:17.263966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.267905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99233fff-b953-471e-b9c3-3a11497554b6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/351d47a7-1d34-4b76-a7a4-8b216f6289c5 HTTP/1.1" status: 204 len: 168 time: 3.0982873 Feb 04 16:25:17.278902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48430) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:17.295226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab456d52-2d10-4b6c-919a-cb7e4dadeda6 req-19f9a218-e75c-46d9-91f9-d6c1b3532108 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131704 Feb 04 16:25:17.320165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1880116492', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:17.329851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.335140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:17.343308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:17.357458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:17.365081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:17.418483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.418483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.520784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.528994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.557547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fe645-4938-431c-82f1-e73bc299d2c0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:17.564775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.570014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1b1be930-020b-4d3f-83db-96c0a8825600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/173fe645-4938-431c-82f1-e73bc299d2c0 HTTP/1.1" status: 204 len: 168 time: 0.7440090 Feb 04 16:25:17.595118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-7c6e1501-0590-4b5f-bbfa-d547a1f1eb4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1094 time: 0.2228813 Feb 04 16:25:17.842822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-d5d961a4-5cda-4ae1-8115-38de13c09d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:17.842822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-d5d961a4-5cda-4ae1-8115-38de13c09d11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.2213438 Feb 04 16:25:17.967945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:17.982077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-190e6e6f-7b80-42a7-a93a-3c1948ec14d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 217 time: 0.1303334 Feb 04 16:25:18.192982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-e5dc4ef4-0c48-4b70-8c83-92260e356fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:18.192982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-e5dc4ef4-0c48-4b70-8c83-92260e356fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.2046893 Feb 04 16:25:18.546818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab17672-92bd-4826-9601-62ef7f14b154 req-96dfa2e5-2149-42d6-9782-75406bf97ded tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:18.558368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ab17672-92bd-4826-9601-62ef7f14b154 req-96dfa2e5-2149-42d6-9782-75406bf97ded tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 943 time: 0.3656161 Feb 04 16:25:18.604594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.615804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-b058ac2e-0697-458d-8ddb-66650471b748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158207 Feb 04 16:25:18.683368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:18.860525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:18.970083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 172.25.5.73 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/70e1927b-fd51-4843-9a1c-573ce4d2ddd4) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:19.202034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-49c29524-9908-48ce-ad0e-e54db5c2e6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886266 Feb 04 16:25:19.208971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.498886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.570740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ab17672-92bd-4826-9601-62ef7f14b154 req-788232ea-818f-4625-969c-816615992c90 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0013905 Feb 04 16:25:19.606961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.696431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8cd7a37-785d-4d08-8dbc-810c85240c5d req-3e7e5908-cab6-4ee9-8e7d-12a91ab6a04a service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560463 Feb 04 16:25:19.743334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:19.752172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Usage tracker for resource:security_group_rule and tenant:651e128e1aca4b69b9951e02b03a6604 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:19.752172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:19.766896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:19.852199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:19.856054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:19.860648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:19.964575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=70e1927b-fd51-4843-9a1c-573ce4d2ddd4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:19.986097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:19.992826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.109505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:20.182422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.182422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.224265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=651e128e1aca4b69b9951e02b03a6604&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3496821 Feb 04 16:25:20.224265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5321d-5bfe-4f33-9f9f-7b131ae01b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298d101-9faa-4239-bf7e-2fd91d7397be,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:20.245535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:20.342116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.380450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.508520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.570749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298d101-9faa-4239-bf7e-2fd91d7397be,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:20.616767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:20.616767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-12ba8f27-a151-4b11-9553-5496598fcf27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1298d101-9faa-4239-bf7e-2fd91d7397be HTTP/1.1" status: 204 len: 168 time: 0.3707979 Feb 04 16:25:20.867051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:25:20.987486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.196106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:21.222266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Usage tracker for resource:security_group_rule and tenant:95bd9a5bff834ce98b089f03d41d7035 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:21.227951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:21.239744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:21.316260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:21.386023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router b7e332a5-e169-49e8-b4d1-2cfafe49264a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:25:21.400119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'port_id': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'mac_address': 'fa:16:3e:38:25:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:25:21.400119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.459076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.534310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.574687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:25:21.634188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:21.654921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.672772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe964c-a6f6-450e-90c1-052a8213f728 req-4cf3466b-cc70-4e6a-9679-8bb84ffd6cc8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:21.685864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dffe964c-a6f6-450e-90c1-052a8213f728 req-4cf3466b-cc70-4e6a-9679-8bb84ffd6cc8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 943 time: 0.7775278 Feb 04 16:25:21.766659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dffe964c-a6f6-450e-90c1-052a8213f728 req-031d8359-8e77-42f8-830d-f92e529b69d5 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776417 Feb 04 16:25:21.767467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.781684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:21.997224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.079319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:25:22.085314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf966ef7-ef7b-4afb-a187-eed10ba25fff,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.134755 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e77f6002-f2d5-4a54-b1f2-e513e817ae59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95bd9a5bff834ce98b089f03d41d7035&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0297852 Feb 04 16:25:22.135222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48538) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:22.214961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:22.227210 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] Sync routers for ids ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:22.268688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] Routers {'b7e332a5-e169-49e8-b4d1-2cfafe49264a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:22.272395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.335477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.335477 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-12ecb310-8520-4b65-b28b-8143bae6772b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0477822 Feb 04 16:25:22.335477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:22.425130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.529760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.577078 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.604100 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] Routers {'b7e332a5-e169-49e8-b4d1-2cfafe49264a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:22.604716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.705017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.739759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf966ef7-ef7b-4afb-a187-eed10ba25fff,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:22.764970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:22.764970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f95fde45-a470-46d0-bd0a-eb06f95e248b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf966ef7-ef7b-4afb-a187-eed10ba25fff HTTP/1.1" status: 204 len: 168 time: 0.6205354 Feb 04 16:25:22.866047 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:22.866047 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623ef2c-22c3-4ec2-b9b2-6f8b240f2693 None None] The sync data for ids ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:23.135428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c9a8d813-b354-433f-bea0-cf071f17a8f5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers/b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 200 len: 884 time: 0.8035569 Feb 04 16:25:23.137616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:23.382885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5d19e-c5e9-42e3-a8b4-9414d70396a1 req-c00f8d4b-8798-464a-a0df-b9f38e1e62d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:23.389837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fa5d19e-c5e9-42e3-a8b4-9414d70396a1 req-c00f8d4b-8798-464a-a0df-b9f38e1e62d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 944 time: 0.2576666 Feb 04 16:25:23.496996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fa5d19e-c5e9-42e3-a8b4-9414d70396a1 req-e5c3dbe5-5e7b-4ef6-8119-b00b6b0f926b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099887 Feb 04 16:25:23.718949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53b2086a-4248-47b6-9250-7a96a79d46db tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:router {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:23.739504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-53b2086a-4248-47b6-9250-7a96a79d46db tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:router {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:23.757080 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53b2086a-4248-47b6-9250-7a96a79d46db tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6019387 Feb 04 16:25:23.761679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48582) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:23.761679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1880116492'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:24.664168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:24.683195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:24.892028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:25.129942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a7f387c-2dce-45d8-8275-79a39b1cecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.164015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:25.186648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:25.186648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.338587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router b7e332a5-e169-49e8-b4d1-2cfafe49264a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:25.581790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.661955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:25.682232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:25.694190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:25.870247 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'code': 200} Feb 04 16:25:25.870247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:26.019165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697c930-0270-4fc7-86f6-9777e2edf1bb req-c821a2ee-f1c0-4e9e-bb30-9817069d2048 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:26.019165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3697c930-0270-4fc7-86f6-9777e2edf1bb req-c821a2ee-f1c0-4e9e-bb30-9817069d2048 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 944 time: 1.1180384 Feb 04 16:25:26.088743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b9ef463-612d-4adf-9f12-311b07dfec0e req-edd13427-ea6a-471c-9e31-056385a8bc5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.1879146 Feb 04 16:25:26.123483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3697c930-0270-4fc7-86f6-9777e2edf1bb req-0c639df9-5c40-4622-8684-ead9b6856efa tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740435 Feb 04 16:25:26.363666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:26.371614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] Sync routers for ids ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:26.387495 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:26.387495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-db41d73e-71df-4431-a035-fe900b57f1e7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 200 len: 891 time: 2.6366286 Feb 04 16:25:26.391865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:26.396188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] Routers {'b7e332a5-e169-49e8-b4d1-2cfafe49264a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:26.396188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:26.430276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b9ef463-612d-4adf-9f12-311b07dfec0e req-54b29978-7cd9-43f4-9a4b-e7c7dfe12cb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943213 Feb 04 16:25:26.473204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:26.522763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:26.542728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] Routers {'b7e332a5-e169-49e8-b4d1-2cfafe49264a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:26.543382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:24:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:26.635169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:26.635169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990ac12-0c07-4a54-a376-3e924a7dafda None None] The sync data for ids ['b7e332a5-e169-49e8-b4d1-2cfafe49264a'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:26.995119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48686) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:26.998576 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28533d83-7cf0-4925-8551-28f91d293193 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers/b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 200 len: 891 time: 0.6035924 Feb 04 16:25:27.087831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f29c3bd5-3d45-40e9-8298-6641def718e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:25:27.095161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.226890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:27.231648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ee57e4d-0a43-4f5e-8549-6227197304d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.240839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7d3921f8aa4697954ff62ed867b594 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:27.247360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:27.259277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:27.325535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f29c3bd5-3d45-40e9-8298-6641def718e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:25:27.332673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48700) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:27.336529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f29c3bd5-3d45-40e9-8298-6641def718e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 200 len: 205 time: 0.3289852 Feb 04 16:25:27.495930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.512723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:27.625620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93c377d-6f53-479d-abdd-5ad18274d2f5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:27.685649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f08291f4-9fbe-4aa4-93a9-f383ac4f4597 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d7d3921f8aa4697954ff62ed867b594&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2110288 Feb 04 16:25:27.688606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48714) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:27.912233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.025923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.084834 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.282548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.319477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93c377d-6f53-479d-abdd-5ad18274d2f5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:28.347406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.347406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3801152c-3631-4171-8394-40254d72d140 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c93c377d-6f53-479d-abdd-5ad18274d2f5 HTTP/1.1" status: 204 len: 168 time: 0.6561713 Feb 04 16:25:28.493658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.506855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 70e1927b-fd51-4843-9a1c-573ce4d2ddd4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:28.507452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.559763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.720797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.744260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:28.783670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa699f6-f7bf-4d46-8bfc-a5e2e7aedd4b req-a03f4855-2354-4e49-9ca5-ddef77b3d7cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:28.796726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1aa699f6-f7bf-4d46-8bfc-a5e2e7aedd4b req-a03f4855-2354-4e49-9ca5-ddef77b3d7cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 1.2596393 Feb 04 16:25:28.934818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 70e1927b-fd51-4843-9a1c-573ce4d2ddd4 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:28.959148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1aa699f6-f7bf-4d46-8bfc-a5e2e7aedd4b req-93a3bb7b-2917-4398-b28a-234354d7f67a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667953 Feb 04 16:25:29.351778 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.492824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=70e1927b-fd51-4843-9a1c-573ce4d2ddd4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:29.633348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:29.680686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.770982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:29.781570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Usage tracker for resource:security_group_rule and tenant:8ba1f584bf414c35b7a4474d96049576 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:29.808381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:29.826957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:29.995536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:29.997541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.006244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.011820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.073909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ba1f584bf414c35b7a4474d96049576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4390259 Feb 04 16:25:30.078848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48774) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:30.122128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09171270-9a6d-427f-9772-5b816785a99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d2bc3a-1a10-4a3a-9009-04e408d6b081,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:30.279704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.342311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.410786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.439505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.441402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89d2bc3a-1a10-4a3a-9009-04e408d6b081 HTTP/1.1" status: 204 len: 168 time: 0.3615980 Feb 04 16:25:30.444408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873775c-4b16-4327-9be1-d7050a413ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d2bc3a-1a10-4a3a-9009-04e408d6b081,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:30.621989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.631604 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.646454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f539a32-cf82-45e3-a78f-56e764c83187 req-96cab149-d381-4a5b-b687-48130e6afe8d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:30.650154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f539a32-cf82-45e3-a78f-56e764c83187 req-96cab149-d381-4a5b-b687-48130e6afe8d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.1773417 Feb 04 16:25:30.681265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.682185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router b7e332a5-e169-49e8-b4d1-2cfafe49264a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:25:30.742083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.748994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f539a32-cf82-45e3-a78f-56e764c83187 req-78664631-ea2c-4eb9-8a28-f82981735615 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846872 Feb 04 16:25:30.751886 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99f5e4f3-6dee-4559-8872-9e8eb9d436c7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 204 len: 168 time: 3.4281158 Feb 04 16:25:30.758973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:30.773640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1581477831'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:30.795391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:30.803497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:30.807147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:30.826640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:30.856573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:30.869398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.932582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:30.945127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:30.945754 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 06843584-e2ed-453b-ae72-f60eb2a709da of type vlan for network 6326c828-a31b-4d49-93ae-dd941c8adb9a Feb 04 16:25:30.992165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:31.110939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:31.115309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:31.115905 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:31.369176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=6326c828-a31b-4d49-93ae-dd941c8adb9a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:31.385208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:31.453944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:31.457809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-485cffd6-f1f8-468d-93d7-a1b74d835f52 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6968548 Feb 04 16:25:31.461979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:31.507908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ef468-e8ff-4cb9-9768-4098e24482a4 req-ee20629a-30e3-4be1-ab8b-4c553d805cd1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:31.516458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd9ef468-e8ff-4cb9-9768-4098e24482a4 req-ee20629a-30e3-4be1-ab8b-4c553d805cd1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.4813504 Feb 04 16:25:31.525157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48836) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:31.531178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'floatingip': {'port_id': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:31.734567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:31.745794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:31.752054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:31.769509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:31.796311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:31.838676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:31.943693 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:25:32.019027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:32.519211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:32.662060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=4fe1d884-14c3-461f-b66d-312b7fda5ac3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:32.666806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '06843584-e2ed-453b-ae72-f60eb2a709da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:32.667524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 6326c828-a31b-4d49-93ae-dd941c8adb9a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:32.694706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.695461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.695977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.696514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.697063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.697564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.698060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.698702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.699471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.700201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.701004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:25:32.750618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:32.788079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6326c828-a31b-4d49-93ae-dd941c8adb9a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:32.810502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4c3a2-e2f6-496e-88f5-70dc3bda969a None None] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:32.815506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:32.817319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:32.897695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:32.937237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7738b52-a807-4583-8153-be4d833e76a8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4818411 Feb 04 16:25:32.940986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:32.963993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1576906186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:32.990468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:32.999352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:33.003626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:33.021161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:33.037979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.040539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.165344 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.171636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.194101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.205038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6326c828-a31b-4d49-93ae-dd941c8adb9a', 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': '4fe1d884-14c3-461f-b66d-312b7fda5ac3'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:25:33.205867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.269966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.370587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:33.374722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8410b94b-de34-404b-898f-26f8a875a348 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4249372 Feb 04 16:25:33.374722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:33.655865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Allocated IP 2001:db8::2 (6326c828-a31b-4d49-93ae-dd941c8adb9a/4fe1d884-14c3-461f-b66d-312b7fda5ac3/f83d9a6f-bf83-4aea-8bb2-7cc46561faed) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:33.754731 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Floating IP 0732d28c-9d2a-45e6-8cd2-bda4a2d676d1 associated. External IP: 172.25.5.218, port: 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441. Feb 04 16:25:33.802877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.143788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.176674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Transition to ACTIVE for port object f83d9a6f-bf83-4aea-8bb2-7cc46561faed will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:34.240734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Transition to ACTIVE for port object f83d9a6f-bf83-4aea-8bb2-7cc46561faed will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:34.255436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.523909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:34.558456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:34.582663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:34.603685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:34.630967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e762a46e33e04e3b97cdc08bf3c1f814 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:34.644176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:34.745103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Attempting to bind port f83d9a6f-bf83-4aea-8bb2-7cc46561faed on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:34.745762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Attempting to bind port f83d9a6f-bf83-4aea-8bb2-7cc46561faed by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '06843584-e2ed-453b-ae72-f60eb2a709da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:34.746295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Attempting to bind port f83d9a6f-bf83-4aea-8bb2-7cc46561faed on network 6326c828-a31b-4d49-93ae-dd941c8adb9a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:25:34.749590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Pushing event updated for resources: {'Port': ['ID=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:34.763541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:25:34.763917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Checking segment: {'id': '06843584-e2ed-453b-ae72-f60eb2a709da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:34.764325 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.764719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Bound using segment: {'id': '06843584-e2ed-453b-ae72-f60eb2a709da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:25:34.765200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Bound port: f83d9a6f-bf83-4aea-8bb2-7cc46561faed, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06843584-e2ed-453b-ae72-f60eb2a709da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6326c828-a31b-4d49-93ae-dd941c8adb9a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:34.765639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.805969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:34.925996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] For port f83d9a6f-bf83-4aea-8bb2-7cc46561faed, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:34.930057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] For port f83d9a6f-bf83-4aea-8bb2-7cc46561faed, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,segment=NetworkSegment(06843584-e2ed-453b-ae72-f60eb2a709da),segment_id=06843584-e2ed-453b-ae72-f60eb2a709da)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:34.946838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:34.985799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:35.240078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93522-67f0-4263-b614-2257b523ca9e None None] Pushing event updated for resources: {'Port': ['ID=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:35.465530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.501323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.762108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:35.770196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.774866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:35.797263 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:35.801049 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:35.910159 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:35.924413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-35ccd942-f672-4b6f-8fbe-d92f83ba7219 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "PUT /v2.0/floatingips/0732d28c-9d2a-45e6-8cd2-bda4a2d676d1 HTTP/1.1" status: 200 len: 991 time: 4.3980863 Feb 04 16:25:35.925003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:25:36.023748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e762a46e33e04e3b97cdc08bf3c1f814&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1234479 Feb 04 16:25:36.028055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:36.194496 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'status': 'completed', 'code': 200} Feb 04 16:25:36.214784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b3c3-037d-4781-8646-25f330f790f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d3c1f7-7c8e-497f-ba84-7d4461670882,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:36.411232 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:36.552763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8::1 (6326c828-a31b-4d49-93ae-dd941c8adb9a/4fe1d884-14c3-461f-b66d-312b7fda5ac3/4cdb3ba6-e201-4749-a401-f11c0b44f8ef) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:36.728168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:36.850744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f83d9a6f-bf83-4aea-8bb2-7cc46561faed up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:36.868026 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:36.897117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-42653125-bb30-4e8f-9d4c-e62570f936be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.6317945 Feb 04 16:25:36.950305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398a94b-8bfb-4574-991d-cb21e77c0079 req-94205999-d1f1-40ba-93f8-ab9bf9a27c70 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:36.975988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a398a94b-8bfb-4574-991d-cb21e77c0079 req-94205999-d1f1-40ba-93f8-ab9bf9a27c70 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3239055 Feb 04 16:25:37.171216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.194189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f83d9a6f-bf83-4aea-8bb2-7cc46561faed completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:37.257097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a398a94b-8bfb-4574-991d-cb21e77c0079 req-114f488e-f8fe-4b2d-8fc0-d0c4d17fb22e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748494 Feb 04 16:25:37.313725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8d431-d280-4954-a6cf-cc1b29963bf5 None None] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:37.338146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 4cdb3ba6-e201-4749-a401-f11c0b44f8ef will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:37.346349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.368968 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.370367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43d3c1f7-7c8e-497f-ba84-7d4461670882 HTTP/1.1" status: 204 len: 168 time: 1.3404250 Feb 04 16:25:37.373432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-4b73789c-7012-4985-9957-0e46dc686a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:37.375796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-4b73789c-7012-4985-9957-0e46dc686a36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.4699335 Feb 04 16:25:37.376856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d33dae-f165-4621-9309-771ff7eb3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d3c1f7-7c8e-497f-ba84-7d4461670882,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:37.417360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.641759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=4cdb3ba6-e201-4749-a401-f11c0b44f8ef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:37.697421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:37.700020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:37.707512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:37.713534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:37.725675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-a2519ec4-7422-4141-b307-8a17375218e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 999 time: 0.3393471 Feb 04 16:25:37.965288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Provisioning for port f83d9a6f-bf83-4aea-8bb2-7cc46561faed completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:38.004631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-3699192e-1332-4f4b-a9a0-c822e204c6f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:38.006004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-3699192e-1332-4f4b-a9a0-c822e204c6f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.2743015 Feb 04 16:25:38.007987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Provisioning complete for port f83d9a6f-bf83-4aea-8bb2-7cc46561faed triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:38.008632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.121238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.275649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0732d28c-9d2a-45e6-8cd2-bda4a2d676d1', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:38:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:58Z', 'updated_at': '2022-02-04T16:25:32Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:38.290967 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:25:38.348870 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:38.349315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:38.582347 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.586878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-9fabdce5-0712-45cd-bc3f-af78e0243241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5720558 Feb 04 16:25:38.613136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-c85173b6-df89-4194-8ade-d6915e80758e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:25:38.615760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-c85173b6-df89-4194-8ade-d6915e80758e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0222371 Feb 04 16:25:38.753653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] For port f83d9a6f-bf83-4aea-8bb2-7cc46561faed, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,segment=NetworkSegment(06843584-e2ed-453b-ae72-f60eb2a709da),segment_id=06843584-e2ed-453b-ae72-f60eb2a709da)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:38.825579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:38.961145 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:25:39.120896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b6ab2-d236-4680-84ae-dd6f3ca513e4 None None] Pushing event updated for resources: {'Port': ['ID=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:39.426162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504d7b0-8a96-4f2e-9d90-95a98c9837d0 req-a1a8cfd7-55fb-43fb-ae00-bbf72d7941cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:39.438313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8504d7b0-8a96-4f2e-9d90-95a98c9837d0 req-a1a8cfd7-55fb-43fb-ae00-bbf72d7941cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.4954021 Feb 04 16:25:39.462226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-0f5b873c-247b-4b4e-a571-b456d046ebef service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373690 Feb 04 16:25:39.725616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Provisioning for port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:39.733515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Provisioning complete for port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:39.733889 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:39.747392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49008) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:39.752672 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:39.824434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:39.825184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:39.897901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8504d7b0-8a96-4f2e-9d90-95a98c9837d0 req-e0c18db0-8b09-4dba-adbf-42bb67af7cdf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311354 Feb 04 16:25:39.951353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:25:40.007536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Provisioning complete for port f83d9a6f-bf83-4aea-8bb2-7cc46561faed triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:40.007914 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-42ac1ac1-9526-47ba-b5b2-93ba9773b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.171742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1256a18d-00ed-4217-b19a-5670f8338b19 req-17e07805-ce1f-4ec0-aa7a-8195294f7e2e service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310933 Feb 04 16:25:40.397352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.511295 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0732d28c-9d2a-45e6-8cd2-bda4a2d676d1', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:38:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:58Z', 'updated_at': '2022-02-04T16:25:32Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:40.526163 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651c0b45-bcb0-456c-8969-bb65c4d4ea33 None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0732d28c-9d2a-45e6-8cd2-bda4a2d676d1', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:38:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:24:58Z', 'updated_at': '2022-02-04T16:25:32Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:40.543311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e32c3d0-32fb-48b0-a4d8-cfedcc7fd954 None None] Provisioning complete for port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:40.543764 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e32c3d0-32fb-48b0-a4d8-cfedcc7fd954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:40.735774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7e32c3d0-32fb-48b0-a4d8-cfedcc7fd954 None None] Port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:25:40.740597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=4cdb3ba6-e201-4749-a401-f11c0b44f8ef,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:40.798859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:40.819792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Usage tracker for resource:security_group_rule and tenant:a3c005f09397453d8f383d2bb10f1259 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:40.826593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:40.844448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f83d9a6f-bf83-4aea-8bb2-7cc46561faed up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:40.846454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:40.987138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:41.022591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:41.105888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port f83d9a6f-bf83-4aea-8bb2-7cc46561faed triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:41.106007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:41.240101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1042da-0ca2-4c6c-bd51-2f75086d5737 None None] New status for floating IP 0732d28c-9d2a-45e6-8cd2-bda4a2d676d1: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:25:41.779616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4fd3-399b-44d7-b276-36152246feaf req-a41d3146-c20c-4ca9-a726-12cd948dc450 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:41.784074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c5a4fd3-399b-44d7-b276-36152246feaf req-a41d3146-c20c-4ca9-a726-12cd948dc450 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.2701006 Feb 04 16:25:41.800137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:41.813708 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:41.910176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c5a4fd3-399b-44d7-b276-36152246feaf req-6bc35ae6-765f-4216-85a9-c0a6d97dc211 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192439 Feb 04 16:25:42.177836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4e72ca75-3c8d-49e9-b057-2f02eb9eeb82 None None] Provisioning complete for port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:42.186891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e72ca75-3c8d-49e9-b057-2f02eb9eeb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.237578 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3c005f09397453d8f383d2bb10f1259&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4705110 Feb 04 16:25:42.238291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aacfa-f349-465d-af29-bae7d7398511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17d907-92eb-4a35-a35d-8ec0fb1cc0a6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:42.240225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49222) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:42.366841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4e72ca75-3c8d-49e9-b057-2f02eb9eeb82 None None] Port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:25:42.387637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.412631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 7eafd998-f8b4-4a89-b0d1-1c420314e42d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:25:42.442370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.593992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.644493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:42.668303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f17d907-92eb-4a35-a35d-8ec0fb1cc0a6 HTTP/1.1" status: 204 len: 168 time: 0.4260876 Feb 04 16:25:42.670305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d88f75-cd6f-45c2-8aac-3b64ecf871e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17d907-92eb-4a35-a35d-8ec0fb1cc0a6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:42.749001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:42.765427 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] Sync routers for ids ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:42.786248 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] Routers {'7eafd998-f8b4-4a89-b0d1-1c420314e42d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:42.786910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:42.797353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:42.797847 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-795c721d-ecab-4baf-a2fb-065c631fa809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/7eafd998-f8b4-4a89-b0d1-1c420314e42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4205375 Feb 04 16:25:42.890902 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:42.908157 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] Routers {'7eafd998-f8b4-4a89-b0d1-1c420314e42d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:42.909016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:42.964903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da1a78-85b1-45f5-b669-e9a4c2fde9f8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:42.967977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d8da1a78-85b1-45f5-b669-e9a4c2fde9f8 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports/4cdb3ba6-e201-4749-a401-f11c0b44f8ef HTTP/1.1" status: 200 len: 911 time: 0.1679628 Feb 04 16:25:42.971102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:42.978518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4fe1d884-14c3-461f-b66d-312b7fda5ac3'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:42.994039 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:42.994467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720cbf4b-85e1-4f32-b2d4-c5ef65babf1d None None] The sync data for ids ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:43.365027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.319828 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.337369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.345542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:44.349835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:44.354388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/ports/4cdb3ba6-e201-4749-a401-f11c0b44f8ef HTTP/1.1" status: 200 len: 911 time: 1.3794959 Feb 04 16:25:44.354734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:44.449635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd96c7-4e1c-4df8-825e-16931159c993 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=4cdb3ba6-e201-4749-a401-f11c0b44f8ef,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:44.739204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49534) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:44.984260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.160802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.488433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:45.497912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Usage tracker for resource:security_group_rule and tenant:c2285642e168407fa0a3d28da9217206 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:45.505709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:45.520110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:45.663401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.674022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.746347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee716925-5010-43bc-a0b0-0982e1ec6d77,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:45.795446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-61feb597-8fdb-44e2-9255-45d26a6db59d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2285642e168407fa0a3d28da9217206&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0542054 Feb 04 16:25:45.799555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49574) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:45.935294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:45.975274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.089034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.123666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee716925-5010-43bc-a0b0-0982e1ec6d77,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:46.152838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.156944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf98fab5-ebb3-4707-9bd0-15ddd72b32d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee716925-5010-43bc-a0b0-0982e1ec6d77 HTTP/1.1" status: 204 len: 168 time: 0.3552408 Feb 04 16:25:46.324263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 4cdb3ba6-e201-4749-a401-f11c0b44f8ef {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:46.324807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.621930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:46.783924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 4cdb3ba6-e201-4749-a401-f11c0b44f8ef owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:46.913568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:46.945309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.036731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.051991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:47.061067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Usage tracker for resource:security_group_rule and tenant:347f810d25d34e45972e01e45405626a is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:47.069260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:47.091075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:47.221259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=4cdb3ba6-e201-4749-a401-f11c0b44f8ef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:47.262947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.275018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.337302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bb3ea9-99c3-4569-94ad-4ccc16ba8358,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:47.342527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a0e1a62f-8806-4b43-a73a-8bc4ac31decd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=347f810d25d34e45972e01e45405626a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277158 Feb 04 16:25:47.346069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49618) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:47.486867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.564715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.669550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.709943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:47.715149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79bb3ea9-99c3-4569-94ad-4ccc16ba8358 HTTP/1.1" status: 204 len: 168 time: 0.3680415 Feb 04 16:25:47.716581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc143ca-c81b-4219-ad01-3bbd1b53278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bb3ea9-99c3-4569-94ad-4ccc16ba8358,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:47.786510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:48.837325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 7eafd998-f8b4-4a89-b0d1-1c420314e42d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:25:49.152778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:49.166271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] Sync routers for ids ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:49.173957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:49.185951 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e76a2419-f13c-4a02-90cc-f14cf23c46df tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/7eafd998-f8b4-4a89-b0d1-1c420314e42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8298435 Feb 04 16:25:49.200083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] Routers {'7eafd998-f8b4-4a89-b0d1-1c420314e42d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:49.200715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.231657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49694) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:49.243961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-28075a43-402e-412d-a4e6-3b44e0c053cf tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eafd998-f8b4-4a89-b0d1-1c420314e42d HTTP/1.1" status: 200 len: 205 time: 0.0678451 Feb 04 16:25:49.422362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.461688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] Routers {'7eafd998-f8b4-4a89-b0d1-1c420314e42d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:49.462608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.472213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:49.660625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:49.661383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c696ca-4bf1-4b50-950e-0da5d0af8a9c None None] The sync data for ids ['7eafd998-f8b4-4a89-b0d1-1c420314e42d'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:25:50.036385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49708) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:50.163374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.172917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.228394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.229237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router 7eafd998-f8b4-4a89-b0d1-1c420314e42d {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:25:50.253817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.254479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0dba6cf9-62cc-4e6e-9d3f-6cbe022b4a82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/7eafd998-f8b4-4a89-b0d1-1c420314e42d HTTP/1.1" status: 204 len: 168 time: 1.0215137 Feb 04 16:25:50.257345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:50.574376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.644841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:50.650108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Usage tracker for resource:security_group_rule and tenant:75c9f1af7ff844c7ae9289a0287520e8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:50.654508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:50.665096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:50.821539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.827521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet 4fe1d884-14c3-461f-b66d-312b7fda5ac3 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:25:50.840247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.863741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:50.925520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49732) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:50.987887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75c9f1af7ff844c7ae9289a0287520e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9480181 Feb 04 16:25:50.988896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:51.009010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dfa9e-1c6f-477b-9a72-dc51c389bdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8a0b76-95f1-4644-92ca-1432bdfcadaa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:51.038077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.111432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.146769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.163479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.166088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.210102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.224600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.242058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8a0b76-95f1-4644-92ca-1432bdfcadaa,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:51.262553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.266790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea5d4390-5aed-4283-95f3-da281b56d450 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a8a0b76-95f1-4644-92ca-1432bdfcadaa HTTP/1.1" status: 204 len: 168 time: 0.2757571 Feb 04 16:25:51.402956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.445107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.504324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe1d884-14c3-461f-b66d-312b7fda5ac3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:51.521554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.528836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9779b77-afcb-4783-9b76-e29283655dd6 None None] Network 6326c828-a31b-4d49-93ae-dd941c8adb9a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:51.529901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:51.550188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4920b4d4-e885-4ac1-b565-39e98b1edd29 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/4fe1d884-14c3-461f-b66d-312b7fda5ac3 HTTP/1.1" status: 204 len: 168 time: 1.2895761 Feb 04 16:25:51.550731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49750) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:51.551252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebcc0a6948645fb8c745330f625cfc7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:51.566915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:51.582284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:51.745973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.763010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port f83d9a6f-bf83-4aea-8bb2-7cc46561faed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:51.763529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.791745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.797755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:51.908308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb6bc3-6254-4c0b-88c0-659b64894c2a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:51.952161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1f0aedfc-a4ad-4115-ade8-2d2bfdca6c81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ebcc0a6948645fb8c745330f625cfc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0241086 Feb 04 16:25:51.954618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:52.117632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.143049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port f83d9a6f-bf83-4aea-8bb2-7cc46561faed, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,segment=NetworkSegment(06843584-e2ed-453b-ae72-f60eb2a709da),segment_id=06843584-e2ed-453b-ae72-f60eb2a709da)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:52.143049 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.192785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.228387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad5671-3f03-4cdd-88c4-6b94f3c0fe05 None None] DHCP port deletion for 6326c828-a31b-4d49-93ae-dd941c8adb9a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:25:52.239635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5671-3f03-4cdd-88c4-6b94f3c0fe05 None None] Deleting port f83d9a6f-bf83-4aea-8bb2-7cc46561faed {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:25:52.244312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fad5671-3f03-4cdd-88c4-6b94f3c0fe05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.250790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49766) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:52.306904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for f83d9a6f-bf83-4aea-8bb2-7cc46561faed owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:25:52.317144 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.373544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:52.378677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ec93f04d2843f29fbc70c94e23164f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:52.381936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:52.388485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:52.411013 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.475404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=f83d9a6f-bf83-4aea-8bb2-7cc46561faed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.480572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.482621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port f83d9a6f-bf83-4aea-8bb2-7cc46561faed on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:25:52.522877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fad5671-3f03-4cdd-88c4-6b94f3c0fe05 None None] The port 'f83d9a6f-bf83-4aea-8bb2-7cc46561faed' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:25:52.535076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb6bc3-6254-4c0b-88c0-659b64894c2a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.720967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.723678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.725055 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f2ad8a10-42ba-4d1f-aac1-cbff532bc1a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8bb6bc3-6254-4c0b-88c0-659b64894c2a HTTP/1.1" status: 204 len: 168 time: 0.7690730 Feb 04 16:25:52.731833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.734592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f83d9a6f-bf83-4aea-8bb2-7cc46561faed no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:25:52.772963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39148ad-78eb-438c-aa83-26196a831e17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:52.778594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.815826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f83d9a6f-bf83-4aea-8bb2-7cc46561faed {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:25:52.816684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f83d9a6f-bf83-4aea-8bb2-7cc46561faed not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:25:52.834951 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-059a4c8f-623e-4a3d-a5d6-031c1afec9e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4ec93f04d2843f29fbc70c94e23164f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5830691 Feb 04 16:25:52.835909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49778) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:52.877278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6326c828-a31b-4d49-93ae-dd941c8adb9a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:52.911213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06843584-e2ed-453b-ae72-f60eb2a709da') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:52.916733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06843584-e2ed-453b-ae72-f60eb2a709da') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:52.920707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.953013 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.965817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:52.989336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.005090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:25:53.005493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:25:53.029691 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:25:53.052709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.093184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39148ad-78eb-438c-aa83-26196a831e17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:53.127948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.134532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80e14a86-5a73-48fb-aceb-79ebb07cecc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f39148ad-78eb-438c-aa83-26196a831e17 HTTP/1.1" status: 204 len: 168 time: 0.2973013 Feb 04 16:25:53.186119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.225113 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.262443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/6326c828-a31b-4d49-93ae-dd941c8adb9a HTTP/1.1" status: 204 len: 168 time: 1.7101605 Feb 04 16:25:53.263167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:53.263620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb02dd-0638-430d-a68a-638063601717 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=6326c828-a31b-4d49-93ae-dd941c8adb9a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:53.269198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1631624251', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:53.282366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:53.295598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:53.300772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:53.314356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:53.335917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.338650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.377954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.422078 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.459583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.463638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:53.464159 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99ad5120-10f3-4bf9-a502-1cb54242936e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1996992 Feb 04 16:25:53.472798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-61117391'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:53.483625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:53.494412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:53.505941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:53.734922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:53.752412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:53.755653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.786036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:53.796581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.797545 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 3c564b71-1f7e-4a6c-86f9-397725cf2805 of type vlan for network f93f12f7-a82f-468d-8917-90329bf58b25 Feb 04 16:25:53.805844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49814) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:53.842752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.878123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:53.883736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:53.884770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.018046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=f93f12f7-a82f-468d-8917-90329bf58b25,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.026017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:54.030723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f93f12f7-a82f-468d-8917-90329bf58b25 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:25:54.036695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:54.042260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bfb263f4-5f5e-4210-b062-fa7ebc1150ad tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5640831 Feb 04 16:25:54.284869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:54.290379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:54.302153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:54.318290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:54.328966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a03e23a1-f13d-418b-bc01-9064f23325d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=adfafd1b7145418ba53b7ac314c46484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5192978 Feb 04 16:25:54.329337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:54.340679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:54.456964 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.495892 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.508048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.581835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.614106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221de5c-4d92-4204-bab7-21066f413050,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.632346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.635701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2c4e7367-b0df-482c-9400-dda9506e947f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8221de5c-4d92-4204-bab7-21066f413050 HTTP/1.1" status: 204 len: 168 time: 0.3031516 Feb 04 16:25:54.873964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:54.967775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=e7a764b7-b3f0-41f0-937b-8d96d91ff33c,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:54.975542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:54.975998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: f93f12f7-a82f-468d-8917-90329bf58b25, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:25:55.019514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network f93f12f7-a82f-468d-8917-90329bf58b25 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:25:55.037643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f93f12f7-a82f-468d-8917-90329bf58b25) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:55.050709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:25:55.054938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.057500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c98e5-d610-4bea-a33f-3dac048ea7a1 None None] Network f93f12f7-a82f-468d-8917-90329bf58b25 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:55.112344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:55.113441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-139b15b9-4a60-4ebf-986e-50d012e83a9e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0860360 Feb 04 16:25:55.208433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0b183d67-efa9-4ea0-83c2-2417cd2b44c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.474073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f93f12f7-a82f-468d-8917-90329bf58b25', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:25:55.475172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:55.709041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Allocated IP 2001:db8::2 (f93f12f7-a82f-468d-8917-90329bf58b25/e7a764b7-b3f0-41f0-937b-8d96d91ff33c/9a9c3a24-1f50-4722-8461-52e64d10375d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:55.834707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.011931 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.024552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Transition to ACTIVE for port object 9a9c3a24-1f50-4722-8461-52e64d10375d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:56.044948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Transition to ACTIVE for port object 9a9c3a24-1f50-4722-8461-52e64d10375d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:56.054592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.280144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Network f93f12f7-a82f-468d-8917-90329bf58b25 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:56.287380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:56.295106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:56.298498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Pushing event updated for resources: {'Port': ['ID=9a9c3a24-1f50-4722-8461-52e64d10375d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:56.420001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Attempting to bind port 9a9c3a24-1f50-4722-8461-52e64d10375d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:25:56.422193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Attempting to bind port 9a9c3a24-1f50-4722-8461-52e64d10375d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:25:56.422916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Attempting to bind port 9a9c3a24-1f50-4722-8461-52e64d10375d on network f93f12f7-a82f-468d-8917-90329bf58b25 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:25:56.430836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:25:56.431205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Checking segment: {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:25:56.431600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.432881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Bound using segment: {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:25:56.433350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Bound port: 9a9c3a24-1f50-4722-8461-52e64d10375d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:25:56.433723 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.482135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8::1 (f93f12f7-a82f-468d-8917-90329bf58b25/e7a764b7-b3f0-41f0-937b-8d96d91ff33c/d78d4c89-2393-4a0c-90b5-66b3f48fde44) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:25:56.550730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] For port 9a9c3a24-1f50-4722-8461-52e64d10375d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:25:56.554086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] For port 9a9c3a24-1f50-4722-8461-52e64d10375d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9a9c3a24-1f50-4722-8461-52e64d10375d,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:25:56.561220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.674976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d5fb-fdba-4064-bfdf-0948fde218fe None None] Pushing event updated for resources: {'Port': ['ID=9a9c3a24-1f50-4722-8461-52e64d10375d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:56.755671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:56.799790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object d78d4c89-2393-4a0c-90b5-66b3f48fde44 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:25:56.833930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.068255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:57.095193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network f93f12f7-a82f-468d-8917-90329bf58b25 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:57.096070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:57.098945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:25:57.099621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.240076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-367bd800-58ce-4c20-afe1-304ea68534da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.277679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.939943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.961695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:57.962886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:58.122139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb8e9e-08f6-4b70-be4a-ac2003ed77f0 None None] Network f93f12f7-a82f-468d-8917-90329bf58b25 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:25:58.191298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:58.401491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1b3ed909-70a0-45b3-894f-93c339f1065f None None] Provisioning for port 9a9c3a24-1f50-4722-8461-52e64d10375d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:58.479215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network f93f12f7-a82f-468d-8917-90329bf58b25 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:25:58.480477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:25:58.596832 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:58.716463 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:58.840884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a9c3a24-1f50-4722-8461-52e64d10375d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:25:58.990039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9a9c3a24-1f50-4722-8461-52e64d10375d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:25:59.006403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9a9c3a24-1f50-4722-8461-52e64d10375d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:59.007034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.137828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Provisioning complete for port 9a9c3a24-1f50-4722-8461-52e64d10375d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:25:59.138489 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.180590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:25:59.416367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.457846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 9a9c3a24-1f50-4722-8461-52e64d10375d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9a9c3a24-1f50-4722-8461-52e64d10375d,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:25:59.462082 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.478098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.523797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49948) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:59.665311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:25:59.665999 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:25:59.708685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=9a9c3a24-1f50-4722-8461-52e64d10375d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:25:59.778645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:25:59.789932 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:25:59.816854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9e63180-8cf0-4464-962a-11699c73cf3d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7008314 Feb 04 16:25:59.817347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:25:59.821671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:25:59.822347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:25:59.827789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071979197'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:25:59.836797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:25:59.842016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:25:59.847353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:25:59.873877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:25:59.895031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:25:59.903182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.958675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:25:59.972090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:25:59.972679 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 4bd2a8d3-78d8-4f6c-8918-45c989329ca5 of type vlan for network 390c891c-4d90-4db8-b81e-a00338bf9f0e Feb 04 16:26:00.011670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.034106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.055059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.073128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:00.074804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.231175 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:00.325671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Provisioning for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:00.335106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Provisioning complete for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:00.335553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.366474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.411188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5924685 Feb 04 16:26:00.414295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:00.419341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a9798-c66e-4adf-abfa-29d8784917bd tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=390c891c-4d90-4db8-b81e-a00338bf9f0e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:00.423483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:00.454776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:00.465843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a30fe126e74b0d91419e234dee8e04 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:00.469240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:00.475602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:00.487071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:00.716749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:00.726587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:00.731687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6f611168-d0b8-477b-8e04-4d9f1f96fa75 None None] Port d78d4c89-2393-4a0c-90b5-66b3f48fde44 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:00.735447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:00.744940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.754979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:00.757227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:00.779748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:00.802213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a9c3a24-1f50-4722-8461-52e64d10375d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:00.855080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a2269-310c-4c7b-a088-d0eff1269bd7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:00.914980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-224421a3-1ac7-46de-9d1a-a85e2be51c92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3a30fe126e74b0d91419e234dee8e04&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3894703 Feb 04 16:26:00.918055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:00.959536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2d8155de-97d0-441c-be43-886a928e3a98 None None] Provisioning complete for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:00.960362 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2d8155de-97d0-441c-be43-886a928e3a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.007580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:01.076174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9a9c3a24-1f50-4722-8461-52e64d10375d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:01.077399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.080002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.150249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.176197 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:25:57Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:25:57Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:01.194774 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:01.195581 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Updating router 8c208d17-9017-4735-be04-495a96da9511 port d78d4c89-2393-4a0c-90b5-66b3f48fde44 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:26:01.262389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2d8155de-97d0-441c-be43-886a928e3a98 None None] Port d78d4c89-2393-4a0c-90b5-66b3f48fde44 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:01.274964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.313337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a2269-310c-4c7b-a088-d0eff1269bd7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:01.325531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.330897 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f8f1ae5c-cabd-46af-9e75-27a01e7bcb6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c9a2269-310c-4c7b-a088-d0eff1269bd7 HTTP/1.1" status: 204 len: 168 time: 0.4086914 Feb 04 16:26:01.401637 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.626622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.633971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1593440711'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:01.645963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:01.654244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Usage tracker for resource:network and tenant:c87bc8d5e75b4024bfda63369f9ad465 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:01.663117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:01.683415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:01.714854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Made reservation on behalf of c87bc8d5e75b4024bfda63369f9ad465 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:01.727161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.779717 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.908348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:01.909155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:01.922279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Usage tracker for resource:security_group_rule and tenant:c87bc8d5e75b4024bfda63369f9ad465 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:01.938998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:01.959371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:02.021882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=b8f927ed-07f6-418d-8a69-19e6840bbe34,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.093866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:02.094547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 390c891c-4d90-4db8-b81e-a00338bf9f0e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:02.144115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:02.174232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 390c891c-4d90-4db8-b81e-a00338bf9f0e) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:02.182537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.183262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.189364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6787c9-113f-49fa-a86c-a6a32b058e5d None None] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:02.245077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7666a44-e67f-447d-b48e-2e8926848f0d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8226604 Feb 04 16:26:02.248581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50004) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:02.286400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.301416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.330776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:02.367802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.368182 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Added segment 14fd0b56-6b2c-4fc8-8374-07fcc082ee2a of type vlan for network 7c9a6b14-a5d8-4d78-bc21-40e764c99ecb Feb 04 16:26:02.439866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.542075 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.564899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76afcd9f-5c66-41e7-92ef-58ba83bedbd9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.569143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.570762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Transition to ACTIVE for port object d78d4c89-2393-4a0c-90b5-66b3f48fde44 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:02.574871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:02.579801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.591468 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:02.831045 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa959792-e483-47db-9fc4-51c1f48b353e None None] Pushing event updated for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.949415 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9407911 Feb 04 16:26:02.953586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:02.965627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bef984-a33b-425e-8ce7-baa51af6cf99 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Pushing event updated for resources: {'Network': ['ID=7c9a6b14-a5d8-4d78-bc21-40e764c99ecb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:02.995773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7c9a6b14-a5d8-4d78-bc21-40e764c99ecb details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:03.381799 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Attempting to bind port d78d4c89-2393-4a0c-90b5-66b3f48fde44 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:03.382901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Attempting to bind port d78d4c89-2393-4a0c-90b5-66b3f48fde44 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:03.383442 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Attempting to bind port d78d4c89-2393-4a0c-90b5-66b3f48fde44 on network f93f12f7-a82f-468d-8917-90329bf58b25 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:03.400201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:03.402875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Checking segment: {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:03.403572 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.405968 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Bound using segment: {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:03.407604 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Bound port: d78d4c89-2393-4a0c-90b5-66b3f48fde44, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c564b71-1f7e-4a6c-86f9-397725cf2805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:03.409671 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.574415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-390c891c-4d90-4db8-b81e-a00338bf9f0e', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:26:03.576781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.594548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'name': 'tempest-network--2111685453', 'router:external': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:03.603029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:03.622236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:network and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:03.635622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:03.673186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:03.687236 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] For port d78d4c89-2393-4a0c-90b5-66b3f48fde44, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:03.704094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] For port d78d4c89-2393-4a0c-90b5-66b3f48fde44, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d78d4c89-2393-4a0c-90b5-66b3f48fde44,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:03.713626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:03.716510 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.725648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.778413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:03.952126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:03.975899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:security_group_rule and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:03.999701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:04.028853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:04.094873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa959792-e483-47db-9fc4-51c1f48b353e None None] Pushing event updated for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:04.139026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:04.139613 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:04.256855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Allocated IP 2001:db8:1::2 (390c891c-4d90-4db8-b81e-a00338bf9f0e/b8f927ed-07f6-418d-8a69-19e6840bbe34/ebdda081-1578-45ba-99d4-3c1987190b2f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:04.465967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.481655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.595743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:04.649131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75083361-e4f4-4309-911c-1fe207487f82,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:04.652267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.660923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.661269 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Added segment d4acb78e-68ec-4f55-a002-73c790bc3d17 of type vlan for network de993647-fac7-4faf-a169-3ce550bc4e12 Feb 04 16:26:04.747133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.837840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.839650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:04.840239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:04.856897 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:05.028614 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.105938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Transition to ACTIVE for port object ebdda081-1578-45ba-99d4-3c1987190b2f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:05.176520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Transition to ACTIVE for port object ebdda081-1578-45ba-99d4-3c1987190b2f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:05.191502 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:05.343459 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.3830440 Feb 04 16:26:05.350603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:05.477986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Pushing event updated for resources: {'Port': ['ID=ebdda081-1578-45ba-99d4-3c1987190b2f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:05.481208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab662ac-47a7-4e13-8b92-ba5c23287673 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=de993647-fac7-4faf-a169-3ce550bc4e12,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:05.509389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:05.520196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:05.528782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:05.663961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network de993647-fac7-4faf-a169-3ce550bc4e12 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:05.894068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8:1::1 (390c891c-4d90-4db8-b81e-a00338bf9f0e/b8f927ed-07f6-418d-8a69-19e6840bbe34/3411390a-a295-4dc6-ac35-159b026107ee) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:06.011082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:25:57Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:03Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:06.019313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472e64fb-95c6-4379-867f-a5184d67e73d None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:25:57Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:03Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:06.139996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.283777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Attempting to bind port ebdda081-1578-45ba-99d4-3c1987190b2f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:06.284683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Attempting to bind port ebdda081-1578-45ba-99d4-3c1987190b2f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:06.285240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Attempting to bind port ebdda081-1578-45ba-99d4-3c1987190b2f on network 390c891c-4d90-4db8-b81e-a00338bf9f0e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:06.317097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:06.317860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Checking segment: {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:06.318516 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.319211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Bound using segment: {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:06.319856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Bound port: ebdda081-1578-45ba-99d4-3c1987190b2f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:06.320419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.565272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.627886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] For port ebdda081-1578-45ba-99d4-3c1987190b2f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:06.634307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de993647-fac7-4faf-a169-3ce550bc4e12']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:06.640744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] For port ebdda081-1578-45ba-99d4-3c1987190b2f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ebdda081-1578-45ba-99d4-3c1987190b2f,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:06.652745 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.653388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.671944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4acb78e-68ec-4f55-a002-73c790bc3d17') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:06.672385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4acb78e-68ec-4f55-a002-73c790bc3d17') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:06.729785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.730881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 3411390a-a295-4dc6-ac35-159b026107ee will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:06.787050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.812622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d78d4c89-2393-4a0c-90b5-66b3f48fde44 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:06.813982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:06.814543 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.829534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:06.865028 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:07.099784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.133742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ea37-4a5d-452e-9a34-1f0a2240560a None None] Pushing event updated for resources: {'Port': ['ID=ebdda081-1578-45ba-99d4-3c1987190b2f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:07.137735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de993647-fac7-4faf-a169-3ce550bc4e12 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:26:07.150045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.166451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Network': ['ID=de993647-fac7-4faf-a169-3ce550bc4e12,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:07.176175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0aa167a1-eaa7-445f-8586-51a7e4dd367d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/de993647-fac7-4faf-a169-3ce550bc4e12 HTTP/1.1" status: 204 len: 168 time: 1.8190131 Feb 04 16:26:07.178005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:07.184914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:07.195553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:07.196329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:07.214637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:network and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:07.219253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:07.219625 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.222689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:07.233395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:07.239397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:07.243371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:07.249624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:07.255511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.261420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:07.266728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.310145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:07.400923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:07.464846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.465223 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Added segment daa37ea3-5675-43d7-aab8-4e4dcd94979f of type vlan for network f8f1491a-df24-437e-a31f-2869695fcb0e Feb 04 16:26:07.609382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.633251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.637631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.777030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.778900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:07.779834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.798623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d78d4c89-2393-4a0c-90b5-66b3f48fde44, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d78d4c89-2393-4a0c-90b5-66b3f48fde44,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:07.809258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:07.846010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6665964 Feb 04 16:26:07.855708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:07.868206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'subnet': {'network_id': 'f8f1491a-df24-437e-a31f-2869695fcb0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:08.013327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:08.042183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:08.083340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:subnet and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:08.099431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:08.124210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:08.128697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3db85-b045-412e-9545-3004f6184087 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=f8f1491a-df24-437e-a31f-2869695fcb0e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:08.147257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f8f1491a-df24-437e-a31f-2869695fcb0e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:08.170536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:08.178176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:08.927249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:09.007372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ebdda081-1578-45ba-99d4-3c1987190b2f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:09.103439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.114627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.115562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.328278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ebdda081-1578-45ba-99d4-3c1987190b2f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:09.334695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d78d4c89-2393-4a0c-90b5-66b3f48fde44 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:09.446799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb57b7a3-087b-4dc1-9aa7-e3e4d8e2fd6e None None] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:09.496798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:09.619609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.objects.ports [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83596) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 04 16:26:09.620147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:09.832708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3df91dd2-4efe-49fc-9193-41fc18f45a29,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:09.875525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:09.878355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:09.951869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Provisioning for port ebdda081-1578-45ba-99d4-3c1987190b2f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:09.971516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d78d4c89-2393-4a0c-90b5-66b3f48fde44 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:09.972272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.008219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Checking segment: {'id': 'daa37ea3-5675-43d7-aab8-4e4dcd94979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8f1491a-df24-437e-a31f-2869695fcb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:10.008578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Network hostable DHCP agents. Network: f8f1491a-df24-437e-a31f-2869695fcb0e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:10.117250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Provisioning complete for port ebdda081-1578-45ba-99d4-3c1987190b2f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:10.117799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.160565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Network f8f1491a-df24-437e-a31f-2869695fcb0e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:10.188936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f8f1491a-df24-437e-a31f-2869695fcb0e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:10.196524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:10.198308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.254586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-605f1472-dde6-4e84-a82a-92d597ba2883 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3890262 Feb 04 16:26:10.254586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50156) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:10.267008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8f1491a-df24-437e-a31f-2869695fcb0e'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:10.276410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:10.282594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:floatingip and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:10.291406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:10.299488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e795e03-2c2d-455b-8730-9ea70389b973 None None] Network f8f1491a-df24-437e-a31f-2869695fcb0e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:10.301806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:10.348825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.729655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:10.769619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:10.969603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.120404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d59199-739a-4e67-9620-9e1d4d93e68e None None] Network f8f1491a-df24-437e-a31f-2869695fcb0e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:11.261370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Allocated IP 172.20.0.2 (f8f1491a-df24-437e-a31f-2869695fcb0e/3df91dd2-4efe-49fc-9193-41fc18f45a29/3cef3187-d1b5-4f69-824b-96c7ac5d6c03) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:11.303466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:11.362191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-71ed8ff0-b1c4-4820-8453-d5faff5a096b tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1097085 Feb 04 16:26:11.364772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:11.383591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-77932285'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:11.400266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:11.424451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:11.431305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:11.449914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:11.480961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50186) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:11.485564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:11.491347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.544927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:11.548534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:11.569356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.569733 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 9b8e3b9d-d1cf-462e-b18b-04098268fd8f of type vlan for network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 Feb 04 16:26:11.570767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] For port ebdda081-1578-45ba-99d4-3c1987190b2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ebdda081-1578-45ba-99d4-3c1987190b2f,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:11.572090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:11.615027 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.737171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.846145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e58625-535b-4051-a371-8d8cd141f9bf None None] Pushing event updated for resources: {'Port': ['ID=ebdda081-1578-45ba-99d4-3c1987190b2f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:11.847070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:11.943033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:11.943914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:12.005455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c468d53f-1143-4ff7-9849-5b7cd674f44c tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:12.110598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.121501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.127123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Network f8f1491a-df24-437e-a31f-2869695fcb0e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:12.131317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:12.156265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:12.327974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:12.356720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Provisioning complete for port ebdda081-1578-45ba-99d4-3c1987190b2f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:12.357706 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.363677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.381179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:12.381978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:12.398082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1089de859f4ea38ec4f4843784eda6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:12.443684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:12.457798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:12.504986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:12.672159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Port': ['ID=3cef3187-d1b5-4f69-824b-96c7ac5d6c03,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:12.717013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c468d53f-1143-4ff7-9849-5b7cd674f44c tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "PUT /v2.0/quotas/e81d71b974204b359ac075d22108964d HTTP/1.1" status: 200 len: 368 time: 1.1396754 Feb 04 16:26:12.721253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50206) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:12.736773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Request body: {'network': {'project_id': 'e81d71b974204b359ac075d22108964d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:12.747502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:12.757340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Usage tracker for resource:network and tenant:e81d71b974204b359ac075d22108964d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:12.772043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:12.796265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:13.037685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.066760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.153908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e1089de859f4ea38ec4f4843784eda6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6698785 Feb 04 16:26:13.161040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:13.163793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=5c71329a-52a1-43e9-bec9-1ba75ad296e9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:13.193334 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.199175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Made reservation on behalf of e81d71b974204b359ac075d22108964d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:13.206815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.253341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ebdda081-1578-45ba-99d4-3c1987190b2f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:13.261808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8919547 Feb 04 16:26:13.261808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.262183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.262570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.262954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.263309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.264165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.265075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.265449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.265781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.266100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.266446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5fa8b-acf7-4380-9fd1-cd2fea031947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:13.277318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:13.294383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:13.297964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:13.346452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.472018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:13.489320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Usage tracker for resource:security_group_rule and tenant:e81d71b974204b359ac075d22108964d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:13.496903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.547249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383c7c9-fe38-4b3a-a11e-d61c2bb457f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2801167a-0bb1-4464-ba14-2a92ef8bc273,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:13.594901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:13.618924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:13.618924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:13.627285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Provisioning for port 3411390a-a295-4dc6-ac35-159b026107ee completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:13.638295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:13.638519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Provisioning complete for port 3411390a-a295-4dc6-ac35-159b026107ee triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:13.638519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.638692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.672397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:13.767476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ebdda081-1578-45ba-99d4-3c1987190b2f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:13.770411 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.771419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.806127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:13.817343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-74aff074-bae6-4547-986d-c94625a9edba None None] Port 3411390a-a295-4dc6-ac35-159b026107ee cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:13.828948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:13.847367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:13.866242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 3, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:08Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:13.878586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:13.879238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Updating router 8c208d17-9017-4735-be04-495a96da9511 port 3411390a-a295-4dc6-ac35-159b026107ee binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:26:13.963574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.031428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.050047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.206376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.244136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.253467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b91be6c4-eb37-44ab-a89c-11f9cad5da3a None None] Provisioning complete for port 3411390a-a295-4dc6-ac35-159b026107ee triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:14.253838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b91be6c4-eb37-44ab-a89c-11f9cad5da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.274949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:14.298258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.298702 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Added segment 554f5375-818d-4b25-b5ea-223c397c4d46 of type vlan for network a29ae879-060f-4a2f-ac18-54ee7738280d Feb 04 16:26:14.309065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.347581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b91be6c4-eb37-44ab-a89c-11f9cad5da3a None None] Port 3411390a-a295-4dc6-ac35-159b026107ee cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:14.354986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.380029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.420018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801167a-0bb1-4464-ba14-2a92ef8bc273,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.436824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=8c77c525-7bbd-46b0-af74-e6bf6d34063b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.453333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdde9f6-4611-49a4-9ed9-aea189276ae8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.454435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:14.454970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: 5c71329a-52a1-43e9-bec9-1ba75ad296e9, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:14.457051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.457909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:14.458555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.473752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.475082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-92a2544a-62f8-42c5-8b8a-2bdcbfc30997 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2801167a-0bb1-4464-ba14-2a92ef8bc273 HTTP/1.1" status: 204 len: 168 time: 1.3087585 Feb 04 16:26:14.497213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:14.526890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5c71329a-52a1-43e9-bec9-1ba75ad296e9) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:14.566822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:14.568130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.602517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aac739-d2f1-4ba7-aef3-efe250419626 None None] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:14.627212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0a671120-9d5a-4ebb-bc81-4efc30dc2801 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3485825 Feb 04 16:26:14.628212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:14.697154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event updated for resources: {'Network': ['ID=a29ae879-060f-4a2f-ac18-54ee7738280d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.711283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Port': ['ID=3cef3187-d1b5-4f69-824b-96c7ac5d6c03,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:14.724893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.727961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a29ae879-060f-4a2f-ac18-54ee7738280d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:14.830443 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fad020ab-5132-4bb6-b418-0c327bc285d0 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1021283 Feb 04 16:26:14.831403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50236) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:14.835006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:14.840296 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7426fa0b-1eb4-40ac-92e0-a7c02d8c6b6d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5857267 Feb 04 16:26:14.841095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50240) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:14.859602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Request body: {'network': {'project_id': 'e81d71b974204b359ac075d22108964d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:14.948118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:14.954471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Usage tracker for resource:network and tenant:e81d71b974204b359ac075d22108964d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:14.958095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:14.964410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:14.983751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Made reservation on behalf of e81d71b974204b359ac075d22108964d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:14.986818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.032338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bda14e69-dd21-4c32-957d-c959fbd82d97 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Synchronizing usage tracker for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:floatingip {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:15.051663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:15.063121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.063858 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Added segment 43c4006e-fae7-4cc8-98ec-4411206257d3 of type vlan for network c121702d-34a5-4cf1-9863-5fae7ea03443 Feb 04 16:26:15.106396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.149731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.150672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:15.151419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.201827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f967049-340d-4663-9618-d689385d8349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:26:15.203102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.220297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.249819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Transition to ACTIVE for port object 3411390a-a295-4dc6-ac35-159b026107ee will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:15.250034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4140122 Feb 04 16:26:15.261626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bda14e69-dd21-4c32-957d-c959fbd82d97 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Unset dirty status for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:floatingip {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:15.266065 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bda14e69-dd21-4c32-957d-c959fbd82d97 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=f8f1491a-df24-437e-a31f-2869695fcb0e HTTP/1.1" status: 200 len: 689 time: 0.4206314 Feb 04 16:26:15.270434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:15.270706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50250) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:15.415966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7f967049-340d-4663-9618-d689385d8349 None None] Allocated IP 2001:db8:2::2 (5c71329a-52a1-43e9-bec9-1ba75ad296e9/8c77c525-7bbd-46b0-af74-e6bf6d34063b/4ad68904-0415-448c-819a-ce628de1ba94) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:15.482430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:15.538726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.546489 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:15.575398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0811e-f523-448f-99e7-f6d524f64c9e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event updated for resources: {'Network': ['ID=c121702d-34a5-4cf1-9863-5fae7ea03443,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:15.617306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Request body: {'network': {'project_id': 'e81d71b974204b359ac075d22108964d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:15.626518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c121702d-34a5-4cf1-9863-5fae7ea03443 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:15.633089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:15.634186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:15.644635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Usage tracker for resource:security_group_rule and tenant:e884ba4981ca43d39ba28f19eb447eaf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:15.648563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:15.667326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:15.751571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Usage tracker for resource:network and tenant:e81d71b974204b359ac075d22108964d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:15.757469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:15.769056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:15.785803 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 04 16:26:15.786380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:26:15.793409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:15.795249 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4da4a91-f5a5-441b-8cd2-7caf223ce57e tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5129120 Feb 04 16:26:15.877586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.014670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Pushing event updated for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:16.086478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Deleting port 3cef3187-d1b5-4f69-824b-96c7ac5d6c03 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:16.086966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.271394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.272088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.272619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.273125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.273601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.274734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.275294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.275808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.279962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.281034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.281553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:16.359446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9e93e161-0a1b-4ef4-9b1b-d49702fe759d tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e81d71b974204b359ac075d22108964d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5645714 Feb 04 16:26:16.364135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50272) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:16.431468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.440205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.440640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.463982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.506156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Attempting to bind port 3411390a-a295-4dc6-ac35-159b026107ee on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:16.506688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Attempting to bind port 3411390a-a295-4dc6-ac35-159b026107ee by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:16.507048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Attempting to bind port 3411390a-a295-4dc6-ac35-159b026107ee on network 390c891c-4d90-4db8-b81e-a00338bf9f0e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:16.551966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:16.552453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Checking segment: {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:16.554635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.555060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Bound using segment: {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:16.555549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Bound port: 3411390a-a295-4dc6-ac35-159b026107ee, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd2a8d3-78d8-4f6c-8918-45c989329ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:16.555925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.558374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845c22c9-db0e-4a89-9472-9bd45652730b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:16.668735 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.737024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f967049-340d-4663-9618-d689385d8349 None None] Transition to ACTIVE for port object 4ad68904-0415-448c-819a-ce628de1ba94 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:16.797486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5accc1a2-8bbe-4005-b746-663fa51282cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e884ba4981ca43d39ba28f19eb447eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3138533 Feb 04 16:26:16.803794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:16.843433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f967049-340d-4663-9618-d689385d8349 None None] Transition to ACTIVE for port object 4ad68904-0415-448c-819a-ce628de1ba94 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:16.871638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] For port 3411390a-a295-4dc6-ac35-159b026107ee, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:16.875655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] For port 3411390a-a295-4dc6-ac35-159b026107ee, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3411390a-a295-4dc6-ac35-159b026107ee,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:16.877290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:16.954465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.016704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f967049-340d-4663-9618-d689385d8349 None None] Pushing event updated for resources: {'Port': ['ID=4ad68904-0415-448c-819a-ce628de1ba94,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:17.018318 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.030828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.089638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Calling delete_port for 3cef3187-d1b5-4f69-824b-96c7ac5d6c03 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:17.107921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.180097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdde9f6-4611-49a4-9ed9-aea189276ae8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:17.252018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.260723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89614fc7-fc39-443a-b9ae-f81a854b0d85 None None] Pushing event updated for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:17.266231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e66d7b61-ef80-472f-9ab9-e9409679a1b6 tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bdde9f6-4611-49a4-9ed9-aea189276ae8 HTTP/1.1" status: 204 len: 168 time: 0.8947539 Feb 04 16:26:17.269200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50288) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:17.340719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f967049-340d-4663-9618-d689385d8349 None None] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:17.361749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7f967049-340d-4663-9618-d689385d8349 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:17.368335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f967049-340d-4663-9618-d689385d8349 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:17.448437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.455092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:17.455944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:17.537105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.572067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.696092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cef3187-d1b5-4f69-824b-96c7ac5d6c03,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:17.783927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.786994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.924534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:17.941059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.034832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7f967049-340d-4663-9618-d689385d8349 None None] Attempting to bind port 4ad68904-0415-448c-819a-ce628de1ba94 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:18.035457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7f967049-340d-4663-9618-d689385d8349 None None] Attempting to bind port 4ad68904-0415-448c-819a-ce628de1ba94 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:18.035823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f967049-340d-4663-9618-d689385d8349 None None] Attempting to bind port 4ad68904-0415-448c-819a-ce628de1ba94 on network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:18.046946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.048809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f967049-340d-4663-9618-d689385d8349 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:18.048809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f967049-340d-4663-9618-d689385d8349 None None] Checking segment: {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:18.049326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.051704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f967049-340d-4663-9618-d689385d8349 None None] Bound using segment: {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:18.051704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7f967049-340d-4663-9618-d689385d8349 None None] Bound port: 4ad68904-0415-448c-819a-ce628de1ba94, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:18.051704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.052072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c22c9-db0e-4a89-9472-9bd45652730b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:18.100482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.162148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.163752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-481f9bbf-7c1a-4553-9d61-cacfa44d87f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/845c22c9-db0e-4a89-9472-9bd45652730b HTTP/1.1" status: 204 len: 168 time: 1.3480000 Feb 04 16:26:18.238038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3df91dd2-4efe-49fc-9193-41fc18f45a29,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:18.251210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:18.333097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.378414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c121702d-34a5-4cf1-9863-5fae7ea03443']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.393731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c4006e-fae7-4cc8-98ec-4411206257d3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.394030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c4006e-fae7-4cc8-98ec-4411206257d3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.409166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.429842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.436109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.438168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:18.439746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.502342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f1491a-df24-437e-a31f-2869695fcb0e']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.532818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa37ea3-5675-43d7-aab8-4e4dcd94979f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.533123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa37ea3-5675-43d7-aab8-4e4dcd94979f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:18.561413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:18.580863 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:18.585540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.602601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.605167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.616683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:18.617295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.771582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event deleted for resources: {'Network': ['ID=c121702d-34a5-4cf1-9863-5fae7ea03443,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:18.781748 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:18.785976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b40b0a59-5712-4e1d-b630-1d7c2dd7b54b tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "DELETE /v2.0/networks/c121702d-34a5-4cf1-9863-5fae7ea03443 HTTP/1.1" status: 204 len: 168 time: 1.5157061 Feb 04 16:26:18.791376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:18.821040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7f967049-340d-4663-9618-d689385d8349 None None] For port 4ad68904-0415-448c-819a-ce628de1ba94, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:18.843955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7f967049-340d-4663-9618-d689385d8349 None None] For port 4ad68904-0415-448c-819a-ce628de1ba94, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ad68904-0415-448c-819a-ce628de1ba94,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:18.865240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f967049-340d-4663-9618-d689385d8349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:18.941751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.036027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8f1491a-df24-437e-a31f-2869695fcb0e {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:26:19.036027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8f1491a-df24-437e-a31f-2869695fcb0e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:19.052177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.057428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f967049-340d-4663-9618-d689385d8349 None None] Pushing event updated for resources: {'Port': ['ID=4ad68904-0415-448c-819a-ce628de1ba94,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:19.182575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3742e9b1-7e39-451d-8be2-0ed5c68c630d tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f8f1491a-df24-437e-a31f-2869695fcb0e HTTP/1.1" status: 204 len: 168 time: 3.8973386 Feb 04 16:26:19.187670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:19.233324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 3, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:16Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:19.238676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ecb7c-2dd4-401a-a0fa-656e875529e8 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 3, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:16Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:19.321506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.338571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8:2::1 (5c71329a-52a1-43e9-bec9-1ba75ad296e9/8c77c525-7bbd-46b0-af74-e6bf6d34063b/a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:19.851118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.952317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29ae879-060f-4a2f-ac18-54ee7738280d']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:19.953805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:19.987207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554f5375-818d-4b25-b5ea-223c397c4d46') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:19.990367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554f5375-818d-4b25-b5ea-223c397c4d46') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:20.003498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:20.019623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.060490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.083257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:20.084252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.087782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:20.473519 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:20.482320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.496007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:20.509617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:20.513240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.518128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:20.532308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:20.548962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:20.616976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] Pushing event deleted for resources: {'Network': ['ID=a29ae879-060f-4a2f-ac18-54ee7738280d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:20.664014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75e68691-4a31-4c7c-9575-4ffd947589fb tempest-QuotasNegativeTest-1419777862 tempest-QuotasNegativeTest-1419777862-project-admin] 10.222.0.62 "DELETE /v2.0/networks/a29ae879-060f-4a2f-ac18-54ee7738280d HTTP/1.1" status: 204 len: 168 time: 1.8697183 Feb 04 16:26:20.677568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c0fecec-be86-4174-9db2-5d005ae4d318 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Synchronizing usage tracker for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:floatingip {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:20.772635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c0fecec-be86-4174-9db2-5d005ae4d318 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Unset dirty status for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:floatingip {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:20.773846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c0fecec-be86-4174-9db2-5d005ae4d318 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 1.5845056 Feb 04 16:26:20.776679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:21.208705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.264278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.273395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.279306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.280733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.282371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.289031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.298844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.301705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:21.303889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:21.331291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Synchronizing usage tracker for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:21.410652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351fa52-87b4-44f1-99b9-6f1936cae02c None None] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:21.431191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Unset dirty status for tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:21.445145 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-681867b6-9056-4d47-87d3-bb836e690636 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.6653602 Feb 04 16:26:21.448290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:21.741211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ad68904-0415-448c-819a-ce628de1ba94 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:21.869583 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-65c72f5f-b60e-4866-8922-d1ac95b146c9 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] delete failed (client error): The resource could not be found. Feb 04 16:26:21.871529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-45a14fb2-c1d4-434a-a17c-885ea83bfbf7 None None] Provisioning for port 4ad68904-0415-448c-819a-ce628de1ba94 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:21.880858 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-65c72f5f-b60e-4866-8922-d1ac95b146c9 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4b08270d-200c-424e-a999-e4c2295f1c06 HTTP/1.1" status: 404 len: 345 time: 0.4231570 Feb 04 16:26:21.881605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50366) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:21.984160 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0409906c-2add-4ba8-92dd-8054d6ae092b tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] DELETE failed (client error): The resource could not be found. Feb 04 16:26:21.984983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0409906c-2add-4ba8-92dd-8054d6ae092b tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:26:21.989132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0409906c-2add-4ba8-92dd-8054d6ae092b tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/f8f1491a-df24-437e-a31f-2869695fcb0e HTTP/1.1" status: 404 len: 339 time: 0.1044502 Feb 04 16:26:21.993261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50372) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:22.007157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'name': 'tempest-network--2142935217', 'router:external': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:22.034732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:22.054764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:network and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:22.070102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:22.112724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:22.149590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:22.156872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.488741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4ad68904-0415-448c-819a-ce628de1ba94 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:22.538425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4ad68904-0415-448c-819a-ce628de1ba94 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:22.541450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.565387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:22.588119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.589213 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Added segment 5af20600-a188-4832-a695-fb52c6d0bd61 of type vlan for network 67e6219b-19ce-4672-a8d6-22df71fa75e8 Feb 04 16:26:22.617529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6119e42-b362-4bc6-90cd-22d82858ceea req-1ef95887-e469-45f8-91a8-c0c1d514ee60 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:22.647232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6119e42-b362-4bc6-90cd-22d82858ceea req-1ef95887-e469-45f8-91a8-c0c1d514ee60 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 1.7056975 Feb 04 16:26:22.681467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.746914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50388) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:22.850064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50396) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:22.885221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.886973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:22.887754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:22.987208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.079278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6119e42-b362-4bc6-90cd-22d82858ceea req-fa513ab4-a707-459a-9d15-01a75a7acc98 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4308503 Feb 04 16:26:23.149052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4ad68904-0415-448c-819a-ce628de1ba94, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ad68904-0415-448c-819a-ce628de1ba94,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:23.167235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.168275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3411390a-a295-4dc6-ac35-159b026107ee up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:23.319366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3247485 Feb 04 16:26:23.323479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50402) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:23.361999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4ad68904-0415-448c-819a-ce628de1ba94,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:23.388603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3411390a-a295-4dc6-ac35-159b026107ee completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:23.395897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3411390a-a295-4dc6-ac35-159b026107ee triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:23.396576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.459201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.470501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.471414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.559853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0f949-8abe-4e61-8a81-12b0a165cb7a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=67e6219b-19ce-4672-a8d6-22df71fa75e8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:23.589448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 67e6219b-19ce-4672-a8d6-22df71fa75e8 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:23.797279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:23.811200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.884801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.886106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.901667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:23.903295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:23.946610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:23.958891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Provisioning complete for port 4ad68904-0415-448c-819a-ce628de1ba94 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:23.959332 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:23.959708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:23.968224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:23.974587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:23.977625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Synchronizing usage tracker for tenant:c87bc8d5e75b4024bfda63369f9ad465 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:24.014731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:24.021345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Usage tracker for resource:security_group_rule and tenant:af07e74ec023418a8593ce6b630bbd0f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:24.027043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:24.027960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3411390a-a295-4dc6-ac35-159b026107ee, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3411390a-a295-4dc6-ac35-159b026107ee,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:24.037034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:24.043084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.259021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.289637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ad68904-0415-448c-819a-ce628de1ba94 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:24.324797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.420238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:24.440189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Usage tracker for resource:security_group_rule and tenant:4bdc3ce84bd945e9bb6923a7ffe5e647 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:24.445401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:24.461903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:24.481778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:24.557749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4ad68904-0415-448c-819a-ce628de1ba94 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:24.558632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.670124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.676767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Provisioning for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:24.677791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:24.678700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af07e74ec023418a8593ce6b630bbd0f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9304981 Feb 04 16:26:24.679816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Unset dirty status for tenant:c87bc8d5e75b4024bfda63369f9ad465 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:24.684219 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-14bb8a82-5c25-4c47-9d3f-5ebba0a7dfd0 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.3475409 Feb 04 16:26:24.687326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:24.699979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Provisioning complete for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:24.700996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.809304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac12392-9830-4b9c-9871-a705e3b9d070 req-03d56215-934a-4593-8232-44a7ad5c74d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:24.810873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dac12392-9830-4b9c-9871-a705e3b9d070 req-03d56215-934a-4593-8232-44a7ad5c74d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3424232 Feb 04 16:26:24.851355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.886049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:24.933354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.935147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:24.950048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8028225b-e1ec-4ee0-a2f7-223cc9c65d56 None None] Port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:24.966538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a1d5-b509-4bf7-a67c-855145f7d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1360b4-fdff-4dff-8939-49c4c55a8ed5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:24.981092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.046155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dac12392-9830-4b9c-9871-a705e3b9d070 req-f1f92e78-d6a0-4008-8e92-38b4ee1a9e63 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152598 Feb 04 16:26:25.066413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4bdc3ce84bd945e9bb6923a7ffe5e647&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2110076 Feb 04 16:26:25.069908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:25.096050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb35c5-0eb5-4739-87be-f31da7a62674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9497d-efd2-43dc-90a0-ef89a61ee80d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:25.107042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ba3087c2-ca3f-4468-a51c-ff62343b4d98 None None] Provisioning complete for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:25.107408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba3087c2-ca3f-4468-a51c-ff62343b4d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.182599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6488696a-8ff2-4bd9-9dc3-116fb56bcd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.221744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ba3087c2-ca3f-4468-a51c-ff62343b4d98 None None] Port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:25.289259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.298805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-d94f1bd8-0ea8-4b67-a4cf-042ea29d6f97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.6124730 Feb 04 16:26:25.329579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e6219b-19ce-4672-a8d6-22df71fa75e8']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:25.331482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.354870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af20600-a188-4832-a695-fb52c6d0bd61') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:25.355273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af20600-a188-4832-a695-fb52c6d0bd61') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:25.382556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.407062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.484823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.510176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.543842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:25.544311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:25.574721 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:25.609250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1360b4-fdff-4dff-8939-49c4c55a8ed5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:25.696177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.703789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a466f4bd-1d21-4c5e-b8b0-1c7d2422e43f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b1360b4-fdff-4dff-8939-49c4c55a8ed5 HTTP/1.1" status: 204 len: 168 time: 1.0105190 Feb 04 16:26:25.714775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.737036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67e6219b-19ce-4672-a8d6-22df71fa75e8 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:26:25.742049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.759367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/67e6219b-19ce-4672-a8d6-22df71fa75e8 HTTP/1.1" status: 204 len: 168 time: 1.0668440 Feb 04 16:26:25.760449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3cfe0-279d-478b-b97e-e519e8faf81a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Network': ['ID=67e6219b-19ce-4672-a8d6-22df71fa75e8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:25.763656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50442) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:25.782231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.786296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.791023 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7f9497d-efd2-43dc-90a0-ef89a61ee80d HTTP/1.1" status: 204 len: 168 time: 0.7170074 Feb 04 16:26:25.795224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'name': 'tempest-network--696694933', 'router:external': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:25.803710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72683-e6f4-49d7-88ca-a00f38060f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9497d-efd2-43dc-90a0-ef89a61ee80d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:25.814814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:25.825702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:network and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:25.851440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:25.882377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:25.945701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:25.953095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:25.981131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510dfe7-0090-486d-a446-725ae280809d req-63aae61e-15b3-40db-b93d-1b53970efc61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:25.984009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-63aae61e-15b3-40db-b93d-1b53970efc61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.6565416 Feb 04 16:26:25.987054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:26.001861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4bc4f176-f245-4071-8b39-e72a4c68411d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3692403 Feb 04 16:26:26.002600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50450) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:26.008713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-191882888'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:26.023678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:26.038581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:network and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:26.048255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:26.100407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:26.142652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:26.153884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.240074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:26.261060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3411390a-a295-4dc6-ac35-159b026107ee up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:26.284334 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.284944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-e1b35e4b-ac31-41bc-af27-e57336170b8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 1001 time: 0.2836156 Feb 04 16:26:26.286752 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added segment 72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3 of type vlan for network fe3decb1-7e44-4471-a67f-63b5cbde74a8 Feb 04 16:26:26.362083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:26.408756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.503880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:26.509730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.518984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:26.523655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.535881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3411390a-a295-4dc6-ac35-159b026107ee triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:26.536721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.574790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.575125 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Added segment 37688429-78a0-400b-9b0b-fb13c438ba5e of type vlan for network 759667c6-2a61-471d-99ab-2ff84c093754 Feb 04 16:26:26.596886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510dfe7-0090-486d-a446-725ae280809d req-70cf8a3b-7099-44ac-982f-b46492a9b91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:26.598614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-70cf8a3b-7099-44ac-982f-b46492a9b91b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.3058901 Feb 04 16:26:26.619242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:26.870985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Network': ['ID=fe3decb1-7e44-4471-a67f-63b5cbde74a8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:26.878666 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-439549b3-5e62-449e-ba93-f20eeb18cb8d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8747163 Feb 04 16:26:26.881317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:26.882396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50476) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:26.888335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:26.908424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'subnet': {'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:26.982662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.079104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.204047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b161-f836-41d7-820a-33841546ca4d req-e72b6e79-c778-4bfc-bca4-db4685876d9b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:27.205579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d72b161-f836-41d7-820a-33841546ca4d req-e72b6e79-c778-4bfc-bca4-db4685876d9b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.8188465 Feb 04 16:26:27.210273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:27.223185 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:27.223944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:27.234203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:27.252262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:subnet and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:27.259965 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:27.261696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:25:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:27.263830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:27.266537 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-534c5a07-0535-49cd-95a1-b73ee651e00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.267038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Usage tracker for resource:security_group_rule and tenant:326454bfc1bb4c7e8905f78b48724157 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:27.276815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:27.301781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:27.305641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Made reservation on behalf of 31dc1626f5d64e6c98dc72e982a01faa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:27.366224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-e293aa06-4065-468c-9222-5b207d582bd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7478287 Feb 04 16:26:27.367911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:27.372944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:27.432831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.433690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:27.434262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.455174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Usage tracker for resource:security_group_rule and tenant:5637b5bc05d3420f93ec32abf1487ac9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:27.517708 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:27.540914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:27.554216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:27.591563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:27.922625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-854bff11-7790-4d6b-87a0-d1c772574126 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338333 Feb 04 16:26:28.162284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.166875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:20Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:22Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:28.182482 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:28.183686 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Updating router 8c208d17-9017-4735-be04-495a96da9511 port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:26:28.205813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2d72b161-f836-41d7-820a-33841546ca4d req-9dbf76e8-1633-4f82-8448-fb4d677f1bcb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9686491 Feb 04 16:26:28.206467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=759667c6-2a61-471d-99ab-2ff84c093754,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:28.218023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 759667c6-2a61-471d-99ab-2ff84c093754 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:28.233398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-20b38ab1-3fec-4b11-abcb-87b22a7f205a tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4619370 Feb 04 16:26:28.236990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:28.275898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c510dfe7-0090-486d-a446-725ae280809d req-c2d39ee0-0fda-4a4e-9c7e-8716ebff9974 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379657 Feb 04 16:26:28.354371 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.354981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Subnet': ['ID=b6d4a582-898d-4940-bfaf-58a4b47e5e40,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:28.387105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Checking segment: {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:28.387488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network hostable DHCP agents. Network: fe3decb1-7e44-4471-a67f-63b5cbde74a8, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:28.437344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:28.458657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fe3decb1-7e44-4471-a67f-63b5cbde74a8) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:28.463101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:28.463720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.481478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b4c39e-7a12-47f9-9234-e5badf7e51ed None None] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:28.510219 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7204a52-42ac-4f07-822b-ac1bed58c700 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6245944 Feb 04 16:26:28.511259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50504) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:28.694998 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.746986 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.775149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.811939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d72248-6da4-4673-9495-12fbf1bac7e3 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:28.828143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-40d72248-6da4-4673-9495-12fbf1bac7e3 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "GET /v2.0/networks/759667c6-2a61-471d-99ab-2ff84c093754 HTTP/1.1" status: 200 len: 756 time: 0.5886014 Feb 04 16:26:28.834351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50514) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:28.846836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:28.999259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=326454bfc1bb4c7e8905f78b48724157&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3756173 Feb 04 16:26:29.001923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:29.154011 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.166822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:26:29.172483 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.189701 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Transition to ACTIVE for port object a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:29.211677 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.403307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.430795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf613982-82f8-4a8c-b98f-90618e1d87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e62a8-6ffd-40a7-ad1b-5e093b07087e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:29.440749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.544259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee859da-4b3e-4364-8d83-30cb84c93a30 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.551133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cee859da-4b3e-4364-8d83-30cb84c93a30 tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "GET /v2.0/networks/7c9a6b14-a5d8-4d78-bc21-40e764c99ecb HTTP/1.1" status: 200 len: 768 time: 0.6052198 Feb 04 16:26:29.583496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50536) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:29.624463 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Pushing event updated for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:29.640125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.640415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Allocated IP 2001:db8:3::2 (fe3decb1-7e44-4471-a67f-63b5cbde74a8/b6d4a582-898d-4940-bfaf-58a4b47e5e40/1059cbd2-b773-4598-b60d-d96fe83228d6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:29.652956 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.656020 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.656476 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.657873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.659408 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.659819 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.661486 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.661901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.662447 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.663552 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.663947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:29.681065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b4910-9006-4f72-a145-1aa69f1fed0a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:29.703724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-74145f27-0cfb-4fb6-9ef3-bc2b3224a933 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5637b5bc05d3420f93ec32abf1487ac9&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3255653 Feb 04 16:26:29.718662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50544) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:29.873000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e3821-1e3e-42c4-b992-61830c281d86 req-d056e629-860b-455c-8e7d-f1bfe85a257a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:29.875136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d22e3821-1e3e-42c4-b992-61830c281d86 req-d056e629-860b-455c-8e7d-f1bfe85a257a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3733482 Feb 04 16:26:29.878612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.916686 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Attempting to bind port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:29.917588 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Attempting to bind port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:29.917588 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Attempting to bind port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f on network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:29.923596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.929487 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:29.930302 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Checking segment: {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:29.930812 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.931367 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Bound using segment: {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:29.931967 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Bound port: a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8e3b9d-d1cf-462e-b18b-04098268fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:29.932451 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:29.933130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.007345 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.105422 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] For port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:30.115341 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] For port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:30.124727 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.150610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d22e3821-1e3e-42c4-b992-61830c281d86 req-9916c2a7-d065-41f0-a2fb-996ab53cf169 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613745 Feb 04 16:26:30.173266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.195990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b4910-9006-4f72-a145-1aa69f1fed0a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:30.207119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.210514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ff1f6fb6-6c16-4294-8b5b-48fddf91bc5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b33b4910-9006-4f72-a145-1aa69f1fed0a HTTP/1.1" status: 204 len: 168 time: 0.4850700 Feb 04 16:26:30.237966 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.318662 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:30.322138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:30.324628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.371383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Transition to ACTIVE for port object 1059cbd2-b773-4598-b60d-d96fe83228d6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:30.375191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.396101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.442647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e62a8-6ffd-40a7-ad1b-5e093b07087e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:30.444679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Transition to ACTIVE for port object 1059cbd2-b773-4598-b60d-d96fe83228d6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:30.470080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.471605 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a94c133-340a-4b41-94a4-019c512dcce3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/247e62a8-6ffd-40a7-ad1b-5e093b07087e HTTP/1.1" status: 204 len: 168 time: 1.4686863 Feb 04 16:26:30.486314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.486909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759667c6-2a61-471d-99ab-2ff84c093754']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:30.535913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37688429-78a0-400b-9b0b-fb13c438ba5e') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:30.547608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37688429-78a0-400b-9b0b-fb13c438ba5e') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:30.568323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:30.598901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.688621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:30.693007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:30.707570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:30.715876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:30.727468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Pushing event updated for resources: {'Port': ['ID=1059cbd2-b773-4598-b60d-d96fe83228d6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:30.760117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.799001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:30.799914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:30.835160 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:30.979120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Attempting to bind port 1059cbd2-b773-4598-b60d-d96fe83228d6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:30.979709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Attempting to bind port 1059cbd2-b773-4598-b60d-d96fe83228d6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:30.980075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Attempting to bind port 1059cbd2-b773-4598-b60d-d96fe83228d6 on network fe3decb1-7e44-4471-a67f-63b5cbde74a8 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:31.007846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:31.011744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Checking segment: {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:31.012155 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.012544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Bound using segment: {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:31.013038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Bound port: 1059cbd2-b773-4598-b60d-d96fe83228d6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:31.019711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.040643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.137139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:31.147617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Usage tracker for resource:security_group_rule and tenant:c2682ef40b19422296d37ff22979a353 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:31.161405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:31.189007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:31.292156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.368089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 759667c6-2a61-471d-99ab-2ff84c093754 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:26:31.371834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.393899 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1c74-c138-4fe4-b24d-f5bb4b8b9a96 None None] Pushing event updated for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:31.416069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] For port 1059cbd2-b773-4598-b60d-d96fe83228d6, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:31.419956 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:20Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:30Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:31.424131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] For port 1059cbd2-b773-4598-b60d-d96fe83228d6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1059cbd2-b773-4598-b60d-d96fe83228d6,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:31.431526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.433553 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b829d68-bd4c-4c6a-9f79-7d9e69b04104 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:20Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:30Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:31.608960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.628069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2560b2df-5c09-4d37-a0b5-c47c587bf568 None None] Pushing event updated for resources: {'Port': ['ID=1059cbd2-b773-4598-b60d-d96fe83228d6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:31.666736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.668697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:31.880540 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/759667c6-2a61-471d-99ab-2ff84c093754 HTTP/1.1" status: 204 len: 168 time: 2.2933023 Feb 04 16:26:31.881356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18e896-6781-4f15-89a7-28cb7b0754ee tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Network': ['ID=759667c6-2a61-471d-99ab-2ff84c093754,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:31.890141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50588) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:31.906672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'name': 'tempest-network--385576212'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:32.033389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:32.087662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Usage tracker for resource:network and tenant:0e05eb3dac2d45bea9c38f3c0d9db2e7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:32.108774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:32.134373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:32.296758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2682ef40b19422296d37ff22979a353&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7268794 Feb 04 16:26:32.300490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9033e16-7520-4ee1-afd2-3d0d165e1244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f51dda-fda3-4cf2-a60e-09fe8ce46566,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:32.303476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:32.315016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Made reservation on behalf of 0e05eb3dac2d45bea9c38f3c0d9db2e7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:32.320319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:32.363828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1059cbd2-b773-4598-b60d-d96fe83228d6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:32.376725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abfd38-6b27-4e0d-b9be-84ba80174e8d req-3689bf49-cdb5-4e50-be2a-aa87f03a441d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:32.388793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9abfd38-6b27-4e0d-b9be-84ba80174e8d req-3689bf49-cdb5-4e50-be2a-aa87f03a441d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.9221110 Feb 04 16:26:32.513243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9abfd38-6b27-4e0d-b9be-84ba80174e8d req-ca7376f4-c365-4245-9313-47f847ea3b9b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215119 Feb 04 16:26:32.556609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1059cbd2-b773-4598-b60d-d96fe83228d6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:32.657904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:32.784599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:32.785448 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Added segment f6ca9ce1-c2ac-4909-8da1-9c3fb9fbca13 of type vlan for network 08ae9f81-54b2-49e9-be91-2eddcd483653 Feb 04 16:26:32.787281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:32.928595 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:32.949261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.114054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:33.172740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.175036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:33.177523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.284743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Allocated IP 2001:db8:3::1 (fe3decb1-7e44-4471-a67f-63b5cbde74a8/b6d4a582-898d-4940-bfaf-58a4b47e5e40/21bd335b-e50a-4152-8f78-156e39c9a23e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:33.438977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=08ae9f81-54b2-49e9-be91-2eddcd483653,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:33.471902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.472254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.473142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.473487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.473824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.474160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.474645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.475027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.475371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.475808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.476149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:26:33.484846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ede849a-4837-4591-8425-2951be52257c tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5935767 Feb 04 16:26:33.488648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 08ae9f81-54b2-49e9-be91-2eddcd483653 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:33.497015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50622) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:33.524767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:33.687912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ae8350-7a4c-4431-8df2-8107e6cbeaf2 None None] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:33.856126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.869122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:33.869913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0f51dda-fda3-4cf2-a60e-09fe8ce46566 HTTP/1.1" status: 204 len: 168 time: 1.5579605 Feb 04 16:26:33.923258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2c824-6404-49c5-9905-c050ad209f9a req-27970891-35cc-4a3d-a0e4-6714c57f693c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:33.924806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8b2c824-6404-49c5-9905-c050ad209f9a req-27970891-35cc-4a3d-a0e4-6714c57f693c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.5009708 Feb 04 16:26:33.945835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-eeba13bf-d1c0-43b5-9af1-543002fd9257 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.3415275 Feb 04 16:26:33.960457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Provisioning for port 1059cbd2-b773-4598-b60d-d96fe83228d6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:33.961526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620f79c-9a25-4a4d-b66a-b37d57ba1860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f51dda-fda3-4cf2-a60e-09fe8ce46566,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:33.988806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Provisioning complete for port 1059cbd2-b773-4598-b60d-d96fe83228d6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:33.989203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.363935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:34.478657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8b2c824-6404-49c5-9905-c050ad209f9a req-195ea9c0-09f1-41d3-9e78-ae6994d85006 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5327978 Feb 04 16:26:34.635160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-6bfecfc6-8d4c-4d1b-9d74-3a33e8cc41fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:34.641390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-6bfecfc6-8d4c-4d1b-9d74-3a33e8cc41fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.6855922 Feb 04 16:26:34.665985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.790853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Transition to ACTIVE for port object 21bd335b-e50a-4152-8f78-156e39c9a23e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:34.794320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.919714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.945347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:34.984914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-e1d92939-4ecc-4c80-96ad-1fb90bc339cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 1001 time: 0.3343484 Feb 04 16:26:35.171186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.198638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-6594dd46-a1b2-4157-830a-4043257c7d0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.200400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-6594dd46-a1b2-4157-830a-4043257c7d0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.2067912 Feb 04 16:26:35.204802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] For port 1059cbd2-b773-4598-b60d-d96fe83228d6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1059cbd2-b773-4598-b60d-d96fe83228d6,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:35.209397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:35.227998 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.414057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b4e5d-ee79-49bf-b7b2-c66a0ee89657 None None] Pushing event updated for resources: {'Port': ['ID=1059cbd2-b773-4598-b60d-d96fe83228d6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:35.442986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:35.442986 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.460806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-9cd7d2b6-5031-41ec-ac9a-a06e2379de0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535939 Feb 04 16:26:35.661926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event updated for resources: {'Network': ['ID=08ae9f81-54b2-49e9-be91-2eddcd483653,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:35.665300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:35.678833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Network 08ae9f81-54b2-49e9-be91-2eddcd483653 is not hosted by any dhcp agent {{(pid=83596) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 16:26:35.687463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:35.690258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.698941 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e44157bc-b45f-4604-a4bc-1c794e55299f tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "PUT /v2.0/networks/08ae9f81-54b2-49e9-be91-2eddcd483653 HTTP/1.1" status: 200 len: 857 time: 2.1902173 Feb 04 16:26:35.700023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:35.703352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:35.717391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:35.725837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:35.727815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:35.774447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-d4b9df03-363f-4246-b2f7-4d1361bf74bf service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047841 Feb 04 16:26:36.210957 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.335413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.390548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:36.402530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.476776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf55e4-d6f5-4cc5-b3bb-153b84de9e94 req-74a4199f-d5f6-4dae-8d3c-a2691563d12e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:36.486097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cf55e4-d6f5-4cc5-b3bb-153b84de9e94 req-74a4199f-d5f6-4dae-8d3c-a2691563d12e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.5142443 Feb 04 16:26:36.495334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9a82979-a9e6-412b-bc90-4842390aad75 req-8d2b2647-6e9d-49e1-a5c6-e16a9bf565d1 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134223 Feb 04 16:26:36.565504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:36.609867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50682) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:36.640922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1cf55e4-d6f5-4cc5-b3bb-153b84de9e94 req-8fd42a33-58c9-4248-8e3e-046e893c387f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492436 Feb 04 16:26:36.669514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1059cbd2-b773-4598-b60d-d96fe83228d6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:36.901325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Provisioning for port 21bd335b-e50a-4152-8f78-156e39c9a23e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:36.940214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Provisioning complete for port 21bd335b-e50a-4152-8f78-156e39c9a23e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:36.940744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.054232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1530419750'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:37.125966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Port 21bd335b-e50a-4152-8f78-156e39c9a23e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:37.135353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:37.212443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Provisioning complete for port 1059cbd2-b773-4598-b60d-d96fe83228d6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:37.214713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c12d-010f-4f22-b105-bbd4a8ee5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.217939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:37.271533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1059cbd2-b773-4598-b60d-d96fe83228d6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:37.271533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.390256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Usage tracker for resource:network and tenant:e8971745d35b4201a0aa6c8540c0a6f7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:37.395115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:37.426746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.462036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ae9f81-54b2-49e9-be91-2eddcd483653']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.481482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ca9ce1-c2ac-4909-8da1-9c3fb9fbca13') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.482777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ca9ce1-c2ac-4909-8da1-9c3fb9fbca13') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:37.496735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.518546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.525547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:37.526025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.604310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cfb77b4a-5579-493a-bc55-7ee2ce573f59 None None] Provisioning complete for port 21bd335b-e50a-4152-8f78-156e39c9a23e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:37.604685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfb77b4a-5579-493a-bc55-7ee2ce573f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:37.650928 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:37.662588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:37.720524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Made reservation on behalf of e8971745d35b4201a0aa6c8540c0a6f7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:37.724308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.739117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cfb77b4a-5579-493a-bc55-7ee2ce573f59 None None] Port 21bd335b-e50a-4152-8f78-156e39c9a23e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:37.744899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.792372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-da95e1f0-0050-4991-bc52-237c02bffb09 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=579fc7448e8442969abe4d7ea32dc798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343823 Feb 04 16:26:37.924945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:37.945645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08ae9f81-54b2-49e9-be91-2eddcd483653 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 04 16:26:38.077361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.105452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] Pushing event deleted for resources: {'Network': ['ID=08ae9f81-54b2-49e9-be91-2eddcd483653,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:38.120053 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7fcd3f20-7c34-44b3-81ad-ad3fa7414716 tempest-ExternalNetworksTestJSON-889954444 tempest-ExternalNetworksTestJSON-889954444-project-admin] 10.222.0.62 "DELETE /v2.0/networks/08ae9f81-54b2-49e9-be91-2eddcd483653 HTTP/1.1" status: 204 len: 168 time: 2.4087512 Feb 04 16:26:38.126085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50710) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:38.140568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-c1f8b28f-35e0-4108-843d-89aefedfd45c tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:38.142154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:38.145919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-c1f8b28f-35e0-4108-843d-89aefedfd45c tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463242 Feb 04 16:26:38.186711 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e623b4c7-dfa5-4a86-b6b4-664b0cee0a9f tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] DELETE failed (client error): The resource could not be found. Feb 04 16:26:38.187317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e623b4c7-dfa5-4a86-b6b4-664b0cee0a9f tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:26:38.194904 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e623b4c7-dfa5-4a86-b6b4-664b0cee0a9f tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "DELETE /v2.0/subnets/3df91dd2-4efe-49fc-9193-41fc18f45a29 HTTP/1.1" status: 404 len: 337 time: 0.0673592 Feb 04 16:26:38.195862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50716) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:38.208775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Usage tracker for resource:security_group_rule and tenant:e8971745d35b4201a0aa6c8540c0a6f7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:38.224642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:38.262794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-84c70e6e-9c9d-49ba-b264-2f0952d43456 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/quotas/579fc7448e8442969abe4d7ea32dc798 HTTP/1.1" status: 200 len: 375 time: 0.0910165 Feb 04 16:26:38.372404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72190ad2-1d0c-4438-a6a7-282b22d9aad5 req-e4130fff-650b-484f-b2d6-31bb9e2f47d7 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:38.373964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72190ad2-1d0c-4438-a6a7-282b22d9aad5 req-e4130fff-650b-484f-b2d6-31bb9e2f47d7 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3330541 Feb 04 16:26:38.394312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:38.396243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-639f255f-ebd5-4f66-ab05-68394582e9c8 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=579fc7448e8442969abe4d7ea32dc798&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317732 Feb 04 16:26:38.483601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72190ad2-1d0c-4438-a6a7-282b22d9aad5 req-510dfc6f-a75d-4985-abe5-ca3e7dac09fd tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839915 Feb 04 16:26:38.519484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.609342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:38.726701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:38.726701 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.756079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:38.861605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.876849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.877609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.883300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:38.884130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4f3b31e-2b4b-4c99-8f5d-2cced635b18e req-baa6fe37-01ea-4118-9569-bc8744051de5 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.0648642 Feb 04 16:26:38.989064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.012846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.026484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:39.038094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.038485 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Added segment 12945f88-92f2-4cf7-839b-9c5457d8d836 of type vlan for network 191867d7-f919-448a-ae3a-2f556e846cf9 Feb 04 16:26:39.084862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9a6b14-a5d8-4d78-bc21-40e764c99ecb']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:39.121654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fd0b56-6b2c-4fc8-8374-07fcc082ee2a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:39.121872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fd0b56-6b2c-4fc8-8374-07fcc082ee2a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:39.140274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event updated for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:39.224223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.231742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.242142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdbbd2-2719-4615-8064-c5712027ba93,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:39.277658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.308429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:39.309252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:39.329752 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:39.502042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:39.504146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:39.506320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.510804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:39.512218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.860647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.874795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.2576091 Feb 04 16:26:39.938155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:39.942669 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] 10.222.0.62 "DELETE /v2.0/networks/7c9a6b14-a5d8-4d78-bc21-40e764c99ecb HTTP/1.1" status: 204 len: 168 time: 1.7388659 Feb 04 16:26:39.973166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-09339c62-7a53-4b7c-8f6f-399550febc51 None None] Provisioning complete for port 21bd335b-e50a-4152-8f78-156e39c9a23e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:39.974970 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-09339c62-7a53-4b7c-8f6f-399550febc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:40.129469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ccca-9aa5-4a32-93b9-a8444b801646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Pushing event updated for resources: {'Network': ['ID=191867d7-f919-448a-ae3a-2f556e846cf9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:40.177226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97003540-ad63-427a-b1c9-68e725638d1e tempest-ExternalNetworksTestJSON-1250257715 tempest-ExternalNetworksTestJSON-1250257715-project] Pushing event deleted for resources: {'Network': ['ID=7c9a6b14-a5d8-4d78-bc21-40e764c99ecb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:40.289386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2ee3de0-cabb-4153-8fa9-640af2c499bd req-43d05dbc-8e73-4d14-8fb7-ee0fb946b58a tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.1902299 Feb 04 16:26:40.353629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 191867d7-f919-448a-ae3a-2f556e846cf9 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:40.495646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-09339c62-7a53-4b7c-8f6f-399550febc51 None None] Port 21bd335b-e50a-4152-8f78-156e39c9a23e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:40.720571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:40.797448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50774) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:40.925344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:40.932290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9', 'binding:host_id': 'n-h2-827873-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-768846855'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:40.948172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:40.959390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Usage tracker for resource:port and tenant:69ff9b8fb13e4eeb9642692c7f814692 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:40.964369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:40.979646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:41.012827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Made reservation on behalf of 69ff9b8fb13e4eeb9642692c7f814692 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:41.017104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.036652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.070026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:41.081345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:41.085653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc061cb7-7241-4af0-8aff-8bd5406784c0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5728970 Feb 04 16:26:41.086281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:41.092784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:41.110845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:41.111496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:41.156627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:41.181263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-83fa7961-2440-4bd5-946e-fe580eaafb89 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=579fc7448e8442969abe4d7ea32dc798&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1484599 Feb 04 16:26:41.249251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:41.446492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:41.472928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Usage tracker for resource:security_group_rule and tenant:7e58d91cebbe446c9fd13ba4f4da46c5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:41.479634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:41.506541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:41.619710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:41.978868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.002318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:26:42.045624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b7b5578-2e37-48c2-b0e7-dba48d8ef802 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c87bc8d5e75b4024bfda63369f9ad465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8804340 Feb 04 16:26:42.049407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:42.072735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Removed routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:26:42.073214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.096395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.118925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af1c1d5d-c352-4417-973b-ae0e2b3ee1a7 req-2b6ff7fe-4e0f-42a7-8f06-c64ccddde264 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.2640538 Feb 04 16:26:42.135762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:42.172617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Usage tracker for resource:security_group_rule and tenant:69ff9b8fb13e4eeb9642692c7f814692 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:42.179581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:42.194594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:42.303025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a814e5-3d1b-41fa-b95f-b64bed74284d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.311790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8589c571-a809-4827-a25e-6cffbc534175 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e58d91cebbe446c9fd13ba4f4da46c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5110490 Feb 04 16:26:42.351745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:42.429924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:35Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:37Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:42.435435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:42.435921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Updating router 8c208d17-9017-4735-be04-495a96da9511 port 21bd335b-e50a-4152-8f78-156e39c9a23e binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:26:42.455988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-9b978415-a0c3-459a-9181-7d7ba04d2cd4 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:42.457645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-9b978415-a0c3-459a-9181-7d7ba04d2cd4 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1757731 Feb 04 16:26:42.486497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.496489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Request body: {'port': {'device_id': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '579fc7448e8442969abe4d7ea32dc798'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:42.507853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.515938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.520384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.582536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.595771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:26:42.731780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a1b6c-de8e-4593-8785-ad7243df0ba5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.732770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.740196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.744577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.753357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.762122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76afcd9f-5c66-41e7-92ef-58ba83bedbd9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:42.766227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.770416 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f1ae325b-ee65-4dd9-91f4-7ad35e626944 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76afcd9f-5c66-41e7-92ef-58ba83bedbd9 HTTP/1.1" status: 204 len: 168 time: 0.7173450 Feb 04 16:26:42.851220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:42.878762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:42.911888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Usage tracker for resource:port and tenant:579fc7448e8442969abe4d7ea32dc798 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:42.975561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:42.992495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:43.020067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:43.039743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Made reservation on behalf of 579fc7448e8442969abe4d7ea32dc798 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:43.040357 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.042704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.056453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.059872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Transition to ACTIVE for port object 21bd335b-e50a-4152-8f78-156e39c9a23e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:43.068862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.072644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.158052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:43.162261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Usage tracker for resource:security_group_rule and tenant:579fc7448e8442969abe4d7ea32dc798 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:43.165322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:43.177511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:43.288748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:43.304207 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.308664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-71098056-e6bc-4956-af70-37281effae0f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 954 time: 2.2183290 Feb 04 16:26:43.308664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.309430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c857-3a71-4ec9-b197-70566bb34253 None None] Pushing event updated for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.346107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.368421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a814e5-3d1b-41fa-b95f-b64bed74284d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.390166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.532578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d8700aa-4b8f-452d-be1b-aa6093129225 req-f988a435-a90d-4aa3-9706-a59bcbc443f8 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.1115623 Feb 04 16:26:43.550522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Attempting to bind port 21bd335b-e50a-4152-8f78-156e39c9a23e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:43.550998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Attempting to bind port 21bd335b-e50a-4152-8f78-156e39c9a23e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:43.551239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Attempting to bind port 21bd335b-e50a-4152-8f78-156e39c9a23e on network fe3decb1-7e44-4471-a67f-63b5cbde74a8 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:43.580262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:43.580660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Checking segment: {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:43.581068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.581459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Bound using segment: {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:43.581953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Bound port: 21bd335b-e50a-4152-8f78-156e39c9a23e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:43.582297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.584726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.595817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:26:43.608159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.641974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.659614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-32ad0331-1fa6-4ae0-9d82-e26b07151d7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4a814e5-3d1b-41fa-b95f-b64bed74284d HTTP/1.1" status: 204 len: 168 time: 1.2974823 Feb 04 16:26:43.665046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Transition to ACTIVE for port object 6a9771ca-f6f2-40b1-ab90-d749d472d9ce will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:43.678609 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61ca14c0-3832-4b00-b519-0e8d618af1ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e05eb3dac2d45bea9c38f3c0d9db2e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0904529 Feb 04 16:26:43.678825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e09094-a88d-48a9-afef-6c97e9a510dd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.683126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50832) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.719143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.765188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5241238f-ce4f-4ed9-9ed4-4b7796477784 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 954 time: 0.4545503 Feb 04 16:26:43.782836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50836) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:43.785353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] For port 21bd335b-e50a-4152-8f78-156e39c9a23e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:43.789757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] For port 21bd335b-e50a-4152-8f78-156e39c9a23e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21bd335b-e50a-4152-8f78-156e39c9a23e,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:43.799706 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:43.810042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'routes': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:43.946007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=6a9771ca-f6f2-40b1-ab90-d749d472d9ce,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:43.970310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:43.971372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:44.010766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.024158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Checking segment: {'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:44.024336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Network hostable DHCP agents. Network: 191867d7-f919-448a-ae3a-2f556e846cf9, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:44.039489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Allocated IP 192.168.233.135 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/a8de1805-f9b1-4c33-adbf-ee24e6d9e255) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:44.139420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Network 191867d7-f919-448a-ae3a-2f556e846cf9 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:44.190427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 191867d7-f919-448a-ae3a-2f556e846cf9) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:44.202584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:44.221048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.319956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:44.356935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.357999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.358503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.367994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.368497 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.371378 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 2 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.399918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.400616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.401164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.427568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.428256 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.431752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.433275 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 3 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.440258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ba3d6-543b-476c-8274-3f78aaece2df None None] Network 191867d7-f919-448a-ae3a-2f556e846cf9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:44.469377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.470095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.470670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.492525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.493167 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.495445 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 4 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.513807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.517397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.518032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.518505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.527514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50848) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:44.555849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.556539 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.557307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Transition to ACTIVE for port object a8de1805-f9b1-4c33-adbf-ee24e6d9e255 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:44.558909 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 5 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.568985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.593907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75083361-e4f4-4309-911c-1fe207487f82,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:44.615680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.616319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.616761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.624534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.629027 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-442696dd-5618-4da2-853a-ee2d5ad26d7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75083361-e4f4-4309-911c-1fe207487f82 HTTP/1.1" status: 204 len: 168 time: 0.9435418 Feb 04 16:26:44.665364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.665697 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.676405 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 6 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.690988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:44.708293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Usage tracker for resource:security_group_rule and tenant:5f0e1a3c0d0b44ababca694d2f7f0b02 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:44.715318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:44.729585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:44.729917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:44.730255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:44.734194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:44.759203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:44.759594 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:44.762942 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 7 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:44.777685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:44.953329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c857-3a71-4ec9-b197-70566bb34253 None None] Pushing event updated for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:45.010963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Pushing event updated for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:45.037862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:45.038195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:45.038551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:45.042039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:45.047650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:45.053038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:45.205736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:42Z', 'revision_number': 6, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:43Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:45.210878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f432531-f361-430e-9084-3fe0b3655a9b None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:42Z', 'revision_number': 6, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:43Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:45.267420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:45.267763 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:45.337083 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 8 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:45.486461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:45.487339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:45.487978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:45.532959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-638d8879-d34b-4861-a45f-efbb592b4eec None None] Provisioning for port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:45.537282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:45.538238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.544141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-638d8879-d34b-4861-a45f-efbb592b4eec None None] Provisioning complete for port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:45.544973 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-638d8879-d34b-4861-a45f-efbb592b4eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.622209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:26:45.622989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:26:45.643633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-638d8879-d34b-4861-a45f-efbb592b4eec None None] Port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:26:45.707006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.842741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-d8c6b4f2-dcb8-49dc-b3bb-d6ad34b43d52 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:45.843634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-d8c6b4f2-dcb8-49dc-b3bb-d6ad34b43d52 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Synchronizing usage tracker for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:45.852593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-0a375db4-5862-4589-9008-e4186e60b4d1 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3711376 Feb 04 16:26:45.855197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.856246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:45.856802 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:45.857554 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 9 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:45.880186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:45.880635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:45.880891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:45.887315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:45.900154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Request body: {'port': {'device_id': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:45.925606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:45.925962 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:45.930530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:26:45.945621 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 10 to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce Feb 04 16:26:45.977135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:45.977654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:45.978042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:46.040560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:46.040802 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:46.041340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.064888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-d8c6b4f2-dcb8-49dc-b3bb-d6ad34b43d52 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Unset dirty status for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:46.066069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-d8c6b4f2-dcb8-49dc-b3bb-d6ad34b43d52 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 936 time: 1.3097599 Feb 04 16:26:46.085140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f0e1a3c0d0b44ababca694d2f7f0b02&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5564759 Feb 04 16:26:46.090234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:46.278415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573da6cf-f555-441c-877e-dcf250c7bc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411500d0-50f1-4d2d-aaa1-3ce13d0efba4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:46.331241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.346265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.449763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.522468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-f7073e23-a79a-4ed1-8330-4e2fa1ffc8a5 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Synchronizing usage tracker for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:46.532364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:46.532738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempted to set empty binding levels {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:26:46.536915 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.553024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50886) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:46.587324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.610575 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:46.631768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21bd335b-e50a-4152-8f78-156e39c9a23e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:46.649731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:46.650895 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:46.656454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:46.683074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.757910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 21bd335b-e50a-4152-8f78-156e39c9a23e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:26:46.764888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 21bd335b-e50a-4152-8f78-156e39c9a23e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:46.765676 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.831548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.907957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-f7073e23-a79a-4ed1-8330-4e2fa1ffc8a5 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Unset dirty status for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:46.910105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a9a4ad5-1966-411a-906a-5670a18f8fe5 req-f7073e23-a79a-4ed1-8330-4e2fa1ffc8a5 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323295 Feb 04 16:26:46.933565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.933962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 6.0073481 Feb 04 16:26:46.934808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.937786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:46.951859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/411500d0-50f1-4d2d-aaa1-3ce13d0efba4 HTTP/1.1" status: 204 len: 168 time: 0.7713754 Feb 04 16:26:46.952541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50896) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:46.964356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020986459'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:46.989440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 21bd335b-e50a-4152-8f78-156e39c9a23e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21bd335b-e50a-4152-8f78-156e39c9a23e,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:46.990683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:47.004107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.004448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:47.019471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:47.033944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:47.052943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:47.114551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:47.117476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.122947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.139396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.174383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9d65f-7a54-4ba1-9991-96ae5d67bf61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=6a9771ca-f6f2-40b1-ab90-d749d472d9ce,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.174383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62446a-886e-45bf-afec-e093dd884872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411500d0-50f1-4d2d-aaa1-3ce13d0efba4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.213536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:47.225492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.228748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2670b2da-7d68-488c-b32a-4861b2af7b1d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 704 time: 3.4237986 Feb 04 16:26:47.238474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:47.271473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:47.282504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:security_group_rule and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:47.294138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:47.301958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:47.424122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.434300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.453523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Deleting port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:47.454109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.500550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:47.526806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2cdb3-4817-4861-b290-63c82d975d3e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.537190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.538061 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment f30e92f9-e155-479b-8ba5-e33fb6cfa976 of type vlan for network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 Feb 04 16:26:47.599664 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:43Z', 'revision_number': 4, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:47.605318 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:47.609438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.625140 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:47.626077 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:47.682550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.691242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:47.692098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:47.878120 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3118677 Feb 04 16:26:47.897370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:47.964751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb78715-13d8-40d5-a57b-90c1b6b88a84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=c85e286b-1b9c-4ca7-9a58-40a01fe120a4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:47.992446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port 6a9771ca-f6f2-40b1-ab90-d749d472d9ce, host n-h2-827873-1, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:47.992995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:48.011981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:48.026475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:48.225276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50920) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:48.225497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9e86ffe0-b52e-47b9-85d1-9c9bac4f3e9a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 704 time: 0.9638577 Feb 04 16:26:48.504037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Calling delete_port for 6a9771ca-f6f2-40b1-ab90-d749d472d9ce owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:48.639850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21bd335b-e50a-4152-8f78-156e39c9a23e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:26:48.749908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:46Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:48.754683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8480228-a4a7-41e6-b8f1-443019c3d948 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:46Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:48.829539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 21bd335b-e50a-4152-8f78-156e39c9a23e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:26:48.830730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.365177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:49.389573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:49.390093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:49.406823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8de1805-f9b1-4c33-adbf-ee24e6d9e255 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:49.426185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.502077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.514973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Transition to ACTIVE for port object a8de1805-f9b1-4c33-adbf-ee24e6d9e255 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:49.612244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.659076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a9771ca-f6f2-40b1-ab90-d749d472d9ce,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:49.673292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7e3b-1a36-4c67-b3fc-e9037e359ca9 req-8c4880a5-f4dd-41da-865e-9850f8a28669 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:49.690064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-717b7e3b-1a36-4c67-b3fc-e9037e359ca9 req-8c4880a5-f4dd-41da-865e-9850f8a28669 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 936 time: 1.1471214 Feb 04 16:26:49.781976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:49.833248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:49.882478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:50.113997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-717b7e3b-1a36-4c67-b3fc-e9037e359ca9 req-5e4eb022-6a80-409d-8172-a9d1b07a2d23 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228103 Feb 04 16:26:50.354628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.424943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eed7e1e8-3bfc-4b73-88c0-fdd7aac8ed5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6a9771ca-f6f2-40b1-ab90-d749d472d9ce HTTP/1.1" status: 204 len: 168 time: 3.4277132 Feb 04 16:26:50.427900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50942) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:50.590843 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5beed67-535f-463b-bd29-5b8238d18925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:26:50.599874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c5beed67-535f-463b-bd29-5b8238d18925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Synchronizing usage tracker for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:50.610774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Attempting to bind port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:50.622056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Attempting to bind port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:50.623422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Attempting to bind port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:50.663878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:50.666843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Attempting to bind port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:50.681262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:50.682719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:50.683364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:50.686464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Bound port: a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:50.687319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:50.689898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:46Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:50.701232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:50.712889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c5beed67-535f-463b-bd29-5b8238d18925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Unset dirty status for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:50.720984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c5beed67-535f-463b-bd29-5b8238d18925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports/6a9771ca-f6f2-40b1-ab90-d749d472d9ce HTTP/1.1" status: 404 len: 333 time: 0.2861814 Feb 04 16:26:50.724470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:50.726223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:50.729130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:50.744002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-746119975'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:50.815555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:50.871300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:50.921770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Made reservation on behalf of 69ff9b8fb13e4eeb9642692c7f814692 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:50.924968 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.017509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port e682fce8-9234-4226-92b9-9144533ad1c0 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:26:51.171393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:51.210605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:51.237069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:51.265367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.714930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.738502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.740546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a8de1805-f9b1-4c33-adbf-ee24e6d9e255 HTTP/1.1" status: 200 len: 1096 time: 5.8615634 Feb 04 16:26:51.748246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:26:51.749071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 21bd335b-e50a-4152-8f78-156e39c9a23e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:51.749576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:51.825342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:51.931460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:52.108059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:52.113590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:52.117886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:52.126949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:52.132946 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255', 'status': 'completed', 'code': 200} Feb 04 16:26:52.145085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.272213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:46Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:52.279755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422eae2a-8694-4020-9a90-2d289092a964 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:45Z', 'revision_number': 7, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '21bd335b-e50a-4152-8f78-156e39c9a23e', 'name': '', 'network_id': 'fe3decb1-7e44-4471-a67f-63b5cbde74a8', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:ef:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:32Z', 'updated_at': '2022-02-04T16:26:46Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b6d4a582-898d-4940-bfaf-58a4b47e5e40', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:52.282255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 21bd335b-e50a-4152-8f78-156e39c9a23e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21bd335b-e50a-4152-8f78-156e39c9a23e,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:52.282711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.382632 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.414897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150558-4d6e-4297-bca9-8288dbd990e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:52.443338 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.539157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 21bd335b-e50a-4152-8f78-156e39c9a23e owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:52.574879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Network 191867d7-f919-448a-ae3a-2f556e846cf9 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:52.577134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=e682fce8-9234-4226-92b9-9144533ad1c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:52.579404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:52.585156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:52.707005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:52.707827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:52.708411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.777252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.874869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:52.879345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089c9d-328e-4707-bd67-f8c3e52d38a8 req-648210fe-f91c-453f-bec5-67ff90973d14 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:52.881190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff089c9d-328e-4707-bd67-f8c3e52d38a8 req-648210fe-f91c-453f-bec5-67ff90973d14 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 948 time: 1.4355559 Feb 04 16:26:52.884584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-945a1b8b-ab8a-4ed5-9ae4-48d414820d9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=579fc7448e8442969abe4d7ea32dc798&device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 1099 time: 1.0534375 Feb 04 16:26:52.952598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=21bd335b-e50a-4152-8f78-156e39c9a23e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:53.054679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff089c9d-328e-4707-bd67-f8c3e52d38a8 req-22f8bb34-343b-4049-bbd2-74f7cf916f79 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648393 Feb 04 16:26:53.060568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-23e1ff77-dcac-484f-b200-dc83b8e68dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.3325784 Feb 04 16:26:53.076811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51012) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:53.092392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:53.136743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-16668d5a-25c6-411c-bcd5-5ac272841fa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255 HTTP/1.1" status: 200 len: 217 time: 0.1840217 Feb 04 16:26:53.384776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-ec375e79-f5c9-44be-8e0a-b882a3163ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:53.386397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-ec375e79-f5c9-44be-8e0a-b882a3163ed4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.2410624 Feb 04 16:26:53.502566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.585097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:53.946145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-8033a920-0960-4386-9651-99c8d07290a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5457273 Feb 04 16:26:54.061498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:54.089529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.272115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:26:54.422440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port e682fce8-9234-4226-92b9-9144533ad1c0 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:26:54.445251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=f79b6021-b900-416f-87f0-bc81436af61c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:54.450971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.479078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-78590a4a-6fdd-407b-8861-00c23e31171d service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246012 Feb 04 16:26:54.529293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:54.571909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': 'f30e92f9-e155-479b-8ba5-e33fb6cfa976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:54.572258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: c85e286b-1b9c-4ca7-9a58-40a01fe120a4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:54.573064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:26:54.585864 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:26:54.587930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Transition to ACTIVE for port object e682fce8-9234-4226-92b9-9144533ad1c0 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:54.600192 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17066e03-f49e-4ec8-928f-b4def8bc226e tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3722663 Feb 04 16:26:54.602588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51052) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:54.609738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:54.611594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:54.631452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f640d59-fb38-4bb4-afcc-6e4d7c0b4969 req-484765ac-0874-4f8c-a0c9-2054d8994b61 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:54.632952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f640d59-fb38-4bb4-afcc-6e4d7c0b4969 req-484765ac-0874-4f8c-a0c9-2054d8994b61 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 948 time: 0.3146460 Feb 04 16:26:54.633619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.806687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:54.873129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f640d59-fb38-4bb4-afcc-6e4d7c0b4969 req-de40d222-57e8-4ab8-ac1a-5ea39c69a82e tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009912 Feb 04 16:26:54.879244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9059864-a300-4ef0-8751-d349d1f5de64 req-c268d43d-258f-4262-9a0f-765720dc0007 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881567 Feb 04 16:26:54.885833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=e682fce8-9234-4226-92b9-9144533ad1c0,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:54.896921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:54.911584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c85e286b-1b9c-4ca7-9a58-40a01fe120a4) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:54.931033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8fff1-cbc2-44b4-8dd5-95f597565a37 None None] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:54.942972 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:54.945017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:54.948248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.014266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet b6d4a582-898d-4940-bfaf-58a4b47e5e40 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:26:55.024370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:55.034206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.085192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.085555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.085856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:55.109807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:55.110173 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:55.110887 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 2 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:55.137069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Usage tracker for resource:security_group_rule and tenant:00507d91ac3e4a298af8742139c7f4f8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:55.148995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:55.156173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2fcfc81a-1f4c-4441-bb0c-05669cb342c3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3173749 Feb 04 16:26:55.157065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:55.176319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:55.193686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084356723'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:55.206287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:55.208645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.208975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.209366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:55.228156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:55.230824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.235404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:55.254748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:55.267139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:55.267466 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:55.270353 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 3 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:55.292914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-f254056e-8db3-4584-9601-088278f6fb96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=579fc7448e8442969abe4d7ea32dc798&device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 1099 time: 0.3148482 Feb 04 16:26:55.300020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:55.303503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.332752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f7553db-7564-46aa-bd45-99c656d2d059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.391976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.401397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.423967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.442442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.442938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.443473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:55.502704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:55.503203 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:55.508519 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 4 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:55.540074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00507d91ac3e4a298af8742139c7f4f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0094838 Feb 04 16:26:55.545775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51082) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:55.558591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 8, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:55.558954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.559329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.559941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:55.567461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aaca1-cf63-4617-ab39-2f2da84946fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d817658-7cf4-40bb-b9a6-9bb0607ee3d1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:55.574987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:26:55.582121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-c85e286b-1b9c-4ca7-9a58-40a01fe120a4', 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'f79b6021-b900-416f-87f0-bc81436af61c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:26:55.582316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:26:55.583933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.602152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:55.603402 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:55.611311 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:26:55.611945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:55.619338 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 5 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:55.628681 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.683626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d4a582-898d-4940-bfaf-58a4b47e5e40,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:55.684377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.685359 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment 3a061707-ec57-4259-a7c5-89502791bb48 of type vlan for network 412216a6-5de1-4fda-8f67-b121abb7b2f1 Feb 04 16:26:55.701305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.707154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e2a92-90d7-4a81-a268-3987042c0ab9 None None] Network fe3decb1-7e44-4471-a67f-63b5cbde74a8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:55.709737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:55.710087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:55.710443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:55.731797 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-253382d7-6675-4583-97ad-8f976089fdfa tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/b6d4a582-898d-4940-bfaf-58a4b47e5e40 HTTP/1.1" status: 204 len: 168 time: 1.1256020 Feb 04 16:26:55.731797 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:55.732605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51086) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:55.759760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-189c50f5-7f40-4ef1-8e99-da5faca92717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:55.761342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-189c50f5-7f40-4ef1-8e99-da5faca92717 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.4406483 Feb 04 16:26:55.831253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:26:55.917471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:55.923903 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:55.937201 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 6 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:56.007280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:56.007978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:56.007978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:56.012397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.033697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-33b83a28-9907-40a3-9116-88e4afff7fe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255 HTTP/1.1" status: 200 len: 217 time: 0.2542474 Feb 04 16:26:56.037758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:56.038108 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:56.039894 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 7 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:56.150641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Allocated IP 2001:db8:0:ffff::2 (c85e286b-1b9c-4ca7-9a58-40a01fe120a4/f79b6021-b900-416f-87f0-bc81436af61c/c36b3673-21eb-48e7-9852-82aa93449d2f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:26:56.254701 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.384889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.406819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] DHCP port deletion for fe3decb1-7e44-4471-a67f-63b5cbde74a8 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:26:56.409467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 1059cbd2-b773-4598-b60d-d96fe83228d6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:56.410912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.426551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Deleting port 1059cbd2-b773-4598-b60d-d96fe83228d6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:56.427003 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.525289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.567675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:26:56.607812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:56.608487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:56.608828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:56.621806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.626895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:56.628203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.639930 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 8, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:56.646679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c91165-db5a-4d6d-b641-892cc91fc943 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:26:52Z', 'revision_number': 8, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f', 'name': '', 'network_id': '5c71329a-52a1-43e9-bec9-1ba75ad296e9', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:d2:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:18Z', 'updated_at': '2022-02-04T16:26:36Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': '8c77c525-7bbd-46b0-af74-e6bf6d34063b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:26:56.662992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.675612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Transition to ACTIVE for port object c36b3673-21eb-48e7-9852-82aa93449d2f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:56.699392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Transition to ACTIVE for port object c36b3673-21eb-48e7-9852-82aa93449d2f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:26:56.703309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1059cbd2-b773-4598-b60d-d96fe83228d6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:56.745345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.767416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:56.767745 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:56.783893 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 8 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:56.807541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:56.807877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:56.808206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:56.818708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 1059cbd2-b773-4598-b60d-d96fe83228d6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1059cbd2-b773-4598-b60d-d96fe83228d6,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:56.819788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:56.820001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:56.820449 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:56.824841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6549251 Feb 04 16:26:56.824841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-b155b80f-8af5-49c2-92d0-40f0f7ae39fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:56.824841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-b155b80f-8af5-49c2-92d0-40f0f7ae39fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.7669368 Feb 04 16:26:56.837910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:56.844348 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 9 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:56.893911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:26:56.935926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:26:56.969154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 1059cbd2-b773-4598-b60d-d96fe83228d6 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:56.971320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:56.978173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Pushing event updated for resources: {'Port': ['ID=c36b3673-21eb-48e7-9852-82aa93449d2f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.021755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3221c5-929d-4888-89b1-24b3162a1e54 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=412216a6-5de1-4fda-8f67-b121abb7b2f1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.029493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:57.038033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:57.041987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:57.042096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:26:57.048086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:57.098758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 412216a6-5de1-4fda-8f67-b121abb7b2f1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:26:57.099955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.117413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:57.117739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:57.118066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:57.120329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:26:57.164355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d817658-7cf4-40bb-b9a6-9bb0607ee3d1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.164949 n-d-827873-1 neutron-server[83598]: INFO neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No ports have port_id starting with 1059cbd2-b773-4598-b60d-d96fe83228d6 Feb 04 16:26:57.186525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=1059cbd2-b773-4598-b60d-d96fe83228d6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.189665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.190838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-faf214a1-5a78-4b8a-956d-65f0ec0c1d70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d817658-7cf4-40bb-b9a6-9bb0607ee3d1 HTTP/1.1" status: 204 len: 168 time: 1.6432788 Feb 04 16:26:57.194213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port 1059cbd2-b773-4598-b60d-d96fe83228d6 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:26:57.329803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:57.330600 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:57.348341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.375739 n-d-827873-1 neutron-server[83597]: INFO neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 10 to bind port e682fce8-9234-4226-92b9-9144533ad1c0 Feb 04 16:26:57.385405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3decb1-7e44-4471-a67f-63b5cbde74a8']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:57.401604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:57.401976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:26:57.418700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.437185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:57.437440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.437932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:57.444600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:26:57.445047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.445366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:26:57.475981 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:26:57.491275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.514376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:26:57.516207 n-d-827873-1 neutron-server[83597]: ERROR neutron.plugins.ml2.managers [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port e682fce8-9234-4226-92b9-9144533ad1c0 on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:26:57.516797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.574924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63e4c-8419-47d9-a564-efd913896bc8 req-a20165c9-43eb-4a2e-9f48-0854873dcd64 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:57.576950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85e63e4c-8419-47d9-a564-efd913896bc8 req-a20165c9-43eb-4a2e-9f48-0854873dcd64 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 948 time: 1.1235046 Feb 04 16:26:57.594249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] For port 1059cbd2-b773-4598-b60d-d96fe83228d6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1059cbd2-b773-4598-b60d-d96fe83228d6,segment=NetworkSegment(72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3),segment_id=72a4b1ff-a42f-45e5-bee8-bdb96eaa25a3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:57.595146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.605777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.629938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.672270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=fe3decb1-7e44-4471-a67f-63b5cbde74a8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:57.677282 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c7c5562-c11f-49c1-b7a1-b85130f28947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/fe3decb1-7e44-4471-a67f-63b5cbde74a8 HTTP/1.1" status: 204 len: 168 time: 1.9431872 Feb 04 16:26:57.680055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51122) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:57.738206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a8de1805-f9b1-4c33-adbf-ee24e6d9e255 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:26:57.849953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-c18ea830-7735-4803-8a49-68fa247055b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0130830 Feb 04 16:26:57.862877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:57.896818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:57.902136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Calling delete_port for 1059cbd2-b773-4598-b60d-d96fe83228d6 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:26:57.965521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:26:57.966714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Attempting to bind port c36b3673-21eb-48e7-9852-82aa93449d2f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:26:57.967636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Attempting to bind port c36b3673-21eb-48e7-9852-82aa93449d2f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f30e92f9-e155-479b-8ba5-e33fb6cfa976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:26:57.968146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Attempting to bind port c36b3673-21eb-48e7-9852-82aa93449d2f on network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:26:57.970916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-773e8a29-8180-4733-8d13-954fa05ad47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.003760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:26:58.003760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Checking segment: {'id': 'f30e92f9-e155-479b-8ba5-e33fb6cfa976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:58.003760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.004239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Bound using segment: {'id': 'f30e92f9-e155-479b-8ba5-e33fb6cfa976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:26:58.004409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Bound port: c36b3673-21eb-48e7-9852-82aa93449d2f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30e92f9-e155-479b-8ba5-e33fb6cfa976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c85e286b-1b9c-4ca7-9a58-40a01fe120a4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:26:58.004749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.055224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Usage tracker for resource:security_group_rule and tenant:400baf56da324055966de4b880eba50d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:26:58.066514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:26:58.076189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:26:58.117962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85e63e4c-8419-47d9-a564-efd913896bc8 req-1cbcdd44-46b2-4d95-8d74-b229e74d8156 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814187 Feb 04 16:26:58.142966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-be150ef2-a028-4733-8265-710bfa540277 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728965 Feb 04 16:26:58.147269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port e682fce8-9234-4226-92b9-9144533ad1c0, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:58.147602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempted to set empty binding levels {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:26:58.237824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.311277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:26:58.315775 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:26:58.322601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.345367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:26:58.346502 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:26:58.348555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:58.370721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] For port c36b3673-21eb-48e7-9852-82aa93449d2f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:26:58.375810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.376225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255', 'mac_address': 'fa:16:3e:2a:28:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:26:58.437067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] For port c36b3673-21eb-48e7-9852-82aa93449d2f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c36b3673-21eb-48e7-9852-82aa93449d2f,segment=NetworkSegment(f30e92f9-e155-479b-8ba5-e33fb6cfa976),segment_id=f30e92f9-e155-479b-8ba5-e33fb6cfa976)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:26:58.439116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] In _notify_port_updated(), no bound segment for port e682fce8-9234-4226-92b9-9144533ad1c0 on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:26:58.440319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.443999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "PUT /v2.0/ports/e682fce8-9234-4226-92b9-9144533ad1c0 HTTP/1.1" status: 200 len: 978 time: 5.3634737 Feb 04 16:26:58.448193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144f319-afe5-44e9-90b3-bfed6d0fee2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=e682fce8-9234-4226-92b9-9144533ad1c0,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.455135 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.455393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:58.523488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.525524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21bd335b-e50a-4152-8f78-156e39c9a23e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:26:58.602065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc71d10-4ea4-401a-bd55-da4b61c21a52,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.609698 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-043ca980-0bdb-4058-a316-4242c5ec2e2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=400baf56da324055966de4b880eba50d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7447290 Feb 04 16:26:58.613575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:58.619800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=d52b1789-b114-4b0e-9abd-beaf8e6c121a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.639959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86fd939c-7dd9-46f9-9966-903b446dd792 req-bac93eca-794f-47c5-b1af-083aa1de8948 service neutron] 10.222.0.41 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910502 Feb 04 16:26:58.694237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.718308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': '3a061707-ec57-4259-a7c5-89502791bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:26:58.719085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: 412216a6-5de1-4fda-8f67-b121abb7b2f1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:26:58.757170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-55d6df43-3bad-4c08-b7f3-4ed4593f1e4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Synchronizing usage tracker for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:26:58.765022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 21bd335b-e50a-4152-8f78-156e39c9a23e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:26:58.765420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21bd335b-e50a-4152-8f78-156e39c9a23e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:26:58.786807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network 412216a6-5de1-4fda-8f67-b121abb7b2f1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:26:58.787100 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.797861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-55d6df43-3bad-4c08-b7f3-4ed4593f1e4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Unset dirty status for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:26:58.799243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-55d6df43-3bad-4c08-b7f3-4ed4593f1e4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16590 time: 0.3431077 Feb 04 16:26:58.804391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:58.817109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8de1805-f9b1-4c33-adbf-ee24e6d9e255 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:26:58.845421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:26:58.846145 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.852677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Deleting port 1059cbd2-b773-4598-b60d-d96fe83228d6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:58.853184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.889249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.892932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.896668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658e97a-b7bd-403f-9f15-c0b17159679f None None] Pushing event updated for resources: {'Port': ['ID=c36b3673-21eb-48e7-9852-82aa93449d2f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:58.915189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 412216a6-5de1-4fda-8f67-b121abb7b2f1) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:26:58.939684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:26:58.943882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb380fe-8b7d-4d72-97da-ab2f56993f47 None None] Network 412216a6-5de1-4fda-8f67-b121abb7b2f1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:26:58.949767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.969826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:58.994006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-85ea5a57-443a-459c-88f3-6f9c5177cd84 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1404440 Feb 04 16:26:58.995426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:26:59.121231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f53c74c-aef6-4459-9651-04dc145cdcc3 None None] The port '1059cbd2-b773-4598-b60d-d96fe83228d6' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:26:59.197023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a8de1805-f9b1-4c33-adbf-ee24e6d9e255'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:26:59.271176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.315751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:59.321437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc71d10-4ea4-401a-bd55-da4b61c21a52,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:26:59.330370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.333927 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cb4ddc3a-0bcb-43f8-9afd-94417e624ade admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bc71d10-4ea4-401a-bd55-da4b61c21a52 HTTP/1.1" status: 204 len: 168 time: 0.7189527 Feb 04 16:26:59.437048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Deleting port e682fce8-9234-4226-92b9-9144533ad1c0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:26:59.437710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:26:59.728927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-412216a6-5de1-4fda-8f67-b121abb7b2f1', 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'd52b1789-b114-4b0e-9abd-beaf8e6c121a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:26:59.728927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.114205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.125872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:00.125872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.237820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port e682fce8-9234-4226-92b9-9144533ad1c0, host n-h2-827873-1, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:00.238183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.301895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Allocated IP 2001:db8::1 (412216a6-5de1-4fda-8f67-b121abb7b2f1/d52b1789-b114-4b0e-9abd-beaf8e6c121a/0aed33e7-c116-4fae-b1a2-a99812838a3a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:00.410692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.511840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Calling delete_port for e682fce8-9234-4226-92b9-9144533ad1c0 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:00.644078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c36b3673-21eb-48e7-9852-82aa93449d2f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:00.648346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:00.648854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.789773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.805939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Transition to ACTIVE for port object 0aed33e7-c116-4fae-b1a2-a99812838a3a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:00.825103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:00.832911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e24db8-fcad-443b-b879-68ebda7d80b3 req-5959de0d-c260-4fda-be0a-7e892903b060 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:00.834538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42e24db8-fcad-443b-b879-68ebda7d80b3 req-5959de0d-c260-4fda-be0a-7e892903b060 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 949 time: 1.3006039 Feb 04 16:27:00.851483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.857654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Transition to ACTIVE for port object 0aed33e7-c116-4fae-b1a2-a99812838a3a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:00.874059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:00.896132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac061ab-5cf5-4ec4-b0bd-e08beec2ff73 None None] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:00.977036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event deleted for resources: {'Port': ['ID=e682fce8-9234-4226-92b9-9144533ad1c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.029016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42e24db8-fcad-443b-b879-68ebda7d80b3 req-d70de231-2ed9-4dc3-ad3b-2b5f370cd7fe tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730554 Feb 04 16:27:01.033222 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.080860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3fcb325b-44a3-4aeb-acb1-cb4d851b059f tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "DELETE /v2.0/ports/e682fce8-9234-4226-92b9-9144533ad1c0 HTTP/1.1" status: 204 len: 168 time: 2.2748132 Feb 04 16:27:01.083134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:01.092746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.120170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.203316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f0c64335-8982-42ed-ad89-5a216ba8dee4 None None] Provisioning for port c36b3673-21eb-48e7-9852-82aa93449d2f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:01.227857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=d52b1789-b114-4b0e-9abd-beaf8e6c121a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.258184 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f238f2-51f8-4384-aaca-dc7d3ef26140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:27:01.275627 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a4f238f2-51f8-4384-aaca-dc7d3ef26140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports/e682fce8-9234-4226-92b9-9144533ad1c0 HTTP/1.1" status: 404 len: 333 time: 0.1857476 Feb 04 16:27:01.276266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51178) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:01.283779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Pushing event updated for resources: {'Port': ['ID=0aed33e7-c116-4fae-b1a2-a99812838a3a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.299808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-908128262', 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:01.314229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:01.314558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Network 412216a6-5de1-4fda-8f67-b121abb7b2f1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:01.325411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.331992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:01.353019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:01.410403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.416671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c36b3673-21eb-48e7-9852-82aa93449d2f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:01.423607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a8de1805-f9b1-4c33-adbf-ee24e6d9e255 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:01.427397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Usage tracker for resource:port and tenant:69ff9b8fb13e4eeb9642692c7f814692 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:01.430616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:01.440720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:01.447398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412216a6-5de1-4fda-8f67-b121abb7b2f1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:01.463998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a061707-ec57-4259-a7c5-89502791bb48') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:01.464488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a061707-ec57-4259-a7c5-89502791bb48') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:01.485617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.489220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c36b3673-21eb-48e7-9852-82aa93449d2f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:01.489717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.495826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:01.500619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Made reservation on behalf of 69ff9b8fb13e4eeb9642692c7f814692 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:01.504150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.517045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.527258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:01.527654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:01.554277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port c6dab9c0-1411-454e-b533-50b44eb9e71b yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:01.683027 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:01.691571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:27:01.691571 n-d-827873-1 neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:27:01.691571 n-d-827873-1 neutron-server[83597]: [parameters: {'id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'}] Feb 04 16:27:01.691571 n-d-827873-1 neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:01.695132 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:01.955731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Attempting to bind port 0aed33e7-c116-4fae-b1a2-a99812838a3a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:01.956327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Attempting to bind port 0aed33e7-c116-4fae-b1a2-a99812838a3a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3a061707-ec57-4259-a7c5-89502791bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:01.956439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Attempting to bind port 0aed33e7-c116-4fae-b1a2-a99812838a3a on network 412216a6-5de1-4fda-8f67-b121abb7b2f1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:01.968966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:02.034070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.196230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.213897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:02.214343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.216892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 0aed33e7-c116-4fae-b1a2-a99812838a3a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:02.217455 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.306597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:02.308402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Checking segment: {'id': '3a061707-ec57-4259-a7c5-89502791bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:02.308821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.309222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Bound using segment: {'id': '3a061707-ec57-4259-a7c5-89502791bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:02.310264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Bound port: 0aed33e7-c116-4fae-b1a2-a99812838a3a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a061707-ec57-4259-a7c5-89502791bb48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '412216a6-5de1-4fda-8f67-b121abb7b2f1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:02.314586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.370184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.386694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.600000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.620759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] For port 0aed33e7-c116-4fae-b1a2-a99812838a3a, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:02.627504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] For port 0aed33e7-c116-4fae-b1a2-a99812838a3a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0aed33e7-c116-4fae-b1a2-a99812838a3a,segment=NetworkSegment(3a061707-ec57-4259-a7c5-89502791bb48),segment_id=3a061707-ec57-4259-a7c5-89502791bb48)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:02.711431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 0aed33e7-c116-4fae-b1a2-a99812838a3a, host n-d-827873-1, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:02.712528 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.730364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c36b3673-21eb-48e7-9852-82aa93449d2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c36b3673-21eb-48e7-9852-82aa93449d2f,segment=NetworkSegment(f30e92f9-e155-479b-8ba5-e33fb6cfa976),segment_id=f30e92f9-e155-479b-8ba5-e33fb6cfa976)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:02.772320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Network 191867d7-f919-448a-ae3a-2f556e846cf9 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:02.782746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:02.789447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:02.790268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:02.790912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.805820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.837266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=c6dab9c0-1411-454e-b533-50b44eb9e71b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:02.889157 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3de18dc-996c-45cb-853b-68b5e4c764b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6071727 Feb 04 16:27:02.890052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:02.961740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:02.981460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d4e70-d058-4bf2-864e-05b1fbd0eb7a None None] Pushing event updated for resources: {'Port': ['ID=0aed33e7-c116-4fae-b1a2-a99812838a3a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:03.128999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 0aed33e7-c116-4fae-b1a2-a99812838a3a owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:03.165063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cdf4fe1c-c7ce-4aa2-bfbf-a3ae41814397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Synchronizing usage tracker for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:03.192827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cdf4fe1c-c7ce-4aa2-bfbf-a3ae41814397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Unset dirty status for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:03.197124 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cdf4fe1c-c7ce-4aa2-bfbf-a3ae41814397 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports/c6dab9c0-1411-454e-b533-50b44eb9e71b HTTP/1.1" status: 200 len: 958 time: 0.2438686 Feb 04 16:27:03.197733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51208) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:03.264001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b23897-01fe-400a-a494-8e1e76e0969e req-eddace7b-295f-460c-ac8e-9d27489b0797 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:03.266827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5b23897-01fe-400a-a494-8e1e76e0969e req-eddace7b-295f-460c-ac8e-9d27489b0797 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 949 time: 1.0075693 Feb 04 16:27:03.280011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Deleting port c6dab9c0-1411-454e-b533-50b44eb9e71b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:03.280618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.375798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5b23897-01fe-400a-a494-8e1e76e0969e req-faa1bb91-38cd-4ecc-8ee9-edb07a5fc031 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889466 Feb 04 16:27:03.378121 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:03.378980 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:03.392152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:03.428947 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.459148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c36b3673-21eb-48e7-9852-82aa93449d2f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:03.468511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc2c3f3-f329-4e9e-8544-3ed2195dae23 None None] Network 412216a6-5de1-4fda-8f67-b121abb7b2f1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:03.555041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8957ffe3-e153-4ae7-9bf9-00f2fd553487 None None] Provisioning complete for port c36b3673-21eb-48e7-9852-82aa93449d2f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:03.555409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8957ffe3-e153-4ae7-9bf9-00f2fd553487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.609409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:03.655946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:03.669459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.755861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51222) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:03.821917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:03.880606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 0aed33e7-c116-4fae-b1a2-a99812838a3a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:03.880953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.006299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:04.057629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec066b1-719f-4609-93bc-b37bcd9f63bf None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:27:04.207341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Calling delete_port for c6dab9c0-1411-454e-b533-50b44eb9e71b owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:04.241119 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255', 'code': 200} Feb 04 16:27:04.253040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec066b1-719f-4609-93bc-b37bcd9f63bf None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:27:04.272748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:04.283431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2483e6cb-af6a-4064-bb72-42b363994459 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6017287 Feb 04 16:27:04.284131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:04.288480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:04.376413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.389290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1736802338'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:04.393295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:04.393883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:04.462954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:04.478450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Usage tracker for resource:network and tenant:d1efeba7ccdf4385afad2d3af19d5ff5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:04.494461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:04.509821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:04.607871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 0aed33e7-c116-4fae-b1a2-a99812838a3a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0aed33e7-c116-4fae-b1a2-a99812838a3a,segment=NetworkSegment(3a061707-ec57-4259-a7c5-89502791bb48),segment_id=3a061707-ec57-4259-a7c5-89502791bb48)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:04.608922 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.618297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.630756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Made reservation on behalf of d1efeba7ccdf4385afad2d3af19d5ff5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:04.632102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.642982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:04.649038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6dab9c0-1411-454e-b533-50b44eb9e71b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:04.744279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet 8c77c525-7bbd-46b0-af74-e6bf6d34063b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:27:04.749028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.779531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 0aed33e7-c116-4fae-b1a2-a99812838a3a owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:04.831080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.850590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:04.871679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3adb226-0d24-4ba4-b361-345944bdecf1 req-78790506-69cd-405c-ae4a-8978b57b2bdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 1101 time: 0.4776249 Feb 04 16:27:04.904030 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-613c2b96-97ce-4e1e-a910-7116c400ef38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "DELETE /v2.0/ports/c6dab9c0-1411-454e-b533-50b44eb9e71b HTTP/1.1" status: 204 len: 168 time: 1.7028537 Feb 04 16:27:04.907091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51236) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:04.965692 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5a1ea-8301-4908-bf46-3d3cce8edfda tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:27:04.966232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91d5a1ea-8301-4908-bf46-3d3cce8edfda tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Synchronizing usage tracker for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:05.038086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.050358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:05.085412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947871d-fe3e-42dd-8452-0d8cbbcdb957 req-cf8fefb4-feb5-4622-9683-9cb00183ff35 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:05.096374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2947871d-fe3e-42dd-8452-0d8cbbcdb957 req-cf8fefb4-feb5-4622-9683-9cb00183ff35 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 950 time: 0.5559545 Feb 04 16:27:05.103670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Usage tracker for resource:security_group_rule and tenant:d1efeba7ccdf4385afad2d3af19d5ff5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:05.118767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:05.124643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.145235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c36b3673-21eb-48e7-9852-82aa93449d2f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:05.187124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.188269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:05.203078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3adb226-0d24-4ba4-b361-345944bdecf1 req-96b4724e-efaf-4d58-b739-b79012d26a0a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237402 Feb 04 16:27:05.221325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=0aed33e7-c116-4fae-b1a2-a99812838a3a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:05.242631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port 0aed33e7-c116-4fae-b1a2-a99812838a3a on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:05.276881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=8c77c525-7bbd-46b0-af74-e6bf6d34063b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:05.280839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91d5a1ea-8301-4908-bf46-3d3cce8edfda tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Unset dirty status for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:05.287292 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91d5a1ea-8301-4908-bf46-3d3cce8edfda tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports/c6dab9c0-1411-454e-b533-50b44eb9e71b HTTP/1.1" status: 404 len: 333 time: 0.3741000 Feb 04 16:27:05.287292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.288176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51240) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:05.303021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-918836658'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:05.309633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:05.324706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:05.345183 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1a2bb1bf-aaf9-4109-bc3b-e7432b5aa947 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/8c77c525-7bbd-46b0-af74-e6bf6d34063b HTTP/1.1" status: 204 len: 168 time: 1.0565846 Feb 04 16:27:05.348008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51244) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:05.349956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2947871d-fe3e-42dd-8452-0d8cbbcdb957 req-e5b8aced-6244-4fa6-92bc-9e2fd5cf8bdd tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505481 Feb 04 16:27:05.396563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c36b3673-21eb-48e7-9852-82aa93449d2f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:05.396943 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.414990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Made reservation on behalf of 69ff9b8fb13e4eeb9642692c7f814692 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:05.418227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.435171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:00Z', 'revision_number': 9, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:05.438094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8107bdad-c3b7-4615-bee8-2f93571de088 None None] Network 5c71329a-52a1-43e9-bec9-1ba75ad296e9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:05.463263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.511504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412216a6-5de1-4fda-8f67-b121abb7b2f1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:05.530991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:05.541452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a061707-ec57-4259-a7c5-89502791bb48') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:05.541786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a061707-ec57-4259-a7c5-89502791bb48') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:05.546415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:05.551016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.566313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.574161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.591712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:05.602714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.603053 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Added segment a5ed7e50-b86f-4414-aa56-1dec86cfe4b2 of type vlan for network 8fca19b0-e401-4d09-98ce-afefd95c7d57 Feb 04 16:27:05.605643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:05.606320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:05.634736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.657655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.667581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 4ad68904-0415-448c-819a-ce628de1ba94 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:05.667917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.703028 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.706997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:05.707688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.767493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.853817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:05.854464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:05.902835 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:05.996800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:06.024027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event updated for resources: {'Network': ['ID=8fca19b0-e401-4d09-98ce-afefd95c7d57,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:06.030873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2735488 Feb 04 16:27:06.039387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5ff4e-7c4f-44ba-ab10-3746364f1b81 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e5ced-b13f-4e68-b1ad-f3b6152b1140,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:06.042093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:06.099072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:06.101067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.156818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Request body: {'subnet': {'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:06.200214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.256083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=412216a6-5de1-4fda-8f67-b121abb7b2f1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:06.265832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d2e98678-c376-489a-afa3-f9bcae63fd49 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/412216a6-5de1-4fda-8f67-b121abb7b2f1 HTTP/1.1" status: 204 len: 168 time: 7.2613626 Feb 04 16:27:06.269854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51256) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:06.278944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78336880'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:06.296236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:06.307586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:06.313947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:06.350841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:06.391932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:06.395356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.444079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:06.462042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.463474 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment 20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7 of type vlan for network 35626301-cca2-4a91-ae16-37b12ca5ab78 Feb 04 16:27:06.481185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.519639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.593280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.602947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:06.604535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.615413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.707387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 4ad68904-0415-448c-819a-ce628de1ba94, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ad68904-0415-448c-819a-ce628de1ba94,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:06.708412 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.720000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:06.727455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:00Z', 'revision_number': 9, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:06.735150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983a9ed-2d4b-4275-9206-980a2183f2e3 None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:00Z', 'revision_number': 9, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': '3411390a-a295-4dc6-ac35-159b026107ee', 'name': '', 'network_id': '390c891c-4d90-4db8-b81e-a00338bf9f0e', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:5b:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:26:05Z', 'updated_at': '2022-02-04T16:26:23Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'b8f927ed-07f6-418d-8a69-19e6840bbe34', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:06.740460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Network 191867d7-f919-448a-ae3a-2f556e846cf9 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:06.746284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Usage tracker for resource:subnet and tenant:d1efeba7ccdf4385afad2d3af19d5ff5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:06.752700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:06.754032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:06.786174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] DHCP port deletion for 5c71329a-52a1-43e9-bec9-1ba75ad296e9 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:27:06.796382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Deleting port 4ad68904-0415-448c-819a-ce628de1ba94 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:06.796884 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:06.815905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:06.816808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:06.817485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.002038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7279978 Feb 04 16:27:07.003528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:07.010562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:07.012292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:07.022250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:07.027626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 4ad68904-0415-448c-819a-ce628de1ba94 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:07.109952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab422435-4351-4b39-b7b8-08b33821ab1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=35626301-cca2-4a91-ae16-37b12ca5ab78,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:07.142581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:07.162529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Made reservation on behalf of d1efeba7ccdf4385afad2d3af19d5ff5 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:07.183231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:07.189217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.210719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4704f1-1975-4fd7-8b61-82d9ae57fbdc req-752d496c-593d-4a37-8c65-c070773d8ca4 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:07.211685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e4704f1-1975-4fd7-8b61-82d9ae57fbdc req-752d496c-593d-4a37-8c65-c070773d8ca4 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 950 time: 0.5726383 Feb 04 16:27:07.212765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:07.216912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:07.235469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:07.327397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ad68904-0415-448c-819a-ce628de1ba94 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:07.338612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e4704f1-1975-4fd7-8b61-82d9ae57fbdc req-21d52307-e1d9-49bb-b6d8-160c25d79e02 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079962 Feb 04 16:27:07.368349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port 4ad68904-0415-448c-819a-ce628de1ba94 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:07.383157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=4ad68904-0415-448c-819a-ce628de1ba94,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:07.404407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:07.438441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df5c5b42-6561-4b3d-a447-1c2150e02681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1489823 Feb 04 16:27:07.453541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:07.482873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:07.568442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4ad68904-0415-448c-819a-ce628de1ba94 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:07.568883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4ad68904-0415-448c-819a-ce628de1ba94 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:07.569209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:07.594948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.620244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] For port 4ad68904-0415-448c-819a-ce628de1ba94, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4ad68904-0415-448c-819a-ce628de1ba94,segment=NetworkSegment(9b8e3b9d-d1cf-462e-b18b-04098268fd8f),segment_id=9b8e3b9d-d1cf-462e-b18b-04098268fd8f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:07.620662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.639656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.645157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:07.645885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9fd9893-f9b3-4eeb-9c6e-0e6c72b3fb3f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:07.724439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.862598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:07.863497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Calling delete_port for 4ad68904-0415-448c-819a-ce628de1ba94 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:07.908281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c71329a-52a1-43e9-bec9-1ba75ad296e9']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:07.941228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8e3b9d-d1cf-462e-b18b-04098268fd8f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:07.942073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8e3b9d-d1cf-462e-b18b-04098268fd8f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:07.975432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:07.975834 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:07.995492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.015070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.064178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.087206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:08.087609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:08.103602 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:08.209892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=a5b2454f-e884-4752-96bb-f376b043b169,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:08.258206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:08.258632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: 35626301-cca2-4a91-ae16-37b12ca5ab78, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:08.290666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcc3f7-ddcb-4eff-be8d-f9f18f2e1857 req-7a37cfed-c3ea-48e0-80e5-8d815322e26a tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:08.298252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bbcc3f7-ddcb-4eff-be8d-f9f18f2e1857 req-7a37cfed-c3ea-48e0-80e5-8d815322e26a tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 950 time: 0.2398062 Feb 04 16:27:08.320326 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.325619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.329643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:08.355220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 35626301-cca2-4a91-ae16-37b12ca5ab78) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:08.359500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bbcc3f7-ddcb-4eff-be8d-f9f18f2e1857 req-8f233dda-2846-489c-b73d-a77c97168e37 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Feb 04 16:27:08.362500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:08.363079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.369324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08f9b7-e91f-40a2-865a-59382358802b None None] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:08.377239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/5c71329a-52a1-43e9-bec9-1ba75ad296e9 HTTP/1.1" status: 204 len: 168 time: 3.0252681 Feb 04 16:27:08.378903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:08.408872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e43000-36ff-432c-909d-e2f2158ba796 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=5c71329a-52a1-43e9-bec9-1ba75ad296e9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:08.452479 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.485695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4422055d-aab8-468a-b6f2-ecb92f3be3af tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4791379 Feb 04 16:27:08.500717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51282) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:08.520009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17445130'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:08.548508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Deleting port 4ad68904-0415-448c-819a-ce628de1ba94 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:08.548508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.569834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:08.615538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:08.637821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6ced27d-daf5-4580-ae43-3bafd41bd3b8 None None] The port '4ad68904-0415-448c-819a-ce628de1ba94' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:27:08.640423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:08.690084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:08.735883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] device_id is not set on port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:08.752169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event updated for resources: {'Subnet': ['ID=070904fc-1dce-4d06-8b8c-000cf790104a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:08.773847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.780311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:08.785862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.832264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Transition to ACTIVE for port object 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:08.841586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-35626301-cca2-4a91-ae16-37b12ca5ab78', 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'a5b2454f-e884-4752-96bb-f376b043b169'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:08.842009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Checking segment: {'id': 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:08.842210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Network hostable DHCP agents. Network: 8fca19b0-e401-4d09-98ce-afefd95c7d57, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:08.842730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.848431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.867901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:08.978220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:09.052551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:09.061227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Allocated IP 2001:db8::3 (35626301-cca2-4a91-ae16-37b12ca5ab78/a5b2454f-e884-4752-96bb-f376b043b169/bc38fda0-1eb7-475b-a061-c595a85da222) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:09.079144 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.079663 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment bf56645f-a0d4-4258-b09b-eb78cc14aeb7 of type vlan for network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b Feb 04 16:27:09.130096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:09.130583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:09.131073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:09.141988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:09.145451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.161826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:09.162170 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:09.165287 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 2 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:09.179525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8fca19b0-e401-4d09-98ce-afefd95c7d57) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:09.184142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.185120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.221517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:09.222194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:09.222647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:09.235407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.243323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.246405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.248021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d657f-762b-41b2-b6e0-afe9c1c43fdc None None] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:09.503548 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ff789df3-f9d0-4435-903f-420d941cdd8b tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3575912 Feb 04 16:27:09.506587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:09.508678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:09.508991 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:09.515927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:09.516418 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 3 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:09.532312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Request body: {'port': {'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2035794909'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:09.590451 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.610756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Transition to ACTIVE for port object bc38fda0-1eb7-475b-a061-c595a85da222 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:09.639994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:09.640313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:09.640694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:09.650390 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-166234ce-a546-422f-a4e0-924f8bda84c7 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1450589 Feb 04 16:27:09.652914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:09.702629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-471ddfe0-9d1f-4c6f-8060-c67c827dc876 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.705995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-471ddfe0-9d1f-4c6f-8060-c67c827dc876 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 950 time: 0.3945050 Feb 04 16:27:09.744484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:09.745733 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:09.755867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:09.813978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:09.866973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-8fca19b0-e401-4d09-98ce-afefd95c7d57', 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57', 'tenant_id': 'd1efeba7ccdf4385afad2d3af19d5ff5', 'fixed_ips': [{'subnet_id': '070904fc-1dce-4d06-8b8c-000cf790104a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:09.868395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.876330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Deleting port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:09.876657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:09.902078 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 4 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:09.921211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:09.925013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:09.936169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:09.940038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Usage tracker for resource:port and tenant:d1efeba7ccdf4385afad2d3af19d5ff5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:09.944473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:09.948659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:09.952807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:09.953306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:09.953646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:09.964872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:09.969596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:09.982710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:09.983186 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:09.983931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba3c94-fb22-4631-9757-61bae2e19d59 req-b9ff4474-e92f-40a8-9767-fbba95679954 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:09.985725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48ba3c94-fb22-4631-9757-61bae2e19d59 req-b9ff4474-e92f-40a8-9767-fbba95679954 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 950 time: 0.3372242 Feb 04 16:27:09.985871 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 5 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:09.994842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Transition to ACTIVE for port object bc38fda0-1eb7-475b-a061-c595a85da222 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:10.005513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.005845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.006232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.010465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:10.055532 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.140069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.155841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Made reservation on behalf of d1efeba7ccdf4385afad2d3af19d5ff5 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:10.158813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.178683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.179015 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.188592 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 6 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:10.215158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48ba3c94-fb22-4631-9757-61bae2e19d59 req-74afe8c5-f823-4cb0-bfb8-a2cfecac10d6 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/security-groups?id=76e09094-a88d-48a9-afef-6c97e9a510dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790664 Feb 04 16:27:10.265526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Allocated IP 172.20.0.2 (8fca19b0-e401-4d09-98ce-afefd95c7d57/070904fc-1dce-4d06-8b8c-000cf790104a/ef33e801-ed51-43dd-a654-b504d86e7892) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:10.333323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] device_id is not set on port 29d3720b-4487-4fd9-98fb-89d787fe2326 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:10.379122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.379122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.379122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.390922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.391351 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.395004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing IP validity checks on allocation pools {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:27:10.395551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:27:10.398830 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 7 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:10.445167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] For port a8de1805-f9b1-4c33-adbf-ee24e6d9e255, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:10.445167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.464756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.465152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.465561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.507331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.507673 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.509083 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 8 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:10.527766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.538943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.539273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.539685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.539808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Transition to ACTIVE for port object ef33e801-ed51-43dd-a654-b504d86e7892 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:10.561523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Transition to ACTIVE for port object ef33e801-ed51-43dd-a654-b504d86e7892 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:10.577827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.587025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Pushing event updated for resources: {'Port': ['ID=bc38fda0-1eb7-475b-a061-c595a85da222,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:10.593469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:10.629053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:10.631945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Calling delete_port for a8de1805-f9b1-4c33-adbf-ee24e6d9e255 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:10.636675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:10.654057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.654660 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.657615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:10.659333 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 9 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:10.661832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:10.672228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:10.691578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.691916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.692227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.726664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Pushing event updated for resources: {'Port': ['ID=ef33e801-ed51-43dd-a654-b504d86e7892,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:10.736388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 3411390a-a295-4dc6-ac35-159b026107ee {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:10.737099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.752134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Allocated IP 172.20.0.9 (8fca19b0-e401-4d09-98ce-afefd95c7d57/070904fc-1dce-4d06-8b8c-000cf790104a/29d3720b-4487-4fd9-98fb-89d787fe2326) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:10.767245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.767485 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.775221 n-d-827873-1 neutron-server[83596]: INFO neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempt 10 to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b Feb 04 16:27:10.821253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.821582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.821984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempting to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.855314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.871896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Attempting to bind port bc38fda0-1eb7-475b-a061-c595a85da222 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.872846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Attempting to bind port bc38fda0-1eb7-475b-a061-c595a85da222 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.873219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Attempting to bind port bc38fda0-1eb7-475b-a061-c595a85da222 on network 35626301-cca2-4a91-ae16-37b12ca5ab78 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.883590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:10.883961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Checking segment: {'id': '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:10.884362 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.884751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Bound using segment: {'id': '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:10.885221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Bound port: bc38fda0-1eb7-475b-a061-c595a85da222, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '35626301-cca2-4a91-ae16-37b12ca5ab78'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:10.885590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.903914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Attempting to bind port ef33e801-ed51-43dd-a654-b504d86e7892 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:10.904376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Attempting to bind port ef33e801-ed51-43dd-a654-b504d86e7892 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:10.904741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Attempting to bind port ef33e801-ed51-43dd-a654-b504d86e7892 on network 8fca19b0-e401-4d09-98ce-afefd95c7d57 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:10.944746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:10.945314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Checking segment: {'id': 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:10.945478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.945895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Bound using segment: {'id': 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:10.946419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Bound port: ef33e801-ed51-43dd-a654-b504d86e7892, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8fca19b0-e401-4d09-98ce-afefd95c7d57'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:10.946829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:10.958073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=0736583b-c7fc-4709-8166-2b5886a32036,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:10.962446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:27:10.962446 n-d-827873-1 neutron-server[83596]: ERROR neutron.plugins.ml2.managers [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Failed to bind port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on host n-h2-827873-1 for vnic_type normal using segments [{'id': '12945f88-92f2-4cf7-839b-9c5457d8d836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '191867d7-f919-448a-ae3a-2f556e846cf9'}] Feb 04 16:27:10.962446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.063476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] For port ef33e801-ed51-43dd-a654-b504d86e7892, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:11.067202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] For port ef33e801-ed51-43dd-a654-b504d86e7892, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef33e801-ed51-43dd-a654-b504d86e7892,segment=NetworkSegment(a5ed7e50-b86f-4414-aa56-1dec86cfe4b2),segment_id=a5ed7e50-b86f-4414-aa56-1dec86cfe4b2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:11.085049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 3411390a-a295-4dc6-ac35-159b026107ee, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3411390a-a295-4dc6-ac35-159b026107ee,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:11.085564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.086012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.119902 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.147208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['a8de1805-f9b1-4c33-adbf-ee24e6d9e255'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:27:11.269250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] For port bc38fda0-1eb7-475b-a061-c595a85da222, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:11.316210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] For port bc38fda0-1eb7-475b-a061-c595a85da222, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc38fda0-1eb7-475b-a061-c595a85da222,segment=NetworkSegment(20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7),segment_id=20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:11.332386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e1e8-967c-4e56-b6d9-184187d784d9 None None] Pushing event updated for resources: {'Port': ['ID=ef33e801-ed51-43dd-a654-b504d86e7892,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:11.349130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.442225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:11.442633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Attempted to set empty binding levels {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 04 16:27:11.476142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.563137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b99993-faee-4a7b-acb8-dcf1cfb5ac44 None None] Pushing event updated for resources: {'Port': ['ID=bc38fda0-1eb7-475b-a061-c595a85da222,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:11.591857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] In _notify_port_updated(), no bound segment for port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b on network 191867d7-f919-448a-ae3a-2f556e846cf9 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:27:11.592901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.598871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "PUT /v2.0/ports/94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b HTTP/1.1" status: 200 len: 978 time: 4.1414299 Feb 04 16:27:11.610480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:11.610866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:11.618356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51310) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:11.641019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 3411390a-a295-4dc6-ac35-159b026107ee owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:11.698260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e6849-2f7c-4a6f-b551-4fa4a65d41b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event updated for resources: {'Port': ['ID=94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:11.713443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Pushing event deleted for resources: {'Port': ['ID=a8de1805-f9b1-4c33-adbf-ee24e6d9e255,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:11.740953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.764670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:11.784534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:11.789733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Transition to ACTIVE for port object 29d3720b-4487-4fd9-98fb-89d787fe2326 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:11.791682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:11.792312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:11.807882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b4860-c959-4754-8e7f-a43af22d7f1d None None] Network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:11.855685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95cdbd30-9983-4c54-884d-35dbc1869ff3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1886427 Feb 04 16:27:11.858635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:12.171957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.211284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d231b97-944b-4427-abe6-a0d9fabe18ae req-025a0d29-3714-4be7-aa97-ab0cd5768286 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.5937498 Feb 04 16:27:12.301788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] No DVR routers for this DVR port a8de1805-f9b1-4c33-adbf-ee24e6d9e255 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:12.338930 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.348518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'name': 'network-vif-deleted', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:27:12.409599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Deleting port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:12.409945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.443712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5cd8bb0-ee4e-4f18-bef7-a996496311b1 req-f5b9cb98-ba54-4f51-8fb1-94e3f0506951 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.41 "DELETE /v2.0/ports/a8de1805-f9b1-4c33-adbf-ee24e6d9e255 HTTP/1.1" status: 204 len: 173 time: 2.7285099 Feb 04 16:27:12.536308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:12.543191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:12.551113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:12.553375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b', 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': '0736583b-c7fc-4709-8166-2b5886a32036'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:12.554803 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.648358 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a', 'name': 'network-vif-deleted', 'tag': 'a8de1805-f9b1-4c33-adbf-ee24e6d9e255', 'status': 'completed', 'code': 200} Feb 04 16:27:12.899371 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.911254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event updated for resources: {'Port': ['ID=29d3720b-4487-4fd9-98fb-89d787fe2326,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:12.937098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] For port 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b, host n-h2-827873-1, got binding levels [] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:12.937472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:12.995173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Allocated IP 2001:db8::3 (9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b/0736583b-c7fc-4709-8166-2b5886a32036/068f9bae-31a7-413a-bad4-bdcd4a976d07) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:13.132538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.325378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:13.326075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.390006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef33e801-ed51-43dd-a654-b504d86e7892 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:13.420636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.435339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Calling delete_port for 94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:13.471465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c202bb6f-c2b8-48c7-b2e1-c22a3aceab69 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9474554 Feb 04 16:27:13.479274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51332) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:13.588585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a8de1805-f9b1-4c33-adbf-ee24e6d9e255 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:13.758683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Deleting port 29d3720b-4487-4fd9-98fb-89d787fe2326 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:13.759044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:13.772188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: a8de1805-f9b1-4c33-adbf-ee24e6d9e255 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:13.772782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device a8de1805-f9b1-4c33-adbf-ee24e6d9e255 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:13.777821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=3411390a-a295-4dc6-ac35-159b026107ee,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:13.786442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-574389e0-ee3e-4dbb-bcaf-5170acb60d17 req-3849c890-3076-44e8-b7bc-0220866ef890 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Synchronizing usage tracker for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:13.931222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ef33e801-ed51-43dd-a654-b504d86e7892 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:13.942458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5475a-56a6-4e40-b00a-0cf99e1f89e1 None None] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:13.983232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.983876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.984370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.984856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.985928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.986782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.987381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.987880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.988366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.989148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.989853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:13.998443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc38fda0-1eb7-475b-a061-c595a85da222 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:14.066124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-574389e0-ee3e-4dbb-bcaf-5170acb60d17 req-3849c890-3076-44e8-b7bc-0220866ef890 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] Unset dirty status for tenant:579fc7448e8442969abe4d7ea32dc798 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:14.078854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-574389e0-ee3e-4dbb-bcaf-5170acb60d17 req-3849c890-3076-44e8-b7bc-0220866ef890 tempest-VolumesNegativeTest-1457677726 tempest-VolumesNegativeTest-1457677726-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6f1d5e6-9c11-45ef-aa82-ac41b44abd4a HTTP/1.1" status: 200 len: 210 time: 0.4473226 Feb 04 16:27:14.094705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.196359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:14.199765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.252845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.281298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68057ee4-0d61-4fcb-84cc-13e8cd079064 None None] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:14.313484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6080bdc-cfa6-4e5c-844c-0e9274d00995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "DELETE /v2.0/ports/94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b HTTP/1.1" status: 204 len: 168 time: 2.6847634 Feb 04 16:27:14.315349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:14.398392 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9065fed1-727f-407d-b56a-20ae5dd91435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] GET failed (client error): The resource could not be found. Feb 04 16:27:14.399234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9065fed1-727f-407d-b56a-20ae5dd91435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Synchronizing usage tracker for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:14.412740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Transition to ACTIVE for port object 068f9bae-31a7-413a-bad4-bdcd4a976d07 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:14.464623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9065fed1-727f-407d-b56a-20ae5dd91435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] Unset dirty status for tenant:69ff9b8fb13e4eeb9642692c7f814692 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:14.472562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Provisioning for port ef33e801-ed51-43dd-a654-b504d86e7892 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:14.475954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9065fed1-727f-407d-b56a-20ae5dd91435 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-358977984-project-admin] 10.222.0.62 "GET /v2.0/ports/94b1eca2-d80a-41a5-8dec-04dd4c7e6b4b HTTP/1.1" status: 404 len: 333 time: 0.1576767 Feb 04 16:27:14.478202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:14.483564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.505519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Transition to ACTIVE for port object 068f9bae-31a7-413a-bad4-bdcd4a976d07 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:14.508628 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Provisioning complete for port ef33e801-ed51-43dd-a654-b504d86e7892 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:14.509082 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.529747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.583851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.746216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bc38fda0-1eb7-475b-a061-c595a85da222 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:14.781042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Calling delete_port for 29d3720b-4487-4fd9-98fb-89d787fe2326 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:14.782022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:14.803830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:14.815750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:14.844848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:14.850985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Pushing event updated for resources: {'Port': ['ID=068f9bae-31a7-413a-bad4-bdcd4a976d07,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:14.863492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.021015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=0736583b-c7fc-4709-8166-2b5886a32036,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:15.074249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.118559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Attempting to bind port 068f9bae-31a7-413a-bad4-bdcd4a976d07 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:15.119277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Attempting to bind port 068f9bae-31a7-413a-bad4-bdcd4a976d07 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:15.119876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Attempting to bind port 068f9bae-31a7-413a-bad4-bdcd4a976d07 on network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:15.155665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:15.155813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Checking segment: {'id': 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:15.156702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.156702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Bound using segment: {'id': 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:15.157559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Bound port: 068f9bae-31a7-413a-bad4-bdcd4a976d07, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:15.158002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.179797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] For port ef33e801-ed51-43dd-a654-b504d86e7892, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef33e801-ed51-43dd-a654-b504d86e7892,segment=NetworkSegment(a5ed7e50-b86f-4414-aa56-1dec86cfe4b2),segment_id=a5ed7e50-b86f-4414-aa56-1dec86cfe4b2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:15.191544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.436703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.601629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Provisioning for port bc38fda0-1eb7-475b-a061-c595a85da222 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:15.604734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ed2f-1261-421a-91cf-18362a29f8f0 None None] Pushing event updated for resources: {'Port': ['ID=ef33e801-ed51-43dd-a654-b504d86e7892,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:15.612415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] For port 068f9bae-31a7-413a-bad4-bdcd4a976d07, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:15.614667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Provisioning complete for port bc38fda0-1eb7-475b-a061-c595a85da222 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:15.615033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.618813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:15.642234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:15.642560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:15.663703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.686323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.791032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event deleted for resources: {'Port': ['ID=29d3720b-4487-4fd9-98fb-89d787fe2326,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:15.803962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] For port 068f9bae-31a7-413a-bad4-bdcd4a976d07, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068f9bae-31a7-413a-bad4-bdcd4a976d07,segment=NetworkSegment(bf56645f-a0d4-4258-b09b-eb78cc14aeb7),segment_id=bf56645f-a0d4-4258-b09b-eb78cc14aeb7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:15.882210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.890966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.907585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:15.907989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:15.930041 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:15.934076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.003324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191867d7-f919-448a-ae3a-2f556e846cf9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:16.038890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12945f88-92f2-4cf7-839b-9c5457d8d836') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:16.039682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12945f88-92f2-4cf7-839b-9c5457d8d836') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:16.061144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.078143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.086811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1268e-7d5a-4c7a-9dc1-a27ae8d35ffd req-84d5b337-3da3-401a-98f0-d24c70440a91 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:16.097892 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3b1268e-7d5a-4c7a-9dc1-a27ae8d35ffd req-84d5b337-3da3-401a-98f0-d24c70440a91 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3463948 Feb 04 16:27:16.109404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-44bf835a-ae50-4a68-8bc7-abf793e7452d tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "DELETE /v2.0/ports/29d3720b-4487-4fd9-98fb-89d787fe2326 HTTP/1.1" status: 204 len: 168 time: 2.6031997 Feb 04 16:27:16.110620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:27:16.110620 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:27:16.110620 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b'}] Feb 04 16:27:16.110620 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:16.110976 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:16.111288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:16.157606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed40e1e-ed85-48f4-b542-dd60c9ac3f48 None None] Pushing event updated for resources: {'Port': ['ID=068f9bae-31a7-413a-bad4-bdcd4a976d07,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:16.233777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] For port bc38fda0-1eb7-475b-a061-c595a85da222, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc38fda0-1eb7-475b-a061-c595a85da222,segment=NetworkSegment(20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7),segment_id=20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:16.249937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.321813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.340591 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c3c7c56-3dbb-4076-9d0c-f9f6674a40c2 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2279861 Feb 04 16:27:16.341529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51380) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:16.347581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1610060935'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:16.363942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.366688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:16.374412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Usage tracker for resource:network and tenant:d1efeba7ccdf4385afad2d3af19d5ff5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:16.391357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:16.403387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:16.428131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Made reservation on behalf of d1efeba7ccdf4385afad2d3af19d5ff5 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:16.431363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.435085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55ecf2-2530-48a6-91be-a9d8ccf87fa5 None None] Network 9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:16.502110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:16.516037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f3b1268e-7d5a-4c7a-9dc1-a27ae8d35ffd req-83d49c58-0297-4ce9-8b0b-3bd92c5e89b6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161952 Feb 04 16:27:16.517413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:16.518526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.520099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.520445 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Added segment 241007b7-b93c-48b4-9f16-a67b1506c71d of type vlan for network fff83016-afd7-46bb-9419-41ae22f73be9 Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:16.564212 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:16.594849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.617899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.633565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Pushing event updated for resources: {'Port': ['ID=bc38fda0-1eb7-475b-a061-c595a85da222,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:16.636388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3405911-d637-4efd-8d56-fa790e4650b2 None None] Provisioning complete for port bc38fda0-1eb7-475b-a061-c595a85da222 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:16.637075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3405911-d637-4efd-8d56-fa790e4650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.719309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 068f9bae-31a7-413a-bad4-bdcd4a976d07 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:16.720001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.766690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.774225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:16.775384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.878213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.878778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.879028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.879554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.880150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.880651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.881158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.881680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.882201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.882984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.883510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d6347-e6ca-4c30-a51e-4b114bb941cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:16.923012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:16.954075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event updated for resources: {'Network': ['ID=fff83016-afd7-46bb-9419-41ae22f73be9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:16.992143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fff83016-afd7-46bb-9419-41ae22f73be9 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:17.004185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:17.021847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] Pushing event deleted for resources: {'Network': ['ID=191867d7-f919-448a-ae3a-2f556e846cf9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:17.031624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e3c9abec-3ad0-45b7-8bfd-2cf8b365f109 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6889718 Feb 04 16:27:17.038030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51400) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:17.049979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13517543-35cf-41f4-b408-cdc7f0da01d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-522850037-project] 10.222.0.62 "DELETE /v2.0/networks/191867d7-f919-448a-ae3a-2f556e846cf9 HTTP/1.1" status: 204 len: 168 time: 2.5707088 Feb 04 16:27:17.272867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef33e801-ed51-43dd-a654-b504d86e7892 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:17.422452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3405911-d637-4efd-8d56-fa790e4650b2 None None] Could not find standard attr ID for object 29d3720b-4487-4fd9-98fb-89d787fe2326. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:27:17.437698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c708af-93a2-430f-88c7-8f5f477e9502 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:27:17.576525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:17.580251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 068f9bae-31a7-413a-bad4-bdcd4a976d07, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=068f9bae-31a7-413a-bad4-bdcd4a976d07,segment=NetworkSegment(bf56645f-a0d4-4258-b09b-eb78cc14aeb7),segment_id=bf56645f-a0d4-4258-b09b-eb78cc14aeb7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:17.580606 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:17.588323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3405911-d637-4efd-8d56-fa790e4650b2 None None] Provisioning complete for port ef33e801-ed51-43dd-a654-b504d86e7892 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:17.588848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3405911-d637-4efd-8d56-fa790e4650b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:17.681491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:17.744164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ef33e801-ed51-43dd-a654-b504d86e7892 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:17.744430 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:17.868356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 068f9bae-31a7-413a-bad4-bdcd4a976d07 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:17.942626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ea42a17b-bdb3-4b39-a2eb-6d87de952637 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks HTTP/1.1" status: 200 len: 7760 time: 0.9005158 Feb 04 16:27:17.943579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51446) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:18.070267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc38fda0-1eb7-475b-a061-c595a85da222 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:18.072963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.134714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=068f9bae-31a7-413a-bad4-bdcd4a976d07,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:18.173487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port 068f9bae-31a7-413a-bad4-bdcd4a976d07 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:18.238385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c708af-93a2-430f-88c7-8f5f477e9502 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:27:18.261054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bc38fda0-1eb7-475b-a061-c595a85da222 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:18.261360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.311750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-59100664-3bff-4211-929b-b8bb79a71f5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8971745d35b4201a0aa6c8540c0a6f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7284577 Feb 04 16:27:18.314068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:18.323533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cb614-e24a-4375-ad87-8f781bdf030e req-2e3e3095-1445-4db1-b34e-87d5774883c6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:18.330760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac4cb614-e24a-4375-ad87-8f781bdf030e req-2e3e3095-1445-4db1-b34e-87d5774883c6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.5621886 Feb 04 16:27:18.387419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:18.401930 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:18.419174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4f145d1f-79a1-478d-8762-8b7c38fb36ff tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0385919 Feb 04 16:27:18.425604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51464) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:18.434529 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:18.435164 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:18.491083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.538148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df0bab9-4623-4d10-aecc-4ebbfc13c536 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] Network fff83016-afd7-46bb-9419-41ae22f73be9 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:18.572808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:18.611267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:18.611984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf56645f-a0d4-4258-b09b-eb78cc14aeb7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:18.629760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.644267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac4cb614-e24a-4375-ad87-8f781bdf030e req-37ab93b9-cf59-4b8a-887d-78a044e137c1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116801 Feb 04 16:27:18.659026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0df0bab9-4623-4d10-aecc-4ebbfc13c536 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "POST /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7036867 Feb 04 16:27:18.665826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:18.720732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.728172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.757744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.771742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:18.773505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:18.794024 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:18.845290 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:18.937201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet b8f927ed-07f6-418d-8a69-19e6840bbe34 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:27:18.944566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.012541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.038161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.059976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:19.105433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3289d56-d9ab-44c6-a34f-8f858bd84994 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b HTTP/1.1" status: 204 len: 168 time: 7.2333510 Feb 04 16:27:19.105981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:19.141436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.141694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892498239'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:19.218486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:19.245060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:19.257103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:19.268262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:19.296313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9edc5e-6273-426d-b0c0-764c700c529c None None] Network fff83016-afd7-46bb-9419-41ae22f73be9 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:19.316087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:19.320960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.388232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.447833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34ec1c04-6ead-4e23-b784-a6dee9ee97a8 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks HTTP/1.1" status: 200 len: 8505 time: 0.7788260 Feb 04 16:27:19.452906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:19.461189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:19.470935 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:12Z', 'revision_number': 10, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:19.473876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.474354 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment b6ee0911-0061-40a9-90c9-0ae64bed407f of type vlan for network 2cbb0e23-a349-460b-867f-812dd1200b59 Feb 04 16:27:19.476365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:19.492657 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:19.493538 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:26:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:19.508518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.577643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.583630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:19.584307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.672748 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.682103 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05ee107a-a6f8-44a0-8017-156a7ba9d798 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "DELETE /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks/fff83016-afd7-46bb-9419-41ae22f73be9 HTTP/1.1" status: 204 len: 168 time: 0.2282994 Feb 04 16:27:19.685442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.714894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51504) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:19.771621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f927ed-07f6-418d-8a69-19e6840bbe34,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:19.791777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac935b46-41b3-4cb4-a77e-6f537d58cad2 None None] Network 390c891c-4d90-4db8-b81e-a00338bf9f0e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:19.826861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.844642 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:19.875072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=2cbb0e23-a349-460b-867f-812dd1200b59,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:19.890597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d47f5727-1a70-458a-8cb6-064a1dea4f2d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7699351 Feb 04 16:27:19.892189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:19.893477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7cdbbd2-2719-4615-8064-c5712027ba93 HTTP/1.1" status: 204 len: 168 time: 1.5784578 Feb 04 16:27:19.897354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928569b-ea6a-4d4c-bbe3-8d49e38819aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdbbd2-2719-4615-8064-c5712027ba93,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:19.905594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51514) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:19.920238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:19.965574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2cbb0e23-a349-460b-867f-812dd1200b59 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:20.018408 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-488b6898-d7f2-4123-ac06-b489c19bddb5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/b8f927ed-07f6-418d-8a69-19e6840bbe34 HTTP/1.1" status: 204 len: 168 time: 1.5906084 Feb 04 16:27:20.036586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51532) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:20.624002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:20.639670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:20.649918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:20.686072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:20.697421 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a759fa16-4bea-42e3-b410-d48813405700 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks HTTP/1.1" status: 200 len: 6990 time: 0.9471977 Feb 04 16:27:20.712917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:20.718573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbeab9-1752-4b69-a6fb-c63a18a62395 req-3d171d5c-6b98-4b05-bf48-16d7fe7c2ec6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:20.722882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dafbeab9-1752-4b69-a6fb-c63a18a62395 req-3d171d5c-6b98-4b05-bf48-16d7fe7c2ec6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.7073617 Feb 04 16:27:20.806762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:20.832188 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a3fa939-0924-4223-a0e9-15e07b094cb7 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/networks/8fca19b0-e401-4d09-98ce-afefd95c7d57/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1175346 Feb 04 16:27:20.839591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51556) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:20.843965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port ebdda081-1578-45ba-99d4-3c1987190b2f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:20.844506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:20.897214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] DHCP port deletion for 390c891c-4d90-4db8-b81e-a00338bf9f0e request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:27:20.903642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dafbeab9-1752-4b69-a6fb-c63a18a62395 req-5c227afd-d2e7-4f98-9f17-247520728682 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694634 Feb 04 16:27:20.904044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Deleting port ebdda081-1578-45ba-99d4-3c1987190b2f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:20.904589 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:20.913810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:20.918182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:12Z', 'revision_number': 10, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:20.931223 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653eda1-a80a-4da5-bc2f-5eb2fde8a69a None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:12Z', 'revision_number': 10, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None, '_interfaces': [{'id': 'd78d4c89-2393-4a0c-90b5-66b3f48fde44', 'name': '', 'network_id': 'f93f12f7-a82f-468d-8917-90329bf58b25', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'mac_address': 'fa:16:3e:9f:de:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c208d17-9017-4735-be04-495a96da9511', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:25:56Z', 'updated_at': '2022-02-04T16:26:07Z', 'revision_number': 5, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'subnets': [{'id': 'e7a764b7-b3f0-41f0-937b-8d96d91ff33c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:20.991361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51564) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:21.123719 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a6a2afa3-ebd1-495a-a01f-69f58e908f83 tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/networks/8fca19b0-e401-4d09-98ce-afefd95c7d57/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2818842 Feb 04 16:27:21.135526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:21.192250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.273590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] For port ebdda081-1578-45ba-99d4-3c1987190b2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ebdda081-1578-45ba-99d4-3c1987190b2f,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:21.274406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.528526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ebdda081-1578-45ba-99d4-3c1987190b2f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:21.660746 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3b7e037a-6624-4e04-9662-b3e44f2029b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69ff9b8fb13e4eeb9642692c7f814692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6629872 Feb 04 16:27:21.702275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:21.770397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Calling delete_port for ebdda081-1578-45ba-99d4-3c1987190b2f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:21.785453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port ebdda081-1578-45ba-99d4-3c1987190b2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ebdda081-1578-45ba-99d4-3c1987190b2f,segment=NetworkSegment(4bd2a8d3-78d8-4f6c-8918-45c989329ca5),segment_id=4bd2a8d3-78d8-4f6c-8918-45c989329ca5)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:21.785820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.875590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.883056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.905867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.921979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:21.982781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.001794 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.025111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for ebdda081-1578-45ba-99d4-3c1987190b2f owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:22.064216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=f9475d72-3fe0-4950-b22d-eb19217dd7fe,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:22.151587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': 'b6ee0911-0061-40a9-90c9-0ae64bed407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:22.151878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: 2cbb0e23-a349-460b-867f-812dd1200b59, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:22.189470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] No DVR routers for this DVR port ebdda081-1578-45ba-99d4-3c1987190b2f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:22.224099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8a863-b015-4f59-8181-45fee5e22836 None None] Pushing event deleted for resources: {'Port': ['ID=ebdda081-1578-45ba-99d4-3c1987190b2f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:22.243421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.268575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c06c5d26-b98c-4e59-b5f3-26e8fcdad2bf tempest-DHCPAgentSchedulersTestJSON-826452232 tempest-DHCPAgentSchedulersTestJSON-826452232-project-admin] 10.222.0.62 "GET /v2.0/agents/f0874806-c7ce-42b4-8f12-cc6151ab8ce1/dhcp-networks HTTP/1.1" status: 200 len: 6990 time: 1.0850368 Feb 04 16:27:22.273219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51606) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:22.311816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.317552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:22.318045 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:22.325474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3411390a-a295-4dc6-ac35-159b026107ee no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:22.366679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3411390a-a295-4dc6-ac35-159b026107ee {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:22.367035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3411390a-a295-4dc6-ac35-159b026107ee not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:22.446078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a1b6c-de8e-4593-8785-ad7243df0ba5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:22.463005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.464522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1560649b-adba-40bc-9c03-59edc11e67f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c2a1b6c-de8e-4593-8785-ad7243df0ba5 HTTP/1.1" status: 204 len: 168 time: 0.7595904 Feb 04 16:27:22.484588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network 2cbb0e23-a349-460b-867f-812dd1200b59 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:22.507346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.514895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2cbb0e23-a349-460b-867f-812dd1200b59) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:22.524203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5507f2-8d75-4aef-b254-27f5f1c6ed4c None None] Network 2cbb0e23-a349-460b-867f-812dd1200b59 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:22.536718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.537330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.552629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24bb-162b-4831-bf16-f5aa57b6480e req-934b157e-bf5c-44f0-9809-978b6a334efa tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:22.560185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d2a24bb-162b-4831-bf16-f5aa57b6480e req-934b157e-bf5c-44f0-9809-978b6a334efa tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3922431 Feb 04 16:27:22.652378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47f427f0-c07a-4eaf-b11c-db62bca0b339 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7430234 Feb 04 16:27:22.653202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51620) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:22.689942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d2a24bb-162b-4831-bf16-f5aa57b6480e req-2f36f009-171f-45d5-a9fb-a28a01b86c20 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287551 Feb 04 16:27:22.827465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.848306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port ebdda081-1578-45ba-99d4-3c1987190b2f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:22.848968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:22.931637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff83016-afd7-46bb-9419-41ae22f73be9']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:22.933351 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:27:22.959700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241007b7-b93c-48b4-9f16-a67b1506c71d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:22.960362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241007b7-b93c-48b4-9f16-a67b1506c71d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:22.993278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] The port 'ebdda081-1578-45ba-99d4-3c1987190b2f' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:27:23.002300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.074030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.092130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:23.092417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2cbb0e23-a349-460b-867f-812dd1200b59', 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'f9475d72-3fe0-4950-b22d-eb19217dd7fe'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:23.093162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.095877 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:23.229788 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:23.302792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.551298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.562255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event deleted for resources: {'Network': ['ID=fff83016-afd7-46bb-9419-41ae22f73be9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:23.572433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fb97e1c2-ca36-4046-948b-e231c236a576 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "DELETE /v2.0/networks/fff83016-afd7-46bb-9419-41ae22f73be9 HTTP/1.1" status: 204 len: 168 time: 1.2975991 Feb 04 16:27:23.575208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51646) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:23.577393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Allocated IP 2001:db8::1 (2cbb0e23-a349-460b-867f-812dd1200b59/f9475d72-3fe0-4950-b22d-eb19217dd7fe/c8664c41-1182-4203-b0b9-86fce95e4c56) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:23.581491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.599454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.677725 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea3b78e-c965-4939-aee4-b53a32c4e577 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:23.678446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea3b78e-c965-4939-aee4-b53a32c4e577 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:23.684891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2ea3b78e-c965-4939-aee4-b53a32c4e577 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "DELETE /v2.0/ports/29d3720b-4487-4fd9-98fb-89d787fe2326 HTTP/1.1" status: 404 len: 333 time: 0.1074162 Feb 04 16:27:23.685897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:23.721932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390c891c-4d90-4db8-b81e-a00338bf9f0e']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:23.835561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd2a8d3-78d8-4f6c-8918-45c989329ca5') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:23.836169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd2a8d3-78d8-4f6c-8918-45c989329ca5') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:23.865995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.905758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.962772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:23.983971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:23.985649 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:24.006816 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:24.077625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Deleting subnet 070904fc-1dce-4d06-8b8c-000cf790104a {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:27:24.081036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.168036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.219933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.239184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.264797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Transition to ACTIVE for port object c8664c41-1182-4203-b0b9-86fce95e4c56 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:24.308222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Transition to ACTIVE for port object c8664c41-1182-4203-b0b9-86fce95e4c56 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:24.312621 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.322289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.343267 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/390c891c-4d90-4db8-b81e-a00338bf9f0e HTTP/1.1" status: 204 len: 168 time: 4.3052719 Feb 04 16:27:24.360625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51674) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:24.420925 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.440957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Network 2cbb0e23-a349-460b-867f-812dd1200b59 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:24.452689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:24.482379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ee06c-ad89-4112-b440-50b4f6796382 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=390c891c-4d90-4db8-b81e-a00338bf9f0e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:24.484813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:24.543993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995e0f9-56c8-4be7-97f6-b29b52f88e22 req-ef5a02da-e012-4892-bb08-3f9c0e7e1cdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:24.546900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4995e0f9-56c8-4be7-97f6-b29b52f88e22 req-ef5a02da-e012-4892-bb08-3f9c0e7e1cdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.4729040 Feb 04 16:27:24.623259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Pushing event updated for resources: {'Port': ['ID=c8664c41-1182-4203-b0b9-86fce95e4c56,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:24.655100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:24.667368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.670056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.694539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Attempting to bind port c8664c41-1182-4203-b0b9-86fce95e4c56 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:24.695778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Attempting to bind port c8664c41-1182-4203-b0b9-86fce95e4c56 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b6ee0911-0061-40a9-90c9-0ae64bed407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:24.696774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Attempting to bind port c8664c41-1182-4203-b0b9-86fce95e4c56 on network 2cbb0e23-a349-460b-867f-812dd1200b59 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:24.728364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:24.729138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Checking segment: {'id': 'b6ee0911-0061-40a9-90c9-0ae64bed407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:24.729767 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.731796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Bound using segment: {'id': 'b6ee0911-0061-40a9-90c9-0ae64bed407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:24.732511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Bound port: c8664c41-1182-4203-b0b9-86fce95e4c56, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ee0911-0061-40a9-90c9-0ae64bed407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cbb0e23-a349-460b-867f-812dd1200b59'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:24.733175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.734930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=f9475d72-3fe0-4950-b22d-eb19217dd7fe,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:24.735973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:24.772374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4995e0f9-56c8-4be7-97f6-b29b52f88e22 req-8a3c215b-117d-456b-93de-60f292aeeb84 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091045 Feb 04 16:27:24.781643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "DELETE /v2.0/subnets/070904fc-1dce-4d06-8b8c-000cf790104a HTTP/1.1" status: 204 len: 168 time: 1.0945127 Feb 04 16:27:24.783010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e241c17-640f-4115-9924-567fc96d11e2 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event deleted for resources: {'Subnet': ['ID=070904fc-1dce-4d06-8b8c-000cf790104a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:24.792995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:24.795381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fedb0c-1e9e-47bd-8c67-4f02a4a5421c None None] Network 8fca19b0-e401-4d09-98ce-afefd95c7d57 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:25.055316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1875010557'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:25.098272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:25.123468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:network and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:25.129195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:25.129837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.140602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.146301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:25.164445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Deleting port ef33e801-ed51-43dd-a654-b504d86e7892 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:25.164789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.203838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] For port c8664c41-1182-4203-b0b9-86fce95e4c56, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:25.210189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbb0e23-a349-460b-867f-812dd1200b59']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:25.210585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] For port c8664c41-1182-4203-b0b9-86fce95e4c56, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c8664c41-1182-4203-b0b9-86fce95e4c56,segment=NetworkSegment(b6ee0911-0061-40a9-90c9-0ae64bed407f),segment_id=b6ee0911-0061-40a9-90c9-0ae64bed407f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:25.235157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:25.249615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.255413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.256639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee0911-0061-40a9-90c9-0ae64bed407f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:25.256943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee0911-0061-40a9-90c9-0ae64bed407f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:25.292169 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.315431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.347752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bc505ed-cb05-482a-9c79-c8f3022c5ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.477918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.499809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:25.500097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.532239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb269e-30b9-4f92-890c-475e6025d2a4 None None] Pushing event updated for resources: {'Port': ['ID=c8664c41-1182-4203-b0b9-86fce95e4c56,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:25.611023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea28738-0466-42e9-b24b-230383bd3dbd None None] Network 2cbb0e23-a349-460b-867f-812dd1200b59 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:25.623589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] For port ef33e801-ed51-43dd-a654-b504d86e7892, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef33e801-ed51-43dd-a654-b504d86e7892,segment=NetworkSegment(a5ed7e50-b86f-4414-aa56-1dec86cfe4b2),segment_id=a5ed7e50-b86f-4414-aa56-1dec86cfe4b2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:25.624006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:25.667948 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:25.673614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:27:25.673614 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:27:25.673614 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '2cbb0e23-a349-460b-867f-812dd1200b59'}] Feb 04 16:27:25.673614 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:25.674063 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:25.847212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.851107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Calling delete_port for ef33e801-ed51-43dd-a654-b504d86e7892 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:25.904737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] DHCP port deletion for 8fca19b0-e401-4d09-98ce-afefd95c7d57 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:27:25.910799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Deleting port ef33e801-ed51-43dd-a654-b504d86e7892 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:25.911291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:25.915732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:25.928825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:security_group_rule and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:25.939282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:25.954429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:26.078743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.148564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] No DVR routers for this DVR port ef33e801-ed51-43dd-a654-b504d86e7892 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:26.161484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] For port ef33e801-ed51-43dd-a654-b504d86e7892, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef33e801-ed51-43dd-a654-b504d86e7892,segment=NetworkSegment(a5ed7e50-b86f-4414-aa56-1dec86cfe4b2),segment_id=a5ed7e50-b86f-4414-aa56-1dec86cfe4b2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:26.162193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.196198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event deleted for resources: {'Port': ['ID=ef33e801-ed51-43dd-a654-b504d86e7892,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:26.196699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.315309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port c8664c41-1182-4203-b0b9-86fce95e4c56 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:26.315665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.323125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Calling delete_port for ef33e801-ed51-43dd-a654-b504d86e7892 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:26.404879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:26.405598 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:26.616577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c915b68-2b2b-4f4d-a05e-e0e38ebf700f req-3156af52-9b50-440f-b145-4ea9289a8128 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:26.618032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c915b68-2b2b-4f4d-a05e-e0e38ebf700f req-3156af52-9b50-440f-b145-4ea9289a8128 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.6350794 Feb 04 16:27:26.649450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.666828 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.687915 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.719019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fca19b0-e401-4d09-98ce-afefd95c7d57']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:26.722788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port c8664c41-1182-4203-b0b9-86fce95e4c56, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c8664c41-1182-4203-b0b9-86fce95e4c56,segment=NetworkSegment(b6ee0911-0061-40a9-90c9-0ae64bed407f),segment_id=b6ee0911-0061-40a9-90c9-0ae64bed407f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:26.723267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.757040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:26.762752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:26.762927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ed7e50-b86f-4414-aa56-1dec86cfe4b2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:26.802017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.811083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.811422 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Added segment ac66cb19-6a23-47fe-91b7-f1e16ff4197b of type vlan for network 91d31d16-c2eb-40a1-9817-fe9c51744934 Feb 04 16:27:26.819547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c915b68-2b2b-4f4d-a05e-e0e38ebf700f req-e969614d-7e6e-4bc4-a0ee-29ca3bd1b637 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893580 Feb 04 16:27:26.827907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab651384-a589-4384-9405-6a21c0483467,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:26.843094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.873663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-7448a952-8e53-4ac6-81bf-3d4d1fde0b47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4598842 Feb 04 16:27:26.888688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:26.889094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:26.907423 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:26.909424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Deleting port ef33e801-ed51-43dd-a654-b504d86e7892 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:26.909424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:26.960024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for c8664c41-1182-4203-b0b9-86fce95e4c56 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:27.003255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.165274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef33e801-ed51-43dd-a654-b504d86e7892 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:27.183330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.200790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1ab6c02-3c53-4130-8490-3e3200211392 None None] The port 'ef33e801-ed51-43dd-a654-b504d86e7892' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:27:27.234095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ef33e801-ed51-43dd-a654-b504d86e7892 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:27.235123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef33e801-ed51-43dd-a654-b504d86e7892 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:27.261388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad0cdfa-0d2f-47a7-8963-b154463a0269 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:27:27.261704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.301842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] Pushing event deleted for resources: {'Network': ['ID=8fca19b0-e401-4d09-98ce-afefd95c7d57,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:27.321441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.331539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:27.332180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.360105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.384567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d707159d-f4f3-443a-8816-9611abd2e2a8 tempest-DHCPAgentSchedulersTestJSON-918792642 tempest-DHCPAgentSchedulersTestJSON-918792642-project] 10.222.0.62 "DELETE /v2.0/networks/8fca19b0-e401-4d09-98ce-afefd95c7d57 HTTP/1.1" status: 204 len: 168 time: 2.5868373 Feb 04 16:27:27.426691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b07303a8-30d8-4ebb-9e23-d57a5299d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.444223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=c8664c41-1182-4203-b0b9-86fce95e4c56,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:27.470247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port c8664c41-1182-4203-b0b9-86fce95e4c56 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:27.547027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0cdfa-0d2f-47a7-8963-b154463a0269 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:27:27.659139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0023212 Feb 04 16:27:27.671009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-79438d48-cdf3-41f2-b8e6-b5fc9b5bb7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.6637454 Feb 04 16:27:27.674636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51736) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:27.679054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c6a49-4d3b-4074-96ea-4d227c746f9f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Network': ['ID=91d31d16-c2eb-40a1-9817-fe9c51744934,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:27.686416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'subnet': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:27.748731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:27.827530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:27.917750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbb0e23-a349-460b-867f-812dd1200b59']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:27.968335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:27.990450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:subnet and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:27.998366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:28.020513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6056d-d529-4512-a2ef-feeee5c68e1f req-17c7e767-dc1f-4016-866a-881208377841 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.031202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56a6056d-d529-4512-a2ef-feeee5c68e1f req-17c7e767-dc1f-4016-866a-881208377841 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.4920311 Feb 04 16:27:28.070660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:28.096170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee0911-0061-40a9-90c9-0ae64bed407f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:28.096838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee0911-0061-40a9-90c9-0ae64bed407f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:28.108839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-7b101848-a2ef-4d80-810d-71d06ca028aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.113757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-7b101848-a2ef-4d80-810d-71d06ca028aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.4009755 Feb 04 16:27:28.123461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.145605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.154541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:28.154940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.232868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51746) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:28.302036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:28.360632 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:28.366012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.390031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.419908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=2cbb0e23-a349-460b-867f-812dd1200b59,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:28.430109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a7ee8422-db03-4261-b254-bf3b2ec765b4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/2cbb0e23-a349-460b-867f-812dd1200b59 HTTP/1.1" status: 204 len: 168 time: 5.7720912 Feb 04 16:27:28.431782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:28.484145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387240980'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:28.495771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:28.501272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:28.504665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:28.511346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:28.532454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:28.536120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.548804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56a6056d-d529-4512-a2ef-feeee5c68e1f req-c686b129-6e95-4ace-b40e-324ce7978eb3 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4896986 Feb 04 16:27:28.587700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-edaee468-5c49-4280-98ab-f723b1ecddce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 1001 time: 0.4586134 Feb 04 16:27:28.624806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:28.628528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.638753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.639084 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment 63346b9b-1d60-45d0-ba8d-f90293d6d925 of type vlan for network fb93462f-eaf2-420a-93cc-fabe2b4ede92 Feb 04 16:27:28.711695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.716662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.771942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-ccbbf394-8d5b-4476-8474-813f0d518d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.774463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-ccbbf394-8d5b-4476-8474-813f0d518d03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.1379454 Feb 04 16:27:28.824849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port d78d4c89-2393-4a0c-90b5-66b3f48fde44 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:28.825825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.853764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.864616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:28.876066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:28.878976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:29.080116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-935591f7-8eed-4fc0-8d81-39b6f3284a39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1efeba7ccdf4385afad2d3af19d5ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8448575 Feb 04 16:27:29.085985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-1b367c9d-7f05-4929-87da-595708b763b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2895970 Feb 04 16:27:29.089543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:29.259904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:29.287225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=fb93462f-eaf2-420a-93cc-fabe2b4ede92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:29.298910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d50ee41b-8e16-4207-8d99-ad012da16603 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8327405 Feb 04 16:27:29.302719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51774) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:29.304196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:29.312388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:29.473323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:29.483041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:29.489251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:29.508666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:29.541041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:29.614190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port d78d4c89-2393-4a0c-90b5-66b3f48fde44, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d78d4c89-2393-4a0c-90b5-66b3f48fde44,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:29.614585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:29.663775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:29.735435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-0b54a183-2820-47cc-9d6e-40433a0615c3 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273706 Feb 04 16:27:29.736729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:29.764805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for d78d4c89-2393-4a0c-90b5-66b3f48fde44 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:29.794988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec2d7eb9-972a-426e-a67e-d1c6bde1053c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=579fc7448e8442969abe4d7ea32dc798&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4726489 Feb 04 16:27:29.800593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:29.850580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:29.919626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Subnet': ['ID=ddba44df-a26b-47ce-89ba-feb10ca81fa6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:29.945831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.023761 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.047357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.048188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Checking segment: {'id': 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:30.048498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network hostable DHCP agents. Network: 91d31d16-c2eb-40a1-9817-fe9c51744934, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:30.066063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2508a0fc-95c7-4d6e-a4fd-1631fd5b03d6 req-2abe8164-7373-410f-aeaf-0db128155f80 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169274 Feb 04 16:27:30.095548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6b58a-73ee-49bc-9111-cafca03a278d req-16bd9c30-d398-4cc6-a4ab-89237e7f0f17 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.097339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4e6b58a-73ee-49bc-9111-cafca03a278d req-16bd9c30-d398-4cc6-a4ab-89237e7f0f17 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.3160474 Feb 04 16:27:30.116220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.131297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:30.153781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.162025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 91d31d16-c2eb-40a1-9817-fe9c51744934) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:30.174847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea75046-f6ec-42b3-b4d6-0c3ae2a5446b None None] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:30.191303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e5ced-b13f-4e68-b1ad-f3b6152b1140,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:30.196515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.196933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.224993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.228734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ff981a66-4ba2-4a6e-8622-5c5393aa8e26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e4e5ced-b13f-4e68-b1ad-f3b6152b1140 HTTP/1.1" status: 204 len: 168 time: 1.1371787 Feb 04 16:27:30.237114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bfb31eb5-5696-4b02-b395-9b389b6eea68 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5610175 Feb 04 16:27:30.239859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4e6b58a-73ee-49bc-9111-cafca03a278d req-fb31b017-b6aa-47bb-a8be-15e8827a4d4e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303926 Feb 04 16:27:30.240352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:30.295948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-565415005'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:30.318955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.421474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=d78d4c89-2393-4a0c-90b5-66b3f48fde44,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:30.426062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.445866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-51a04d7d-c9d9-40c3-b262-f5416b861df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 1096 time: 0.2139640 Feb 04 16:27:30.593730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-91d31d16-c2eb-40a1-9817-fe9c51744934', 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'tenant_id': '4d22f2bf27304574a14fc7f6503ff72f', 'fixed_ips': [{'subnet_id': 'ddba44df-a26b-47ce-89ba-feb10ca81fa6'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:30.594639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.653546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.799581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e09094-a88d-48a9-afef-6c97e9a510dd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:30.825314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:30.831388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:port and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:30.835597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:30.843689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:30.849045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=e5a9f115-4cff-43cd-841c-a82012f8a409,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:30.856648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-d567f885-8431-4269-b9c4-ff1c106952f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:30.858578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-d567f885-8431-4269-b9c4-ff1c106952f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.3953869 Feb 04 16:27:30.860143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:30.863818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:30.866920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51804) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:30.971692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Allocated IP 2001:db8::2 (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/5a900882-e947-461f-be6e-12befbf922b4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:30.983490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port 50026c0d-9961-418f-8941-5fda879d0f6b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:31.025454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.076017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:31.077078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: fb93462f-eaf2-420a-93cc-fabe2b4ede92, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:31.088390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.095226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.096832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d5b2186a-e246-4bd8-888b-7132f657c271 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76e09094-a88d-48a9-afef-6c97e9a510dd HTTP/1.1" status: 204 len: 168 time: 1.2886424 Feb 04 16:27:31.175909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-eea2b54c-a4a9-481e-b250-4b3f52569de6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 200 len: 1001 time: 0.2900403 Feb 04 16:27:31.229213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:31.243027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Usage tracker for resource:security_group_rule and tenant:2ba83b9ad6394632ab90e0fdaf85c26b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:31.249883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:31.255532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:31.267211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-06632cad-f2a7-423c-97bb-3b71d763aa89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.268960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-06632cad-f2a7-423c-97bb-3b71d763aa89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.0813091 Feb 04 16:27:31.278398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:31.396192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fb93462f-eaf2-420a-93cc-fabe2b4ede92) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:31.407952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:31.408906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.434434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-05a21409-6aac-4913-a667-b5cdc9514a69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548750 Feb 04 16:27:31.497025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.528794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a32a15-9346-4352-9377-1b392c75a8b8 None None] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:31.560556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Transition to ACTIVE for port object 5a900882-e947-461f-be6e-12befbf922b4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:31.674040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Transition to ACTIVE for port object 5a900882-e947-461f-be6e-12befbf922b4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:31.700399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:31.746955 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07dbb072-8743-4f6e-a18c-1e802d040485 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4400544 Feb 04 16:27:31.756197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:31.820079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:31.851813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:31.854318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:31.860129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Pushing event updated for resources: {'Port': ['ID=5a900882-e947-461f-be6e-12befbf922b4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:31.966806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-a66f02ca-083b-4c1d-8c92-5f7403158499 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231123 Feb 04 16:27:32.003306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.020591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.067289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Attempting to bind port 5a900882-e947-461f-be6e-12befbf922b4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:32.067663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Attempting to bind port 5a900882-e947-461f-be6e-12befbf922b4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:32.068027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Attempting to bind port 5a900882-e947-461f-be6e-12befbf922b4 on network 91d31d16-c2eb-40a1-9817-fe9c51744934 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:32.083101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:32.083684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Checking segment: {'id': 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:32.084238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.088890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Bound using segment: {'id': 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:32.089516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Bound port: 5a900882-e947-461f-be6e-12befbf922b4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:32.090742 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.159537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.178520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:32.182790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ba83b9ad6394632ab90e0fdaf85c26b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3133986 Feb 04 16:27:32.195856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:32.201074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-fb93462f-eaf2-420a-93cc-fabe2b4ede92', 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'e5a9f115-4cff-43cd-841c-a82012f8a409'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:32.205907 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.270899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ccd768-3968-4ad3-8f74-70b6ddbde9fa req-78f812ad-a7e7-4135-b28d-e40a5b08c4e5 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944889 Feb 04 16:27:32.316429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::130 (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/50026c0d-9961-418f-8941-5fda879d0f6b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:32.342803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10a5c-7e8b-4b23-a7a4-6773a6b758f0 req-1d86889d-bbcf-4453-bb85-538de571045a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:32.350116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fc10a5c-7e8b-4b23-a7a4-6773a6b758f0 req-1d86889d-bbcf-4453-bb85-538de571045a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.8385901 Feb 04 16:27:32.370128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ad27a-48a7-498f-91a3-a6cf584794cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770dc820-4846-4a0e-9698-e7d756c92a30,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:32.522945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] For port 5a900882-e947-461f-be6e-12befbf922b4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:32.573778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] For port 5a900882-e947-461f-be6e-12befbf922b4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5a900882-e947-461f-be6e-12befbf922b4,segment=NetworkSegment(ac66cb19-6a23-47fe-91b7-f1e16ff4197b),segment_id=ac66cb19-6a23-47fe-91b7-f1e16ff4197b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:32.575934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.616044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Allocated IP 2001:db8::1 (fb93462f-eaf2-420a-93cc-fabe2b4ede92/e5a9f115-4cff-43cd-841c-a82012f8a409/0edde1aa-8c01-4627-9781-8a45ce4d9c2a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:32.667494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:32.681768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.688725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c020fbe-5c9b-4e1c-8434-bb6a89d5e182 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3240323 Feb 04 16:27:32.693641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51836) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:32.783144 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.905889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.928587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770dc820-4846-4a0e-9698-e7d756c92a30,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:32.944103 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.945278 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fe10a186-c97e-415d-9368-8603b20b51ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/770dc820-4846-4a0e-9698-e7d756c92a30 HTTP/1.1" status: 204 len: 168 time: 0.7403734 Feb 04 16:27:32.976152 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:32.998067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fc10a5c-7e8b-4b23-a7a4-6773a6b758f0 req-5bd4f891-3e88-4df7-99b1-5729df150216 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6446805 Feb 04 16:27:33.171794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting subnet e7a764b7-b3f0-41f0-937b-8d96d91ff33c {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:27:33.177401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.183231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99924b-ea47-456d-b400-e581954ef706 None None] Pushing event updated for resources: {'Port': ['ID=5a900882-e947-461f-be6e-12befbf922b4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:33.187824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:33.281372 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.311926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object 50026c0d-9961-418f-8941-5fda879d0f6b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:33.366989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.368423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:33.369304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:33.506835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.617530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.628691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.630511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:33.684958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Transition to ACTIVE for port object 0edde1aa-8c01-4627-9781-8a45ce4d9c2a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:33.725558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:33.739617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:33.742213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:33.746924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:33.747470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.795946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Transition to ACTIVE for port object 0edde1aa-8c01-4627-9781-8a45ce4d9c2a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:33.796132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=50026c0d-9961-418f-8941-5fda879d0f6b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:33.806993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7d99d667-38ef-4c63-b5d8-70cc3db463c2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5203745 Feb 04 16:27:33.813393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:33.814705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:33.831956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1698408944', 'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:e9:2c:dd'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:33.848607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.033615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.037128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Pushing event updated for resources: {'Port': ['ID=0edde1aa-8c01-4627-9781-8a45ce4d9c2a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:34.049824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.060421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:34.061815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:34.071343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:34.077568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:34.153498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a764b7-b3f0-41f0-937b-8d96d91ff33c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:34.234000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:34.234418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:34.234781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a on network fb93462f-eaf2-420a-93cc-fabe2b4ede92 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:34.249579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:34.250200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.315255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:34.320806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.329899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a9f115-4cff-43cd-841c-a82012f8a409,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:34.338970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:port and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:34.353669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:34.365336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.368124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-229f0e2a-730b-4c60-bfee-5003f153d809 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/e7a764b7-b3f0-41f0-937b-8d96d91ff33c HTTP/1.1" status: 204 len: 168 time: 1.6697447 Feb 04 16:27:34.370818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.371767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.371970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.374169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.375564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.376203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.376735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.377230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.377730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.378233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:34.378379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:34.385505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:34.406924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:34.409223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Checking segment: {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:34.413486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.414489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Bound using segment: {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:34.415574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Bound port: 0edde1aa-8c01-4627-9781-8a45ce4d9c2a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:34.416848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.444950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256631ad-29c0-4ae1-9a78-fb93a753843e None None] Network f93f12f7-a82f-468d-8917-90329bf58b25 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:34.676756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.712285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.743610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:34.750936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb93462f-eaf2-420a-93cc-fabe2b4ede92']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.791347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63346b9b-1d60-45d0-ba8d-f90293d6d925') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.791692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63346b9b-1d60-45d0-ba8d-f90293d6d925') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:34.835961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.875543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Deleting port 9a9c3a24-1f50-4722-8461-52e64d10375d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:34.876012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.881083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:34.893884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:34.909221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:34.932587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:35.157190 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:35.241560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:35.287667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:27:35.287667 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:27:35.287667 n-d-827873-1 neutron-server[83596]: [parameters: {'id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'}] Feb 04 16:27:35.287667 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:35.288065 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:35.330633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a900882-e947-461f-be6e-12befbf922b4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:35.519979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4f98b-d1ce-4708-a83a-e3a2b334ff21 None None] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:35.542989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] For port 9a9c3a24-1f50-4722-8461-52e64d10375d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9a9c3a24-1f50-4722-8461-52e64d10375d,segment=NetworkSegment(3c564b71-1f7e-4a6c-86f9-397725cf2805),segment_id=3c564b71-1f7e-4a6c-86f9-397725cf2805)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:35.544036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:35.735294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:35.789062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:35.819348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:35.819706 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:35.848451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dbeea7-941f-4566-9868-c771b3f9492d None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:35.868044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Calling delete_port for 9a9c3a24-1f50-4722-8461-52e64d10375d owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:35.956238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:35.998554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.008254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4595c70-7caf-4a02-b996-e58a68be8924 req-500965b0-d3a2-4e69-9df7-e40b6e095488 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:36.016879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4595c70-7caf-4a02-b996-e58a68be8924 req-500965b0-d3a2-4e69-9df7-e40b6e095488 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 1.6411362 Feb 04 16:27:36.111868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Provisioning for port 5a900882-e947-461f-be6e-12befbf922b4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:36.161935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Port': ['ID=9a9c3a24-1f50-4722-8461-52e64d10375d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:36.230068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5a900882-e947-461f-be6e-12befbf922b4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:36.246843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Provisioning complete for port 5a900882-e947-461f-be6e-12befbf922b4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:36.249899 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.256573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a, host n-d-827873-1, got binding levels [] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:36.257120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.264768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No DVR routers for this DVR port 9a9c3a24-1f50-4722-8461-52e64d10375d on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:36.364220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e0eadc-98d9-4015-ad28-4de6327b33a6 None None] DHCP port deletion for f93f12f7-a82f-468d-8917-90329bf58b25 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:27:36.432590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5a900882-e947-461f-be6e-12befbf922b4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:36.432965 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.477275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 0edde1aa-8c01-4627-9781-8a45ce4d9c2a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:36.580253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.624314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:36.624687 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:36.656129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.697702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.704864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:36.715401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93f12f7-a82f-468d-8917-90329bf58b25']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:36.744149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c564b71-1f7e-4a6c-86f9-397725cf2805') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:36.744444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c564b71-1f7e-4a6c-86f9-397725cf2805') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:36.758722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.796310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.811778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=0edde1aa-8c01-4627-9781-8a45ce4d9c2a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:36.821672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:36.822276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.924183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5a900882-e947-461f-be6e-12befbf922b4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5a900882-e947-461f-be6e-12befbf922b4,segment=NetworkSegment(ac66cb19-6a23-47fe-91b7-f1e16ff4197b),segment_id=ac66cb19-6a23-47fe-91b7-f1e16ff4197b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:36.934524 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:36.975591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.024000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.071907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51916) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:37.086276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5a900882-e947-461f-be6e-12befbf922b4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:37.140091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb93462f-eaf2-420a-93cc-fabe2b4ede92']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:37.147831 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:37.178986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4595c70-7caf-4a02-b996-e58a68be8924 req-0496b8af-3c31-4630-baa8-51cfcec538dd tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1606393 Feb 04 16:27:37.182577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.198561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a9c3a24-1f50-4722-8461-52e64d10375d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:37.204643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219720104', 'description': 'tempest-secgroup-smoke-1219720104 description', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:37.209111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.216825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63346b9b-1d60-45d0-ba8d-f90293d6d925') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:37.217854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63346b9b-1d60-45d0-ba8d-f90293d6d925') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:37.254113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:37.255674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9a9c3a24-1f50-4722-8461-52e64d10375d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:37.257721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9a9c3a24-1f50-4722-8461-52e64d10375d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:37.259552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d78d4c89-2393-4a0c-90b5-66b3f48fde44 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:27:37.263774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.281901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:37.288458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:37.312925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:37.319387 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.332881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d78d4c89-2393-4a0c-90b5-66b3f48fde44 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:27:37.333333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d78d4c89-2393-4a0c-90b5-66b3f48fde44 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:27:37.337508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/networks/f93f12f7-a82f-468d-8917-90329bf58b25 HTTP/1.1" status: 204 len: 168 time: 2.9571168 Feb 04 16:27:37.337508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51926) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:37.348471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754bdfd-4027-4b5a-9624-ae40b4a42ad7 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Pushing event deleted for resources: {'Network': ['ID=f93f12f7-a82f-468d-8917-90329bf58b25,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:37.353534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:37.354176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:37.358904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Attempting to bind port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a on network fb93462f-eaf2-420a-93cc-fabe2b4ede92 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:37.373632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:37.377654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.381967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'routes': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:37.403633 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:37.404223 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-5930df07-83a8-4838-a278-d6e563658f28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:37.405246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:37.405900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Checking segment: {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:37.406636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.407265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Bound using segment: {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:37.407978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Bound port: 0edde1aa-8c01-4627-9781-8a45ce4d9c2a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63346b9b-1d60-45d0-ba8d-f90293d6d925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fb93462f-eaf2-420a-93cc-fabe2b4ede92'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:37.408581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:37.470256 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:37.494491 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.535480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::3d (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:37.551228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a23025cb-a081-44d5-a51e-0aa122c283ae None None] Port 0edde1aa-8c01-4627-9781-8a45ce4d9c2a has been deleted concurrently {{(pid=83598) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Feb 04 16:27:37.659962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.704776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51934) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:37.734042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.749492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.799927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=fb93462f-eaf2-420a-93cc-fabe2b4ede92,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:37.802073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:37.810193 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8a191d1-2e79-4286-9968-fa8fabc4ef73 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/fb93462f-eaf2-420a-93cc-fabe2b4ede92 HTTP/1.1" status: 204 len: 168 time: 6.0495203 Feb 04 16:27:37.810529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:37.816216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51940) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:37.835526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:37.854134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544705711'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:37.863078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:37.867622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:37.877139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:37.882233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:37.891567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:37.921575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:37.926445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.981309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:37.995268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:37.995800 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment f339640e-b48e-4748-9551-e505f54c7e2d of type vlan for network a138c302-1ab8-45d7-b08f-e8d317c102bd Feb 04 16:27:38.044337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.100092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.extraroute_db [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Added routes are [] {{(pid=83597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:27:38.100467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.extraroute_db [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Removed routes are [] {{(pid=83597) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:27:38.100829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-502440499'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:38.100959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.109719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:38.122306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Usage tracker for resource:router and tenant:5c013d5372d4422392e1125bf8c313b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:38.126527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:38.146128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:38.148638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.153794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:38.154782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.173834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Provisioning for port 50026c0d-9961-418f-8941-5fda879d0f6b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:38.182433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Provisioning complete for port 50026c0d-9961-418f-8941-5fda879d0f6b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:38.183161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.286241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.287324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.288856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Port 50026c0d-9961-418f-8941-5fda879d0f6b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:38.308172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.317176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Provisioning complete for port 5a900882-e947-461f-be6e-12befbf922b4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:38.317602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01f53e7b-e2a2-494b-858b-4793d33366b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.345938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.365590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=a138c302-1ab8-45d7-b08f-e8d317c102bd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:38.378480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.380414 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15d28970-1992-42fd-8456-52d35071fd68 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5630186 Feb 04 16:27:38.385791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51944) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:38.389640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:38.398949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:38.424151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.460000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:38.466898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:38.472023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:38.479862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:38.568781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.570001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.571743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e6fd548-4fe5-471d-a22c-c33d205b05d8 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8651853 Feb 04 16:27:38.591383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51948) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:38.770741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.775315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.786220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.904103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:38.941700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07fee29f-e8bc-442d-963a-7c1973edd785 None None] Could not find standard attr ID for object 0edde1aa-8c01-4627-9781-8a45ce4d9c2a. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:27:38.947877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:38.959027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44671f8a-d9e7-4ac8-b534-2bf8063b1b7e None None] DHCP port deletion for fb93462f-eaf2-420a-93cc-fabe2b4ede92 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:27:38.986006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29be92c-b5a7-41c5-8382-91242639b768,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:38.987193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf9c1f-3083-4593-a562-5321488cc3bb None None] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:39.008696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:39.021332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 8c208d17-9017-4735-be04-495a96da9511 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:27:39.026699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:39.034363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:39.038482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.059869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:39.060242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bf9c1f-3083-4593-a562-5321488cc3bb None None] Network fb93462f-eaf2-420a-93cc-fabe2b4ede92 could not be found, it might have been deleted concurrently. {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 16:27:39.159962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:39.163817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a900882-e947-461f-be6e-12befbf922b4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:39.187048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:39.189477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:39.201133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:39.204225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:39.209519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.210653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.212013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.217090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9726bb25-dee0-4c5c-b560-b6946a5d94b3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.1302416 Feb 04 16:27:39.226136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51958) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:39.237290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:39.263203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.337431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:39.353691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5a900882-e947-461f-be6e-12befbf922b4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:39.357721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.373722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ee7afb93-7e93-4576-b919-c26bf84bbf5b tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.5577245 Feb 04 16:27:39.380678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:39.430683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:39.463738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:39.477009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:39.580293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:39.594957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.633007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:39.641692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.648860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2ca2b9f-a4cd-420f-92db-9728b5eb90f2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 705 time: 2.2897384 Feb 04 16:27:39.652233 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Sync routers for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:39.652902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51966) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:39.693312 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:39.693959 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:39.713032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a41b26e6-bf98-434c-be58-d7d212cc1213 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:39.725911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4af9877e-bd44-45a3-ac0d-e0cf0e74cc4c None None] Provisioning for port 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:39.727310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.735694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4af9877e-bd44-45a3-ac0d-e0cf0e74cc4c None None] Provisioning complete for port 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:39.738664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4af9877e-bd44-45a3-ac0d-e0cf0e74cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:39.743938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.749248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.755633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:39.756777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Synchronizing usage tracker for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:39.780781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a41b26e6-bf98-434c-be58-d7d212cc1213 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:39.782869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a41b26e6-bf98-434c-be58-d7d212cc1213 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 205 time: 0.1287122 Feb 04 16:27:39.786654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:39.873385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Unset dirty status for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:39.877484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4f95dce0-438c-47b4-9b20-c195aacdef1e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.4926538 Feb 04 16:27:39.881755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:40.001139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4af9877e-bd44-45a3-ac0d-e0cf0e74cc4c None None] Port 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:40.039742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:40.040322 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.053819 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:40.125764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.140484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.236570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.242659 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.259804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.284656 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:40.296999 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Checking router: 8c208d17-9017-4735-be04-495a96da9511 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:40.316216 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Routers {'8c208d17-9017-4735-be04-495a96da9511'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:40.317176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8c208d17-9017-4735-be04-495a96da9511'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:40.322906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebab261-4a20-433e-92d9-44fd06b38d3f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:40.331832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.336388 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc1789c5-c6cc-44d2-9fad-0481b3e532a4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1056242 Feb 04 16:27:40.337100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:40.339935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.340604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0aed0f6-0476-409c-bf1c-3d89d257c9bb {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:40.345719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:40.357715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:40.375370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:40.381394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:40.403972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:40.407983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.413474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4c2fa209-5238-462e-bdd3-05623074eb2a tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c0aed0f6-0476-409c-bf1c-3d89d257c9bb HTTP/1.1" status: 204 len: 168 time: 1.8141465 Feb 04 16:27:40.413474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:40.423464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Request body: {'router': {'name': 'tempest-router-115519052', 'distributed': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:40.430059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:40.436721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Usage tracker for resource:router and tenant:5c013d5372d4422392e1125bf8c313b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:40.441888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:40.450597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.467467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] Set router 8c208d17-9017-4735-be04-495a96da9511 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:40.523732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:40.535968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.554565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.555481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.581037 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:40.582323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.585985 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bb7797-3988-4681-a2cb-fe1fbbf22c9d None None] The sync data for ids ['8c208d17-9017-4735-be04-495a96da9511'] in n-d-827873-1 is: [{'id': '8c208d17-9017-4735-be04-495a96da9511', 'name': 'tempest-RoutersIpV6Test-router-1631624251', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:25:53Z', 'updated_at': '2022-02-04T16:27:30Z', 'revision_number': 11, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:40.628138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.690649 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.692101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72dfa468-c505-4b7d-99e4-30864a1dd7ef tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2776363 Feb 04 16:27:40.738450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:40.827486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.858653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=9c54c992-e6e5-4f87-8182-242847e7499e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:40.868490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:40.869984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': 'f339640e-b48e-4748-9551-e505f54c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:40.870385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: a138c302-1ab8-45d7-b08f-e8d317c102bd, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:40.879765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.096755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbe9928-124c-4418-b806-3c822f94f6cf,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:41.098767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for 8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:41.111562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.145673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.164607 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.165428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.169177 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b12334f-2ff0-445a-bf72-91836bad1361 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8281713 Feb 04 16:27:41.169548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:41.180964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:41.187023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network a138c302-1ab8-45d7-b08f-e8d317c102bd is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:41.190532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:41.210379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:41.217487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:41.236758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:41.265347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a138c302-1ab8-45d7-b08f-e8d317c102bd) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:41.271718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:41.272313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.281328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed71ea4-f3ca-44e4-81a5-3efe4e03e8b9 None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:41.298847 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.299330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router 8c208d17-9017-4735-be04-495a96da9511 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:41.311223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.378161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.388586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f0253bb3-5ec6-4f19-a2d0-9d3b888037fe tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 204 len: 168 time: 1.6006112 Feb 04 16:27:41.389283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:41.421158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1728772651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:41.433167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:41.442000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.450904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Usage tracker for resource:router and tenant:31dc1626f5d64e6c98dc72e982a01faa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:41.495041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:41.513563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:41.526597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:41.537064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.584854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.611247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd1eb1f6-73b1-48dd-a6d3-dfb774102cad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2100339 Feb 04 16:27:41.612145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52004) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:41.615079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.615886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.623358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:41.670269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e8d885-8fef-462d-b332-c2f42d309e40,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:41.713659 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.717660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-285ddc1b-fca6-4746-83f0-766f86790557 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5444846 Feb 04 16:27:41.720236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:41.791269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-a138c302-1ab8-45d7-b08f-e8d317c102bd', 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': '9c54c992-e6e5-4f87-8182-242847e7499e'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:41.792360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.813042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:41.827443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:41.838987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:41.851023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:41.868035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:41.905340 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.928615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:41.982401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.003107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.016430 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.019576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-be53482c-66d3-4029-a8f1-fcc0c285a80a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 HTTP/1.1" status: 204 len: 168 time: 2.1366613 Feb 04 16:27:42.022853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.038436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.054747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:42.075728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.095160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Allocated IP 2001:db8::2 (a138c302-1ab8-45d7-b08f-e8d317c102bd/9c54c992-e6e5-4f87-8182-242847e7499e/bdf99dd8-a33b-408c-99a1-71fbbf12f879) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:42.130907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:42.139463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.140066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.140580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b274dbf4-5273-4400-97d3-ece1897230f8 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:42.158406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.165900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.167339 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae6cf1d-3d49-4dd3-b2ec-4be6b2d9e197 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] GET failed (client error): The resource could not be found. Feb 04 16:27:42.169519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ae6cf1d-3d49-4dd3-b2ec-4be6b2d9e197 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports/8e647eaa-8047-4c9b-ac6c-8fd39be8e2c1 HTTP/1.1" status: 404 len: 333 time: 0.1400492 Feb 04 16:27:42.171474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.173433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac42617b-7543-4fb7-843a-465d1f3bdda7 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "DELETE /v2.0/routers/b274dbf4-5273-4400-97d3-ece1897230f8 HTTP/1.1" status: 204 len: 168 time: 1.4313290 Feb 04 16:27:42.174193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.178469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52026) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.186416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-600674173'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:42.199665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.218970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Request body: {'router': {'name': 'tempest-router-1524522659', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2be8f7356e29473a96f4b4b104f8c409'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:42.231612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40519e8f-63fa-4eb7-9a4d-f64d826e352d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:42.239681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.244072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a322eb40-2e7c-4aa1-972a-cf82071f0441 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8347175 Feb 04 16:27:42.247716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.259837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:42.277053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.280488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:42.285252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.326997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Usage tracker for resource:router and tenant:2be8f7356e29473a96f4b4b104f8c409 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:42.363141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.375474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Transition to ACTIVE for port object bdf99dd8-a33b-408c-99a1-71fbbf12f879 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:42.386874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:42.396726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Transition to ACTIVE for port object bdf99dd8-a33b-408c-99a1-71fbbf12f879 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:42.411287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.416561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.442109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.447589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-965135b1-fc02-41e3-a68a-a4a3883a5c7a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6595585 Feb 04 16:27:42.449798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:42.464977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:42.476120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.482489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.493948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:42.499797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:42.507656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.514155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Pushing event updated for resources: {'Port': ['ID=bdf99dd8-a33b-408c-99a1-71fbbf12f879,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:42.528984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:42.530840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:42.534167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:42.645127 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:27:42.661445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.663869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Attempting to bind port bdf99dd8-a33b-408c-99a1-71fbbf12f879 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:42.664414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Attempting to bind port bdf99dd8-a33b-408c-99a1-71fbbf12f879 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f339640e-b48e-4748-9551-e505f54c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:42.665023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Attempting to bind port bdf99dd8-a33b-408c-99a1-71fbbf12f879 on network a138c302-1ab8-45d7-b08f-e8d317c102bd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:42.676161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:42.676902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Checking segment: {'id': 'f339640e-b48e-4748-9551-e505f54c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:42.677503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.678116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Bound using segment: {'id': 'f339640e-b48e-4748-9551-e505f54c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:42.678863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Bound port: bdf99dd8-a33b-408c-99a1-71fbbf12f879, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f339640e-b48e-4748-9551-e505f54c7e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:42.679386 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.738230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.739422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.752616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.782492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:42.788141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bdf99dd8-a33b-408c-99a1-71fbbf12f879,segment=NetworkSegment(f339640e-b48e-4748-9551-e505f54c7e2d),segment_id=f339640e-b48e-4748-9551-e505f54c7e2d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:42.797096 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.810131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.856863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:42.863039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.875707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.880020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Usage tracker for resource:security_group_rule and tenant:4299b44d7ab749a991241fd7d9f37ddf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:42.884104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:42.908398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.910737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network a138c302-1ab8-45d7-b08f-e8d317c102bd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:42.913767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85ba55-c545-40a7-95d2-61002a80f390 None None] Pushing event updated for resources: {'Port': ['ID=bdf99dd8-a33b-408c-99a1-71fbbf12f879,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:42.916114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.921375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:42.928893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.939119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:42.940792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=8afe1e1c-245b-41cd-ad6e-e368313a60b7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:42.943457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:42.944041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:42.951302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:42.954766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.024686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port 6a99187d-6e6c-420d-b424-5af9602cb762 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:43.064301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.070898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c726fa74-05d6-40e7-8087-37655929ab1e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4552636 Feb 04 16:27:43.075579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.216366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.218135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.222202 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9453fe2-3ed5-4799-b8da-0ee7f1fae6ec tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0170295 Feb 04 16:27:43.222902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.251531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:43.251988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372e93c6-42ea-4eb3-81e4-a7ef76c87454,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:43.320043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.321402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0ea142d-93ed-4562-b851-acf7f3313c6c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8705976 Feb 04 16:27:43.327712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.337261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ea45c473-3d42-4c7b-8a2e-83ebe9db3da6', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:43.347161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:43.352581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:43.359547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:43.367861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:43.391924 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:27:43.400327 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.453147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Router 0edd45e2-ace7-402c-946e-2aa69a0360bf is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:27:43.518904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.520222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.521532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.523697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.525016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:43.525938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Synchronizing usage tracker for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:43.537977 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.552913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.566009 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.622465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.658685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d68b77c-279a-4c4f-a7dd-c867b1483f20,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:43.671214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:43.673431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.678256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9822031a-a8d8-4c36-9522-9f19ebce8753 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3443906 Feb 04 16:27:43.679353 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.680045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Unset dirty status for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:43.680460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ecb95ed5-21d8-46a8-9507-98f5e6e6da82 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "PUT /v2.0/routers/0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 200 len: 698 time: 1.4314303 Feb 04 16:27:43.685830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.686002 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aa710df0-86ab-4e58-bd20-5287291e2b47 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5962260 Feb 04 16:27:43.686091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.686421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.696889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'network': {'name': 'tempest-network-smoke--49472197', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:43.701412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1867839603'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:43.703432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::32e (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/6a99187d-6e6c-420d-b424-5af9602cb762) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:43.717702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Sync routers for ids ['0edd45e2-ace7-402c-946e-2aa69a0360bf'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:43.738638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Routers {'0edd45e2-ace7-402c-946e-2aa69a0360bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:43.740630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0edd45e2-ace7-402c-946e-2aa69a0360bf'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:43.768798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:43.777552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:43.782179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:43.787153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:43.790122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:network and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:43.795797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:43.799832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:43.813648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4299b44d7ab749a991241fd7d9f37ddf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6668043 Feb 04 16:27:43.814240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.818593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:43.824587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9db46f-30c1-4283-8c66-7e94198f35dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52257834-f6e9-46f8-a298-9b76b8f6b60c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:43.923564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:43.927211 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.939539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Set router 0edd45e2-ace7-402c-946e-2aa69a0360bf gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:43.943009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:43.946145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:43.975893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d7302a59-1ba7-49f2-a3b0-199357370a56 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/routers/0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 200 len: 704 time: 0.2881184 Feb 04 16:27:43.982754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:43.996971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:44.017410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.018143 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment 723e16ab-d9b8-4315-a52e-d4846d74d35f of type vlan for network a8029883-3987-4053-bf37-70eb300ff4c3 Feb 04 16:27:44.031685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:44.063876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.123442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edd45e2-ace7-402c-946e-2aa69a0360bf', 'name': 'tempest-RoutersIpV6Test-router-1728772651', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:41Z', 'updated_at': '2022-02-04T16:27:42Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:44.128556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac145f4-dcce-45f4-bd3d-b7f248fa83aa None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:44.133537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.133933 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Added segment 0b495bd0-743e-4d26-8359-60b7b9098def of type vlan for network 04345c07-fbac-47fe-b1f6-6bc189e80d0c Feb 04 16:27:44.137033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.138486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-39c39a6b-edea-49d5-b051-cfefbea6c791 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Synchronizing usage tracker for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:44.141589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:44.142253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.149947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Checking router: 0edd45e2-ace7-402c-946e-2aa69a0360bf for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:44.259009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Routers {'0edd45e2-ace7-402c-946e-2aa69a0360bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:44.260386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0edd45e2-ace7-402c-946e-2aa69a0360bf'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:44.272932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.319102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=a8029883-3987-4053-bf37-70eb300ff4c3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.322475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.322873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.323249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-79495826-45d2-4f02-8e32-d68ebcec1089 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6336274 Feb 04 16:27:44.326004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:44.329424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6151537a-6743-4345-8eef-141f1967a0a9 None None] Provisioning for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:44.335962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:44.403079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:44.408840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.416198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-39c39a6b-edea-49d5-b051-cfefbea6c791 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Unset dirty status for tenant:31dc1626f5d64e6c98dc72e982a01faa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:44.420805 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-39c39a6b-edea-49d5-b051-cfefbea6c791 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 200 len: 205 time: 0.4336851 Feb 04 16:27:44.424954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52076) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:44.530831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.534514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:44.536425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.552652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.556124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83596) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 04 16:27:44.556456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Router 90bc29a8-1b27-4dce-8307-0d3bbd77b26b migrating from provider to provider. {{(pid=83596) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 04 16:27:44.556827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.560337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.579389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.596847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] Set router 0edd45e2-ace7-402c-946e-2aa69a0360bf gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:44.600170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.602257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object 6a99187d-6e6c-420d-b424-5af9602cb762 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:44.738235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0edd45e2-ace7-402c-946e-2aa69a0360bf', 'name': 'tempest-RoutersIpV6Test-router-1728772651', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:41Z', 'updated_at': '2022-02-04T16:27:42Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:44.774112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd81-3184-4cf3-81d4-909356474ea8 None None] The sync data for ids ['0edd45e2-ace7-402c-946e-2aa69a0360bf'] in n-d-827873-1 is: [{'id': '0edd45e2-ace7-402c-946e-2aa69a0360bf', 'name': 'tempest-RoutersIpV6Test-router-1728772651', 'tenant_id': '31dc1626f5d64e6c98dc72e982a01faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:41Z', 'updated_at': '2022-02-04T16:27:42Z', 'revision_number': 2, 'project_id': '31dc1626f5d64e6c98dc72e982a01faa', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:44.797721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1150045 Feb 04 16:27:44.801889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:44.820648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'admin_state_up': True, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:44.821397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d7c68-4557-42a9-8a77-67201c4d366a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Network': ['ID=04345c07-fbac-47fe-b1f6-6bc189e80d0c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.829910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.831720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.835586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:44.847104 n-d-827873-1 neutron-server[83596]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] No L3 agents can host the router 90bc29a8-1b27-4dce-8307-0d3bbd77b26b Feb 04 16:27:44.863023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:44.866873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:44.958004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:router and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:44.962765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=6a99187d-6e6c-420d-b424-5af9602cb762,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.966082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52257834-f6e9-46f8-a298-9b76b8f6b60c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:44.969066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:44.982709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:45.050764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.051871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f064fa2-64d7-4d1b-8d0b-7ed04dcf4148 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52257834-f6e9-46f8-a298-9b76b8f6b60c HTTP/1.1" status: 204 len: 168 time: 1.2293489 Feb 04 16:27:45.075887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Update dhcp port {'port': {'network_id': 'a138c302-1ab8-45d7-b08f-e8d317c102bd', 'fixed_ips': [{'subnet_id': '9c54c992-e6e5-4f87-8182-242847e7499e', 'ip_address': '2001:db8::2'}, {'subnet_id': '8afe1e1c-245b-41cd-ad6e-e368313a60b7'}], 'binding:host_id': 'n-d-827873-1'}, 'id': 'bdf99dd8-a33b-408c-99a1-71fbbf12f879'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:27:45.091681 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.092510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.145081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.160438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.164563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:45.166593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:45.171548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:45.176812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.177695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.214147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.215148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.330016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bdf99dd8-a33b-408c-99a1-71fbbf12f879 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:45.394145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network a8029883-3987-4053-bf37-70eb300ff4c3 is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 16:27:45.398410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:45.399297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.401195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "PUT /v2.0/networks/a8029883-3987-4053-bf37-70eb300ff4c3 HTTP/1.1" status: 200 len: 723 time: 1.0719187 Feb 04 16:27:45.489887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:45.495225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cde1b-3788-438d-9229-761dcd8eec4e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=a8029883-3987-4053-bf37-70eb300ff4c3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:45.527812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:45.563467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Allocated IP 172.20.0.1 (a138c302-1ab8-45d7-b08f-e8d317c102bd/8afe1e1c-245b-41cd-ad6e-e368313a60b7/bdf99dd8-a33b-408c-99a1-71fbbf12f879) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:45.722238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:45.722892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bdf99dd8-a33b-408c-99a1-71fbbf12f879,segment=NetworkSegment(f339640e-b48e-4748-9551-e505f54c7e2d),segment_id=f339640e-b48e-4748-9551-e505f54c7e2d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:45.743076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:45.749398 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6117dcd9-70ca-4fc8-b64b-40386175064f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5686593 Feb 04 16:27:45.749626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:45.751669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52098) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:45.755102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Hosts for router 90bc29a8-1b27-4dce-8307-0d3bbd77b26b: [] {{(pid=83596) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 04 16:27:45.761803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:e9:2c:dd'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:45.805206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Hosts for other DVR routers connected to router 90bc29a8-1b27-4dce-8307-0d3bbd77b26b: set() {{(pid=83596) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 04 16:27:45.807002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.808269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a41bea23-4097-4b57-b8c7-88f9869fe789 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "PUT /v2.0/routers/90bc29a8-1b27-4dce-8307-0d3bbd77b26b HTTP/1.1" status: 200 len: 717 time: 2.5772390 Feb 04 16:27:45.815528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52102) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:45.873121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.918550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.928968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:45.934264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Transition to ACTIVE for port object bdf99dd8-a33b-408c-99a1-71fbbf12f879 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:45.935723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b08a5d7-73e8-4fd2-88c5-b6a2ed97f892 None None] Provisioning for port 6a99187d-6e6c-420d-b424-5af9602cb762 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:45.951293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:45.992552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b08a5d7-73e8-4fd2-88c5-b6a2ed97f892 None None] Provisioning complete for port 6a99187d-6e6c-420d-b424-5af9602cb762 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:45.993204 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b08a5d7-73e8-4fd2-88c5-b6a2ed97f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.082922 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ee9b0208-11bf-48bb-bd90-15f6ed549cca tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "GET /v2.0/routers/90bc29a8-1b27-4dce-8307-0d3bbd77b26b HTTP/1.1" status: 200 len: 717 time: 0.2645838 Feb 04 16:27:46.083849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:46.084919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.269044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cc3d2-f771-4f75-87a9-aee2987b8a1d None None] Pushing event updated for resources: {'Port': ['ID=bdf99dd8-a33b-408c-99a1-71fbbf12f879,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:46.272205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b08a5d7-73e8-4fd2-88c5-b6a2ed97f892 None None] Port 6a99187d-6e6c-420d-b424-5af9602cb762 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:46.322407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.351555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.380848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.393263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.408536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.587921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.104 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/18804f58-b4f7-40f6-9d55-5274e20ecd99) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:46.741145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.742190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Fanout notify agent at l3_agent the message router_deleted on router 0edd45e2-ace7-402c-946e-2aa69a0360bf {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:46.774785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:46.776509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c854b51a-e726-4fbf-8cd0-f41abcdc46de tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 204 len: 168 time: 2.3502893 Feb 04 16:27:46.784894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:46.908230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-823f2019-8407-48df-8c30-4c76b9421b9d tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 200 len: 205 time: 0.1214635 Feb 04 16:27:46.912115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52128) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.009614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.014654 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-b83b60f5-b923-4477-a605-b8a04a675c88 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:47.015979 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b83b60f5-b923-4477-a605-b8a04a675c88 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/0edd45e2-ace7-402c-946e-2aa69a0360bf HTTP/1.1" status: 404 len: 336 time: 0.1021149 Feb 04 16:27:47.020295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52132) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.033783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f7238-0c3e-405b-8030-eb9a541cfcb5 None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:47.108164 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-459ed463-b8be-4976-80ab-b9eba4fc0367 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:47.109402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459ed463-b8be-4976-80ab-b9eba4fc0367 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:47.111630 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.123210 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-459ed463-b8be-4976-80ab-b9eba4fc0367 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/b6d4a582-898d-4940-bfaf-58a4b47e5e40 HTTP/1.1" status: 404 len: 337 time: 0.1018386 Feb 04 16:27:47.123419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.162460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.166614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bdf99dd8-a33b-408c-99a1-71fbbf12f879 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:47.194966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-933c0837-1acc-477a-8eed-f7053350ae74 tempest-RoutersTestDVR-480372012 tempest-RoutersTestDVR-480372012-project] 10.222.0.62 "GET /v2.0/routers/90bc29a8-1b27-4dce-8307-0d3bbd77b26b HTTP/1.1" status: 200 len: 683 time: 1.1005321 Feb 04 16:27:47.196045 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-58589234-676d-4747-b2a3-066afe275139 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:47.196458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58589234-676d-4747-b2a3-066afe275139 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:47.219644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52140) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.249623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-58589234-676d-4747-b2a3-066afe275139 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/8c77c525-7bbd-46b0-af74-e6bf6d34063b HTTP/1.1" status: 404 len: 337 time: 0.1197805 Feb 04 16:27:47.268068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.335474 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b460e61e-e772-4809-9ed0-368ff79a0639 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:47.335917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b460e61e-e772-4809-9ed0-368ff79a0639 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:47.337877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b460e61e-e772-4809-9ed0-368ff79a0639 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/b8f927ed-07f6-418d-8a69-19e6840bbe34 HTTP/1.1" status: 404 len: 337 time: 0.0686159 Feb 04 16:27:47.344225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.357038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:47.364656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Provisioning for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:47.397548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:47.447721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=18804f58-b4f7-40f6-9d55-5274e20ecd99,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:47.457604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:47.477112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Provisioning complete for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:47.477585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.581874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:47.582837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.646076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.707732 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-deee713e-dc86-4568-a8ae-560a5f6b89a1 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:47.708065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deee713e-dc86-4568-a8ae-560a5f6b89a1 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:47.709745 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-deee713e-dc86-4568-a8ae-560a5f6b89a1 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/e7a764b7-b3f0-41f0-937b-8d96d91ff33c HTTP/1.1" status: 404 len: 337 time: 0.3591907 Feb 04 16:27:47.715238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52156) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.766607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=0a1aa618-edd5-4fdd-858d-3c17cc2a1548,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:47.780597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.835155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.838997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a1a05746-88f5-4207-be9b-7f4c51a9adbb tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 200 len: 205 time: 0.1164503 Feb 04 16:27:47.844599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52160) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:47.913125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.917155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:47.964272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.029239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bdf99dd8-a33b-408c-99a1-71fbbf12f879,segment=NetworkSegment(f339640e-b48e-4748-9551-e505f54c7e2d),segment_id=f339640e-b48e-4748-9551-e505f54c7e2d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:48.042708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.076095 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-3567fc16-92c4-43b1-824b-241b58e4b3ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:48.081755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3567fc16-92c4-43b1-824b-241b58e4b3ba tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/8c208d17-9017-4735-be04-495a96da9511 HTTP/1.1" status: 404 len: 336 time: 0.2363081 Feb 04 16:27:48.082621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.084379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] In _notify_port_updated(), no bound segment for port 6a99187d-6e6c-420d-b424-5af9602cb762 on network 91d31d16-c2eb-40a1-9817-fe9c51744934 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:27:48.103457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.104316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.105933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "PUT /v2.0/ports/6a99187d-6e6c-420d-b424-5af9602cb762 HTTP/1.1" status: 200 len: 1002 time: 2.3531003 Feb 04 16:27:48.131070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52168) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.178272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2068de-ca89-4cc8-82f9-f8ef4be82b45 None None] Pushing event updated for resources: {'Port': ['ID=bdf99dd8-a33b-408c-99a1-71fbbf12f879,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:48.267852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:48.268335 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:48.285265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8ecbff36-1ce0-486b-b8e0-0fb6b4396f91 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=7eafd998-f8b4-4a89-b0d1-1c420314e42d HTTP/1.1" status: 200 len: 205 time: 0.1616132 Feb 04 16:27:48.292343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.311134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port 6a99187d-6e6c-420d-b424-5af9602cb762 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:48.311873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.396362 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-67129156-980b-4318-a950-de3edc4116c5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:48.399970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-67129156-980b-4318-a950-de3edc4116c5 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/7eafd998-f8b4-4a89-b0d1-1c420314e42d HTTP/1.1" status: 404 len: 336 time: 0.1000538 Feb 04 16:27:48.401761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.405521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': '723e16ab-d9b8-4315-a52e-d4846d74d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:48.405703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: a8029883-3987-4053-bf37-70eb300ff4c3, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:48.422672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f309467f-4de0-454b-800d-e863b2b53a96 None None] Provisioning complete for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:48.423052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f309467f-4de0-454b-800d-e863b2b53a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.448274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93890691-8d00-4315-8b0b-6682c244629a tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=6a99187d-6e6c-420d-b424-5af9602cb762,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:48.487931 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1edbaf2-a4c1-4367-a22e-0ccf138dc827 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:48.488789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1edbaf2-a4c1-4367-a22e-0ccf138dc827 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:48.492007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1edbaf2-a4c1-4367-a22e-0ccf138dc827 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/4fe1d884-14c3-461f-b66d-312b7fda5ac3 HTTP/1.1" status: 404 len: 337 time: 0.0878367 Feb 04 16:27:48.498681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52182) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.561826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-21bd4ccf-b58d-445b-9240-16f77590ae16 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 200 len: 205 time: 0.0612419 Feb 04 16:27:48.564892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52186) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.642747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network a8029883-3987-4053-bf37-70eb300ff4c3 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:48.655682 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-613e3c73-7258-41a5-9c2a-53f2baf6c732 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:48.659645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-613e3c73-7258-41a5-9c2a-53f2baf6c732 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/b7e332a5-e169-49e8-b4d1-2cfafe49264a HTTP/1.1" status: 404 len: 336 time: 0.0932062 Feb 04 16:27:48.660408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52190) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.707654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a8029883-3987-4053-bf37-70eb300ff4c3) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:48.712115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:48.712836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.723517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8bab68-0b01-400e-9ce2-089aeba74db6 None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:48.729293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b0eed68f-7049-4524-87c0-98fb3a6095d1 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=a11a4862-8cef-42b5-b2f5-f87f4c97a8aa HTTP/1.1" status: 200 len: 205 time: 0.0655582 Feb 04 16:27:48.729879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52194) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.733343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.753686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.812168 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-bd33ea18-5f4a-40b2-badb-fbd5c0529204 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:48.815939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd33ea18-5f4a-40b2-badb-fbd5c0529204 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/a11a4862-8cef-42b5-b2f5-f87f4c97a8aa HTTP/1.1" status: 404 len: 336 time: 0.0793889 Feb 04 16:27:48.816496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.819933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-691b034a-a6e1-412d-b583-41a84e00120c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3147955 Feb 04 16:27:48.863510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52204) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:48.873676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:48.967475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:48.997487 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea7821f-90e6-4bc5-ada2-2eed0d311a88 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:48.997929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea7821f-90e6-4bc5-ada2-2eed0d311a88 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:49.003669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cea7821f-90e6-4bc5-ada2-2eed0d311a88 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/1e77b2f3-598e-4c80-bd51-3dbadbad8b7e HTTP/1.1" status: 404 len: 337 time: 0.1851583 Feb 04 16:27:49.004368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.004691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c2f0222-f52c-4c89-a270-11460a8dfa29 None None] Provisioning complete for port 6a99187d-6e6c-420d-b424-5af9602cb762 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:49.005222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c2f0222-f52c-4c89-a270-11460a8dfa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.040945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.041490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90bc29a8-1b27-4dce-8307-0d3bbd77b26b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:49.101915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4a6a1732-70d7-4475-a8d0-f78d2787ea0a tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa5ed7e9-ef55-4f35-a6e0-34a337884214 HTTP/1.1" status: 200 len: 205 time: 0.0934074 Feb 04 16:27:49.105155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.119473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for 6a99187d-6e6c-420d-b424-5af9602cb762 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:49.180497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.185705 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-034bb2d2-22b3-40c4-ac9b-eb76028615e9 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "DELETE /v2.0/routers/90bc29a8-1b27-4dce-8307-0d3bbd77b26b HTTP/1.1" status: 204 len: 168 time: 1.9552114 Feb 04 16:27:49.191250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.201218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.202614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.206600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bdf99dd8-a33b-408c-99a1-71fbbf12f879 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:49.213252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Request body: {'router': {'name': 'tempest-router-273151760', 'distributed': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:49.222825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:49.234080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Usage tracker for resource:router and tenant:5c013d5372d4422392e1125bf8c313b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:49.237240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:49.258436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1056312'] for subnet, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.297990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f0222-f52c-4c89-a270-11460a8dfa29 None None] Port 6a99187d-6e6c-420d-b424-5af9602cb762 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:49.318102 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-0e9fc962-8363-42c7-9817-132480f7ba43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:49.320281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0e9fc962-8363-42c7-9817-132480f7ba43 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/fa5ed7e9-ef55-4f35-a6e0-34a337884214 HTTP/1.1" status: 404 len: 336 time: 0.2127411 Feb 04 16:27:49.321261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:49.324301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52222) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.448945 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-77958628-e463-453e-8b2d-87b906a435e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:49.449455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77958628-e463-453e-8b2d-87b906a435e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:49.459367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77958628-e463-453e-8b2d-87b906a435e6 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/bc0d4297-2801-483b-962d-e9a0c29dde09 HTTP/1.1" status: 404 len: 337 time: 0.1338105 Feb 04 16:27:49.467509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.469060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-a8029883-3987-4053-bf37-70eb300ff4c3', 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': '0a1aa618-edd5-4fdd-858d-3c17cc2a1548'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:49.470469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.477753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.478739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.534905 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.631935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:49.632405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.680031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d451833d-3d5d-4937-8fb5-0158d05542a2 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2f41225-abf9-4696-99eb-39112a448501 HTTP/1.1" status: 200 len: 205 time: 0.2111599 Feb 04 16:27:49.684678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.723709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.725815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=6a99187d-6e6c-420d-b424-5af9602cb762,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:49.811168 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-7d9a7456-b029-419f-8393-7505a9e3ada9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] delete failed (client error): The resource could not be found. Feb 04 16:27:49.817611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7d9a7456-b029-419f-8393-7505a9e3ada9 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/routers/e2f41225-abf9-4696-99eb-39112a448501 HTTP/1.1" status: 404 len: 336 time: 0.1325159 Feb 04 16:27:49.822316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.884155 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7571973a-e8bd-4a1e-97c8-6b2c2275aca0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:49.884864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7571973a-e8bd-4a1e-97c8-6b2c2275aca0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:49.890648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7571973a-e8bd-4a1e-97c8-6b2c2275aca0 tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/79b228b4-8e8b-4df9-8f46-7926f9225de7 HTTP/1.1" status: 404 len: 337 time: 0.0674951 Feb 04 16:27:49.891589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.892423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.960468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:49.961768 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8ffafd5-b138-4e85-867d-f69ab9a86b76 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7679148 Feb 04 16:27:49.968777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52244) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:49.975056 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-637fb90e-21f6-4059-a05b-b2475a55ca9f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:49.975503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637fb90e-21f6-4059-a05b-b2475a55ca9f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:49.978570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-637fb90e-21f6-4059-a05b-b2475a55ca9f tempest-RoutersIpV6Test-537270041 tempest-RoutersIpV6Test-537270041-project] 10.222.0.62 "DELETE /v2.0/subnets/e1687f55-fa66-496c-b295-3396eab64d2f HTTP/1.1" status: 404 len: 337 time: 0.0818050 Feb 04 16:27:49.981543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784559902724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15553389'] for subnet, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.066568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=0a1aa618-edd5-4fdd-858d-3c17cc2a1548,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:50.099696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:50.100504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.101968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c15173fa-6655-49d3-ba7b-6b94ee55bb2f tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "PUT /v2.0/subnets/0a1aa618-edd5-4fdd-858d-3c17cc2a1548 HTTP/1.1" status: 200 len: 826 time: 1.2380276 Feb 04 16:27:50.107548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:50.136028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.142587 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18b27580-a556-41a9-9bd2-06979d96e57d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/6a99187d-6e6c-420d-b424-5af9602cb762 HTTP/1.1" status: 204 len: 168 time: 2.0097547 Feb 04 16:27:50.149680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52254) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:50.193074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Allocated IP 2001:db8::2 (a8029883-3987-4053-bf37-70eb300ff4c3/0a1aa618-edd5-4fdd-858d-3c17cc2a1548/77ee4de6-fa26-4d43-af2d-b98d663725bb) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:50.285202 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a4eb0b-2174-4fc4-8493-375e52976d0d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] GET failed (client error): The resource could not be found. Feb 04 16:27:50.286293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-50a4eb0b-2174-4fc4-8493-375e52976d0d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Synchronizing usage tracker for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:50.310996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.404075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-50a4eb0b-2174-4fc4-8493-375e52976d0d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Unset dirty status for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:50.408941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-50a4eb0b-2174-4fc4-8493-375e52976d0d tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports/6a99187d-6e6c-420d-b424-5af9602cb762 HTTP/1.1" status: 404 len: 333 time: 0.2488856 Feb 04 16:27:50.409278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.411021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:50.418428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-103406010'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:50.640435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:50.646958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router f099a173-9c7e-4a4d-a33c-b1c868516e28 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:27:50.669730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.684757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Transition to ACTIVE for port object 77ee4de6-fa26-4d43-af2d-b98d663725bb will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:50.719151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:50.722372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:50.737061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Transition to ACTIVE for port object 77ee4de6-fa26-4d43-af2d-b98d663725bb will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:50.753109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.773185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.935061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:50.943927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:50.983426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Pushing event updated for resources: {'Port': ['ID=77ee4de6-fa26-4d43-af2d-b98d663725bb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:50.995996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:50.999061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:51.007714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:51.041150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.087170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.116569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:27:51.172261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.211996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Attempting to bind port 77ee4de6-fa26-4d43-af2d-b98d663725bb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:51.212415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Attempting to bind port 77ee4de6-fa26-4d43-af2d-b98d663725bb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '723e16ab-d9b8-4315-a52e-d4846d74d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:51.213108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Attempting to bind port 77ee4de6-fa26-4d43-af2d-b98d663725bb on network a8029883-3987-4053-bf37-70eb300ff4c3 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:51.228810 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.230237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1520fda6-22c4-4b3c-92ff-1ae7f2bf2414 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:27:51.231155 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.233270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:51.233829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Checking segment: {'id': '723e16ab-d9b8-4315-a52e-d4846d74d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:51.234628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.235593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Bound using segment: {'id': '723e16ab-d9b8-4315-a52e-d4846d74d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:51.236360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Bound port: 77ee4de6-fa26-4d43-af2d-b98d663725bb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723e16ab-d9b8-4315-a52e-d4846d74d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a8029883-3987-4053-bf37-70eb300ff4c3'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:51.237075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.272004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.274285 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d759f002-4d98-4527-af2f-766f3c74d788 tempest-RoutersTestDVR-796453181 tempest-RoutersTestDVR-796453181-project-admin] 10.222.0.62 "DELETE /v2.0/routers/1520fda6-22c4-4b3c-92ff-1ae7f2bf2414 HTTP/1.1" status: 204 len: 168 time: 1.2734642 Feb 04 16:27:51.343902 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.380797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.407405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] For port 77ee4de6-fa26-4d43-af2d-b98d663725bb, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:51.415696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] For port 77ee4de6-fa26-4d43-af2d-b98d663725bb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=77ee4de6-fa26-4d43-af2d-b98d663725bb,segment=NetworkSegment(723e16ab-d9b8-4315-a52e-d4846d74d35f),segment_id=723e16ab-d9b8-4315-a52e-d4846d74d35f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:51.423717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.426494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1aa618-edd5-4fdd-858d-3c17cc2a1548,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:51.444927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:27:51.458833 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Sync routers for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:27:51.479480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.481607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:51.482234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.489647 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6acee95-60a5-48d5-b00a-013d9360816d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6863110 Feb 04 16:27:51.491341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.492824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8029883-3987-4053-bf37-70eb300ff4c3']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.555620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723e16ab-d9b8-4315-a52e-d4846d74d35f') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.556072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723e16ab-d9b8-4315-a52e-d4846d74d35f') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:51.623098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.732671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-786f6b1a-32e2-4931-8f06-f7ee72428e49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31dc1626f5d64e6c98dc72e982a01faa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0084100 Feb 04 16:27:51.737553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52288) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.767193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938cfd4-c6c5-4d23-857b-0a96a55aea35 None None] Pushing event updated for resources: {'Port': ['ID=77ee4de6-fa26-4d43-af2d-b98d663725bb,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:51.786397 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6574985a-8e36-4a29-903f-be696b19ade5 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9d08bc626ccd49e4b462d9840a14fc57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2930417 Feb 04 16:27:51.791124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52292) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.805888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.820666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22792c-e0e2-4e98-b12b-18da0e070014 None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:51.833249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:51.836132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:51.894535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:51.895243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:51.940464 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:52.014074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176bc48-6ef9-4787-937b-875046a26cb9 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:52.019350 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a176bc48-6ef9-4787-937b-875046a26cb9 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2270458 Feb 04 16:27:52.020416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52302) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:52.100438 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-85df3aa1-aee1-4af3-8dc6-0be263adfb65 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783160 Feb 04 16:27:52.101250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:52.109377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1527793850', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:52.112630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::2f3 (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/cc6c5bc2-ad1f-4f2b-ae2d-759be626da95) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:52.141692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:27:52.141692 n-d-827873-1 neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:27:52.141692 n-d-827873-1 neutron-server[83597]: [parameters: {'id': 'a8029883-3987-4053-bf37-70eb300ff4c3'}] Feb 04 16:27:52.141692 n-d-827873-1 neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:27:52.142161 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:27:52.175865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.211999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.237624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4502f7c3-0218-4ae5-a306-253f3c77c680 None None] Network a8029883-3987-4053-bf37-70eb300ff4c3 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:52.313589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.372634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.404212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c96e87-8233-4b1c-9666-5bc77e334608,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:52.465431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:52.470140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:subnet and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:52.473838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:52.480785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:52.501987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:52.534660 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:48Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:52.539696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Checking router: f099a173-9c7e-4a4d-a33c-b1c868516e28 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:27:52.540592 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Updating router f099a173-9c7e-4a4d-a33c-b1c868516e28 port 18804f58-b4f7-40f6-9d55-5274e20ecd99 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:27:52.548613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:52.556680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.560967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f079e3d4-2eb1-429b-ab9d-acd8d443da2b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24c96e87-8233-4b1c-9666-5bc77e334608 HTTP/1.1" status: 204 len: 168 time: 0.8077633 Feb 04 16:27:52.561729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Usage tracker for resource:security_group_rule and tenant:2be8f7356e29473a96f4b4b104f8c409 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:52.567677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:52.590526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:52.593910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2ae72-870a-46e9-9620-7c1876a94c02 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:27:52.613490 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.811949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.816851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.857305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:52.885628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:52.890303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2ae72-870a-46e9-9620-7c1876a94c02 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:27:52.921079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.052205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 77ee4de6-fa26-4d43-af2d-b98d663725bb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:53.052540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.183858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:53.184727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=cc6c5bc2-ad1f-4f2b-ae2d-759be626da95,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.190706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:53.223072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:53.227181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.227821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.255554 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.265093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.284615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-481edc9d-4502-4967-9e4c-ea87e8a21119 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8700981 Feb 04 16:27:53.292849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52324) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:53.294473 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Transition to ACTIVE for port object 18804f58-b4f7-40f6-9d55-5274e20ecd99 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:53.319966 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.324012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:2c:dd'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:53.379038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Subnet': ['ID=8e623a12-5e51-41ca-bd21-647d96b27998,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.417092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Checking segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:53.418257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network hostable DHCP agents. Network: 04345c07-fbac-47fe-b1f6-6bc189e80d0c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:27:53.475495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:27:53.491080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 04345c07-fbac-47fe-b1f6-6bc189e80d0c) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:53.498610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.509389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:53.514160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.529398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.547051 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Pushing event updated for resources: {'Port': ['ID=18804f58-b4f7-40f6-9d55-5274e20ecd99,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.560586 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Attempting to bind port 18804f58-b4f7-40f6-9d55-5274e20ecd99 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:53.561427 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Attempting to bind port 18804f58-b4f7-40f6-9d55-5274e20ecd99 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:53.561853 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Attempting to bind port 18804f58-b4f7-40f6-9d55-5274e20ecd99 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:53.567961 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b58efb56-003a-4ce6-b7ee-0aed4387f06d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4655581 Feb 04 16:27:53.568668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52332) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:53.576549 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.577038 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.577494 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.577969 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.578439 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.579322 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.579946 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.580499 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.581064 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.582773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.582773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:27:53.592607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:53.593073 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:53.593603 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.594678 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:53.595954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Bound port: 18804f58-b4f7-40f6-9d55-5274e20ecd99, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:53.595954 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.730795 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] For port 18804f58-b4f7-40f6-9d55-5274e20ecd99, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:53.734125 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] For port 18804f58-b4f7-40f6-9d55-5274e20ecd99, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=18804f58-b4f7-40f6-9d55-5274e20ecd99,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:53.742499 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:53.754709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1050b2-3922-46c4-8d1d-e3d2a079b481 None None] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:53.930849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0cbe3-a39f-4259-a39b-8c1e2a903fd7 None None] Pushing event updated for resources: {'Port': ['ID=18804f58-b4f7-40f6-9d55-5274e20ecd99,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:53.945347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:27:53.945977 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:54.003007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e22e3-d2e5-4912-be28-a5ee61204fd8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:54.094396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ce037ae0-1d1a-4dde-b3e2-2f709133149e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2be8f7356e29473a96f4b4b104f8c409&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2319546 Feb 04 16:27:54.100995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52340) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:54.176687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 77ee4de6-fa26-4d43-af2d-b98d663725bb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=77ee4de6-fa26-4d43-af2d-b98d663725bb,segment=NetworkSegment(723e16ab-d9b8-4315-a52e-d4846d74d35f),segment_id=723e16ab-d9b8-4315-a52e-d4846d74d35f)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:54.177817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.193134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:27:54.195693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.470609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52346) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:54.491296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:27:54.554416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.573646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6c5cf276-47fe-4deb-8539-048ca36e10e4 None None] Provisioning for port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:54.592178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6c5cf276-47fe-4deb-8539-048ca36e10e4 None None] Provisioning complete for port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:54.592750 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf276-47fe-4deb-8539-048ca36e10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.607224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.662632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 77ee4de6-fa26-4d43-af2d-b98d663725bb owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:54.679449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Allocated IP 172.20.0.2 (04345c07-fbac-47fe-b1f6-6bc189e80d0c/8e623a12-5e51-41ca-bd21-647d96b27998/11776978-7c09-4666-99b5-5832bd2e354e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:54.686767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c5cf276-47fe-4deb-8539-048ca36e10e4 None None] Port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:54.706751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.759944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e22e3-d2e5-4912-be28-a5ee61204fd8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:54.766172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.767897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.777382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc0c4bb7-a834-4f95-b087-79e91dd5a4be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d66e22e3-d2e5-4912-be28-a5ee61204fd8 HTTP/1.1" status: 204 len: 168 time: 0.6694412 Feb 04 16:27:54.942999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:54.944668 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:48Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:54.951744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e216b1c-6f4a-49dd-a0cd-f88ad2d88e4b None None] The sync data for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 is: [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:48Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:27:55.019226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.031706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Transition to ACTIVE for port object 11776978-7c09-4666-99b5-5832bd2e354e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:55.070168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Transition to ACTIVE for port object 11776978-7c09-4666-99b5-5832bd2e354e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:55.111814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.183280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1271bdad-01d9-4e2a-a511-ec8278232fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.213024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:55.230814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:55.238612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:55.251064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=77ee4de6-fa26-4d43-af2d-b98d663725bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:55.270517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1111737960'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:55.307833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Pushing event updated for resources: {'Port': ['ID=11776978-7c09-4666-99b5-5832bd2e354e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:55.312013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:55.328005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:55.330116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port 77ee4de6-fa26-4d43-af2d-b98d663725bb on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:27:55.375473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:55.418840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Attempting to bind port 11776978-7c09-4666-99b5-5832bd2e354e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:27:55.421036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Attempting to bind port 11776978-7c09-4666-99b5-5832bd2e354e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:27:55.422793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Attempting to bind port 11776978-7c09-4666-99b5-5832bd2e354e on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:27:55.429860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:55.439032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:27:55.439855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Checking segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:27:55.440422 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.445695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Bound using segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:27:55.446779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Bound port: 11776978-7c09-4666-99b5-5832bd2e354e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:27:55.447527 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.637872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:55.640460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] For port 11776978-7c09-4666-99b5-5832bd2e354e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:27:55.644259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.644728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] For port 11776978-7c09-4666-99b5-5832bd2e354e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=11776978-7c09-4666-99b5-5832bd2e354e,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:27:55.662644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.688594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:55.691264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:27:55.714152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.729653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.735038 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.759368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.780012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.789319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.797514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b52d6-70e9-4629-b3ad-ea278f594d53 None None] Pushing event updated for resources: {'Port': ['ID=11776978-7c09-4666-99b5-5832bd2e354e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:55.864762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8029883-3987-4053-bf37-70eb300ff4c3']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:55.911307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723e16ab-d9b8-4315-a52e-d4846d74d35f') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:55.911603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723e16ab-d9b8-4315-a52e-d4846d74d35f') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:27:55.931325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] In _notify_port_updated(), no bound segment for port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 on network 91d31d16-c2eb-40a1-9817-fe9c51744934 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:27:55.936147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:55.937424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:55.939969 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "PUT /v2.0/ports/cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 HTTP/1.1" status: 200 len: 1002 time: 2.6435244 Feb 04 16:27:55.954863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52364) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:56.121792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:56.153932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:56.163274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Usage tracker for resource:security_group_rule and tenant:5c013d5372d4422392e1125bf8c313b4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:56.175012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:56.197875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:56.202779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.248876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373df18-e7a0-421c-85a2-0669e03e3ef3 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=cc6c5bc2-ad1f-4f2b-ae2d-759be626da95,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:56.259511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:security_group_rule and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:56.295366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.312805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:27:56.313208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.453298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.465511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.512515 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c013d5372d4422392e1125bf8c313b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8210742 Feb 04 16:27:56.528912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:56.540060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1ddacf4c-29a5-496a-826d-382316790d1d None None] Provisioning complete for port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:56.540619 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ddacf4c-29a5-496a-826d-382316790d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.593242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a3d2a-6e61-4726-84ad-c44ad394974e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524298b3-71a4-4a93-9071-4f8745c02be1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:27:56.620296 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:27:56.623398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1ddacf4c-29a5-496a-826d-382316790d1d None None] Port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:56.631803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:56.643792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:56.658699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:27:56.659417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.706162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.721469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.741914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.750730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.777254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=a8029883-3987-4053-bf37-70eb300ff4c3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:56.860093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-445d0316-3817-4180-8ef0-cf6dadedf7c9 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/a8029883-3987-4053-bf37-70eb300ff4c3 HTTP/1.1" status: 204 len: 168 time: 6.7513249 Feb 04 16:27:56.860886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52374) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:56.881508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.910934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524298b3-71a4-4a93-9071-4f8745c02be1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:56.926474 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea27ad7-1987-4ef2-ad83-259eb2e6840d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:27:56.927038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea27ad7-1987-4ef2-ad83-259eb2e6840d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:27:56.978220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:56.979378 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-36b9d5d6-d6c1-4272-8323-c14601026d54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/524298b3-71a4-4a93-9071-4f8745c02be1 HTTP/1.1" status: 204 len: 168 time: 0.4467440 Feb 04 16:27:57.016255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.1 (04345c07-fbac-47fe-b1f6-6bc189e80d0c/8e623a12-5e51-41ca-bd21-647d96b27998/3386b2da-5fb3-4094-9fef-13ba66a1f483) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:27:57.034841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dea27ad7-1987-4ef2-ad83-259eb2e6840d tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/a8029883-3987-4053-bf37-70eb300ff4c3 HTTP/1.1" status: 404 len: 339 time: 0.1655519 Feb 04 16:27:57.052144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:57.058384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589748731', 'description': 'd1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:57.079244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.080690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:57.100260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:network and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:57.117040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.131367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:57.144604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.144953 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment 9f37cff7-51bb-4265-a75b-77fbef56e8be of type vlan for network 14bb20d4-23af-4e05-8ee5-a0130a63356c Feb 04 16:27:57.178691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.216339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:57.256315 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8241-0f66-4b1c-9634-f0480ff8149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.301038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:57.303605 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.318348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:57.319004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.368171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91eabc-d6f0-4eb7-b387-945d2fa75a4c None None] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:27:57.384075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79207d86-48a4-44cc-a064-caf9e32971b5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:57.465113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 18804f58-b4f7-40f6-9d55-5274e20ecd99 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:57.516369 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.535149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67289c7f-3959-4fa5-b629-f3e68d9c2105 None None] Provisioning for port 11776978-7c09-4666-99b5-5832bd2e354e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:57.543167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 3386b2da-5fb3-4094-9fef-13ba66a1f483 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:27:57.588263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.621294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=14bb20d4-23af-4e05-8ee5-a0130a63356c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:57.635190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f243141e-7fc3-4d97-88ea-18328b58b5de tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.1635950 Feb 04 16:27:57.655345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52388) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:57.655542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:57.661795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571982323'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:57.677290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:57.690368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:57.696058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.713377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:57.726484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:57.732687 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.735707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:57.738790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:57.740594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:57.757244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:27:57.816222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:57.817834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 18804f58-b4f7-40f6-9d55-5274e20ecd99 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:57.902395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:27:57.902852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 18804f58-b4f7-40f6-9d55-5274e20ecd99 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:57.903702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:57.939282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.039216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:58.046728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.122148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:58.145819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.171080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.172041 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment ef693a9b-9c5c-4332-bf24-b476be276c66 of type vlan for network 3e1d83a1-b1ea-4678-a30b-36281cdc56ae Feb 04 16:27:58.190937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:27:58.266210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.270685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.271143 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment 90a16d3a-06fe-4994-bac4-eb20c66656c8 of type vlan for network d042f83c-655a-4e1a-b29f-51b90ba25e41 Feb 04 16:27:58.301473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.331083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 18804f58-b4f7-40f6-9d55-5274e20ecd99, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=18804f58-b4f7-40f6-9d55-5274e20ecd99,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:58.338505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.339982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 11776978-7c09-4666-99b5-5832bd2e354e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:58.432240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.461080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.466836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:58.467695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.546486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=18804f58-b4f7-40f6-9d55-5274e20ecd99,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:58.569517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 11776978-7c09-4666-99b5-5832bd2e354e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:58.584857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.588307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 11776978-7c09-4666-99b5-5832bd2e354e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:58.590151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.666640 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.782142 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.791419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=3e1d83a1-b1ea-4678-a30b-36281cdc56ae,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:58.796825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Provisioning complete for port 11776978-7c09-4666-99b5-5832bd2e354e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:58.797859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.830037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=cc6c5bc2-ad1f-4f2b-ae2d-759be626da95,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:58.858743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.865935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:58.866783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.869954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3e1d83a1-b1ea-4678-a30b-36281cdc56ae details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:58.877889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.949524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:58.956755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.007353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.029308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=d042f83c-655a-4e1a-b29f-51b90ba25e41,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:59.044095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7131b34-8ee6-45ef-bf56-6e6ce97c4165 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9905894 Feb 04 16:27:59.046822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52412) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.055285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:27:59.113907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.131549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:59.182320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.321707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:27:59.324527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:27:59.337373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f4e36-56e7-4310-9c73-13d54056000c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:27:59.337987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-398f4e36-56e7-4310-9c73-13d54056000c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Synchronizing usage tracker for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:59.346833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7396efd0-332f-4cea-9ed2-ed9e0a1b1c09 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 HTTP/1.1" status: 204 len: 168 time: 3.3729575 Feb 04 16:27:59.348129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52420) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.395518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90eba6ea-1ae7-4730-a0e5-78b535b974f5 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7413940 Feb 04 16:27:59.415896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.427536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-398f4e36-56e7-4310-9c73-13d54056000c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Unset dirty status for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:59.429755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-398f4e36-56e7-4310-9c73-13d54056000c tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks?id=3e1d83a1-b1ea-4678-a30b-36281cdc56ae HTTP/1.1" status: 200 len: 764 time: 0.3815942 Feb 04 16:27:59.434885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:59.454937 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4970a33-e3a1-43fb-bb0f-cec286240c18 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] GET failed (client error): The resource could not be found. Feb 04 16:27:59.455809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b4970a33-e3a1-43fb-bb0f-cec286240c18 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Synchronizing usage tracker for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:27:59.458544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 11776978-7c09-4666-99b5-5832bd2e354e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=11776978-7c09-4666-99b5-5832bd2e354e,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:27:59.460466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.468688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.478298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'description': 'd2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:59.657027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 18804f58-b4f7-40f6-9d55-5274e20ecd99 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:27:59.696512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1683268345'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:59.714263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:27:59.715262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b4970a33-e3a1-43fb-bb0f-cec286240c18 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Unset dirty status for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:27:59.716695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4970a33-e3a1-43fb-bb0f-cec286240c18 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports/cc6c5bc2-ad1f-4f2b-ae2d-759be626da95 HTTP/1.1" status: 404 len: 333 time: 0.3638453 Feb 04 16:27:59.721585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Usage tracker for resource:network and tenant:cc80e7afe971483b9662ab529c4f1caa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:27:59.725302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:27:59.726912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:27:59.763000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=11776978-7c09-4666-99b5-5832bd2e354e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:27:59.767459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:27:59.816428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Provisioning for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:27:59.822399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Provisioning complete for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:59.822776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.855029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 18804f58-b4f7-40f6-9d55-5274e20ecd99 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:27:59.855649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:27:59.928921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1159329638'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:27:59.942960 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:27:59.947768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dd891-67af-4e3f-b37e-c0f6d0530f9a None None] Port 3386b2da-5fb3-4094-9fef-13ba66a1f483 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:27:59.962463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Made reservation on behalf of cc80e7afe971483b9662ab529c4f1caa for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:27:59.967103 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.002451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.097786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:00.100913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.111890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8248b5a7-2ea0-491c-8a42-aca4a8ea0db9 None None] Provisioning complete for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:00.111890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8248b5a7-2ea0-491c-8a42-aca4a8ea0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.166083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:00.175939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Usage tracker for resource:security_group_rule and tenant:cc80e7afe971483b9662ab529c4f1caa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:00.186366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:00.188496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:00.196997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8248b5a7-2ea0-491c-8a42-aca4a8ea0db9 None None] Port 3386b2da-5fb3-4094-9fef-13ba66a1f483 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:00.197612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:00.210000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:00.289902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:00.327517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router f099a173-9c7e-4a4d-a33c-b1c868516e28 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:00.356596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.365493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.376334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:00.383520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.398990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:00.421006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:00.465257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:00.480812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea208ea-8247-4cf9-859d-85843bcae71e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:00.483722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.484063 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Added segment 653d2c34-ea7c-47d6-bc16-b16dae392c3d of type vlan for network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 Feb 04 16:28:00.521105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.525626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.551948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:00.555010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.571488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.623182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.629577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:00.630206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.705504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network 3e1d83a1-b1ea-4678-a30b-36281cdc56ae is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 16:28:00.709130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:00.709721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:00.714161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "PUT /v2.0/networks/3e1d83a1-b1ea-4678-a30b-36281cdc56ae HTTP/1.1" status: 200 len: 761 time: 1.2445810 Feb 04 16:28:00.721313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:00.765025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7051430 Feb 04 16:28:00.766496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:00.767134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca453fbb-a5f4-4718-b2a1-af57197fa3a3 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'Network': ['ID=1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:00.775720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port 5d3e9e93-b638-4ad5-92bb-7ca586100f42 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:00.776094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Request body: {'subnet': {'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:00.783572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:00.877631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:00.896933 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6baf2fb5-6b00-4150-934f-8fabbc54f589 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/f099a173-9c7e-4a4d-a33c-b1c868516e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3161476 Feb 04 16:28:00.914272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Sync routers for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:00.928352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:00.933624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Usage tracker for resource:subnet and tenant:cc80e7afe971483b9662ab529c4f1caa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:00.936857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:00.943377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:00.947624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:00.948323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:00.962879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Made reservation on behalf of cc80e7afe971483b9662ab529c4f1caa for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:01.102246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.160851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::264 (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/5d3e9e93-b638-4ad5-92bb-7ca586100f42) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:01.203764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:01.380743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8df88-bfe5-4305-aa3a-b60074abd61e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=3e1d83a1-b1ea-4678-a30b-36281cdc56ae,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:01.395589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3e1d83a1-b1ea-4678-a30b-36281cdc56ae details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:01.452659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.594676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-cb21267c-5dae-4a9e-8d40-856ce378aa92 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219720104&fields=id&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 267 time: 0.2009592 Feb 04 16:28:01.596958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'Subnet': ['ID=0d0ee2c5-a142-42f5-aa7c-35d339ffa60a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:01.607432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42069949-e131-4d8a-9ef1-f7414166b039 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:01.614111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:01.615697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-42069949-e131-4d8a-9ef1-f7414166b039 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks?id=3e1d83a1-b1ea-4678-a30b-36281cdc56ae HTTP/1.1" status: 200 len: 764 time: 0.8849373 Feb 04 16:28:01.617480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 11776978-7c09-4666-99b5-5832bd2e354e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:01.747111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.799804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 11776978-7c09-4666-99b5-5832bd2e354e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:01.800712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:01.837003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object 5d3e9e93-b638-4ad5-92bb-7ca586100f42 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:01.986802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Checking segment: {'id': '653d2c34-ea7c-47d6-bc16-b16dae392c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:01.987344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Network hostable DHCP agents. Network: 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:01.989527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.018370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8599e301-4774-4293-a634-ff6abda2c684 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.019166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8599e301-4774-4293-a634-ff6abda2c684 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Synchronizing usage tracker for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:02.041975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 2, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:02.047790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8599e301-4774-4293-a634-ff6abda2c684 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Unset dirty status for tenant:e39ff26501a74aa7b8c5ab528b77bbf8 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:02.048956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8599e301-4774-4293-a634-ff6abda2c684 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4338028 Feb 04 16:28:02.050611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Checking router: f099a173-9c7e-4a4d-a33c-b1c868516e28 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:02.051081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Updating router f099a173-9c7e-4a4d-a33c-b1c868516e28 port 3386b2da-5fb3-4094-9fef-13ba66a1f483 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:28:02.057472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52504) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:02.116580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e65ecd3d-236e-4603-8431-c99ea0b3bdad tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 207 time: 0.0525835 Feb 04 16:28:02.117472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52508) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:02.121345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-bcada06f-c0ca-44b6-92ac-ae04d067f709 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.122944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:02.123263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-bcada06f-c0ca-44b6-92ac-ae04d067f709 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:02.140631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.185527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=4234d1bd-5cd8-439a-a359-2ca7b11899f2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:02.188142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.251398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:02.265517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.266255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.268194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fdd85-09d1-4772-a8b8-23713e0097a6 None None] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:02.382229 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-04d4ba08-7517-4f97-8c86-e05648d64846 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6125090 Feb 04 16:28:02.386948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52514) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:02.395220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Request body: {'port': {'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1089896262'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:02.529299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': '9f37cff7-51bb-4265-a75b-77fbef56e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:02.534599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: 14bb20d4-23af-4e05-8ee5-a0130a63356c, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:02.542790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.548971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.551188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-bcada06f-c0ca-44b6-92ac-ae04d067f709 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:02.554851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.559199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.561871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-bcada06f-c0ca-44b6-92ac-ae04d067f709 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 795 time: 0.9402466 Feb 04 16:28:02.563453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.567511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.576053 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-33b2ca35-2e41-4be1-b3f4-6dfafaf60f25 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4500420 Feb 04 16:28:02.576053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52522) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:02.602522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:02.629820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:02.645394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:02.652803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.653791 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.663854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:02.711324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=5d3e9e93-b638-4ad5-92bb-7ca586100f42,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:02.718538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:02.725723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 14bb20d4-23af-4e05-8ee5-a0130a63356c) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:02.739107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Usage tracker for resource:port and tenant:cc80e7afe971483b9662ab529c4f1caa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:02.746166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:02.749284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-97a88f57-2dc1-4839-a7af-2d50a3284c4d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/quotas/9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 375 time: 0.1864583 Feb 04 16:28:02.750374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c61754-cdd0-4654-ad03-0cbb7b18114a None None] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:02.767300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:02.827612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Made reservation on behalf of cc80e7afe971483b9662ab529c4f1caa for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:02.844279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.853551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:02.854419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:02.910483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] device_id is not set on port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:02.945077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5b9c43f0-fbb3-4d93-9444-29c5a482142a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5202124 Feb 04 16:28:02.951560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:02.958648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:02.983646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-40901544-19e1-4747-b32e-7679549d8954 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1049683 Feb 04 16:28:03.065034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98', 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98', 'tenant_id': 'cc80e7afe971483b9662ab529c4f1caa', 'fixed_ips': [{'subnet_id': '0d0ee2c5-a142-42f5-aa7c-35d339ffa60a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:03.065922 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.135762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:03.156376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'network_id': '91d31d16-c2eb-40a1-9817-fe9c51744934', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-145689033'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:03.227314 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b5d24b2c-d395-43ff-8041-52fc20809257 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6522717 Feb 04 16:28:03.229670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Allocated IP 2001:db8::2b7 (1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98/0d0ee2c5-a142-42f5-aa7c-35d339ffa60a/cb08c4d5-ae10-447d-bf29-1c1cb1cf107c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:03.233371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:03.308735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-404e5d09-576b-4a31-b99f-a0e03d49b915 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5584636 Feb 04 16:28:03.337841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.341155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.342835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.344965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.347599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.359646 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dae05711-f1da-4d0f-96a8-09697b401ce5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1159585 Feb 04 16:28:03.360216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52550) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:03.404587 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:03.441762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4d2747bf-0261-4ec7-bb06-b95f7c5760c6 None None] Provisioning for port 5d3e9e93-b638-4ad5-92bb-7ca586100f42 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:03.470322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4d2747bf-0261-4ec7-bb06-b95f7c5760c6 None None] Provisioning complete for port 5d3e9e93-b638-4ad5-92bb-7ca586100f42 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:03.470722 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d2747bf-0261-4ec7-bb06-b95f7c5760c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.497564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.499328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.500771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.502447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.503905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.510876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:03.511217 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f65000e2-b491-4c8f-bc4b-476b817ecb11 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1495457 Feb 04 16:28:03.511953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52554) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:03.517897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Usage tracker for resource:port and tenant:4d22f2bf27304574a14fc7f6503ff72f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:03.521244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:03.530944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:03.627580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Made reservation on behalf of 4d22f2bf27304574a14fc7f6503ff72f for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:03.631439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.667580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d2747bf-0261-4ec7-bb06-b95f7c5760c6 None None] Port 5d3e9e93-b638-4ad5-92bb-7ca586100f42 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:03.696417 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.717372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:03.737235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] device_id is not set on port d96e6420-08b1-498c-8ca1-eed086474e76 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:03.778658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Transition to ACTIVE for port object 3386b2da-5fb3-4094-9fef-13ba66a1f483 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:03.797188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.807228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ac9cf-ab95-4b10-a60a-de6761f0c27e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:03.814421 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4e0ac9cf-ab95-4b10-a60a-de6761f0c27e tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks/c85e286b-1b9c-4ca7-9a58-40a01fe120a4 HTTP/1.1" status: 200 len: 804 time: 0.2984483 Feb 04 16:28:03.817677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52558) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:03.830696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:03.849013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:03.860078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-14bb20d4-23af-4e05-8ee5-a0130a63356c', 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '4234d1bd-5cd8-439a-a359-2ca7b11899f2'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:03.861538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:03.896628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:03.959415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:03.989292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-2cb226ef-4b86-4f69-97ce-5de6820809e5 service neutron] 10.222.0.62 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6656458 Feb 04 16:28:04.066256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Allocated IP 172.20.0.2 (14bb20d4-23af-4e05-8ee5-a0130a63356c/4234d1bd-5cd8-439a-a359-2ca7b11899f2/9f879e64-008f-4fb5-964b-d2049d10311d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:04.081807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.101717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2218a-2b09-4b8e-8170-dfe2b34fea62 req-0b838227-de3a-4ed6-bb9c-7eb990bc7e97 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.103578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bc2218a-2b09-4b8e-8170-dfe2b34fea62 req-0b838227-de3a-4ed6-bb9c-7eb990bc7e97 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.5594120 Feb 04 16:28:04.108314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Transition to ACTIVE for port object cb08c4d5-ae10-447d-bf29-1c1cb1cf107c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:04.110714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Allocated IP 2001:db8::225 (91d31d16-c2eb-40a1-9817-fe9c51744934/ddba44df-a26b-47ce-89ba-feb10ca81fa6/d96e6420-08b1-498c-8ca1-eed086474e76) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:04.144032 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-732d7825-549e-4e61-a8ec-eb45efc66788 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/networks/c85e286b-1b9c-4ca7-9a58-40a01fe120a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3246589 Feb 04 16:28:04.148602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.156395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52564) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:04.251509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bc2218a-2b09-4b8e-8170-dfe2b34fea62 req-30dfd2d7-2c7c-4fa9-808e-6ec440a5b17d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380146 Feb 04 16:28:04.274005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.350731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:04.351438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'Port': ['ID=cb08c4d5-ae10-447d-bf29-1c1cb1cf107c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:04.361665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:04.364501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:04.368781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.369408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.381664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a4293-46ae-4de9-8e96-cb6545cf0eed tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.385017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a31a4293-46ae-4de9-8e96-cb6545cf0eed tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets/f79b6021-b900-416f-87f0-bc81436af61c HTTP/1.1" status: 200 len: 843 time: 0.1827693 Feb 04 16:28:04.393159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52568) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:04.487436 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-6b01e0e7-2799-403d-92b8-dad3d1205b2b service neutron] 10.222.0.62 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399486 Feb 04 16:28:04.504319 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74d2fe6d-3da0-4c0e-8ec9-76bc90bb1a7d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1162515 Feb 04 16:28:04.507303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bf1f0-8f0e-41e6-86e9-17e038f6f052 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:04.514352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fb7bf1f0-8f0e-41e6-86e9-17e038f6f052 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "GET /v2.0/subnets/f79b6021-b900-416f-87f0-bc81436af61c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1141567 Feb 04 16:28:04.514966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52572) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:04.515301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52574) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:04.545433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938713438'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:04.567548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Request body: {'port': {'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1863539668', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:04.571754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] bootfile-name is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:04.576027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] tftp-server is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:04.577512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] server-ip-address is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:04.617255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:04.695909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Allocated IP 2001:db8::2 (1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98/0d0ee2c5-a142-42f5-aa7c-35d339ffa60a/dcaf9176-9430-4b14-8ce4-3698f36625a4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:04.793930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08272ffd-a2b2-43ea-b221-5531a51423ba None None] Pushing event updated for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:04.798068 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.888686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.919955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Transition to ACTIVE for port object d96e6420-08b1-498c-8ca1-eed086474e76 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:04.938176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:04.965083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:04.968629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:04.992888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Transition to ACTIVE for port object 9f879e64-008f-4fb5-964b-d2049d10311d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:05.015223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.065731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.084336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:05.116467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.117173 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Added segment 38ffeee1-0424-4ca2-97a3-bcf7c41aca83 of type vlan for network cfb730a3-bc93-4573-b163-571c3ea8dbe0 Feb 04 16:28:05.129230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:05.139369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Usage tracker for resource:port and tenant:cc80e7afe971483b9662ab529c4f1caa is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:05.145793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:05.163424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:05.169444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.186205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Made reservation on behalf of cc80e7afe971483b9662ab529c4f1caa for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:05.191511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.232861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] device_id is not set on port 040d2aa1-f8cc-4964-9565-c629d6a32fc3 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:05.263218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Transition to ACTIVE for port object 9f879e64-008f-4fb5-964b-d2049d10311d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:05.272047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Attempting to bind port 3386b2da-5fb3-4094-9fef-13ba66a1f483 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:05.272459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Attempting to bind port 3386b2da-5fb3-4094-9fef-13ba66a1f483 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:05.272969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Attempting to bind port 3386b2da-5fb3-4094-9fef-13ba66a1f483 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:05.300461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:05.300950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Checking segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:05.301272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.301852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Bound using segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:05.302415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Bound port: 3386b2da-5fb3-4094-9fef-13ba66a1f483, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:05.302726 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.330107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.339646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:05.341131 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.347388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.408635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8835661 Feb 04 16:28:05.413955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52594) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:05.420664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:05.623276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:05.629880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:05.675810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:05.684008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f110f8-9e69-453c-82f3-180704634880 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Network': ['ID=cfb730a3-bc93-4573-b163-571c3ea8dbe0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:05.694709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Pushing event updated for resources: {'Port': ['ID=9f879e64-008f-4fb5-964b-d2049d10311d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:05.715289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:05.721277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Usage tracker for resource:subnet and tenant:e39ff26501a74aa7b8c5ab528b77bbf8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:05.723604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:05.725757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:05.734309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:05.754819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Made reservation on behalf of e39ff26501a74aa7b8c5ab528b77bbf8 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:05.821065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=fa94c3a1-b6e0-43fd-a75b-233bc7e865df,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:05.844617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-347f9307-0026-4384-af26-bb2306a8554d req-569f95f5-bc1b-4488-a12d-05026b62c92e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 210 time: 0.7840040 Feb 04 16:28:05.877869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:05.890157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:05.920935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:05.925010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:05.935243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.987539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.997883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:05.999882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] For port 3386b2da-5fb3-4094-9fef-13ba66a1f483, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:06.011178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] For port 3386b2da-5fb3-4094-9fef-13ba66a1f483, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3386b2da-5fb3-4094-9fef-13ba66a1f483,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:06.013263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Attempting to bind port 9f879e64-008f-4fb5-964b-d2049d10311d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:06.014007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Attempting to bind port 9f879e64-008f-4fb5-964b-d2049d10311d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9f37cff7-51bb-4265-a75b-77fbef56e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:06.014626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Attempting to bind port 9f879e64-008f-4fb5-964b-d2049d10311d on network 14bb20d4-23af-4e05-8ee5-a0130a63356c {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:06.023301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Transition to ACTIVE for port object dcaf9176-9430-4b14-8ce4-3698f36625a4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:06.028084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.115463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=d96e6420-08b1-498c-8ca1-eed086474e76,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:06.171394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': '90a16d3a-06fe-4994-bac4-eb20c66656c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:06.171879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: d042f83c-655a-4e1a-b29f-51b90ba25e41, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:06.189360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5d22ba4b-0675-4afa-8209-a0586396eaa9 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0510383 Feb 04 16:28:06.192107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08272ffd-a2b2-43ea-b221-5531a51423ba None None] Pushing event updated for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:06.192786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing IP validity checks on allocation pools {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:28:06.193328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:28:06.195557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52604) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:06.199503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:06.200829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Checking segment: {'id': '9f37cff7-51bb-4265-a75b-77fbef56e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:06.201534 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.202238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Bound using segment: {'id': '9f37cff7-51bb-4265-a75b-77fbef56e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:06.202862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Bound port: 9f879e64-008f-4fb5-964b-d2049d10311d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f37cff7-51bb-4265-a75b-77fbef56e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '14bb20d4-23af-4e05-8ee5-a0130a63356c'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:06.203247 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.212280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:e9:2c:dd'}, {'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:be:6d:dc'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:06.259625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf0d45-2f98-414e-84c6-86b580256906 req-9bd4e060-6299-41b1-b7bd-2e01871e32eb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.268638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Transition to ACTIVE for port object dcaf9176-9430-4b14-8ce4-3698f36625a4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:06.269272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8baf0d45-2f98-414e-84c6-86b580256906 req-9bd4e060-6299-41b1-b7bd-2e01871e32eb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 0.5344844 Feb 04 16:28:06.275760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f47645-841a-4e80-8816-739e9b17b10c req-10d94466-93d6-4e69-b7c5-3516ea830520 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.277745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7f47645-841a-4e80-8816-739e9b17b10c req-10d94466-93d6-4e69-b7c5-3516ea830520 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 945 time: 1.2193010 Feb 04 16:28:06.378232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.415991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:06.497738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:06.501143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:06.514066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8baf0d45-2f98-414e-84c6-86b580256906 req-0f052194-2f94-4557-b8af-0ec7e534848c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210050 Feb 04 16:28:06.552194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d042f83c-655a-4e1a-b29f-51b90ba25e41) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:06.578772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:06.579648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.604086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Deleting port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:06.604761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:06.699660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca80107-c5a5-495c-877a-d1261dbb3cae None None] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:06.727585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Pushing event updated for resources: {'Port': ['ID=dcaf9176-9430-4b14-8ce4-3698f36625a4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:06.877885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Allocated IP 2001:db8::1cf (1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98/0d0ee2c5-a142-42f5-aa7c-35d339ffa60a/040d2aa1-f8cc-4964-9565-c629d6a32fc3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:06.949264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:06.957931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:06.965406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] For port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:06.966057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.005962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:07.215502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:07.234554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.332862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.333283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.333561 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Floating IP 0732d28c-9d2a-45e6-8cd2-bda4a2d676d1 disassociated. External IP: 172.25.5.218, port: 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441. Feb 04 16:28:07.333894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Calling delete_port for 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:07.340235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.578649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Attempting to bind port dcaf9176-9430-4b14-8ce4-3698f36625a4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:07.580332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Attempting to bind port dcaf9176-9430-4b14-8ce4-3698f36625a4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '653d2c34-ea7c-47d6-bc16-b16dae392c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:07.586030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=ab5e7465-46c8-4fc8-85f0-4a597d98eab5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:07.586630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Attempting to bind port dcaf9176-9430-4b14-8ce4-3698f36625a4 on network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:07.597007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] For port 9f879e64-008f-4fb5-964b-d2049d10311d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:07.605914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-da97cb25-381a-42fb-a6ad-85fa87b77bc4 None None] Provisioning for port d96e6420-08b1-498c-8ca1-eed086474e76 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:07.644674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Checking segment: {'id': '38ffeee1-0424-4ca2-97a3-bcf7c41aca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:07.645053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network hostable DHCP agents. Network: cfb730a3-bc93-4573-b163-571c3ea8dbe0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:07.748233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:07.766462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, cfb730a3-bc93-4573-b163-571c3ea8dbe0) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:07.770793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:07.771392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032284'] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.780250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-da97cb25-381a-42fb-a6ad-85fa87b77bc4 None None] Provisioning complete for port d96e6420-08b1-498c-8ca1-eed086474e76 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:07.780960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-da97cb25-381a-42fb-a6ad-85fa87b77bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.807027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] For port 9f879e64-008f-4fb5-964b-d2049d10311d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f879e64-008f-4fb5-964b-d2049d10311d,segment=NetworkSegment(9f37cff7-51bb-4265-a75b-77fbef56e8be),segment_id=9f37cff7-51bb-4265-a75b-77fbef56e8be)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:07.814477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf2d0a-c78c-48ad-974f-4fd73533d731 None None] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:07.829311 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3ded6dac-2d64-4216-b080-53464d189648 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4147735 Feb 04 16:28:07.830036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:07.836231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:07.914673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85989239-8cad-40e3-bfd0-cd5ddc0d5e78 req-9b14b738-fe95-40f7-855d-2a6070bcc2c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 210 time: 0.3891659 Feb 04 16:28:07.926392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-434bc7ae-1da1-4988-80e1-25f3de2ab4f3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9735150 Feb 04 16:28:07.937139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:07.953194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:08.010739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1a65f314-d6f8-4f44-b4ba-cba670f9324e req-7944d44f-db3c-4b8a-93ab-744e40efb53a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:08.015666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:08.016020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Checking segment: {'id': '653d2c34-ea7c-47d6-bc16-b16dae392c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:08.016676 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.017070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Bound using segment: {'id': '653d2c34-ea7c-47d6-bc16-b16dae392c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:08.023833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Bound port: dcaf9176-9430-4b14-8ce4-3698f36625a4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653d2c34-ea7c-47d6-bc16-b16dae392c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:08.023833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.026478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1490591056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:08.048420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.053466 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.117133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'Port': ['ID=6a5d5dbe-10eb-4f07-9aee-f6f4953d7441,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:08.128588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:08.149965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:08.167691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:08.178478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:08.188029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-8d7f822f-bf7d-4e04-9f2a-4c2014953859 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.189465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-8d7f822f-bf7d-4e04-9f2a-4c2014953859 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 795 time: 0.6635497 Feb 04 16:28:08.207155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1a65f314-d6f8-4f44-b4ba-cba670f9324e req-7944d44f-db3c-4b8a-93ab-744e40efb53a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:08.208451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a65f314-d6f8-4f44-b4ba-cba670f9324e req-7944d44f-db3c-4b8a-93ab-744e40efb53a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.3674419 Feb 04 16:28:08.251186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.252151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.258372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Transition to ACTIVE for port object 040d2aa1-f8cc-4964-9565-c629d6a32fc3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:08.272451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15251160'] for subnet, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.286771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-d095bd98-1d0a-431b-921c-cd091d7618cd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 380 time: 0.0834925 Feb 04 16:28:08.414029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.423759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-d042f83c-655a-4e1a-b29f-51b90ba25e41', 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': 'fa94c3a1-b6e0-43fd-a75b-233bc7e865df'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:08.424592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.450777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-da97cb25-381a-42fb-a6ad-85fa87b77bc4 None None] Port d96e6420-08b1-498c-8ca1-eed086474e76 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:08.501403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'port': {'device_id': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'admin_state_up': True, 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'security_groups': ['ea45c473-3d42-4c7b-8a2e-83ebe9db3da6']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:08.543653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.609535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.613017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'Port': ['ID=040d2aa1-f8cc-4964-9565-c629d6a32fc3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:08.705646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:08.712311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:port and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:08.715319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c018408-c3f2-4a73-b414-e364e8fba8fb None None] Pushing event updated for resources: {'Port': ['ID=9f879e64-008f-4fb5-964b-d2049d10311d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:08.721951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.728740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:08.749442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:08.798295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] For port dcaf9176-9430-4b14-8ce4-3698f36625a4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:08.817229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:08.820816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.854004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.890893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event updated for resources: {'Port': ['ID=d96e6420-08b1-498c-8ca1-eed086474e76,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:08.893770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] For port dcaf9176-9430-4b14-8ce4-3698f36625a4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcaf9176-9430-4b14-8ce4-3698f36625a4,segment=NetworkSegment(653d2c34-ea7c-47d6-bc16-b16dae392c3d),segment_id=653d2c34-ea7c-47d6-bc16-b16dae392c3d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:08.915585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:08.943517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.947591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:08.956090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:08.961934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6f939bdc-51c2-4e53-8569-0b2ff38859d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9512687 Feb 04 16:28:08.962163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-cfb730a3-bc93-4573-b163-571c3ea8dbe0', 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0', 'tenant_id': 'e39ff26501a74aa7b8c5ab528b77bbf8', 'fixed_ips': [{'subnet_id': 'ab5e7465-46c8-4fc8-85f0-4a597d98eab5'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:08.962303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:08.962450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.962564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.977797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:08.982817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52628) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:09.097872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:09.223301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b88d2b3a-98b0-46a8-b1c5-9ad576844c91 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.7067726 Feb 04 16:28:09.228813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] In _notify_port_updated(), no bound segment for port d96e6420-08b1-498c-8ca1-eed086474e76 on network 91d31d16-c2eb-40a1-9817-fe9c51744934 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:28:09.238044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:09.255367 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:09.257307 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-615a09ac-5f08-433e-81d4-bda3049f0be6 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "PUT /v2.0/ports/d96e6420-08b1-498c-8ca1-eed086474e76 HTTP/1.1" status: 200 len: 1067 time: 3.0606434 Feb 04 16:28:09.258860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:09.325943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Allocated IP 172.21.0.2 (d042f83c-655a-4e1a-b29f-51b90ba25e41/fa94c3a1-b6e0-43fd-a75b-233bc7e865df/0af89d84-0790-4446-ab29-174190316b54) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:09.366546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52640) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:09.380026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bca4f-e688-4ed2-b3dd-a605d1bb8d63 None None] Pushing event updated for resources: {'Port': ['ID=dcaf9176-9430-4b14-8ce4-3698f36625a4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:09.543715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:05Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:09.553235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6692066-1251-4f4e-9f72-3191c1402d7c None None] The sync data for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 is: [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:05Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:09.582943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:09.621331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.8 (04345c07-fbac-47fe-b1f6-6bc189e80d0c/8e623a12-5e51-41ca-bd21-647d96b27998/8de81055-1f3a-4450-adee-f6e8dbdf99a2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:09.661203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:09.661499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:09.689335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f42bca4d-8e85-45ad-8d1b-80658a76db6b req-4623b948-abf1-4a45-bdbe-9ef1bfefe60e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 210 time: 0.3217793 Feb 04 16:28:09.745636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f879e64-008f-4fb5-964b-d2049d10311d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:09.766042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784559902724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15128360'] for subnet, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:09.934264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event updated for resources: {'Subnet': ['ID=ab5e7465-46c8-4fc8-85f0-4a597d98eab5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:09.957719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-33d241db-c31b-43ef-b14b-6304381b3453 None None] Provisioning complete for port d96e6420-08b1-498c-8ca1-eed086474e76 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:09.958100 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33d241db-c31b-43ef-b14b-6304381b3453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.132457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.136752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.145634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.146581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Synchronizing usage tracker for tenant:cc80e7afe971483b9662ab529c4f1caa on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:10.203337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.203940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.205673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f2a2ecd-3359-4648-b9be-8895f4cbac3b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "PUT /v2.0/subnets/ab5e7465-46c8-4fc8-85f0-4a597d98eab5 HTTP/1.1" status: 200 len: 900 time: 2.3743382 Feb 04 16:28:10.219914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.235798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52646) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:10.243858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Allocated IP 2001:db8::3 (cfb730a3-bc93-4573-b163-571c3ea8dbe0/ab5e7465-46c8-4fc8-85f0-4a597d98eab5/25b9eb2a-a081-423b-aace-6c505e6361bd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:10.258002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 8de81055-1f3a-4450-adee-f6e8dbdf99a2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:10.260166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-33d241db-c31b-43ef-b14b-6304381b3453 None None] Port d96e6420-08b1-498c-8ca1-eed086474e76 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:10.324265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port d96e6420-08b1-498c-8ca1-eed086474e76 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:10.324625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.379269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.466523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Unset dirty status for tenant:cc80e7afe971483b9662ab529c4f1caa on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:10.467672 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68639f04-e20b-4e06-b42d-0befb9cde919 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.1706326 Feb 04 16:28:10.481129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cb6d9dc-a57e-4c15-8a0a-e1036a98ee87 req-c23542bf-41fe-4705-b271-5ebe5ebe92e6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.7944117 Feb 04 16:28:10.485162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:10.524417 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.535999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9f879e64-008f-4fb5-964b-d2049d10311d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:10.554819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Transition to ACTIVE for port object 0af89d84-0790-4446-ab29-174190316b54 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:10.620955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Transition to ACTIVE for port object 0af89d84-0790-4446-ab29-174190316b54 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:10.641445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:10.654005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:10.672628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:10.675658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:10.748403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e76ae0-5c44-47d0-833d-a89a79bb66d1 None None] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:10.851798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:10.852472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.027049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Deleting port 040d2aa1-f8cc-4964-9565-c629d6a32fc3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:11.027825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.058730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:11.203355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-80191dee-2b04-4ef6-99b5-54b31480fc03 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7057893 Feb 04 16:28:11.224760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Request body: {'port': {'device_id': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:11.308963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.362868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:11.379606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:11.398939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:11.475310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e78f4-bb61-4905-9735-03a570466c48 None None] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:11.532536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.631018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.755618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Pushing event updated for resources: {'Port': ['ID=0af89d84-0790-4446-ab29-174190316b54,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:11.790131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3386b2da-5fb3-4094-9fef-13ba66a1f483 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:11.978348 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:11.991242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Provisioning for port 9f879e64-008f-4fb5-964b-d2049d10311d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:12.014033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Provisioning complete for port 9f879e64-008f-4fb5-964b-d2049d10311d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:12.015017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.085738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Transition to ACTIVE for port object 25b9eb2a-a081-423b-aace-6c505e6361bd will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:12.225883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.227830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Attempting to bind port 0af89d84-0790-4446-ab29-174190316b54 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:12.228823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Attempting to bind port 0af89d84-0790-4446-ab29-174190316b54 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '90a16d3a-06fe-4994-bac4-eb20c66656c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:12.230390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Attempting to bind port 0af89d84-0790-4446-ab29-174190316b54 on network d042f83c-655a-4e1a-b29f-51b90ba25e41 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:12.294974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:12.302813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Transition to ACTIVE for port object 25b9eb2a-a081-423b-aace-6c505e6361bd will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:12.310464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:12.310840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.348898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59084ed-3eb6-4ab7-9862-67dfe1f7f42c req-aea18a40-4f09-48b2-a735-34069ee83c98 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.2497156 Feb 04 16:28:12.372322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:12.372569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Checking segment: {'id': '90a16d3a-06fe-4994-bac4-eb20c66656c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:12.372918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.373305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Bound using segment: {'id': '90a16d3a-06fe-4994-bac4-eb20c66656c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:12.373791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Bound port: 0af89d84-0790-4446-ab29-174190316b54, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a16d3a-06fe-4994-bac4-eb20c66656c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd042f83c-655a-4e1a-b29f-51b90ba25e41'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:12.383683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.405427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.435330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.20.0.1 (14bb20d4-23af-4e05-8ee5-a0130a63356c/4234d1bd-5cd8-439a-a359-2ca7b11899f2/16bf4412-68db-46d9-9486-ff7ccbec274f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:12.443232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for d96e6420-08b1-498c-8ca1-eed086474e76 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:12.456521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.516179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Pushing event updated for resources: {'Port': ['ID=25b9eb2a-a081-423b-aace-6c505e6361bd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:12.540147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.601508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99860c-4460-4cda-aef3-56f9001eb181 req-0d2c1c48-7c6f-47fb-a184-8c3c1569d2c0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:12.602125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c99860c-4460-4cda-aef3-56f9001eb181 req-0d2c1c48-7c6f-47fb-a184-8c3c1569d2c0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:12.613241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.630407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.645430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:12.662274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:12.669222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:12.712211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.786003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] For port 0af89d84-0790-4446-ab29-174190316b54, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:12.837131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5e7465-46c8-4fc8-85f0-4a597d98eab5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:12.846611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb730a3-bc93-4573-b163-571c3ea8dbe0']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:12.903150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ffeee1-0424-4ca2-97a3-bcf7c41aca83') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:12.904094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ffeee1-0424-4ca2-97a3-bcf7c41aca83') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:12.957334 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:12.971955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] For port 0af89d84-0790-4446-ab29-174190316b54, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0af89d84-0790-4446-ab29-174190316b54,segment=NetworkSegment(90a16d3a-06fe-4994-bac4-eb20c66656c8),segment_id=90a16d3a-06fe-4994-bac4-eb20c66656c8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:13.022852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.043118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:13.044307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.072142 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.158063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] For port 9f879e64-008f-4fb5-964b-d2049d10311d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f879e64-008f-4fb5-964b-d2049d10311d,segment=NetworkSegment(9f37cff7-51bb-4265-a75b-77fbef56e8be),segment_id=9f37cff7-51bb-4265-a75b-77fbef56e8be)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:13.184445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Calling delete_port for 040d2aa1-f8cc-4964-9565-c629d6a32fc3 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:13.230415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.257009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.263146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Attempting to bind port 25b9eb2a-a081-423b-aace-6c505e6361bd on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:13.264032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Attempting to bind port 25b9eb2a-a081-423b-aace-6c505e6361bd by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '38ffeee1-0424-4ca2-97a3-bcf7c41aca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:13.264924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Attempting to bind port 25b9eb2a-a081-423b-aace-6c505e6361bd on network cfb730a3-bc93-4573-b163-571c3ea8dbe0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:13.304381 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:13.310207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:13.311091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Checking segment: {'id': '38ffeee1-0424-4ca2-97a3-bcf7c41aca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:13.312032 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.314472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Bound using segment: {'id': '38ffeee1-0424-4ca2-97a3-bcf7c41aca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:13.315081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Bound port: 25b9eb2a-a081-423b-aace-6c505e6361bd, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ffeee1-0424-4ca2-97a3-bcf7c41aca83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:13.315775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.405918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:13.422433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:28:13.422433 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:28:13.422433 n-d-827873-1 neutron-server[83596]: [parameters: {'id': 'cfb730a3-bc93-4573-b163-571c3ea8dbe0'}] Feb 04 16:28:13.422433 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:13.423106 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:13.426810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c99860c-4460-4cda-aef3-56f9001eb181 req-0d2c1c48-7c6f-47fb-a184-8c3c1569d2c0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:13.433609 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:13.445188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c99860c-4460-4cda-aef3-56f9001eb181 req-0d2c1c48-7c6f-47fb-a184-8c3c1569d2c0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 931 time: 2.3756859 Feb 04 16:28:13.506174 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:13.512437 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:13.609141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.659224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object 16bf4412-68db-46d9-9486-ff7ccbec274f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:13.717347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.777737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] For port 25b9eb2a-a081-423b-aace-6c505e6361bd, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:13.791055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] For port 25b9eb2a-a081-423b-aace-6c505e6361bd, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=25b9eb2a-a081-423b-aace-6c505e6361bd,segment=NetworkSegment(38ffeee1-0424-4ca2-97a3-bcf7c41aca83),segment_id=38ffeee1-0424-4ca2-97a3-bcf7c41aca83)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:13.829552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52670) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:13.846946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.875492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:13.910003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:13.931287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6246f-e62e-42c9-9d7c-fb497e2301fa None None] Pushing event updated for resources: {'Port': ['ID=0af89d84-0790-4446-ab29-174190316b54,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:13.946408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:13.961600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:14.151650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=16bf4412-68db-46d9-9486-ff7ccbec274f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:14.178427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef909e-80da-47a0-a2fd-ed667c44895b None None] Pushing event updated for resources: {'Port': ['ID=9f879e64-008f-4fb5-964b-d2049d10311d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:14.217086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port 25b9eb2a-a081-423b-aace-6c505e6361bd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:14.217374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.250607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:14.395250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:14.412850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3386b2da-5fb3-4094-9fef-13ba66a1f483, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3386b2da-5fb3-4094-9fef-13ba66a1f483,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:14.447494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning complete for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:14.447868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.585521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.608353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.615121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:14.617915 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.619035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcaf9176-9430-4b14-8ce4-3698f36625a4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:14.640847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42cc07a0-0388-4947-a98d-a944943e5695 req-9a06183c-5b6c-48f8-a123-939a29a2979c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7656264-7814-4a6b-97f6-dbc4e7c6ba49 HTTP/1.1" status: 200 len: 210 time: 0.9273789 Feb 04 16:28:14.659737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c99860c-4460-4cda-aef3-56f9001eb181 req-768ae369-1e38-4ef7-a979-c4f8e0ba5790 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2128479 Feb 04 16:28:14.673726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] No DVR routers for this DVR port 6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:14.676893 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.689371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'name': 'network-vif-deleted', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:14.738827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7f47645-841a-4e80-8816-739e9b17b10c req-9461d378-c39f-4eaf-8fbc-376b1f40a859 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "DELETE /v2.0/ports/6a5d5dbe-10eb-4f07-9aee-f6f4953d7441 HTTP/1.1" status: 204 len: 173 time: 8.4302249 Feb 04 16:28:14.800282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:14.927009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205037f-46c8-4b55-ba5a-6d5e8b3f3f21 None None] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:14.989488 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7656264-7814-4a6b-97f6-dbc4e7c6ba49', 'name': 'network-vif-deleted', 'tag': '6a5d5dbe-10eb-4f07-9aee-f6f4953d7441', 'status': 'completed', 'code': 200} Feb 04 16:28:15.013057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=d96e6420-08b1-498c-8ca1-eed086474e76,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:15.027575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.053692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:15.059168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Usage tracker for resource:security_group_rule and tenant:fc64cb6998964fe0b65efec3e32f3be7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:15.062246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:15.084243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:15.086966 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:15.093011 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:15.102748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f54517-81bf-4ab6-a34e-f005241c4f64 None None] Pushing event updated for resources: {'Port': ['ID=25b9eb2a-a081-423b-aace-6c505e6361bd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:15.110701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.111622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:15.113376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "DELETE /v2.0/ports/040d2aa1-f8cc-4964-9565-c629d6a32fc3 HTTP/1.1" status: 204 len: 168 time: 4.6144667 Feb 04 16:28:15.113610 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:15.227119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning for port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:15.285586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning complete for port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:15.297523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.332047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.352948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52678) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:15.385048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Request body: {'port': {'name': 'tempest-new-port-name-1707704985', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:15.387988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] bootfile-name is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:15.388426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] tftp-server is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:15.388760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] server-ip-address is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:28:15.425102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.425102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.425529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.425681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.425993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.428385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.428911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.429398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.429770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.430422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.431719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:15.492023 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:15.512417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8b8f-58c3-4d35-815b-d520b13b00d7 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event deleted for resources: {'Port': ['ID=040d2aa1-f8cc-4964-9565-c629d6a32fc3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:15.588347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:15.623744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port dcaf9176-9430-4b14-8ce4-3698f36625a4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:15.645911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:15.700832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning complete for port 9f879e64-008f-4fb5-964b-d2049d10311d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:15.701497 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.762995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.825946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:15.886967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66b32b-78d9-4669-b1dd-3533cdb208e3 None None] Network cfb730a3-bc93-4573-b163-571c3ea8dbe0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:15.950654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:15.998281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.066786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:16.070912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.086352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3386b2da-5fb3-4094-9fef-13ba66a1f483 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:16.146576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717bbac6-8e0e-4b1f-87b8-2dc2f621eea5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:16.174273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port 25b9eb2a-a081-423b-aace-6c505e6361bd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=25b9eb2a-a081-423b-aace-6c505e6361bd,segment=NetworkSegment(38ffeee1-0424-4ca2-97a3-bcf7c41aca83),segment_id=38ffeee1-0424-4ca2-97a3-bcf7c41aca83)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:16.174923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.187455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a046ea4d-68a1-49c4-9bf5-5a55b0d28b74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc64cb6998964fe0b65efec3e32f3be7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3187902 Feb 04 16:28:16.218446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:16.281803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Transition to ACTIVE for port object 8de81055-1f3a-4450-adee-f6e8dbdf99a2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:16.316283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.318593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6a85da4d-0d2a-4bda-9751-54a2e913d178 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/d96e6420-08b1-498c-8ca1-eed086474e76 HTTP/1.1" status: 204 len: 168 time: 6.9474947 Feb 04 16:28:16.324197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:16.332761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.386315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:16.392594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f50ca-5333-408c-b299-48b76a5d994f None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:16.460845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9b915-91ef-4b8f-a6ce-0dd78534ea92 None None] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:16.504425 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eab94b3-0d49-4c98-b340-e90e718ae215 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] GET failed (client error): The resource could not be found. Feb 04 16:28:16.504930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eab94b3-0d49-4c98-b340-e90e718ae215 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Synchronizing usage tracker for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:16.522452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for 25b9eb2a-a081-423b-aace-6c505e6361bd owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:16.626039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3386b2da-5fb3-4094-9fef-13ba66a1f483 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:16.626606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.644686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:16.671689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Could not find standard attr ID for object 040d2aa1-f8cc-4964-9565-c629d6a32fc3. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:28:16.686586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6eab94b3-0d49-4c98-b340-e90e718ae215 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Unset dirty status for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:16.688060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6eab94b3-0d49-4c98-b340-e90e718ae215 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports/d96e6420-08b1-498c-8ca1-eed086474e76 HTTP/1.1" status: 404 len: 333 time: 0.3493817 Feb 04 16:28:16.704792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:16.711470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.713946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning for port dcaf9176-9430-4b14-8ce4-3698f36625a4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:16.725786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Provisioning complete for port dcaf9176-9430-4b14-8ce4-3698f36625a4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:16.726311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.793137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port 5d3e9e93-b638-4ad5-92bb-7ca586100f42 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:16.793493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.907424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.939447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:16.958147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469636-870f-4c60-a74e-36d5c592ae6c req-7d892c07-e295-4e9b-a69c-dcb5cf93711d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:16.959720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc469636-870f-4c60-a74e-36d5c592ae6c req-7d892c07-e295-4e9b-a69c-dcb5cf93711d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 931 time: 0.8967276 Feb 04 16:28:17.035977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f879e64-008f-4fb5-964b-d2049d10311d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:17.048978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.087258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.129681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Port': ['ID=25b9eb2a-a081-423b-aace-6c505e6361bd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.149533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] For port dcaf9176-9430-4b14-8ce4-3698f36625a4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcaf9176-9430-4b14-8ce4-3698f36625a4,segment=NetworkSegment(653d2c34-ea7c-47d6-bc16-b16dae392c3d),segment_id=653d2c34-ea7c-47d6-bc16-b16dae392c3d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:17.160690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.170918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No DVR routers for this DVR port 25b9eb2a-a081-423b-aace-6c505e6361bd on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:17.194750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.209468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9f879e64-008f-4fb5-964b-d2049d10311d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:17.209849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.291443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:17.292376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:17.293283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:17.304816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc469636-870f-4c60-a74e-36d5c592ae6c req-924dab8a-16f9-4e2b-ac88-0541f14c0352 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269653 Feb 04 16:28:17.333577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Pushing event updated for resources: {'Port': ['ID=dcaf9176-9430-4b14-8ce4-3698f36625a4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.353630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:28:17.353959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:17.384195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.384547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.384900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.385233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.385852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.386458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.386971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.387473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.388106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.388592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.389073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b084ee-006f-4c73-a281-ad210a353e17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:17.408675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:17.422045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.453185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb730a3-bc93-4573-b163-571c3ea8dbe0']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:17.465168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fd897-bbd8-409c-8414-3b2b648d0e3c None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:28:17.469242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.474860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ffeee1-0424-4ca2-97a3-bcf7c41aca83') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:17.475269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ffeee1-0424-4ca2-97a3-bcf7c41aca83') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:17.487040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.488828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:17.489167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Checking segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:17.489552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Bound using segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:17.490194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Bound port: 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:17.490780 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.515603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.549748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Provisioning complete for port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:17.550109 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.559570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:17.567043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.585379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0af89d84-0790-4446-ab29-174190316b54 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:17.596470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.599409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.638957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.656336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.657428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/717bbac6-8e0e-4b1f-87b8-2dc2f621eea5 HTTP/1.1" status: 204 len: 168 time: 1.4075880 Feb 04 16:28:17.658517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.659502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f56c4340-aeb4-4eba-bdcb-e0a8b161c621 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "DELETE /v2.0/security-groups/4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd HTTP/1.1" status: 204 len: 168 time: 1.5791841 Feb 04 16:28:17.663762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.680604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52704) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:17.688240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:17.694057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.703310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114543a-0a12-4fc2-ae0b-f6a2815794ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717bbac6-8e0e-4b1f-87b8-2dc2f621eea5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.715503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=16bf4412-68db-46d9-9486-ff7ccbec274f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:17.776459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Provisioning for port 16bf4412-68db-46d9-9486-ff7ccbec274f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:17.793790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Provisioning complete for port 16bf4412-68db-46d9-9486-ff7ccbec274f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:17.794185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.800963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] In _notify_port_updated(), no bound segment for port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c on network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:28:17.809270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:17.810318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.817062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "PUT /v2.0/ports/cb08c4d5-ae10-447d-bf29-1c1cb1cf107c HTTP/1.1" status: 200 len: 1130 time: 2.4624925 Feb 04 16:28:17.822292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52710) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:17.832903 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-2092eb12-bac7-4e22-abeb-6dce5429a1c6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] show failed (client error): The resource could not be found. Feb 04 16:28:17.836809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2092eb12-bac7-4e22-abeb-6dce5429a1c6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups/4bfb3cde-abd0-4a1b-94ec-e59f4929a5dd HTTP/1.1" status: 404 len: 347 time: 0.1495469 Feb 04 16:28:17.840016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0af89d84-0790-4446-ab29-174190316b54 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:17.841425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.849801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for 5d3e9e93-b638-4ad5-92bb-7ca586100f42 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:17.852322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52712) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:17.885055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Port 16bf4412-68db-46d9-9486-ff7ccbec274f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:17.890395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:17.892370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Could not find standard attr ID for object 040d2aa1-f8cc-4964-9565-c629d6a32fc3. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:28:17.893850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7fd897-bbd8-409c-8414-3b2b648d0e3c None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:28:17.912819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:17.923395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:17.949610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Provisioning for port 0af89d84-0790-4446-ab29-174190316b54 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:17.999661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.012107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Provisioning complete for port 0af89d84-0790-4446-ab29-174190316b54 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:18.012740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.057982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcaf9176-9430-4b14-8ce4-3698f36625a4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:18.235472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28acf01-e4b4-4491-9984-e682ef57071d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:18.242009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e28acf01-e4b4-4491-9984-e682ef57071d tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "GET /v2.0/ports/cb08c4d5-ae10-447d-bf29-1c1cb1cf107c HTTP/1.1" status: 200 len: 1130 time: 0.3963559 Feb 04 16:28:18.243546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52722) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:18.265932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.267398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] 10.222.0.41 "PUT /v2.0/ports/8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 1091 time: 7.0562792 Feb 04 16:28:18.269698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:18.286648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9a3f6-9760-4e62-8422-469cec66e8df service neutron] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:18.327490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:18.328860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.341590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port dcaf9176-9430-4b14-8ce4-3698f36625a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:18.342830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.381138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f8dc5-67df-477c-a5c4-09a04daeb688 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event updated for resources: {'Port': ['ID=cb08c4d5-ae10-447d-bf29-1c1cb1cf107c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:18.391441 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:18.407302 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'status': 'completed', 'code': 200} Feb 04 16:28:18.409914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.469827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.597377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=5d3e9e93-b638-4ad5-92bb-7ca586100f42,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:18.607858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.649484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6987b4a7-41de-4519-a06c-04c3be7244f2 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/5d3e9e93-b638-4ad5-92bb-7ca586100f42 HTTP/1.1" status: 204 len: 168 time: 1.9344347 Feb 04 16:28:18.655151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52736) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:18.660973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] For port 0af89d84-0790-4446-ab29-174190316b54, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0af89d84-0790-4446-ab29-174190316b54,segment=NetworkSegment(90a16d3a-06fe-4994-bac4-eb20c66656c8),segment_id=90a16d3a-06fe-4994-bac4-eb20c66656c8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:18.712804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Deleting port ae158430-d8ce-45f1-b820-d99b4a13be97 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:18.713146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.721118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-f6c3e1ef-1979-44f0-9d68-a49d5624da1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1094 time: 0.4055963 Feb 04 16:28:18.724367 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eeb48bb-8143-40e4-ad55-a7974d92200f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] GET failed (client error): The resource could not be found. Feb 04 16:28:18.724969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eeb48bb-8143-40e4-ad55-a7974d92200f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Synchronizing usage tracker for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:18.807281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.828468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.880228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.883266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5eeb48bb-8143-40e4-ad55-a7974d92200f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Unset dirty status for tenant:4d22f2bf27304574a14fc7f6503ff72f on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:18.884421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5eeb48bb-8143-40e4-ad55-a7974d92200f tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "GET /v2.0/ports/5d3e9e93-b638-4ad5-92bb-7ca586100f42 HTTP/1.1" status: 404 len: 333 time: 0.2272978 Feb 04 16:28:18.891409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Deleting port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:18.891409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:18.898711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0eb8a-0b69-4272-b126-316d1fe45bbd req-cf13d29b-19b8-4981-9c48-5f92cdde862d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:18.900313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8f0eb8a-0b69-4272-b126-316d1fe45bbd req-cf13d29b-19b8-4981-9c48-5f92cdde862d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.3371987 Feb 04 16:28:18.900703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:18.929199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066284f9-c754-4066-b8be-b5f309f46629 None None] Pushing event updated for resources: {'Port': ['ID=0af89d84-0790-4446-ab29-174190316b54,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:18.935055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-b920e41b-491f-4852-839a-9d22e028871c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 217 time: 0.1913075 Feb 04 16:28:19.007025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=cfb730a3-bc93-4573-b163-571c3ea8dbe0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:19.009306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f396e25-3d95-483d-a939-abaff5d4716d None None] Provisioning complete for port 0af89d84-0790-4446-ab29-174190316b54 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:19.010755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f396e25-3d95-483d-a939-abaff5d4716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.160928 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7c2fd4b-6f05-4327-9bda-d92f19b38e76 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/cfb730a3-bc93-4573-b163-571c3ea8dbe0 HTTP/1.1" status: 204 len: 168 time: 8.9232008 Feb 04 16:28:19.177084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:19.177815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52750) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:19.213494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port 50026c0d-9961-418f-8941-5fda879d0f6b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:19.214369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.219024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:19.250764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52754) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:19.261981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-289c9c58-14f9-435f-b18b-4618f7b4e340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:19.263379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-289c9c58-14f9-435f-b18b-4618f7b4e340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.3012428 Feb 04 16:28:19.346918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e8f0eb8a-0b69-4272-b126-316d1fe45bbd req-bc190fbd-cfb9-43ab-90b8-480903640800 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106867 Feb 04 16:28:19.567608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1230766556-network', 'tenant_id': '23821742d06e4524958a8bb34efeaee1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:19.583896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:19.592932 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a7a7aa-41b3-49b7-a468-c00b0a4253d5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:19.593999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a7a7aa-41b3-49b7-a468-c00b0a4253d5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:19.596132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7a7a7aa-41b3-49b7-a468-c00b0a4253d5 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/ab5e7465-46c8-4fc8-85f0-4a597d98eab5 HTTP/1.1" status: 404 len: 337 time: 0.3890457 Feb 04 16:28:19.603525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:19.617960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Usage tracker for resource:network and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:19.620934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1ce19b3a-d96c-4467-9ede-5e313c74221d None None] Provisioning complete for port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:19.622000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1ce19b3a-d96c-4467-9ede-5e313c74221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.644328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:19.650079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.650433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.660677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:19.668631 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f6667f-644a-4b12-aa74-d411f772f0a0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:19.674447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f6667f-644a-4b12-aa74-d411f772f0a0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:19.678719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08f6667f-644a-4b12-aa74-d411f772f0a0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/cfb730a3-bc93-4573-b163-571c3ea8dbe0 HTTP/1.1" status: 404 len: 339 time: 0.0704892 Feb 04 16:28:19.683104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:19.687325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1ce19b3a-d96c-4467-9ede-5e313c74221d None None] Port cb08c4d5-ae10-447d-bf29-1c1cb1cf107c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:19.717795 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-be4a3df4-1d67-43a3-8948-ce84a5cfef3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4385872 Feb 04 16:28:19.733402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Made reservation on behalf of 23821742d06e4524958a8bb34efeaee1 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:19.735658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.815823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-00ef55be-e6d6-4de0-a4cb-85865b18a332 None None] Provisioning complete for port 16bf4412-68db-46d9-9486-ff7ccbec274f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:19.816688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00ef55be-e6d6-4de0-a4cb-85865b18a332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.835495 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.843104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:19.872993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Calling delete_port for ae158430-d8ce-45f1-b820-d99b4a13be97 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:19.881603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-00ef55be-e6d6-4de0-a4cb-85865b18a332 None None] Port 16bf4412-68db-46d9-9486-ff7ccbec274f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:19.984641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0af89d84-0790-4446-ab29-174190316b54 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:20.068902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for 50026c0d-9961-418f-8941-5fda879d0f6b owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:20.075879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0af89d84-0790-4446-ab29-174190316b54 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:20.076598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.138681 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.175445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.251012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:20.263986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:20.278865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:20.324302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:20.418815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Calling delete_port for cb08c4d5-ae10-447d-bf29-1c1cb1cf107c owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:20.496320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-fe894228-d2c7-486a-a098-d5cdca731112 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7639489 Feb 04 16:28:20.653066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.693632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.717162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event deleted for resources: {'Port': ['ID=cb08c4d5-ae10-447d-bf29-1c1cb1cf107c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:20.743990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.802488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'Port': ['ID=ae158430-d8ce-45f1-b820-d99b4a13be97,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:20.819842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.831656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d83a1-b1ea-4678-a30b-36281cdc56ae']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:20.872410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:20.900226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef693a9b-9c5c-4332-bf24-b476be276c66') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:20.900603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef693a9b-9c5c-4332-bf24-b476be276c66') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:20.945973 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c7e127bc-4e98-4067-850f-4b1bfce9b425 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "DELETE /v2.0/ports/cb08c4d5-ae10-447d-bf29-1c1cb1cf107c HTTP/1.1" status: 204 len: 168 time: 2.5852330 Feb 04 16:28:20.954525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52770) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:20.981091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba62b81f-3b47-41a9-bf81-d6b6fa207b99 req-46f2cf83-6ea3-4cfd-8696-7f61566db579 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742398 Feb 04 16:28:20.981826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=50026c0d-9961-418f-8941-5fda879d0f6b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:20.988393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.003850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.008309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.009794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.034076 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4522bb6-64ba-4b8c-b247-c4fd9f0b1fdb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "DELETE /v2.0/floatingips/0732d28c-9d2a-45e6-8cd2-bda4a2d676d1 HTTP/1.1" status: 204 len: 168 time: 3.0269117 Feb 04 16:28:21.148198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router c9dd84a0-6e93-4298-a2be-2e970fe97ba2 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:28:21.188158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.222985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2348-732e-4983-8950-5a74e4049f6a req-3487bb31-28aa-47a5-b167-07662fca042e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:21.225132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01cc2348-732e-4983-8950-5a74e4049f6a req-3487bb31-28aa-47a5-b167-07662fca042e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.6191659 Feb 04 16:28:21.234958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.242463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.277210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.314821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46409f9d-7922-4ef9-85fa-cffbce1b9035,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:21.319954 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.344545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:21.345257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:21.377950 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:21.397448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f59be672-d37c-4a36-bcdd-216bbb1d5283 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/ports/50026c0d-9961-418f-8941-5fda879d0f6b HTTP/1.1" status: 204 len: 168 time: 2.4945641 Feb 04 16:28:21.431377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.494935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:21.529560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.529889 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Added segment 5a445dda-eb78-484a-b65c-c51cbbb555e8 of type vlan for network fb01250c-6e2d-4f04-8a4f-115b86d2e857 Feb 04 16:28:21.532894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01cc2348-732e-4983-8950-5a74e4049f6a req-67e746b3-b737-4382-85f7-18bb43dabb90 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827525 Feb 04 16:28:21.536540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.538631 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.563100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.569345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-f40a921c-3dcd-4ac3-bcc5-38531e2d3034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1094 time: 0.4730210 Feb 04 16:28:21.585028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=3e1d83a1-b1ea-4678-a30b-36281cdc56ae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:21.594438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076177872', 'description': 'tempest-description--117080511'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:21.610157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Deleting subnet 0d0ee2c5-a142-42f5-aa7c-35d339ffa60a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:21.618267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:21.628958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f685996a-be07-4dbe-92ed-79b06272b3a1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/3e1d83a1-b1ea-4678-a30b-36281cdc56ae HTTP/1.1" status: 204 len: 168 time: 1.9411979 Feb 04 16:28:21.643486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.670323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.677662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74170c01-dbf0-470b-ae13-4e0682ae5ee0 None None] New status for floating IP 0732d28c-9d2a-45e6-8cd2-bda4a2d676d1: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:28:21.677874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:21.684194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.719525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:21.757214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.758049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:21.758648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.782317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:21.790767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-1933a95a-b733-44d3-96b4-5af13a3a3b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:21.790974 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4b9d63-851a-418b-a781-8cee360538c1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:21.791945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4b9d63-851a-418b-a781-8cee360538c1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:21.793244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-1933a95a-b733-44d3-96b4-5af13a3a3b7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.2091606 Feb 04 16:28:21.796236 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d4b9d63-851a-418b-a781-8cee360538c1 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/0a1aa618-edd5-4fdd-858d-3c17cc2a1548 HTTP/1.1" status: 404 len: 337 time: 0.1213617 Feb 04 16:28:21.808628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.862843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.903071 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fd8418-325d-4bd5-832a-9e10e96e1c1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:21.903508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fd8418-325d-4bd5-832a-9e10e96e1c1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:21.905170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05fd8418-325d-4bd5-832a-9e10e96e1c1b tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/a8029883-3987-4053-bf37-70eb300ff4c3 HTTP/1.1" status: 404 len: 339 time: 0.0885141 Feb 04 16:28:21.905952 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:21.910291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6518426 Feb 04 16:28:21.919127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.919461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:21.932749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-65972607-16b6-4183-a68d-172cdcd771d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 217 time: 0.0874612 Feb 04 16:28:21.935962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a51093-d3d6-4555-87f9-5e2da2c87a8d admin admin] Pushing event updated for resources: {'Network': ['ID=fb01250c-6e2d-4f04-8a4f-115b86d2e857,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:21.946633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:21.946862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Request body: {'subnet': {'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1230766556-subnet', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:21.989648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:22.010854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-34670b9b-f737-4049-b9d5-2690471ec475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:22.012665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-34670b9b-f737-4049-b9d5-2690471ec475 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.0735734 Feb 04 16:28:22.037683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Usage tracker for resource:subnet and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:22.048514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:22.065861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting subnet ddba44df-a26b-47ce-89ba-feb10ca81fa6 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:22.067904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:22.082507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.108237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-c5ddd532-7eb2-42ed-bd6a-56e85ad5cecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895300 Feb 04 16:28:22.173014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:22.179110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Made reservation on behalf of 23821742d06e4524958a8bb34efeaee1 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:22.181397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.214837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:22.221991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:22.245912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-f010b97c-e96a-4d15-86e1-14be5f96dc4c service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308351 Feb 04 16:28:22.351189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:22.358544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.363463 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] Sync routers for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:22.376112 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:22.376989 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:22.392290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-115dec23-ca3e-4438-b5d0-e8997ddb0f9b req-fe8993a5-77cc-476e-afa7-522328ed8acf service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417153 Feb 04 16:28:22.437770 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:22.448703 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:22.449292 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:27:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:22.489446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:22.520410 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:22.520809 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333b831-b9f1-49ba-b565-0853bbb6fd80 None None] The sync data for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:22.521386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.559555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4fdae8b8-ce06-4ea1-9e82-51caf347b2bd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5742326 Feb 04 16:28:22.562466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:22.726735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting subnet 8afe1e1c-245b-41cd-ad6e-e368313a60b7 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:22.738561 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.788835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca4646-164a-425d-bed4-6087b93e09e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:22.790178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cfca4646-164a-425d-bed4-6087b93e09e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports/16bf4412-68db-46d9-9486-ff7ccbec274f HTTP/1.1" status: 200 len: 910 time: 0.2266376 Feb 04 16:28:22.797207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52806) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:22.800952 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.825633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5f4b9-2042-4e28-b20b-175437bcf398 req-9eb1167b-bfc8-48bc-9b7f-e9d30de64939 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:22.827098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94b5f4b9-2042-4e28-b20b-175437bcf398 req-9eb1167b-bfc8-48bc-9b7f-e9d30de64939 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.1139181 Feb 04 16:28:22.873260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94b5f4b9-2042-4e28-b20b-175437bcf398 req-35c99181-38f1-4c18-a9ce-0ea14c203303 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Feb 04 16:28:22.909027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.913209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:22.976455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.024784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.109125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e64727-1186-41dc-bb83-74acd98886ac None None] Network 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:23.163786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.173871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0ee2c5-a142-42f5-aa7c-35d339ffa60a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.191619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df27fc79-9e63-4595-9ac1-409dd7bdcfda,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.229276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.230536 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-56de38bc-d97d-4f58-9df2-8c436bb405a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.6887150 Feb 04 16:28:23.233494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:23.241584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group_rule': {'security_group_id': 'df27fc79-9e63-4595-9ac1-409dd7bdcfda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:23.249234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:23.252916 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eaeabba7-439c-4b39-8c29-08ba7835b3ee tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "DELETE /v2.0/subnets/0d0ee2c5-a142-42f5-aa7c-35d339ffa60a HTTP/1.1" status: 204 len: 168 time: 2.2971346 Feb 04 16:28:23.256555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52816) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:23.262218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:23.301592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.346752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.353575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:23.364886 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.369240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:23.413225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] DHCP port deletion for 1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:23.418801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Deleting port dcaf9176-9430-4b14-8ce4-3698f36625a4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:23.419433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.419894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.425532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.437733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6245e4dc-ec10-4609-9b3f-e9fac605b0dc,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.455540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Deleting port dcaf9176-9430-4b14-8ce4-3698f36625a4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:23.455881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.492768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.505597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978642d-bcbc-4377-8cce-8bb386262d59 None None] Network 91d31d16-c2eb-40a1-9817-fe9c51744934 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:23.515035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Subnet': ['ID=ddba44df-a26b-47ce-89ba-feb10ca81fa6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.524793 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23624c19-c42b-4a94-a5ae-c550c5024425 tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/subnets/ddba44df-a26b-47ce-89ba-feb10ca81fa6 HTTP/1.1" status: 204 len: 168 time: 2.0923812 Feb 04 16:28:23.529205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:23.539075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.549304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.612020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4a34d0-a890-477c-ae67-d7a73ef3f795,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.637753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.641527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a154767c-5dfa-4009-bfa5-20f70f29ad54 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4038966 Feb 04 16:28:23.644237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52824) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:23.652251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'security_group_rule': {'security_group_id': 'df27fc79-9e63-4595-9ac1-409dd7bdcfda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:23.676007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:23.685501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:28:23.705579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Checking segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:23.705963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Network hostable DHCP agents. Network: fb01250c-6e2d-4f04-8a4f-115b86d2e857, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:23.733338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.737713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:security_group_rule and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:23.743676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:23.760786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:23.795975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] For port dcaf9176-9430-4b14-8ce4-3698f36625a4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcaf9176-9430-4b14-8ce4-3698f36625a4,segment=NetworkSegment(653d2c34-ea7c-47d6-bc16-b16dae392c3d),segment_id=653d2c34-ea7c-47d6-bc16-b16dae392c3d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:23.796474 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.804763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.807973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] For port dcaf9176-9430-4b14-8ce4-3698f36625a4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=dcaf9176-9430-4b14-8ce4-3698f36625a4,segment=NetworkSegment(653d2c34-ea7c-47d6-bc16-b16dae392c3d),segment_id=653d2c34-ea7c-47d6-bc16-b16dae392c3d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:23.808594 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.819954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:23.830711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.847735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=8afe1e1c-245b-41cd-ad6e-e368313a60b7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:23.868575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.883993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Deleting port 5a900882-e947-461f-be6e-12befbf922b4 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:23.884301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:23.983850 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d176e1fa-299f-4c8f-9fce-d48024e7f2eb tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/8afe1e1c-245b-41cd-ad6e-e368313a60b7 HTTP/1.1" status: 204 len: 168 time: 2.0590050 Feb 04 16:28:23.984207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:23.996229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:24.006132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318429f-e19b-4d4e-b2b8-1698b923b547 None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:24.016330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.028436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Calling delete_port for dcaf9176-9430-4b14-8ce4-3698f36625a4 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:24.030076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Calling delete_port for dcaf9176-9430-4b14-8ce4-3698f36625a4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:24.068268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.076684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcaf9176-9430-4b14-8ce4-3698f36625a4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:24.076918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fb01250c-6e2d-4f04-8a4f-115b86d2e857) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:24.090365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:24.090948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.151944 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-078693c1-db8b-43c3-93e7-b1409fdb5017 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2276878 Feb 04 16:28:24.163036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8844240-4cdb-4754-a5e7-3046647e747c None None] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:24.207283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c3dedc-7a9b-4737-a3ea-7cd550fab62b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:24.209324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:24.248365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.296615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:24.318599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:24.335431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event deleted for resources: {'Port': ['ID=dcaf9176-9430-4b14-8ce4-3698f36625a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:24.341617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Usage tracker for resource:router and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:24.349674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:24.376462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.382477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-403f351e-1336-4885-ad98-c47f5d41136f tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7322958 Feb 04 16:28:24.382477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:24.397676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52838) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:24.404314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:24.405824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port dcaf9176-9430-4b14-8ce4-3698f36625a4 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:28:24.406459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device dcaf9176-9430-4b14-8ce4-3698f36625a4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:24.429527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:24.455859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:24.456547 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:24.465338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] For port 5a900882-e947-461f-be6e-12befbf922b4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5a900882-e947-461f-be6e-12befbf922b4,segment=NetworkSegment(ac66cb19-6a23-47fe-91b7-f1e16ff4197b),segment_id=ac66cb19-6a23-47fe-91b7-f1e16ff4197b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:24.465700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.467014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] No DVR routers for this DVR port dcaf9176-9430-4b14-8ce4-3698f36625a4 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:24.469627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:24.484567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'mac_address': 'fa:16:3e:bc:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:28:24.505499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Usage tracker for resource:floatingip and tenant:7e6bab24282045daa21322d247f7eaac is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:24.510112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.511562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.519122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:24.536701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:24.609638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f310645-1404-4377-bae7-50c443cf03b1 None None] DHCP port deletion for 91d31d16-c2eb-40a1-9817-fe9c51744934 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:24.657383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.674448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Calling delete_port for 5a900882-e947-461f-be6e-12befbf922b4 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:24.675655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d78b-451b-4119-86f8-a92a0c38caab req-41bdb641-926b-4208-ac5b-ff4a8f85b10c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:24.676961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9655d78b-451b-4119-86f8-a92a0c38caab req-41bdb641-926b-4208-ac5b-ff4a8f85b10c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.4642432 Feb 04 16:28:24.683645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f310645-1404-4377-bae7-50c443cf03b1 None None] Deleting port 5a900882-e947-461f-be6e-12befbf922b4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:24.684094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f310645-1404-4377-bae7-50c443cf03b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.747999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.766901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.779542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.805789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting subnet 9c54c992-e6e5-4f87-8182-242847e7499e {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:24.816942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.819256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.856643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Port': ['ID=5a900882-e947-461f-be6e-12befbf922b4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:24.874124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] No DVR routers for this DVR port 5a900882-e947-461f-be6e-12befbf922b4 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:24.890063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:24.902772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f310645-1404-4377-bae7-50c443cf03b1 None None] The port '5a900882-e947-461f-be6e-12befbf922b4' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:24.929401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:24.932448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.944982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:24.959188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Deleting port dcaf9176-9430-4b14-8ce4-3698f36625a4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:24.959893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:24.984160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.018873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.055610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9655d78b-451b-4119-86f8-a92a0c38caab req-93bc876a-e487-4612-b287-652d46f0e1dc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478975 Feb 04 16:28:25.057963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d2c34-ea7c-47d6-bc16-b16dae392c3d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.058686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d2c34-ea7c-47d6-bc16-b16dae392c3d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.061926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.067086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.116165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d31d16-c2eb-40a1-9817-fe9c51744934']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.130071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.137635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52684cf8-4ec3-4b56-a2ad-0eac28b06214 None None] The port 'dcaf9176-9430-4b14-8ce4-3698f36625a4' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:25.145991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.146594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac66cb19-6a23-47fe-91b7-f1e16ff4197b') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:25.166100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.179993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.192774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-504b6649-1a07-4afa-b59f-fea7e52cae0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.208583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:25.216890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['8de81055-1f3a-4450-adee-f6e8dbdf99a2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:28:25.222214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.248781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:25.249184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.316416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.340215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:25.340675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:25.358998 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:25.361949 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:25.372952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Allocated IP 172.20.0.2 (fb01250c-6e2d-4f04-8a4f-115b86d2e857/6245e4dc-ec10-4609-9b3f-e9fac605b0dc/4b3de282-4f86-4228-be97-e99630a11aa8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:25.489177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.497175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.528196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.545051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] Pushing event deleted for resources: {'Network': ['ID=1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:25.584789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.612145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.631361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd8a9fdc-a4fd-4c46-bfa6-a6c2ee7e3b43 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886 tempest-ExtraDHCPOptionsIpV6TestJSON-442546886-project] 10.222.0.62 "DELETE /v2.0/networks/1b18b9be-fbe5-4e4c-9a3a-b6c13963ab98 HTTP/1.1" status: 204 len: 168 time: 2.3732939 Feb 04 16:28:25.710537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.723143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.749381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] Pushing event deleted for resources: {'Network': ['ID=91d31d16-c2eb-40a1-9817-fe9c51744934,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:25.763267 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7a75798-2204-4d98-8e44-4de2ecb0a72e tempest-AllowedAddressPairIpV6TestJSON-431114046 tempest-AllowedAddressPairIpV6TestJSON-431114046-project] 10.222.0.62 "DELETE /v2.0/networks/91d31d16-c2eb-40a1-9817-fe9c51744934 HTTP/1.1" status: 204 len: 168 time: 2.2281682 Feb 04 16:28:25.776412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.812523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Transition to ACTIVE for port object 4b3de282-4f86-4228-be97-e99630a11aa8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:25.889426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Transition to ACTIVE for port object 4b3de282-4f86-4228-be97-e99630a11aa8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:25.894768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.929920 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:25.965263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=9c54c992-e6e5-4f87-8182-242847e7499e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:26.013210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.042753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Allocated IP 172.25.5.236 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/69f8bcdb-4d0f-4f0f-b725-d94a96055c17) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:26.068388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a900882-e947-461f-be6e-12befbf922b4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:26.071831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-974983ef-d49b-462f-b446-e85c72cbcbd3 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/9c54c992-e6e5-4f87-8182-242847e7499e HTTP/1.1" status: 204 len: 168 time: 2.0862401 Feb 04 16:28:26.075153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.21.0.1 (d042f83c-655a-4e1a-b29f-51b90ba25e41/fa94c3a1-b6e0-43fd-a75b-233bc7e865df/0fcf47f5-5538-426c-ab88-3973c857f20d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:26.076794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52850) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:26.160020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2bd8bc-da78-4bd6-993d-b1939ebc0c0a None None] Network a138c302-1ab8-45d7-b08f-e8d317c102bd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:26.197423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5a900882-e947-461f-be6e-12befbf922b4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:26.198103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5a900882-e947-461f-be6e-12befbf922b4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:26.268356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52858) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:26.327716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:26.339891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:26.349886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Pushing event updated for resources: {'Port': ['ID=4b3de282-4f86-4228-be97-e99630a11aa8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:26.369533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:26.418137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52864) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:26.472049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.514806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object 0fcf47f5-5538-426c-ab88-3973c857f20d will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:26.563628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.577353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-73abe9be-410d-48fe-b175-1ae9f4338d25 None None] Provisioning complete for port bdf99dd8-a33b-408c-99a1-71fbbf12f879 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:26.577767 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73abe9be-410d-48fe-b175-1ae9f4338d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.700418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.759899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Attempting to bind port 4b3de282-4f86-4228-be97-e99630a11aa8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:26.760899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Attempting to bind port 4b3de282-4f86-4228-be97-e99630a11aa8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:26.761334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Attempting to bind port 4b3de282-4f86-4228-be97-e99630a11aa8 on network fb01250c-6e2d-4f04-8a4f-115b86d2e857 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:26.803450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.805200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:26.805653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Checking segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:26.806121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.806604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Bound using segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:26.807395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Bound port: 4b3de282-4f86-4228-be97-e99630a11aa8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:26.808412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.842743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port bdf99dd8-a33b-408c-99a1-71fbbf12f879 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:26.843027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.888778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.904617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:26.911373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:26.940296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:26.947736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=0fcf47f5-5538-426c-ab88-3973c857f20d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:26.954436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:26.961748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb5b31-869c-4490-b44b-e978780a3515 req-baf9fffd-6509-49b4-a82b-c82e9e027ffa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:26.963618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ebb5b31-869c-4490-b44b-e978780a3515 req-baf9fffd-6509-49b4-a82b-c82e9e027ffa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 944 time: 0.5275302 Feb 04 16:28:26.966629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] For port 4b3de282-4f86-4228-be97-e99630a11aa8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:26.970401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] For port 4b3de282-4f86-4228-be97-e99630a11aa8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4b3de282-4f86-4228-be97-e99630a11aa8,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:26.981825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.025383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8c112e4d-7714-4fa3-9896-fe72d63ad1d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc80e7afe971483b9662ab529c4f1caa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7558353 Feb 04 16:28:27.038001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52872) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:27.048976 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0173b4b1-ae3f-4205-8098-0805e5963b55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d22f2bf27304574a14fc7f6503ff72f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6260202 Feb 04 16:28:27.066020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] DHCP port deletion for a138c302-1ab8-45d7-b08f-e8d317c102bd request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:27.079610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:27.082072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Deleting port bdf99dd8-a33b-408c-99a1-71fbbf12f879 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:27.082585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.117761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.197802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.207130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9281e5a-b16c-4af0-9b2b-8369507394f7 None None] Pushing event updated for resources: {'Port': ['ID=4b3de282-4f86-4228-be97-e99630a11aa8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:27.338028 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab66e-0926-42c4-aa18-11af9cb50c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.399241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.466148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4c6cee6a-4895-492a-a0ad-c7aa1ffad5ea None None] Provisioning for port 0fcf47f5-5538-426c-ab88-3973c857f20d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:27.475989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4c6cee6a-4895-492a-a0ad-c7aa1ffad5ea None None] Provisioning complete for port 0fcf47f5-5538-426c-ab88-3973c857f20d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:27.476361 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c6cee6a-4895-492a-a0ad-c7aa1ffad5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.484390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.493992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.498495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.580881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bdf99dd8-a33b-408c-99a1-71fbbf12f879,segment=NetworkSegment(f339640e-b48e-4748-9551-e505f54c7e2d),segment_id=f339640e-b48e-4748-9551-e505f54c7e2d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:27.581287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.590402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.601814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cee6a-4895-492a-a0ad-c7aa1ffad5ea None None] Port 0fcf47f5-5538-426c-ab88-3973c857f20d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:27.708477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:27.718037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Allocated IP 172.25.5.48 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/cf5e9c95-8430-4e33-8942-23d05a561711) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:27.725419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ebb5b31-869c-4490-b44b-e978780a3515 req-cb259692-992b-4b4b-a7ff-2157f81ef614 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7299132 Feb 04 16:28:27.726227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:27.733446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=69f8bcdb-4d0f-4f0f-b725-d94a96055c17,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:27.747737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:27.756035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:27.825175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Calling delete_port for bdf99dd8-a33b-408c-99a1-71fbbf12f879 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:27.900403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.906981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port bdf99dd8-a33b-408c-99a1-71fbbf12f879, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bdf99dd8-a33b-408c-99a1-71fbbf12f879,segment=NetworkSegment(f339640e-b48e-4748-9551-e505f54c7e2d),segment_id=f339640e-b48e-4748-9551-e505f54c7e2d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:27.907365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.935123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea208ea-8247-4cf9-859d-85843bcae71e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:27.940911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:27.947234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:27.948695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:27.985866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.015034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.059638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.060965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-622277e7-826f-4fa3-bda5-a97012caac51 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ea208ea-8247-4cf9-859d-85843bcae71e HTTP/1.1" status: 204 len: 168 time: 1.0194769 Feb 04 16:28:28.064993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab651384-a589-4384-9405-6a21c0483467,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:28.070356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.071610 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27886418-c000-4918-95c2-5a551d639f45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab651384-a589-4384-9405-6a21c0483467 HTTP/1.1" status: 204 len: 168 time: 0.9902341 Feb 04 16:28:28.077346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] Pushing event deleted for resources: {'Port': ['ID=bdf99dd8-a33b-408c-99a1-71fbbf12f879,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:28.119003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0779e0-0fb9-4610-beb4-adc8a209b8ba None None] No DVR routers for this DVR port bdf99dd8-a33b-408c-99a1-71fbbf12f879 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:28.123794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for bdf99dd8-a33b-408c-99a1-71fbbf12f879 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:28.171503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4b3de282-4f86-4228-be97-e99630a11aa8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:28.243787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.250374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.355320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.387209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.394008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.442975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4b3de282-4f86-4228-be97-e99630a11aa8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:28.455171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:28.483830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:28.498521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.551548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:28.553321 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:28.562776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.576675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bdf99dd8-a33b-408c-99a1-71fbbf12f879 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:28.658038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=0fcf47f5-5538-426c-ab88-3973c857f20d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:28.660941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.677173 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'code': 200} Feb 04 16:28:28.688344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: bdf99dd8-a33b-408c-99a1-71fbbf12f879 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:28.688731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bdf99dd8-a33b-408c-99a1-71fbbf12f879 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:28.759981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.776840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:28.810388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:28.859049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aabbf2-619e-4e53-9b72-99bc9d499ccc None None] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:28.870527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:28.874924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:28.889507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:28.906301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:28.942079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:29.002898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5e9c95-8430-4e33-8942-23d05a561711,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:29.005843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.034593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Provisioning for port 4b3de282-4f86-4228-be97-e99630a11aa8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:29.044046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Provisioning complete for port 4b3de282-4f86-4228-be97-e99630a11aa8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:29.044904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.063704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port bdf99dd8-a33b-408c-99a1-71fbbf12f879 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:29.064200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.263575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] The port 'bdf99dd8-a33b-408c-99a1-71fbbf12f879' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:29.323509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.424049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] For port 4b3de282-4f86-4228-be97-e99630a11aa8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4b3de282-4f86-4228-be97-e99630a11aa8,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:29.435409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.472432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.532060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83972813-d2a5-4e0e-bf89-32a5f0402b30 req-80dd0552-8ef9-4f3f-8bc4-21bdefdbce6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 0.7782907 Feb 04 16:28:29.605653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd6dfa-5bd0-427e-a5f8-e022cf7433e8 None None] Pushing event updated for resources: {'Port': ['ID=4b3de282-4f86-4228-be97-e99630a11aa8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:29.632389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a138c302-1ab8-45d7-b08f-e8d317c102bd']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:29.634421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1f56ee7-3425-4918-9976-04282a7c8b4d None None] Provisioning complete for port 0fcf47f5-5538-426c-ab88-3973c857f20d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:29.636055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1f56ee7-3425-4918-9976-04282a7c8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:29.700613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router c9dd84a0-6e93-4298-a2be-2e970fe97ba2 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:29.714996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1f56ee7-3425-4918-9976-04282a7c8b4d None None] Port 0fcf47f5-5538-426c-ab88-3973c857f20d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:29.749384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52916) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:29.751097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f339640e-b48e-4748-9551-e505f54c7e2d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:29.751386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f339640e-b48e-4748-9551-e505f54c7e2d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:29.802500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.002752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.028563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4b3de282-4f86-4228-be97-e99630a11aa8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:30.036297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83972813-d2a5-4e0e-bf89-32a5f0402b30 req-f7fa22b1-20b1-470c-bca1-11b49a192f58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4826844 Feb 04 16:28:30.042992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf938-fe23-4789-8669-6d8aefa14a16 req-76357bf4-bb72-4a22-bba4-e8fc8262f428 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.044460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-285bf938-fe23-4789-8669-6d8aefa14a16 req-76357bf4-bb72-4a22-bba4-e8fc8262f428 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 1.0465927 Feb 04 16:28:30.045558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:30.045951 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:30.077711 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:30.081813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1900866388'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:30.109189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:30.122246 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da3c7b5c-7f70-4b5a-91b7-905d7bafd001 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3193674 Feb 04 16:28:30.126506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.127491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] Sync routers for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:30.144226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:30.148929 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.169767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-11a4da68-61b1-46ce-ba1e-6c7508500e17 None None] Provisioning complete for port 4b3de282-4f86-4228-be97-e99630a11aa8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:30.170151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11a4da68-61b1-46ce-ba1e-6c7508500e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.211235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48783bb-2f3d-4a74-b9da-4a9bc0b18603 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:30.211848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d48783bb-2f3d-4a74-b9da-4a9bc0b18603 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:30.235805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d48783bb-2f3d-4a74-b9da-4a9bc0b18603 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:30.238419 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d48783bb-2f3d-4a74-b9da-4a9bc0b18603 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports/0fcf47f5-5538-426c-ab88-3973c857f20d HTTP/1.1" status: 200 len: 910 time: 0.1106300 Feb 04 16:28:30.242498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52932) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.249347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:network and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:30.269311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:30.270110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:30.270780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:30.295963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:30.328994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.335578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.357831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:30.364898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Made reservation on behalf of e5eb09a378e345f5978d06117a7c9189 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:30.368376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.387291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.390494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:30.391114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:30.415177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-285bf938-fe23-4789-8669-6d8aefa14a16 req-bb56c0e4-11ac-4558-a37c-bfb9741f049e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234253 Feb 04 16:28:30.424773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=a138c302-1ab8-45d7-b08f-e8d317c102bd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:30.430614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.436746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.461454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.487927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4b3de282-4f86-4228-be97-e99630a11aa8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:30.488838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.521321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:30.521763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0547b6-9f7e-4513-a58a-9d84e9ed33dc None None] The sync data for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:30.527471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2cc5ae91-5a40-411e-beab-58a07a1d8947 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/a138c302-1ab8-45d7-b08f-e8d317c102bd HTTP/1.1" status: 204 len: 168 time: 4.4442530 Feb 04 16:28:30.530288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52942) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.631787 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a739c0f0-d62e-4918-9aeb-3d5285e9dc38 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:30.632354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a739c0f0-d62e-4918-9aeb-3d5285e9dc38 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:30.672317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=69f8bcdb-4d0f-4f0f-b725-d94a96055c17,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:30.680369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:30.694203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1944282302'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:30.700919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a739c0f0-d62e-4918-9aeb-3d5285e9dc38 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/e5a9f115-4cff-43cd-841c-a82012f8a409 HTTP/1.1" status: 404 len: 337 time: 0.1578162 Feb 04 16:28:30.704792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.707382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:30.711374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:security_group_rule and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:30.720036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:30.724347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:network and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:30.735498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:30.740499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:30.747453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:30.747675 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfddb17b-56ac-4f3b-aad3-4008733487f4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:30.747937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfddb17b-56ac-4f3b-aad3-4008733487f4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:30.749583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfddb17b-56ac-4f3b-aad3-4008733487f4 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/fb93462f-eaf2-420a-93cc-fabe2b4ede92 HTTP/1.1" status: 404 len: 339 time: 0.0438867 Feb 04 16:28:30.753367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.753700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.754456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.760509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.786596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:30.789631 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.797352 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dba61d-5a14-49c9-bc09-c3d472886b0a tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:30.797788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dba61d-5a14-49c9-bc09-c3d472886b0a tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:30.799483 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e0dba61d-5a14-49c9-bc09-c3d472886b0a tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/f9475d72-3fe0-4950-b22d-eb19217dd7fe HTTP/1.1" status: 404 len: 337 time: 0.0452883 Feb 04 16:28:30.802030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52954) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.833389 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e95698c-0156-48c9-ae27-0d06bc531d17 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:30.833822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e95698c-0156-48c9-ae27-0d06bc531d17 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:30.835478 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6e95698c-0156-48c9-ae27-0d06bc531d17 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/2cbb0e23-a349-460b-867f-812dd1200b59 HTTP/1.1" status: 404 len: 339 time: 0.0325222 Feb 04 16:28:30.838948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52958) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:30.862471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.879006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.880019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:30.881229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13b614af-2fab-4731-b1fa-9b7c135f14d9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4814205 Feb 04 16:28:30.940432 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d44144e-4250-41bd-9392-4df87f0c9ad8 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:30.940871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d44144e-4250-41bd-9392-4df87f0c9ad8 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:30.944869 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d44144e-4250-41bd-9392-4df87f0c9ad8 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/0736583b-c7fc-4709-8166-2b5886a32036 HTTP/1.1" status: 404 len: 337 time: 0.1027944 Feb 04 16:28:30.949426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:31.002955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:31.014993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.018679 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ef51e3-6b5d-4bde-9f7a-172b7bfd7a90 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:31.019127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ef51e3-6b5d-4bde-9f7a-172b7bfd7a90 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:31.023160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:security_group_rule and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:31.027809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:31.035767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.054778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-4944b3fc-bf96-4ae5-8a02-8b695171b552 req-a8cda575-ac4f-461c-9c85-04605386a7bb service neutron] (83596) timed out ('10.222.0.62', 58832) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:28:31.055321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:31.072217 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-67ef51e3-6b5d-4bde-9f7a-172b7bfd7a90 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/9f7f8ad6-6392-4259-8c2f-01ccc3d88e2b HTTP/1.1" status: 404 len: 339 time: 0.1166401 Feb 04 16:28:31.080768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52970) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:31.212769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:31.227518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.227864 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Added segment 8c555102-5aef-4b0f-9c65-ad2765e1d029 of type vlan for network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd Feb 04 16:28:31.303702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.328032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952ed218-d8b9-4e14-8417-63fa9bbfc8a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:31.336547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.392537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.404218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:31.441904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c103fcf-19e1-45b2-889a-4703a8595c3d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:31.458477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-0f541c6f-5464-4fc4-8f59-fac98bad07ac tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:31.464679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.465241 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Added segment 7cf05304-49ba-4038-b0f2-7522c8fdf584 of type vlan for network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f Feb 04 16:28:31.489711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.493758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.495540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.513607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting subnet a5b2454f-e884-4752-96bb-f376b043b169 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:31.519541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.553329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.607275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-0f541c6f-5464-4fc4-8f59-fac98bad07ac tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:31.608444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-0f541c6f-5464-4fc4-8f59-fac98bad07ac tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1076177872&fields=id&tenant_id=7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 267 time: 0.3681896 Feb 04 16:28:31.710986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.775606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0063105 Feb 04 16:28:31.781433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:31.789756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee2e0f-3006-46e6-946e-3bd0be8fa565 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Network': ['ID=b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:31.791781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:31.802526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:31.814637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'subnet': {'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:31.871814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.928381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:31.932585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:31.933258 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.024972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.098774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 0fcf47f5-5538-426c-ab88-3973c857f20d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:32.099114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.103834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d743379f-f784-4bb4-a6f9-a1ff9afe5bb9 None None] Network 35626301-cca2-4a91-ae16-37b12ca5ab78 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:32.123167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b2454f-e884-4752-96bb-f376b043b169,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:32.125358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.129811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7281590 Feb 04 16:28:32.136989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:32.137949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:32.146572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-62562de7-3a0e-476c-a4db-fb5c1ef003ae tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:32.147984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-62562de7-3a0e-476c-a4db-fb5c1ef003ae tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 810 time: 0.5295703 Feb 04 16:28:32.152340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8667087-12d4-4f88-9e54-f0e5a947900f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Network': ['ID=0f7e9c84-dbf1-4e3a-970c-9d957505eb8f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:32.156647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:subnet and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:32.162648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'subnet': {'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:32.166772 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2bb93ab3-3773-40b1-8a48-30ee14731216 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/a5b2454f-e884-4752-96bb-f376b043b169 HTTP/1.1" status: 204 len: 168 time: 1.0843668 Feb 04 16:28:32.169165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:32.184463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:32.215101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:32.391859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:32.396310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.404519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3afe4b-215a-4d36-92e5-210bcd3dd55c req-92be0f36-1ab4-4a20-862d-014420504b54 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:32.406890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b3afe4b-215a-4d36-92e5-210bcd3dd55c req-92be0f36-1ab4-4a20-862d-014420504b54 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.7960608 Feb 04 16:28:32.434009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port bc38fda0-1eb7-475b-a061-c595a85da222 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:32.434254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.477562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-ce2f5c0d-90c8-4165-b4ed-c540619f3f4a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/quotas/7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 375 time: 0.2995858 Feb 04 16:28:32.494681 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.498438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Router 35cd9576-ec4a-433f-be66-9d2576109d38 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:28:32.523878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] DHCP port deletion for 35626301-cca2-4a91-ae16-37b12ca5ab78 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:32.524657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Made reservation on behalf of e5eb09a378e345f5978d06117a7c9189 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:32.529715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Deleting port bc38fda0-1eb7-475b-a061-c595a85da222 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:32.530196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.630140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 0fcf47f5-5538-426c-ab88-3973c857f20d owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:32.694076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:32.725780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:subnet and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:32.733402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:32.747897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] For port bc38fda0-1eb7-475b-a061-c595a85da222, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc38fda0-1eb7-475b-a061-c595a85da222,segment=NetworkSegment(20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7),segment_id=20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:32.748220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.761568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:32.826630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b3afe4b-215a-4d36-92e5-210bcd3dd55c req-ba4a46e8-8cf1-49bc-8f04-91f61e88b860 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819945 Feb 04 16:28:32.842032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.882956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port bc38fda0-1eb7-475b-a061-c595a85da222, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bc38fda0-1eb7-475b-a061-c595a85da222,segment=NetworkSegment(20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7),segment_id=20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:32.883573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:32.903262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Calling delete_port for bc38fda0-1eb7-475b-a061-c595a85da222 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:32.925346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:33.016895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.048276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for bc38fda0-1eb7-475b-a061-c595a85da222 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:33.077662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] Pushing event deleted for resources: {'Port': ['ID=bc38fda0-1eb7-475b-a061-c595a85da222,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:33.086857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1b472-5832-402e-ab7a-bda872ba3a44 None None] No DVR routers for this DVR port bc38fda0-1eb7-475b-a061-c595a85da222 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:33.104111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-14a0fa57-d333-4af2-9172-76706bb8a78b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6015422 Feb 04 16:28:33.166007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.196222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:33.196621 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:33.203457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.281552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=0fcf47f5-5538-426c-ab88-3973c857f20d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:33.300511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-f034aa39-b947-4f6a-95d8-d60e7bc035ef service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:28:33.300511 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-f034aa39-b947-4f6a-95d8-d60e7bc035ef service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1710746 Feb 04 16:28:33.577758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441f851-776b-47af-930c-7d8e4ff9d30c req-45c995aa-c195-4e54-8573-f5fe687caced tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:33.579114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c441f851-776b-47af-930c-7d8e4ff9d30c req-45c995aa-c195-4e54-8573-f5fe687caced tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.5541880 Feb 04 16:28:33.649226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.708768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port bc38fda0-1eb7-475b-a061-c595a85da222 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:33.709107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.715356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-07c9207d-cfb2-4bf9-ba81-b2a39f5fb0f0 service neutron] 10.222.0.62 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991981 Feb 04 16:28:33.787796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] The port 'bc38fda0-1eb7-475b-a061-c595a85da222' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:33.838925 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.876841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c441f851-776b-47af-930c-7d8e4ff9d30c req-ec77dc3e-ad0d-44e6-8c96-4a7f35cbe0d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685151 Feb 04 16:28:33.920207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 52998) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:33.975831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc38fda0-1eb7-475b-a061-c595a85da222 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:33.978820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:33.985595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:34.003636 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Sync routers for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:34.011388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35626301-cca2-4a91-ae16-37b12ca5ab78']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:34.028088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:34.028381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bf10e8-9ed2-4f8b-91ea-6b2bbe9e2fc7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:34.029917 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:34.030863 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:34.043055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.061381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: bc38fda0-1eb7-475b-a061-c595a85da222 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:34.061381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bc38fda0-1eb7-475b-a061-c595a85da222 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:34.066319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.148942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:34.149417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:34.169097 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:34.208384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Subnet': ['ID=dd4bfc18-667d-4510-abf8-14bb46395689,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:34.224056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.229830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-76aac943-3506-4f20-a46c-fc6b3f430770 service neutron] 10.222.0.62 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896190 Feb 04 16:28:34.294171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:34.298158 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.299570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-135f1c39-0d52-4db3-ae5f-950d407c7020 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.0526483 Feb 04 16:28:34.303327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Subnet': ['ID=fa698491-c4be-4525-b64b-45c6468ca336,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:34.303506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53002) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.325690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Checking segment: {'id': '8c555102-5aef-4b0f-9c65-ad2765e1d029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:34.326191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network hostable DHCP agents. Network: b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:34.396670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.421930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:34.422732 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.430957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5c667f2f-2465-4af4-bbba-0304bb12749a tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1091 time: 0.5075297 Feb 04 16:28:34.437116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53010) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.449413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=35626301-cca2-4a91-ae16-37b12ca5ab78,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:34.455330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:34.468619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:34.473397 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/35626301-cca2-4a91-ae16-37b12ca5ab78 HTTP/1.1" status: 204 len: 168 time: 2.2988989 Feb 04 16:28:34.482557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.491740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:floatingip and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:34.534210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-553ca01f-053c-4881-a7d8-a23ad03f4aa9 req-77afa2a1-33bf-4277-82da-4b684d74a5b1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.0983603 Feb 04 16:28:34.538143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:34.543427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:34.544015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.548335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a98b54-36a8-48e9-b1f1-f688e859b680 None None] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:34.548693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Checking segment: {'id': '7cf05304-49ba-4038-b0f2-7522c8fdf584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:34.549058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network hostable DHCP agents. Network: 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:34.555409 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d8e44a-e413-48a4-8173-718d518f4dbe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:34.555853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d8e44a-e413-48a4-8173-718d518f4dbe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:34.556572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:34.558501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a8d8e44a-e413-48a4-8173-718d518f4dbe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/d52b1789-b114-4b0e-9abd-beaf8e6c121a HTTP/1.1" status: 404 len: 337 time: 0.0696461 Feb 04 16:28:34.566734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53018) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.588660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.589421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.591265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.592864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.594816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.596020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.597154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.597997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.598863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.599726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.600540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854cce-22e2-4bf6-ad6d-8623a8d7fffe tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:28:34.606934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:34.613630 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6d2ba0-c109-4957-988e-7a54ca3160d0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] DELETE failed (client error): The resource could not be found. Feb 04 16:28:34.614081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6d2ba0-c109-4957-988e-7a54ca3160d0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:28:34.616595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f6d2ba0-c109-4957-988e-7a54ca3160d0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/412216a6-5de1-4fda-8f67-b121abb7b2f1 HTTP/1.1" status: 404 len: 339 time: 0.0488763 Feb 04 16:28:34.619262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.661455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b00bc6e4-c0ae-4aad-8a40-adf948992f31 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8620603 Feb 04 16:28:34.674006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.685191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-683109640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:34.697294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:34.709280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:router and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:34.717536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:34.727602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:34.733945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:34.761244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.817937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:34.822519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:34.823400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.841841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30648196-0200-4ebc-a1dc-8d2b6a89faac None None] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:34.852285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.853321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.893517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ab13f648-b18f-4f2f-8f68-3f3e7e361689 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7497449 Feb 04 16:28:34.910531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53034) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:34.916692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1386946419', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:34.924702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:34.929636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:router and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:34.934290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:34.941549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:34.973682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.975839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:34.988843 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:29Z', 'revision_number': 3, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:34.995535 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Checking router: 35cd9576-ec4a-433f-be66-9d2576109d38 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:34.996317 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Updating router 35cd9576-ec4a-433f-be66-9d2576109d38 port cf5e9c95-8430-4e33-8942-23d05a561711 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:28:34.998733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting subnet f79b6021-b900-416f-87f0-bc81436af61c {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:35.001837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.006952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.074362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd', 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd', 'tenant_id': 'e5eb09a378e345f5978d06117a7c9189', 'fixed_ips': [{'subnet_id': 'dd4bfc18-667d-4510-abf8-14bb46395689'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:35.075201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.086197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.096458 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.128122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.145167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.273881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.278369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8722b197-b361-4deb-a67f-425f82e6a2c4 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5977540 Feb 04 16:28:35.278570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Allocated IP 172.20.0.2 (b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd/dd4bfc18-667d-4510-abf8-14bb46395689/9d930143-595b-4ffb-9cd2-19338aeea885) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:35.284442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:35.309822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.489779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.514419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.527429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b50ab-ca0e-4a47-839c-f556549f0a6f None None] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:35.611508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.616647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Subnet': ['ID=f79b6021-b900-416f-87f0-bc81436af61c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:35.627418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f55ef3-340a-49d2-90f6-a3a6132bb463 None None] Network c85e286b-1b9c-4ca7-9a58-40a01fe120a4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:35.640365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7c4dcaee-2e86-4c01-bb2c-bdc5953b1cf0 tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/subnets/f79b6021-b900-416f-87f0-bc81436af61c HTTP/1.1" status: 204 len: 168 time: 1.0199902 Feb 04 16:28:35.644904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:35.671309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router c9dd84a0-6e93-4298-a2be-2e970fe97ba2 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:35.796089 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.813019 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Transition to ACTIVE for port object cf5e9c95-8430-4e33-8942-23d05a561711 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:35.819019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-067a7312-2e98-48a6-b679-be31f1e07a44 req-8e25a806-71aa-4fcc-8e61-ebbf8f51d768 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.0491128 Feb 04 16:28:35.826709 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.908203 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9af8-9a92-43f1-a3be-c78ef826e82a None None] Pushing event updated for resources: {'Port': ['ID=cf5e9c95-8430-4e33-8942-23d05a561711,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:35.954197 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Attempting to bind port cf5e9c95-8430-4e33-8942-23d05a561711 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:35.954587 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Attempting to bind port cf5e9c95-8430-4e33-8942-23d05a561711 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:35.954942 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Attempting to bind port cf5e9c95-8430-4e33-8942-23d05a561711 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:35.961949 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:35.962315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:35.962727 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:35.963213 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:35.963730 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Bound port: cf5e9c95-8430-4e33-8942-23d05a561711, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:35.964084 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.000139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.045098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.053043 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] For port cf5e9c95-8430-4e33-8942-23d05a561711, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:36.057863 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] For port cf5e9c95-8430-4e33-8942-23d05a561711, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cf5e9c95-8430-4e33-8942-23d05a561711,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:36.058458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.065293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Transition to ACTIVE for port object 9d930143-595b-4ffb-9cd2-19338aeea885 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:36.075312 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.078138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.120760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Transition to ACTIVE for port object 9d930143-595b-4ffb-9cd2-19338aeea885 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:36.165746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.250656 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:36.251560 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:36.262707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:36.266459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:36.271423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:36.280916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Pushing event updated for resources: {'Port': ['ID=9d930143-595b-4ffb-9cd2-19338aeea885,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:36.313916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.320033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba9af8-9a92-43f1-a3be-c78ef826e82a None None] Pushing event updated for resources: {'Port': ['ID=cf5e9c95-8430-4e33-8942-23d05a561711,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:36.346806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] DHCP port deletion for c85e286b-1b9c-4ca7-9a58-40a01fe120a4 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:36.356549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Deleting port c36b3673-21eb-48e7-9852-82aa93449d2f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:36.356916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.514874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.183 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/90857a92-f403-483a-8746-66a65f4a8a05) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:36.528998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-fe5eb29c-bf78-41cd-aa01-a151a3493a5e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:36.530481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-fe5eb29c-bf78-41cd-aa01-a151a3493a5e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 810 time: 0.3686879 Feb 04 16:28:36.575706 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:36.604494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Attempting to bind port 9d930143-595b-4ffb-9cd2-19338aeea885 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:36.604893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Attempting to bind port 9d930143-595b-4ffb-9cd2-19338aeea885 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8c555102-5aef-4b0f-9c65-ad2765e1d029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:36.605256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Attempting to bind port 9d930143-595b-4ffb-9cd2-19338aeea885 on network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:36.614383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:36.614757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Checking segment: {'id': '8c555102-5aef-4b0f-9c65-ad2765e1d029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:36.615158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.615549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Bound using segment: {'id': '8c555102-5aef-4b0f-9c65-ad2765e1d029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:36.616011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Bound port: 9d930143-595b-4ffb-9cd2-19338aeea885, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c555102-5aef-4b0f-9c65-ad2765e1d029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:36.616379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.666038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-396ebeac-1502-49d0-b804-85d92dd4cf03 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6bab24282045daa21322d247f7eaac HTTP/1.1" status: 200 len: 380 time: 0.1091962 Feb 04 16:28:36.671148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port c36b3673-21eb-48e7-9852-82aa93449d2f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:36.671888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.687531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'port': {'device_id': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'admin_state_up': True, 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'security_groups': ['df27fc79-9e63-4595-9ac1-409dd7bdcfda']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:36.780925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] For port 9d930143-595b-4ffb-9cd2-19338aeea885, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:36.784567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] For port 9d930143-595b-4ffb-9cd2-19338aeea885, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9d930143-595b-4ffb-9cd2-19338aeea885,segment=NetworkSegment(8c555102-5aef-4b0f-9c65-ad2765e1d029),segment_id=8c555102-5aef-4b0f-9c65-ad2765e1d029)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:36.809346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.974729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:29Z', 'revision_number': 3, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:36.982239 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fab94a-aa45-4987-aff9-2e2ed6c0c316 None None] The sync data for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 is: [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:29Z', 'revision_number': 3, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:36.985156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:36.998862 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:28:37.077314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37c6c3e2-7579-4cfc-a5ba-668bb7d3e0df req-76c6d251-8a93-4d2e-b480-ac6abf2aea47 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.0702295 Feb 04 16:28:37.088604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:37.091554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] For port c36b3673-21eb-48e7-9852-82aa93449d2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c36b3673-21eb-48e7-9852-82aa93449d2f,segment=NetworkSegment(f30e92f9-e155-479b-8ba5-e33fb6cfa976),segment_id=f30e92f9-e155-479b-8ba5-e33fb6cfa976)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:37.091975 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.102128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:37.127333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Made reservation on behalf of 7e6bab24282045daa21322d247f7eaac for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:37.132840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.152584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.274993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=90857a92-f403-483a-8746-66a65f4a8a05,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.316299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Calling delete_port for c36b3673-21eb-48e7-9852-82aa93449d2f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:37.327228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:37.329415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:37.332422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:37.420521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.428702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a896bc1-2be2-4ba6-ae9b-9a6700276b28 None None] Pushing event updated for resources: {'Port': ['ID=9d930143-595b-4ffb-9cd2-19338aeea885,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.498169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] Pushing event deleted for resources: {'Port': ['ID=c36b3673-21eb-48e7-9852-82aa93449d2f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:37.510997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507d84e-16bf-46b9-8a3d-16e604157b4c None None] No DVR routers for this DVR port c36b3673-21eb-48e7-9852-82aa93449d2f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:37.568734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.33 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/4becc1e4-ca2b-49cd-937d-6f01f83c286a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:37.596232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Allocated IP 172.20.0.7 (e3468025-6984-4d4f-9077-3b3577530a20/f48544a2-9f90-4110-8204-0a5dcc66bddf/b895b0e4-682e-44a5-9b00-4cc7a808f9be) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:37.642390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.683341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] For port c36b3673-21eb-48e7-9852-82aa93449d2f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c36b3673-21eb-48e7-9852-82aa93449d2f,segment=NetworkSegment(f30e92f9-e155-479b-8ba5-e33fb6cfa976),segment_id=f30e92f9-e155-479b-8ba5-e33fb6cfa976)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:37.683696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.715603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:37.727481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] Sync routers for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:37.758129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:37.759123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:37.829980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.834137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.856565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:37.868811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:37.870446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:37.948007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:37.980210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Transition to ACTIVE for port object b895b0e4-682e-44a5-9b00-4cc7a808f9be will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:38.011250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:38.011652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0159eae-24db-47bd-9d62-99d568928c58 None None] The sync data for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:38.067286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cf5e9c95-8430-4e33-8942-23d05a561711 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:38.131412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.189104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cf5e9c95-8430-4e33-8942-23d05a561711 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:38.195611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cf5e9c95-8430-4e33-8942-23d05a561711 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:38.196234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.249930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:38.260294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Network e3468025-6984-4d4f-9077-3b3577530a20 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:38.266653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:38.284291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:38.382367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:38.383299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.456972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Calling delete_port for c36b3673-21eb-48e7-9852-82aa93449d2f owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:38.478305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.497182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2db3b69e-40cb-448a-82af-5d0a932cd239 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2532446 Feb 04 16:28:38.504610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:38.522024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port cf5e9c95-8430-4e33-8942-23d05a561711, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cf5e9c95-8430-4e33-8942-23d05a561711,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:38.530356 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.531274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9d930143-595b-4ffb-9cd2-19338aeea885 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:38.571019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d5a68317-c106-4b15-9538-80bded4b52de tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8944156 Feb 04 16:28:38.599731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Request body: {'port': {'device_id': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:38.713999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=cf5e9c95-8430-4e33-8942-23d05a561711,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:38.751083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:38.751719 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:38.754104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.767209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Allocated IP 172.20.0.1 (b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd/dd4bfc18-667d-4510-abf8-14bb46395689/61afce5b-cfe6-4bd8-8ed8-c96c337c34eb) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:38.769413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9d930143-595b-4ffb-9cd2-19338aeea885 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:38.799217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-438d2c19-215f-4209-a920-672355575584 None None] Provisioning for port b895b0e4-682e-44a5-9b00-4cc7a808f9be completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:38.804892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-438d2c19-215f-4209-a920-672355575584 None None] Provisioning complete for port b895b0e4-682e-44a5-9b00-4cc7a808f9be triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:38.805401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-438d2c19-215f-4209-a920-672355575584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.864604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c36b3673-21eb-48e7-9852-82aa93449d2f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:38.875513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40399750-75fd-41af-8a4a-67030d189213 req-454707aa-0ef1-4449-b213-a9050bdf2f75 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:38.876569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-40399750-75fd-41af-8a4a-67030d189213 req-454707aa-0ef1-4449-b213-a9050bdf2f75 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:38.909107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c36b3673-21eb-48e7-9852-82aa93449d2f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:28:38.909107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c36b3673-21eb-48e7-9852-82aa93449d2f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:28:38.930764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:38.935949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-438d2c19-215f-4209-a920-672355575584 None None] Port b895b0e4-682e-44a5-9b00-4cc7a808f9be cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:38.950865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-40399750-75fd-41af-8a4a-67030d189213 req-454707aa-0ef1-4449-b213-a9050bdf2f75 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:38.952300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40399750-75fd-41af-8a4a-67030d189213 req-454707aa-0ef1-4449-b213-a9050bdf2f75 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 931 time: 0.6124289 Feb 04 16:28:38.957122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:28:39.014243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba9ad0-17a8-45f1-8d41-225a0df71627 None None] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:39.064536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.082466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Transition to ACTIVE for port object 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:39.116632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.203415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Provisioning for port 9d930143-595b-4ffb-9cd2-19338aeea885 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:39.211578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Provisioning complete for port 9d930143-595b-4ffb-9cd2-19338aeea885 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:39.212045 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.224762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:39.230059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:39.235822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.250247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:39.401962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40399750-75fd-41af-8a4a-67030d189213 req-50b16d36-b8a5-4986-83ed-6aff66deb7c7 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414997 Feb 04 16:28:39.439176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.442165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Deleting port c36b3673-21eb-48e7-9852-82aa93449d2f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:39.442661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.473834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=61afce5b-cfe6-4bd8-8ed8-c96c337c34eb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:39.481591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:39.532313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] For port 9d930143-595b-4ffb-9cd2-19338aeea885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9d930143-595b-4ffb-9cd2-19338aeea885,segment=NetworkSegment(8c555102-5aef-4b0f-9c65-ad2765e1d029),segment_id=8c555102-5aef-4b0f-9c65-ad2765e1d029)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:39.547558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.585386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=4becc1e4-ca2b-49cd-937d-6f01f83c286a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:39.630714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] The port 'c36b3673-21eb-48e7-9852-82aa93449d2f' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:39.639351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55963-94b5-42e8-b056-40973f91f53a None None] Pushing event updated for resources: {'Port': ['ID=9d930143-595b-4ffb-9cd2-19338aeea885,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:39.667012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:39.707403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:39.842767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.860857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.875422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Provisioning for port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:39.883468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Provisioning complete for port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:39.883843 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.918592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b895b0e4-682e-44a5-9b00-4cc7a808f9be {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:39.930685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.945341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:39.952199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:39.971851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Provisioning complete for port 9d930143-595b-4ffb-9cd2-19338aeea885 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:39.972226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b839738-909b-41ac-bb85-65c6a59733c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.024374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Transition to ACTIVE for port object b895b0e4-682e-44a5-9b00-4cc7a808f9be will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:40.033873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:40.041645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cf5e9c95-8430-4e33-8942-23d05a561711 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:40.049404 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:40.051242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.079176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:40.079813 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.102642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85e286b-1b9c-4ca7-9a58-40a01fe120a4']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.186141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.189826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6a243c18-8e2a-44b0-bac4-73ffd5e9000b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2756994 Feb 04 16:28:40.197655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53060) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:40.215519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30e92f9-e155-479b-8ba5-e33fb6cfa976') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.216920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30e92f9-e155-479b-8ba5-e33fb6cfa976') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.218669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:40.223749 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.254750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cf5e9c95-8430-4e33-8942-23d05a561711 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:40.255522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.271825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:40.272551 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.358038 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:40.358738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7c0b5-b0b0-40f2-bf2e-a7bc4fd8741e None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:40.459077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.462152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9d930143-595b-4ffb-9cd2-19338aeea885 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:40.538997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.555492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Attempting to bind port b895b0e4-682e-44a5-9b00-4cc7a808f9be on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:40.555832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Attempting to bind port b895b0e4-682e-44a5-9b00-4cc7a808f9be by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:40.556161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Attempting to bind port b895b0e4-682e-44a5-9b00-4cc7a808f9be on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:40.569947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.572951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9d930143-595b-4ffb-9cd2-19338aeea885 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:40.573582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.589211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:40.589529 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:40.608244 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:40.651189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Port b895b0e4-682e-44a5-9b00-4cc7a808f9be on network e3468025-6984-4d4f-9077-3b3577530a20 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:28:40.651451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Attempting to bind port b895b0e4-682e-44a5-9b00-4cc7a808f9be on network e3468025-6984-4d4f-9077-3b3577530a20 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:40.676643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:40.676982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Checking segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:40.677366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Bound using segment: {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:40.677803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Bound port: b895b0e4-682e-44a5-9b00-4cc7a808f9be, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3c7c7b-3666-4834-95cd-0462edaf288a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:40.678154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.727881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2aae415-c5bf-4127-bb35-0833cae60eea None None] Provisioning complete for port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:40.728365 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2aae415-c5bf-4127-bb35-0833cae60eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.781472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.785569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2aae415-c5bf-4127-bb35-0833cae60eea None None] Port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:40.938662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:40.977577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda60ba7-4d5d-4dd6-8f56-d0f4d2edb584 req-fff484b6-a61f-4e3b-b9b3-3469dd2d89b6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:40.979412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eda60ba7-4d5d-4dd6-8f56-d0f4d2edb584 req-fff484b6-a61f-4e3b-b9b3-3469dd2d89b6 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 943 time: 0.3874664 Feb 04 16:28:40.986833 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.054870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:41.055104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] Pushing event deleted for resources: {'Network': ['ID=c85e286b-1b9c-4ca7-9a58-40a01fe120a4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:41.079273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:41.095702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.154883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eda60ba7-4d5d-4dd6-8f56-d0f4d2edb584 req-cc658bac-5d08-4eca-aa80-4dc25332edc0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672192 Feb 04 16:28:41.172436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.173843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] 10.222.0.41 "PUT /v2.0/ports/b895b0e4-682e-44a5-9b00-4cc7a808f9be HTTP/1.1" status: 200 len: 1091 time: 2.5930638 Feb 04 16:28:41.184473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:41.226813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d373165-1a8e-4186-98e5-317eb0f11b49 service neutron] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:41.302695 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'status': 'completed', 'code': 200} Feb 04 16:28:41.422601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-7a10d07f-b903-49e5-a101-e2d298984aa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 1094 time: 0.1898396 Feb 04 16:28:41.464982 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-96a85efc-b19a-46cb-88f5-ed651d5769fc tempest-NetworksIpV6Test-240563479 tempest-NetworksIpV6Test-240563479-project] 10.222.0.62 "DELETE /v2.0/networks/c85e286b-1b9c-4ca7-9a58-40a01fe120a4 HTTP/1.1" status: 204 len: 168 time: 5.8011744 Feb 04 16:28:41.508416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-556c5d92-9681-430c-a064-811fcdbae824 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be HTTP/1.1" status: 200 len: 217 time: 0.0779426 Feb 04 16:28:41.515152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 16bf4412-68db-46d9-9486-ff7ccbec274f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:41.515628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.696389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Allocated IP 172.20.0.1 (fb01250c-6e2d-4f04-8a4f-115b86d2e857/6245e4dc-ec10-4609-9b3f-e9fac605b0dc/b2987bd2-8c33-42e2-9823-077eff628d5b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:41.698311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-41059f47-b141-4644-acb7-d82c5e802bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:41.699787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-41059f47-b141-4644-acb7-d82c5e802bb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.1856987 Feb 04 16:28:41.844506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:41.853067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:41.865864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-d3a3abf2-eccf-4e30-8235-6150574f13de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572747 Feb 04 16:28:42.012262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 16bf4412-68db-46d9-9486-ff7ccbec274f owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:42.127671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.144874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.147128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.159753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.224847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Transition to ACTIVE for port object b2987bd2-8c33-42e2-9823-077eff628d5b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:42.238933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ba754b6a-cb06-4fec-85ce-1cda4eff2981 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e39ff26501a74aa7b8c5ab528b77bbf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3841867 Feb 04 16:28:42.239906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53082) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:42.247638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-335c981b-bd2e-4c97-81f6-1d26167d711d service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242657 Feb 04 16:28:42.350366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.430865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.446585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=61afce5b-cfe6-4bd8-8ed8-c96c337c34eb,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:42.496314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.558044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.563172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc39e554-aca5-4a93-bfe5-f33a6398c8c7 req-efe51d3b-0113-4e94-93c7-cda841b658f9 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048890 Feb 04 16:28:42.602957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08dcb-542a-43bc-8ebc-2c29aff3f2a0 req-f2354cb2-6d9f-4ca9-ba41-5f16e7e1b10e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:42.605611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8da08dcb-542a-43bc-8ebc-2c29aff3f2a0 req-f2354cb2-6d9f-4ca9-ba41-5f16e7e1b10e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 943 time: 0.2706275 Feb 04 16:28:42.626555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.633075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:42.878449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:42.883569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=16bf4412-68db-46d9-9486-ff7ccbec274f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:42.889240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:42.891435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Pushing event updated for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:42.893777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:43.033993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8da08dcb-542a-43bc-8ebc-2c29aff3f2a0 req-26f873be-5968-45d4-8951-e7d44fee175c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3954251 Feb 04 16:28:43.047911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:43.057083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:43.164193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-950dcc1c-2e6c-40f8-a788-f76a883caa34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 1094 time: 0.5413084 Feb 04 16:28:43.172331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.178300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.326833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2cdb3-4817-4861-b290-63c82d975d3e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:43.389876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:43.425145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.439496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-4f85909d-8c15-49ae-be38-15991b3dbb20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.440959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-4f85909d-8c15-49ae-be38-15991b3dbb20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.2602870 Feb 04 16:28:43.470208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.521585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.577595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e5ccbd1-ba47-4c5e-aa95-c1dd302ee9e7 None None] Provisioning for port b2987bd2-8c33-42e2-9823-077eff628d5b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:43.583073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e5ccbd1-ba47-4c5e-aa95-c1dd302ee9e7 None None] Provisioning complete for port b2987bd2-8c33-42e2-9823-077eff628d5b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:43.583442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e5ccbd1-ba47-4c5e-aa95-c1dd302ee9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.611141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.612337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5802a2a7-77dc-4559-8a04-6c208bb64956 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7be2cdb3-4817-4861-b290-63c82d975d3e HTTP/1.1" status: 204 len: 168 time: 1.3681417 Feb 04 16:28:43.613654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-a14c0ee9-e1c0-4cca-abd6-0405e08ee0b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be HTTP/1.1" status: 200 len: 217 time: 0.1626997 Feb 04 16:28:43.662072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ccbd1-ba47-4c5e-aa95-c1dd302ee9e7 None None] Port b2987bd2-8c33-42e2-9823-077eff628d5b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:43.735796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=4becc1e4-ca2b-49cd-937d-6f01f83c286a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:43.790715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d8dee5f9-4b60-4ca4-8b9e-2807e48ada48 None None] Provisioning complete for port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:43.791758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8dee5f9-4b60-4ca4-8b9e-2807e48ada48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.835966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.860905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d8dee5f9-4b60-4ca4-8b9e-2807e48ada48 None None] Port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:43.890678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:43.916392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-3caedcc1-1b57-4381-9f49-decc63ebfb0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:43.918076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-3caedcc1-1b57-4381-9f49-decc63ebfb0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.2932725 Feb 04 16:28:44.120071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router c9dd84a0-6e93-4298-a2be-2e970fe97ba2 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:44.134233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-742bb03b-7a66-41f6-8713-ec0e89d758c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594729 Feb 04 16:28:44.535994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Router a825497f-215c-489b-bad7-41d701e4dbaa is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:28:44.589012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:44.591093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:44.601243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] Sync routers for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:44.601858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bb586e6e-152a-4a8a-a882-8de57ba41a9b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0955706 Feb 04 16:28:44.611286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:44.616132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-79c9e024-09cd-42bd-9a45-32817f571bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740984 Feb 04 16:28:44.620082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:44.621017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:44.693433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a056652-58a5-4ca3-8c2f-993f4bb3f636 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:44.703207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:44.712228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:44.720136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] Routers {'c9dd84a0-6e93-4298-a2be-2e970fe97ba2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:44.721717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:44.760444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:44.799183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a056652-58a5-4ca3-8c2f-993f4bb3f636 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:44.800330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9a056652-58a5-4ca3-8c2f-993f4bb3f636 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9dd84a0-6e93-4298-a2be-2e970fe97ba2 HTTP/1.1" status: 200 len: 205 time: 0.1881251 Feb 04 16:28:44.805794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:44.806702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a202fc-db2f-4a4b-b749-ae2d548d8337 None None] The sync data for ids ['c9dd84a0-6e93-4298-a2be-2e970fe97ba2'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:44.813256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:44.819215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bc747-e0ad-40c5-9031-1d76a34c0f00 req-2678b525-0d9c-415f-b159-5cac9fba08a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:44.820875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce2bc747-e0ad-40c5-9031-1d76a34c0f00 req-2678b525-0d9c-415f-b159-5cac9fba08a4 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 943 time: 0.3229525 Feb 04 16:28:44.869393 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Floating IP b615c5f9-556f-4f49-9c21-cf798eaddbf2 associated. External IP: 172.25.5.33, port: 8de81055-1f3a-4450-adee-f6e8dbdf99a2. Feb 04 16:28:44.889002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-184564159'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:44.931506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:44.943803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ab838d-6641-4818-92c2-00ac73d02973 req-77da14fa-def1-4f75-9ffb-6bf0a8c5c8d5 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904911 Feb 04 16:28:44.944699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:44.949409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:44.963751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:45.039217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.044585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.046693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce2bc747-e0ad-40c5-9031-1d76a34c0f00 req-bb1a83ec-64d6-4f4c-9236-6a6a84e5458e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179334 Feb 04 16:28:45.049428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:45.051623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.061219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Pushing event updated for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:45.065672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.119633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.225235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:45.285123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:45.293447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:45.306816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:45.518969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.529293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.584076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.585452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.585916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router c9dd84a0-6e93-4298-a2be-2e970fe97ba2 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:28:45.592472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.615509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:45.622045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:45.638268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:45.649199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a7bec-96f9-45a8-8f92-59c650ad3240,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:45.661112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.661841 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment d5dda864-ebb1-41e4-bff7-f59952beebec of type vlan for network 9d5473da-1f24-4301-a7c7-d3718e2a5396 Feb 04 16:28:45.676400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.680224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-595e8868-605b-43f3-b1f7-3e21c2ae9a5e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2 HTTP/1.1" status: 204 len: 168 time: 0.8561130 Feb 04 16:28:45.683646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53122) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:45.746288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:45.747879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b895b0e4-682e-44a5-9b00-4cc7a808f9be details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:28:45.761663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:45.781781 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] Sync routers for ids ['a825497f-215c-489b-bad7-41d701e4dbaa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:45.803877 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] Routers {'a825497f-215c-489b-bad7-41d701e4dbaa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:45.804752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a825497f-215c-489b-bad7-41d701e4dbaa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:45.818789 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a7859f9-da84-4c0d-bf18-38bf2b31125d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "PUT /v2.0/routers/a825497f-215c-489b-bad7-41d701e4dbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5302455 Feb 04 16:28:45.837739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:45.852091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'port': {'network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd', 'name': 'tempest-FloatingIPNegativeTestJSON-30980218'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:45.898680 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:45.925124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] Routers {'a825497f-215c-489b-bad7-41d701e4dbaa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:45.925935 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a825497f-215c-489b-bad7-41d701e4dbaa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:45.940108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:45.956681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'port_id': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'mac_address': 'fa:16:3e:7a:78:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:28:45.989649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:45.990454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8c7f3-9235-4173-b5c7-9d1df4fee5ab None None] The sync data for ids ['a825497f-215c-489b-bad7-41d701e4dbaa'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:46.002231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.006413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:46.006924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.026568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.052844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b895b0e4-682e-44a5-9b00-4cc7a808f9be {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:28:46.073018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:46.081488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dcc15561-3b7d-4a7d-9481-4e4649b1a401 None None] Provisioning complete for port b2987bd2-8c33-42e2-9823-077eff628d5b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:46.093667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dcc15561-3b7d-4a7d-9481-4e4649b1a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.130291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.225765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dcc15561-3b7d-4a7d-9481-4e4649b1a401 None None] Port b2987bd2-8c33-42e2-9823-077eff628d5b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:46.242217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:46.315708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7225668 Feb 04 16:28:46.350373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b895b0e4-682e-44a5-9b00-4cc7a808f9be'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:28:46.352008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:46.354678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet fa94c3a1-b6e0-43fd-a75b-233bc7e865df {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:46.358898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.390765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.1 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:46.411173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'name': 'tempest-PortsTestJSON-968630283'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:46.502195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11a80c-85aa-407c-bbea-75183b8ec0f6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=9d5473da-1f24-4301-a7c7-d3718e2a5396,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:46.515589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:46.533808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:46.546139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.548115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:port and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:46.557037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:46.613344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:46.617381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:46.628396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:46.633171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:46.647573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:46.673219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Made reservation on behalf of e5eb09a378e345f5978d06117a7c9189 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:46.676221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.676719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1f38d-2742-4750-b608-bcf4aad92444 req-5caa8386-5b3e-4c78-8d81-36132c58e7a8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:46.678224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0a1f38d-2742-4750-b608-bcf4aad92444 req-5caa8386-5b3e-4c78-8d81-36132c58e7a8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 944 time: 0.3666975 Feb 04 16:28:46.680526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:46.684838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.740087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 3d643cd4-3e1f-445d-839a-12dfed312240 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:46.743895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] device_id is not set on port 1c57a475-f33c-434b-affb-9c5ee113228f yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:46.776412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.868647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:46.869651 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d0a1f38d-2742-4750-b608-bcf4aad92444 req-dd611d5a-2697-41a5-ad9a-ff92047949c2 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731277 Feb 04 16:28:46.954237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.056015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=fa94c3a1-b6e0-43fd-a75b-233bc7e865df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:47.079061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.084594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888beb7-5d0d-41a2-a842-8e5d52a37559 None None] Network d042f83c-655a-4e1a-b29f-51b90ba25e41 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:47.092025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Allocated IP 172.20.0.14 (b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd/dd4bfc18-667d-4510-abf8-14bb46395689/1c57a475-f33c-434b-affb-9c5ee113228f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:47.109394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ecfd263e-bf7f-403f-9148-17e61e7b8fb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/fa94c3a1-b6e0-43fd-a75b-233bc7e865df HTTP/1.1" status: 204 len: 168 time: 1.4218860 Feb 04 16:28:47.109650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.115466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53136) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:47.125198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.155871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.216277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router f099a173-9c7e-4a4d-a33c-b1c868516e28 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:47.263241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=3d643cd4-3e1f-445d-839a-12dfed312240,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:47.275952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': 'd5dda864-ebb1-41e4-bff7-f59952beebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:47.276440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 9d5473da-1f24-4301-a7c7-d3718e2a5396, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:47.284968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:47.299716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:47.311534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9d5473da-1f24-4301-a7c7-d3718e2a5396) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:47.312130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:47.315617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:47.315766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:47.320138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:47.320729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.329015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38ba48-b379-4093-98a1-a59f5f8af965 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:47.343704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-38e2751b-a902-4e16-8f5f-53d0583f03d1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9527667 Feb 04 16:28:47.347588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:47.354373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1763755617'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:47.359915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:47.360986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:47.364163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:47.367694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:47.374918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:47.391406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:47.395468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.429954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:47.442037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.442467 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 18355db2-4969-4d3f-acac-baacfffeba33 of type vlan for network f79dfb22-47ef-444b-9577-6ac9b564d546 Feb 04 16:28:47.472308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.504027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.508796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:47.510148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.530935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Router 35cd9576-ec4a-433f-be66-9d2576109d38 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:47.620603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2713468 Feb 04 16:28:47.624189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:47.626891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] DHCP port deletion for d042f83c-655a-4e1a-b29f-51b90ba25e41 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:47.631782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Deleting port 0af89d84-0790-4446-ab29-174190316b54 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:47.632203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.640928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'ports': [{'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'}, {'network_id': 'f79dfb22-47ef-444b-9577-6ac9b564d546'}]} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:47.641609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:47.641730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': 'f79dfb22-47ef-444b-9577-6ac9b564d546'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:47.659349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.723705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ccd1c-f45f-456c-9d9d-b02955ed5a5e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=f79dfb22-47ef-444b-9577-6ac9b564d546,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:47.835278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f79dfb22-47ef-444b-9577-6ac9b564d546 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:47.849552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b895b0e4-682e-44a5-9b00-4cc7a808f9be up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:47.856457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 4234d1bd-5cd8-439a-a359-2ca7b11899f2 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:28:47.865495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.881787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:47.885496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:47.888555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:47.894852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:47.923602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 2} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:47.927519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:47.987785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.017488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0af89d84-0790-4446-ab29-174190316b54 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:48.083754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.086469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] For port 0af89d84-0790-4446-ab29-174190316b54, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0af89d84-0790-4446-ab29-174190316b54,segment=NetworkSegment(90a16d3a-06fe-4994-bac4-eb20c66656c8),segment_id=90a16d3a-06fe-4994-bac4-eb20c66656c8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:48.087029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.155767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.213610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Transition to ACTIVE for port object 1c57a475-f33c-434b-affb-9c5ee113228f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:48.235310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Calling delete_port for 0af89d84-0790-4446-ab29-174190316b54 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:48.307930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.334859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port b895b0e4-682e-44a5-9b00-4cc7a808f9be completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:48.367299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port b895b0e4-682e-44a5-9b00-4cc7a808f9be triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:48.367780 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.410695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.457019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.466440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:48.485607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] Pushing event deleted for resources: {'Port': ['ID=0af89d84-0790-4446-ab29-174190316b54,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:48.502383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3b9a8-d471-4335-9d70-faebd1d49a34 None None] No DVR routers for this DVR port 0af89d84-0790-4446-ab29-174190316b54 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:48.521205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.581082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.623036 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.623428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.650182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:48.668348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:48.677487 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.712232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 76b019fe-9653-4378-a262-2e548a8972f8 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:48.722768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad15a0-c5be-4e90-b825-e1fb8f7f7ef1 req-9318e705-e53b-41aa-9613-49f8fb60d5b8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:48.724310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fad15a0-c5be-4e90-b825-e1fb8f7f7ef1 req-9318e705-e53b-41aa-9613-49f8fb60d5b8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 944 time: 0.6652112 Feb 04 16:28:48.797622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:48.823214 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'code': 200} Feb 04 16:28:48.824177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:48.843659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fad15a0-c5be-4e90-b825-e1fb8f7f7ef1 req-6bc1d7f7-57eb-4dd3-a627-3bedd713ca40 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059535 Feb 04 16:28:48.859032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:48.861449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:48.902873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=1c57a475-f33c-434b-affb-9c5ee113228f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:48.917282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:48.922844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-107a53c8-6ecd-4fbc-8a12-8c57a567b5d5 req-abfd974c-d7bc-4afb-b7b1-4d062ba089f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 1096 time: 0.1338556 Feb 04 16:28:48.928344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Sync routers for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:48.949354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:48.951492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:48.989631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:48.995532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.061189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.067232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-107a53c8-6ecd-4fbc-8a12-8c57a567b5d5 req-61c100d8-56ed-451b-9320-07b7f18d361b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331341 Feb 04 16:28:49.086533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.096919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:49.097522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.112236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=4234d1bd-5cd8-439a-a359-2ca7b11899f2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:49.174317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.176261 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d9f2265-c739-495f-8b35-b0170f46674a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/4234d1bd-5cd8-439a-a359-2ca7b11899f2 HTTP/1.1" status: 204 len: 168 time: 2.0230875 Feb 04 16:28:49.176572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:49.180035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:49.182715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:49.189137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:49.190019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.216360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:49.244919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fb4e0-435c-45b4-8b33-d54987886a5a None None] Network 14bb20d4-23af-4e05-8ee5-a0130a63356c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:49.249467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:49.251969 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9f34417c-beff-4062-8a5d-d6073eb251f6 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4110250 Feb 04 16:28:49.263839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11e9fb58-a8f6-46d0-a7e8-b5d1444c6c5e admin admin] 10.222.0.62 "PUT /v2.0/routers/35cd9576-ec4a-433f-be66-9d2576109d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9500649 Feb 04 16:28:49.269128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53156) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:49.277443 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Sync routers for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:49.278731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:49.285277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:49.288880 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:49.289720 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:49.290650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:floatingip and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:49.293664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:49.299599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:49.315027 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3876d2ab-0351-4a72-90f7-c314fc6b5813 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.8712249 Feb 04 16:28:49.318309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:49.363397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.392560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:49.467498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=76b019fe-9653-4378-a262-2e548a8972f8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:49.477149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.522906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '18355db2-4969-4d3f-acac-baacfffeba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f79dfb22-47ef-444b-9577-6ac9b564d546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:49.523579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: f79dfb22-47ef-444b-9577-6ac9b564d546, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:49.651763 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:49.715124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.730941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.742771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network f79dfb22-47ef-444b-9577-6ac9b564d546 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:49.750099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.832956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d042f83c-655a-4e1a-b29f-51b90ba25e41']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:49.859813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f79dfb22-47ef-444b-9577-6ac9b564d546) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:49.865693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:49.872317 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'status': 'completed', 'code': 200} Feb 04 16:28:49.873090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:49.878825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:49.888391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:49.888391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.006835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a16d3a-06fe-4994-bac4-eb20c66656c8') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:50.007055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a16d3a-06fe-4994-bac4-eb20c66656c8') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:50.015970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cdd73-d186-4e5b-9b56-2528778d77c3 None None] Network f79dfb22-47ef-444b-9577-6ac9b564d546 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:50.075950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.139080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:50.145185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:50.153524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:50.167102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f3642b0a-89ad-4497-931e-1edadc49395a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5415566 Feb 04 16:28:50.179279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:50.184541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fc04c-c3d5-4f16-af1f-0ba55fccacbb req-6a803aa2-438d-47a4-8020-4507338f1ab0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:50.186088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e49fc04c-c3d5-4f16-af1f-0ba55fccacbb req-6a803aa2-438d-47a4-8020-4507338f1ab0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.5529847 Feb 04 16:28:50.193472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.365621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4653f5c1-6b2a-45f1-ab6a-aec979c64058 None None] Provisioning for port 1c57a475-f33c-434b-affb-9c5ee113228f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:50.430089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:50.430757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.460641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e49fc04c-c3d5-4f16-af1f-0ba55fccacbb req-243bc3c1-83d8-4dc7-a1e7-a8b359f5e8c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631025 Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:50.461409 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:50.475033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4653f5c1-6b2a-45f1-ab6a-aec979c64058 None None] Provisioning complete for port 1c57a475-f33c-434b-affb-9c5ee113228f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:50.475509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4653f5c1-6b2a-45f1-ab6a-aec979c64058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.501348 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:44Z', 'revision_number': 2, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:50.515819 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Checking router: 35cd9576-ec4a-433f-be66-9d2576109d38 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:50.516168 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Updating router 35cd9576-ec4a-433f-be66-9d2576109d38 port b2987bd2-8c33-42e2-9823-077eff628d5b binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:28:50.536702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:50.602759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 76b019fe-9653-4378-a262-2e548a8972f8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:50.602759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.615040 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.633504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.674647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4653f5c1-6b2a-45f1-ab6a-aec979c64058 None None] Port 1c57a475-f33c-434b-affb-9c5ee113228f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:28:50.704395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.715422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7c668-99f5-4932-b134-f706eff0221d req-ae0228e9-4b96-47df-b7e2-f58d2bdccb2a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:50.716943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71f7c668-99f5-4932-b134-f706eff0221d req-ae0228e9-4b96-47df-b7e2-f58d2bdccb2a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.6667452 Feb 04 16:28:50.763517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:50.777245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b615c5f9-556f-4f49-9c21-cf798eaddbf2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'mac_address': 'fa:16:3e:bc:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:40Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:50.804006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Checking router: f099a173-9c7e-4a4d-a33c-b1c868516e28 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:50.827185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:50.827814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:50.860472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=d042f83c-655a-4e1a-b29f-51b90ba25e41,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:50.881541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-ca84f052-e634-47b0-9852-82f1648c16c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 0.9789460 Feb 04 16:28:50.919515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:50.920113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7a6e38c9-379e-4232-b4c5-bc2262e3abf3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/d042f83c-655a-4e1a-b29f-51b90ba25e41 HTTP/1.1" status: 204 len: 168 time: 1.7386966 Feb 04 16:28:50.928885 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-046ce71c-bf33-4da0-b7ce-ebab3e4c4714 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 990 time: 0.3860028 Feb 04 16:28:50.962263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] DHCP port deletion for 14bb20d4-23af-4e05-8ee5-a0130a63356c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:28:51.032876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Deleting port 9f879e64-008f-4fb5-964b-d2049d10311d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:51.036250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.127902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.152954 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.167613 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Transition to ACTIVE for port object b2987bd2-8c33-42e2-9823-077eff628d5b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:51.171193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 9f879e64-008f-4fb5-964b-d2049d10311d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:51.171729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.176371 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.201167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:51.230915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1856868454-network', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:51.261462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:51.346107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.358590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.363017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Usage tracker for resource:network and tenant:d78b2d21d7c84f8289702ccecc025d45 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:51.378053 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11d8a-aa5d-4f84-b439-ca835acfe698 None None] Pushing event updated for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:51.379846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:51.397536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Allocated IP 172.25.5.107 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3b2bb4fc-ba42-4797-a531-65f2dc732f75) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:51.406954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:51.472140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71f7c668-99f5-4932-b134-f706eff0221d req-28aadebf-a17f-4660-b16e-bc3788d564eb tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7321262 Feb 04 16:28:51.488487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:51.533550 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Attempting to bind port b2987bd2-8c33-42e2-9823-077eff628d5b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:51.534240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Attempting to bind port b2987bd2-8c33-42e2-9823-077eff628d5b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:51.534436 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Attempting to bind port b2987bd2-8c33-42e2-9823-077eff628d5b on network fb01250c-6e2d-4f04-8a4f-115b86d2e857 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:51.543190 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:51.543732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Checking segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:51.544143 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.544536 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Bound using segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:51.545058 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Bound port: b2987bd2-8c33-42e2-9823-077eff628d5b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:51.545432 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.612948 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.630563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-630433e2-aa1b-407c-aa83-d5277c102d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:51.632647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-630433e2-aa1b-407c-aa83-d5277c102d1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.7112567 Feb 04 16:28:51.684411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Made reservation on behalf of d78b2d21d7c84f8289702ccecc025d45 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:51.690969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.696899 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] For port b2987bd2-8c33-42e2-9823-077eff628d5b, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:51.702158 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] For port b2987bd2-8c33-42e2-9823-077eff628d5b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2987bd2-8c33-42e2-9823-077eff628d5b,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:51.707419 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.732535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 9f879e64-008f-4fb5-964b-d2049d10311d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f879e64-008f-4fb5-964b-d2049d10311d,segment=NetworkSegment(9f37cff7-51bb-4265-a75b-77fbef56e8be),segment_id=9f37cff7-51bb-4265-a75b-77fbef56e8be)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:51.733035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.829773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.832380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 76b019fe-9653-4378-a262-2e548a8972f8 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:51.844746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:51.845940 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:51.908611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] For port 9f879e64-008f-4fb5-964b-d2049d10311d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9f879e64-008f-4fb5-964b-d2049d10311d,segment=NetworkSegment(9f37cff7-51bb-4265-a75b-77fbef56e8be),segment_id=9f37cff7-51bb-4265-a75b-77fbef56e8be)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:51.909011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:51.934125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:52.059635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-1ac37c9f-8516-4ed7-b2b5-3807626dc7e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 998 time: 0.3689470 Feb 04 16:28:52.131121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 9f879e64-008f-4fb5-964b-d2049d10311d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:52.133211 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e11d8a-aa5d-4f84-b439-ca835acfe698 None None] Pushing event updated for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:52.194181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e864300-7e08-4371-b52e-c4b3020c4117 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 990 time: 0.2572031 Feb 04 16:28:52.203956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.219905 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:52.237360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Calling delete_port for 9f879e64-008f-4fb5-964b-d2049d10311d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:52.246559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-9176cea4-34ea-4dbd-ae6f-38af073088b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.248012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-9176cea4-34ea-4dbd-ae6f-38af073088b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.1587489 Feb 04 16:28:52.268762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9f879e64-008f-4fb5-964b-d2049d10311d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:28:52.300895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=76b019fe-9653-4378-a262-2e548a8972f8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:52.315768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.335046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-864b5414-6b53-4d06-9ce4-0869a6b8fab9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/76b019fe-9653-4378-a262-2e548a8972f8 HTTP/1.1" status: 204 len: 168 time: 2.1436944 Feb 04 16:28:52.336812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:52.341357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:52.357008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Usage tracker for resource:security_group_rule and tenant:d78b2d21d7c84f8289702ccecc025d45 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:52.361277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:52.400637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:52.406706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-416eb632-d07f-4fa4-a2f6-506d76c1ff4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522541 Feb 04 16:28:52.454185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.485761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 9f879e64-008f-4fb5-964b-d2049d10311d update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:28:52.526094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121fb5b-77b1-4695-9758-3a038bad9d8d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.542763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121fb5b-77b1-4695-9758-3a038bad9d8d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:52.545602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0121fb5b-77b1-4695-9758-3a038bad9d8d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:52.560689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:28:52.561322 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:28:52.572613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b615c5f9-556f-4f49-9c21-cf798eaddbf2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'mac_address': 'fa:16:3e:bc:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:40Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:52.583193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da97dfc8-efb0-4c4f-a8d6-430a688c3d6e None None] The sync data for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 is: [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b615c5f9-556f-4f49-9c21-cf798eaddbf2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'mac_address': 'fa:16:3e:bc:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:40Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:52.646456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0121fb5b-77b1-4695-9758-3a038bad9d8d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:52.653043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0121fb5b-77b1-4695-9758-3a038bad9d8d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3151259 Feb 04 16:28:52.656359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:52.691083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.695129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=9f879e64-008f-4fb5-964b-d2049d10311d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:52.716359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 9f879e64-008f-4fb5-964b-d2049d10311d on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:28:52.737843 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-84ec6878-4651-4293-90a7-a95257969949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:51Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:52.742250 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec6878-4651-4293-90a7-a95257969949 None None] The sync data for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 is: [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:51Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:52.776640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-068fcf44-98fc-45da-9b8e-8db5bc949c59 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612766 Feb 04 16:28:52.802419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:52.802419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:52.934751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:52.975625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.007594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bb20d4-23af-4e05-8ee5-a0130a63356c']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:53.030913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f37cff7-51bb-4265-a75b-77fbef56e8be') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:53.031301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f37cff7-51bb-4265-a75b-77fbef56e8be') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:53.035476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ef814-4cd5-4b44-81ce-64aee8d7ea5e None None] New status for floating IP b615c5f9-556f-4f49-9c21-cf798eaddbf2: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:28:53.049137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.053815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.063296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.099815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Deleting port 9f879e64-008f-4fb5-964b-d2049d10311d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:53.100279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.122213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.151749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:53.161787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.162125 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Added segment 92d14e3a-4353-4bd6-a487-839ba723accb of type vlan for network 473e2f00-a88a-4bca-9b7a-38029eca146e Feb 04 16:28:53.190175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.202979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3834c-3be8-4b9f-87ce-ec4c9b87b708 None None] The port '9f879e64-008f-4fb5-964b-d2049d10311d' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:28:53.204236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:53.210174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547c7c-923a-4f1c-ba05-60af8190e62c req-19814bcf-479e-4e39-9507-b7178a39bb8e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:53.212299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b547c7c-923a-4f1c-ba05-60af8190e62c req-19814bcf-479e-4e39-9507-b7178a39bb8e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.4961824 Feb 04 16:28:53.231627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.274409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed84d8b-9126-410d-9f15-6cae9d65beb4 req-a10da7a1-8008-4a44-adf5-4ac45caafaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876072 Feb 04 16:28:53.297092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.337805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:53.369318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:53.369713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:53.393599 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:53.478796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=3b2bb4fc-ba42-4797-a531-65f2dc732f75,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.482736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:53.541057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9269e-68e8-4a36-9a21-0c79eeb68c44,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.552425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:53.560808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:53.585112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:53.616753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.617608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:53.618177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.655227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b547c7c-923a-4f1c-ba05-60af8190e62c req-29baa5fc-d872-43c9-ad9a-1c7ef1e41b9c tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304042 Feb 04 16:28:53.661930 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9b7fe8f-7970-49c2-b8ee-82c275641166 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 990 time: 0.4431353 Feb 04 16:28:53.700480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.759436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.773498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.789063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cc27f06f-c6ab-43ff-b90f-8a298df380b6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3 HTTP/1.1" status: 204 len: 168 time: 1.1316514 Feb 04 16:28:53.792119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53222) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:53.795488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.814617 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6084058 Feb 04 16:28:53.824838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:53.826657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/14bb20d4-23af-4e05-8ee5-a0130a63356c HTTP/1.1" status: 204 len: 168 time: 2.9017830 Feb 04 16:28:53.830712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53226) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:53.830897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:53.842604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1667889605'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:53.850179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Request body: {'subnet': {'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1856868454-subnet', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:53.855673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7e351-917c-4069-b476-f2ee5e418885 admin admin] Pushing event updated for resources: {'Network': ['ID=473e2f00-a88a-4bca-9b7a-38029eca146e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.867091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 473e2f00-a88a-4bca-9b7a-38029eca146e details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:53.879495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:53.883255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:53.895846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:53.899090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Usage tracker for resource:subnet and tenant:d78b2d21d7c84f8289702ccecc025d45 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:53.904436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:53.907181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:53.911115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec01ad-2885-47a1-8e80-3d2ce0349f10 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=14bb20d4-23af-4e05-8ee5-a0130a63356c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:53.928077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:53.930151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:53.958601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f38cce-04eb-4a47-8140-d6e45522d77e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:53.959360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-20f38cce-04eb-4a47-8140-d6e45522d77e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:28:54.012584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384c39a-20a6-41cb-b60c-f35545584a3e req-65d4d015-3c83-4194-a199-bed64071e706 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:54.024603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3384c39a-20a6-41cb-b60c-f35545584a3e req-65d4d015-3c83-4194-a199-bed64071e706 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.1942468 Feb 04 16:28:54.026015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53234) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:54.029797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-20f38cce-04eb-4a47-8140-d6e45522d77e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:28:54.033308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-20f38cce-04eb-4a47-8140-d6e45522d77e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2378097 Feb 04 16:28:54.035130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Request body: {'floatingip': {'port_id': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:54.062386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:54.063798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Made reservation on behalf of d78b2d21d7c84f8289702ccecc025d45 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:54.066438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.072371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2987bd2-8c33-42e2-9823-077eff628d5b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:54.133792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.167656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b2987bd2-8c33-42e2-9823-077eff628d5b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:54.176201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b2987bd2-8c33-42e2-9823-077eff628d5b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:54.177318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.191588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.196094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:54.199285 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.311380 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.346857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b2987bd2-8c33-42e2-9823-077eff628d5b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2987bd2-8c33-42e2-9823-077eff628d5b,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:28:54.351363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.354983 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a399a8-bec9-40a0-aed7-42fe89d96547 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:28:54.358674 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-56a399a8-bec9-40a0-aed7-42fe89d96547 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/76b019fe-9653-4378-a262-2e548a8972f8 HTTP/1.1" status: 404 len: 333 time: 0.2734506 Feb 04 16:28:54.370050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53242) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:54.425348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:54.459733 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f1dc0b-cc3d-46b1-bdd0-f4729ee17290 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:28:54.461175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3f1dc0b-cc3d-46b1-bdd0-f4729ee17290 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/94c0e9f5-e2c7-44a2-bcf7-a93383bba9f3 HTTP/1.1" status: 404 len: 333 time: 0.0777230 Feb 04 16:28:54.462946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:54.466188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.493392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:54.538167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.538541 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment 52b599a3-adb4-441f-8d40-687809ce0135 of type vlan for network bdf851cf-0435-41b1-92ff-8645e80333f6 Feb 04 16:28:54.664173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:54.825911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.838122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34316810-82d0-4061-a764-0a0bf9461acf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 992 time: 0.1727972 Feb 04 16:28:54.853486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:54.870951 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:54.886731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:54.887485 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:54.888608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.892071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.893309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:54.953076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:54.965486 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:54.966397 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:55.029303 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:55.029696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643ec9a-c5a9-4f32-896a-dce3eaaa5559 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:28:55.063004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.066681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:55.067257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.100851 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Floating IP 35e1968a-bdda-4db4-8ef9-6547b8f103f2 associated. External IP: 172.25.5.236, port: b895b0e4-682e-44a5-9b00-4cc7a808f9be. Feb 04 16:28:55.101076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7292f8a4-a9b5-4551-a82c-efc4a1caf617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.115479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a60602af-cab0-456e-ad39-223c4eb433ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/routers/60ce219b-cfb0-4861-a9cc-e74cfd6733d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8617344 Feb 04 16:28:55.132647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53254) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:55.144056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'port': {'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f', 'name': 'tempest-FloatingIPTestJSON-1281403898'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:55.284484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.334204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5005312 Feb 04 16:28:55.360859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:55.376345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:55.429591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b818af2-8618-4f57-aa02-0061934cada2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=bdf851cf-0435-41b1-92ff-8645e80333f6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:55.438738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.443267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network bdf851cf-0435-41b1-92ff-8645e80333f6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:55.505513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:55.508562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79dfb22-47ef-444b-9577-6ac9b564d546']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:55.512136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:55.515663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:55.522903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ee7be0-9a1b-4179-be90-8c5ae4f35850,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:55.524181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:55.562988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18355db2-4969-4d3f-acac-baacfffeba33') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:55.563283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18355db2-4969-4d3f-acac-baacfffeba33') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:55.581051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.592456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.597398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:55.612162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.661493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Checking segment: {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:55.661849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Network hostable DHCP agents. Network: 473e2f00-a88a-4bca-9b7a-38029eca146e, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:55.673567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:55.675979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.695462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:port and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:55.698220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:28:55.698645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:28:55.714765 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:28:55.718345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:55.723806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.816063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:55.847224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=3b2bb4fc-ba42-4797-a531-65f2dc732f75,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:55.869948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:55.873075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.891914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.900776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.927791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:55.942665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Network 473e2f00-a88a-4bca-9b7a-38029eca146e is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:55.950071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=f79dfb22-47ef-444b-9577-6ac9b564d546,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:55.954689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] device_id is not set on port 93587a83-ce4d-435d-b804-639a53a76b2d yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:55.980865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2987bd2-8c33-42e2-9823-077eff628d5b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:28:56.001591 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d01cb98b-534a-4efa-bb34-da39cb680b3f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/f79dfb22-47ef-444b-9577-6ac9b564d546 HTTP/1.1" status: 204 len: 168 time: 1.5005107 Feb 04 16:28:56.001591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.001591 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e62db927-c08c-4375-96df-9159336bbc28 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7307723 Feb 04 16:28:56.001962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53262) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:56.005155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:56.011457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 473e2f00-a88a-4bca-9b7a-38029eca146e) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:56.012197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-81085933'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:56.023757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:56.024352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.035641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-be4b39ba-3c25-461e-b469-1c7f2765bc4b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'floatingip': {'port_id': '1c57a475-f33c-434b-affb-9c5ee113228f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:56.071334 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5379ef1a-be3e-423a-b4c4-22e190e13464 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2387860 Feb 04 16:28:56.076354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab590f7-1956-4fea-b009-7dcad70b80f9 None None] Network 473e2f00-a88a-4bca-9b7a-38029eca146e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:56.087249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:56.100717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:56.118234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:56.122823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:56.141731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:56.152224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:56.159303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:56.170234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be4b39ba-3c25-461e-b469-1c7f2765bc4b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.175745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.13 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/93587a83-ce4d-435d-b804-639a53a76b2d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:56.219331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Usage tracker for resource:router and tenant:d78b2d21d7c84f8289702ccecc025d45 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:56.225306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:28:56.226898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:56.238526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.281308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b2987bd2-8c33-42e2-9823-077eff628d5b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:28:56.281816 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.297136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:56.314306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:56.317276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.423800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.424614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.429463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.434964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-473e2f00-a88a-4bca-9b7a-38029eca146e', 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'fixed_ips': [{'subnet_id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:56.436270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.468163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.500849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=a81e2f9b-235d-402f-9079-f07bf0d09e1f,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:56.557351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:56.558625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:28:56.561270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:56.563596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=93587a83-ce4d-435d-b804-639a53a76b2d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:56.565564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:56.598321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.598765 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 338233da-9a9a-433f-828a-880f29ea4867 of type vlan for network d7c08975-28ee-4053-81a6-e9033e35178a Feb 04 16:28:56.623398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': '52b599a3-adb4-441f-8d40-687809ce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:56.623755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: bdf851cf-0435-41b1-92ff-8645e80333f6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:56.633031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.636180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:56.636800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.665808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce0d9273-2bbf-456e-b430-1310830e6eda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5261407 Feb 04 16:28:56.666911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:56.674666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'port': {'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f', 'name': 'tempest-FloatingIPTestJSON-1231116665'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:56.682321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.694788 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-be4b39ba-3c25-461e-b469-1c7f2765bc4b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] update failed (client error): The resource could not be found. Feb 04 16:28:56.695809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-be4b39ba-3c25-461e-b469-1c7f2765bc4b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "PUT /v2.0/floatingips/98e220f7-b614-42c6-9009-b260ea41c170 HTTP/1.1" status: 404 len: 507 time: 0.6789382 Feb 04 16:28:56.704576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:56.723503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Allocated IP 172.20.0.2 (473e2f00-a88a-4bca-9b7a-38029eca146e/f6ee7be0-9a1b-4179-be90-8c5ae4f35850/e3bce759-302c-4c43-8ef0-813b4a89b3e1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:56.959796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:56.964635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:port and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:56.968335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:56.975013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:56.984126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:28:56.984961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.989041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:56.992971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:56.997510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Transition to ACTIVE for port object e3bce759-302c-4c43-8ef0-813b4a89b3e1 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:57.021168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Transition to ACTIVE for port object e3bce759-302c-4c43-8ef0-813b4a89b3e1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:57.027410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] device_id is not set on port 4a16f53e-7933-408f-acb2-de74618eeaa5 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:57.051948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.068519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network bdf851cf-0435-41b1-92ff-8645e80333f6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:28:57.099202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.103769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:57.104420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.137000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Pushing event updated for resources: {'Port': ['ID=e3bce759-302c-4c43-8ef0-813b4a89b3e1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:57.146179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Network 473e2f00-a88a-4bca-9b7a-38029eca146e is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:57.147653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:57.154218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:57.190259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, bdf851cf-0435-41b1-92ff-8645e80333f6) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:57.204134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75050845-d2be-4979-b6b9-e4b85043e2b2 None None] Network bdf851cf-0435-41b1-92ff-8645e80333f6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:57.211069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.5 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/4a16f53e-7933-408f-acb2-de74618eeaa5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:57.302598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting port 3b2bb4fc-ba42-4797-a531-65f2dc732f75 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:28:57.302937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.341092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:57.341667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.354808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Attempting to bind port e3bce759-302c-4c43-8ef0-813b4a89b3e1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:57.355400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Attempting to bind port e3bce759-302c-4c43-8ef0-813b4a89b3e1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:57.356065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Attempting to bind port e3bce759-302c-4c43-8ef0-813b4a89b3e1 on network 473e2f00-a88a-4bca-9b7a-38029eca146e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:57.365392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:57.365922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Checking segment: {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:57.366481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.367011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Bound using segment: {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:57.367863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Bound port: e3bce759-302c-4c43-8ef0-813b4a89b3e1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:57.368365 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.416781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4142239 Feb 04 16:28:57.420735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:57.432833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6add7e5-1765-49f0-a228-62ea7d4fced9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=d7c08975-28ee-4053-81a6-e9033e35178a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:57.437755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f928aff8-8752-4d08-ae69-9c1881b2cd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.444468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:57.452326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d7c08975-28ee-4053-81a6-e9033e35178a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:28:57.469746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.483309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-44c3ed13-0d59-4a17-8c16-1ff2bf2943d4 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1172383 Feb 04 16:28:57.483633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:57.491139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237426515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:57.492526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.502586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:57.511563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:57.517423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:57.529109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:57.553094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.554807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.582373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.604404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.640901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] For port e3bce759-302c-4c43-8ef0-813b4a89b3e1, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:57.652410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.660968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] For port e3bce759-302c-4c43-8ef0-813b4a89b3e1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e3bce759-302c-4c43-8ef0-813b4a89b3e1,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:57.676981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.718947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:57.720017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=4a16f53e-7933-408f-acb2-de74618eeaa5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:57.723022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.723455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:57.724193 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c0861cc-34c9-45fc-89fe-35206f194004 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2392929 Feb 04 16:28:57.725192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:57.727176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:57.730276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:57.736735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:57.749268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:57.765381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'port': {'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6', 'name': 'tempest-RoutersTest-1589375123'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:57.798461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee91f1e-5a7c-486d-bdfe-30672fd7bf71 None None] Pushing event updated for resources: {'Port': ['ID=e3bce759-302c-4c43-8ef0-813b4a89b3e1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:57.811286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:57.818126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-bdf851cf-0435-41b1-92ff-8645e80333f6', 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': 'a81e2f9b-235d-402f-9079-f07bf0d09e1f'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:28:57.818989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.830214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.830569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.892739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:57.893408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:57.954945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06561d79-164b-40b2-a9fb-ccfc99daa591 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2859552 Feb 04 16:28:57.958771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53298) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:57.966960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '4a16f53e-7933-408f-acb2-de74618eeaa5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:57.984427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:57.989059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:port and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:57.989689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Calling delete_port for 3b2bb4fc-ba42-4797-a531-65f2dc732f75 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:28:57.993178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:58.000924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:58.010028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:58.016653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:floatingip and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:58.020564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:58.027524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:28:58.032444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.048237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:58.052059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.075000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:28:58.076462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:28:58.083585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:58.090451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Allocated IP 172.20.0.2 (bdf851cf-0435-41b1-92ff-8645e80333f6/a81e2f9b-235d-402f-9079-f07bf0d09e1f/8071af0a-fb2e-4df6-b728-963538bbaa50) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:58.104108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:58.104737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:58.105208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] device_id is not set on port ffbe2e1b-b341-4e83-bd08-d17cf197350e yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:28:58.164454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.247050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-33f13d5a-2172-4aa4-b912-87b1684eedcc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "PUT /v2.0/floatingips/35e1968a-bdda-4db4-8ef9-6547b8f103f2 HTTP/1.1" status: 200 len: 991 time: 4.2198155 Feb 04 16:28:58.264653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:28:58.351855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.428390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.449003 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'status': 'completed', 'code': 200} Feb 04 16:28:58.564176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:28:58.605258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.62 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/2b5437d5-93d6-415a-bd72-c926b057c4a1) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:58.677305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.717498 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.794591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:28:58.795310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:28:58.805955 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.817810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Transition to ACTIVE for port object 8071af0a-fb2e-4df6-b728-963538bbaa50 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:58.838367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.846313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.887702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:58.888537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Transition to ACTIVE for port object 8071af0a-fb2e-4df6-b728-963538bbaa50 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:58.915604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Port': ['ID=3b2bb4fc-ba42-4797-a531-65f2dc732f75,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:58.923331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.085854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Network bdf851cf-0435-41b1-92ff-8645e80333f6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:59.092567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:59.092945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.20.0.11 (bdf851cf-0435-41b1-92ff-8645e80333f6/a81e2f9b-235d-402f-9079-f07bf0d09e1f/ffbe2e1b-b341-4e83-bd08-d17cf197350e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:59.097408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Pushing event updated for resources: {'Port': ['ID=8071af0a-fb2e-4df6-b728-963538bbaa50,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:59.103773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:59.131204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea3fc-0926-4fbb-9725-53a1404e0270 req-f94d8d17-b42e-4b7b-a4bf-78e31b675789 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:59.132784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-729ea3fc-0926-4fbb-9725-53a1404e0270 req-f94d8d17-b42e-4b7b-a4bf-78e31b675789 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.6790738 Feb 04 16:28:59.150183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-3f2930bd-3f18-47de-8ba9-64b00ac2d178 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e6bab24282045daa21322d247f7eaac&device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 1096 time: 0.6946707 Feb 04 16:28:59.226562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.286139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Attempting to bind port 8071af0a-fb2e-4df6-b728-963538bbaa50 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:28:59.287047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Attempting to bind port 8071af0a-fb2e-4df6-b728-963538bbaa50 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '52b599a3-adb4-441f-8d40-687809ce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:28:59.288015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Attempting to bind port 8071af0a-fb2e-4df6-b728-963538bbaa50 on network bdf851cf-0435-41b1-92ff-8645e80333f6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:28:59.295822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed013f47-b1e2-4b08-82f4-346279566533 None None] Network 473e2f00-a88a-4bca-9b7a-38029eca146e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:28:59.302938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=2b5437d5-93d6-415a-bd72-c926b057c4a1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:59.323810 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.341236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:28:59.347362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:28:59.360158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:28:59.395706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.422258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:28:59.423010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Checking segment: {'id': '52b599a3-adb4-441f-8d40-687809ce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:59.423405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.423834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Bound using segment: {'id': '52b599a3-adb4-441f-8d40-687809ce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:28:59.424315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Bound port: 8071af0a-fb2e-4df6-b728-963538bbaa50, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b599a3-adb4-441f-8d40-687809ce0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bdf851cf-0435-41b1-92ff-8645e80333f6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:28:59.424693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.467343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-729ea3fc-0926-4fbb-9725-53a1404e0270 req-bb31044b-7420-4883-8c4e-3f27c5846a3d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098135 Feb 04 16:28:59.469022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.474070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6c4d7fbc-2653-41ec-82ee-1b90d2cdd8c5 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "DELETE /v2.0/floatingips/98e220f7-b614-42c6-9009-b260ea41c170 HTTP/1.1" status: 204 len: 168 time: 2.7636969 Feb 04 16:28:59.491019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:28:59.500484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.516339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'floatingip': {'floating_network_id': 'b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd', 'port_id': '1c57a475-f33c-434b-affb-9c5ee113228f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:28:59.552071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1048c62f-263e-4b6b-a30d-c61e80c58a1f None None] Provisioning for port e3bce759-302c-4c43-8ef0-813b4a89b3e1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:28:59.570529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:28:59.600153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:floatingip and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:28:59.618310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:28:59.622461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-b50d01f3-f35c-4928-9365-322abaf9c6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:28:59.623918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-b50d01f3-f35c-4928-9365-322abaf9c6b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 200 len: 911 time: 0.4630165 Feb 04 16:28:59.662152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '35e1968a-bdda-4db4-8ef9-6547b8f103f2', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:7a:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:28Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:59.664687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:28:59.689207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] For port 8071af0a-fb2e-4df6-b728-963538bbaa50, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:28:59.700272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:28:59.709637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] For port 8071af0a-fb2e-4df6-b728-963538bbaa50, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8071af0a-fb2e-4df6-b728-963538bbaa50,segment=NetworkSegment(52b599a3-adb4-441f-8d40-687809ce0135),segment_id=52b599a3-adb4-441f-8d40-687809ce0135)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:28:59.723122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.735994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.778344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=ee9b244d-a2cc-4d41-b32d-2f327b99f428,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:28:59.786654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:28:59.787475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:28:59.787731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.830693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object ffbe2e1b-b341-4e83-bd08-d17cf197350e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:28:59.848544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Allocated IP 172.25.5.5 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1de9589d-218c-4391-88d9-9e7ca79088bb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:28:59.930087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '338233da-9a9a-433f-828a-880f29ea4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:28:59.930480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: d7c08975-28ee-4053-81a6-e9033e35178a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:28:59.940255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-cc39d9f0-f9a5-454a-8704-222e8e9967b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be HTTP/1.1" status: 200 len: 999 time: 0.2728631 Feb 04 16:28:59.967973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:28:59.991920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d1684-7a90-49b9-bcf0-3c877a0bd775 None None] Pushing event updated for resources: {'Port': ['ID=8071af0a-fb2e-4df6-b728-963538bbaa50,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:00.038244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network bdf851cf-0435-41b1-92ff-8645e80333f6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:00.049897 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:00.061948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:00.159736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-1720ce79-a4bd-46ac-91f3-492c0dff53d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.161335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-1720ce79-a4bd-46ac-91f3-492c0dff53d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 200 len: 849 time: 0.1883390 Feb 04 16:29:00.175104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network d7c08975-28ee-4053-81a6-e9033e35178a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:00.183886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=ffbe2e1b-b341-4e83-bd08-d17cf197350e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:00.202372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e3bce759-302c-4c43-8ef0-813b4a89b3e1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:00.240454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.241629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.297880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d7c08975-28ee-4053-81a6-e9033e35178a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:00.325852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.331456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e8d4e0e4-d772-4919-bbf2-088f755e130b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6031549 Feb 04 16:29:00.332201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53312) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:00.341404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c32cfa9-c460-4780-a281-ede7dc592630 None None] Network d7c08975-28ee-4053-81a6-e9033e35178a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:00.348883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:00.349760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.394870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.435375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:00.437815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c188953b-a33f-4c82-ae4a-5e9d0fb8ae0c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0072711 Feb 04 16:29:00.501854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-59c17a68-4921-4500-81a2-b1fd0e0d9874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e3468025-6984-4d4f-9077-3b3577530a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274770 Feb 04 16:29:00.519096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a', 'name': 'tempest-PortsTestJSON-1657139625'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:00.565778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.647680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:00.745746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] Provisioning complete for port e3bce759-302c-4c43-8ef0-813b4a89b3e1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:00.746549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.781799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e3bce759-302c-4c43-8ef0-813b4a89b3e1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:00.818730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e3bce759-302c-4c43-8ef0-813b4a89b3e1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:00.819101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.871383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:00.875961 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:29:00.876634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47bfcbbe-ec61-477d-92ee-de8a044e3e5d tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3849814 Feb 04 16:29:00.881093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:00.891355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:00.902130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '1c57a475-f33c-434b-affb-9c5ee113228f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:00.919044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:00.933745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:00.997314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Pushing event updated for resources: {'Port': ['ID=1de9589d-218c-4391-88d9-9e7ca79088bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:01.009798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:01.029881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Usage tracker for resource:floatingip and tenant:e5eb09a378e345f5978d06117a7c9189 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:01.035013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:01.037987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:01.053172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:01.058589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.099367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:01.197923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-377dcd53-4481-40be-9990-23e61b2b8055 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681297 Feb 04 16:29:01.208407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3fdbb-01a6-4ca0-befa-f7381a3eaf6f req-32c25238-2c60-4a4c-98ff-297064e716cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:01.215832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.220550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ee3fdbb-01a6-4ca0-befa-f7381a3eaf6f req-32c25238-2c60-4a4c-98ff-297064e716cf tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.4196389 Feb 04 16:29:01.239760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:01.244974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.272886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-d7c08975-28ee-4053-81a6-e9033e35178a', 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'ee9b244d-a2cc-4d41-b32d-2f327b99f428'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:01.274268 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.427982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ee3fdbb-01a6-4ca0-befa-f7381a3eaf6f req-986cdca1-9a33-4212-9926-cf076a4658c9 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062469 Feb 04 16:29:01.433428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38f9c57d-5a3d-4797-bfd3-1089e260c16d req-c525359f-746a-4ce3-8847-1778231765d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920738 Feb 04 16:29:01.467694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.468749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.486498 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.614575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 28fb000a-c226-4502-9587-10e26df2074e yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:01.660417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364258be-1a3b-45c8-b79e-75136d74a059 None None] Network bdf851cf-0435-41b1-92ff-8645e80333f6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:01.672079 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.771847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Router 5b943714-0f64-49be-bb61-ca14fbba3d7d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:29:01.859665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] For port e3bce759-302c-4c43-8ef0-813b4a89b3e1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e3bce759-302c-4c43-8ef0-813b4a89b3e1,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:01.896973 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.950908 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:01.963512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.003577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:02.017645 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Sync routers for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:02.035145 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:02.036255 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:02.046561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.053289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:02.054990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-da7c22e9-4820-4594-b29c-ffd97b3d0f7d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9516356 Feb 04 16:29:02.093084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.217130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Allocated IP 172.20.0.2 (d7c08975-28ee-4053-81a6-e9033e35178a/ee9b244d-a2cc-4d41-b32d-2f327b99f428/0d57d0da-79c8-4824-b3f4-eadada30dadf) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:02.222983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.244818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:02.245196 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:02.255344 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:02.270363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=2b5437d5-93d6-415a-bd72-c926b057c4a1,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:02.271528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bb50b-63d7-4f18-b422-eaf5bd1a27cf None None] Pushing event updated for resources: {'Port': ['ID=e3bce759-302c-4c43-8ef0-813b4a89b3e1,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:02.275671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.342068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d8d9a1c4-7984-409e-9051-0dc2cd50cb57 None None] Provisioning for port 8071af0a-fb2e-4df6-b728-963538bbaa50 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:02.585189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '35e1968a-bdda-4db4-8ef9-6547b8f103f2', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:7a:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:28Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:02.628704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f88a-f477-4bb0-8bad-a3ee2a949197 None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '35e1968a-bdda-4db4-8ef9-6547b8f103f2', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'floating_ip_address': '172.25.5.236', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'port_id': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'mac_address': 'fa:16:3e:7a:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:28:28Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 1, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:02.674072 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:01Z', 'revision_number': 3, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:02.680492 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Checking router: 5b943714-0f64-49be-bb61-ca14fbba3d7d for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:29:02.681284 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Updating router 5b943714-0f64-49be-bb61-ca14fbba3d7d port 1de9589d-218c-4391-88d9-9e7ca79088bb binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:29:02.695318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.724350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Transition to ACTIVE for port object 0d57d0da-79c8-4824-b3f4-eadada30dadf will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:02.765265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e872ad-57fc-4410-8657-add9ff698e6d req-94ba31e1-c1ab-4816-8255-adc7885b0f92 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:02.781469 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.782166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3e872ad-57fc-4410-8657-add9ff698e6d req-94ba31e1-c1ab-4816-8255-adc7885b0f92 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.1846905 Feb 04 16:29:02.809240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Transition to ACTIVE for port object 0d57d0da-79c8-4824-b3f4-eadada30dadf will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:02.830671 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:02.892412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3e872ad-57fc-4410-8657-add9ff698e6d req-51a6ca97-da21-4c3f-a367-729d5435ff25 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029134 Feb 04 16:29:02.999612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Network d7c08975-28ee-4053-81a6-e9033e35178a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:03.003012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:03.005552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:03.012793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Pushing event updated for resources: {'Port': ['ID=0d57d0da-79c8-4824-b3f4-eadada30dadf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:03.018973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Allocated IP 172.25.5.130 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/f593a495-5649-429d-a4d4-3d0bd6f744e9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:03.067610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.9 (d7c08975-28ee-4053-81a6-e9033e35178a/ee9b244d-a2cc-4d41-b32d-2f327b99f428/28fb000a-c226-4502-9587-10e26df2074e) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:03.179998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Attempting to bind port 0d57d0da-79c8-4824-b3f4-eadada30dadf on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:03.179998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Attempting to bind port 0d57d0da-79c8-4824-b3f4-eadada30dadf by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '338233da-9a9a-433f-828a-880f29ea4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:03.181467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Attempting to bind port 0d57d0da-79c8-4824-b3f4-eadada30dadf on network d7c08975-28ee-4053-81a6-e9033e35178a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:03.205506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:03.206303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Checking segment: {'id': '338233da-9a9a-433f-828a-880f29ea4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:03.206750 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.207957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Bound using segment: {'id': '338233da-9a9a-433f-828a-880f29ea4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:03.208471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Bound port: 0d57d0da-79c8-4824-b3f4-eadada30dadf, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338233da-9a9a-433f-828a-880f29ea4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd7c08975-28ee-4053-81a6-e9033e35178a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:03.208856 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.224340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e3bce759-302c-4c43-8ef0-813b4a89b3e1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:03.344700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-806b3fb4-b5f7-4f8d-9e11-221dc2a094e4 None None] Provisioning for port ffbe2e1b-b341-4e83-bd08-d17cf197350e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:03.366097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-806b3fb4-b5f7-4f8d-9e11-221dc2a094e4 None None] Provisioning complete for port ffbe2e1b-b341-4e83-bd08-d17cf197350e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:03.366097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-806b3fb4-b5f7-4f8d-9e11-221dc2a094e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.464734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e3bce759-302c-4c43-8ef0-813b4a89b3e1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:03.465112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.498136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-806b3fb4-b5f7-4f8d-9e11-221dc2a094e4 None None] Port ffbe2e1b-b341-4e83-bd08-d17cf197350e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:03.509770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] For port 0d57d0da-79c8-4824-b3f4-eadada30dadf, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:03.542597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] For port 0d57d0da-79c8-4824-b3f4-eadada30dadf, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0d57d0da-79c8-4824-b3f4-eadada30dadf,segment=NetworkSegment(338233da-9a9a-433f-828a-880f29ea4867),segment_id=338233da-9a9a-433f-828a-880f29ea4867)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:03.559542 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.621623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-39022418-e8de-490a-a8cf-15be08721cfd tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 0.1250110 Feb 04 16:29:03.648390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.703214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:03.717223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Usage tracker for resource:security_group_rule and tenant:2387ed29929a4596a605f2cfb5a2dbb4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:03.738154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:03.757596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:03.811025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c86b3-0326-47e0-a3f4-9a03c01e6034 None None] Pushing event updated for resources: {'Port': ['ID=0d57d0da-79c8-4824-b3f4-eadada30dadf,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:03.835863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8071af0a-fb2e-4df6-b728-963538bbaa50 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:03.861843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.875183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.904452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3a303170-5969-4a56-b9ca-38927a18857f None None] Provisioning complete for port ffbe2e1b-b341-4e83-bd08-d17cf197350e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:03.904854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a303170-5969-4a56-b9ca-38927a18857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:03.936786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:03.937549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a2096cc-98db-4221-a5bc-2d56b3e1b9b1 req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148808 Feb 04 16:29:03.942925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2217b-256a-407f-9665-c9eb00f54d33 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c80ce9-5ea3-4e19-bafe-e8d7cecea3bf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:04.024385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3a303170-5969-4a56-b9ca-38927a18857f None None] Port ffbe2e1b-b341-4e83-bd08-d17cf197350e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:04.027322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.052192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.053457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8071af0a-fb2e-4df6-b728-963538bbaa50 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:04.056948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.060941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8071af0a-fb2e-4df6-b728-963538bbaa50 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:04.061310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.066752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.259412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.324024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9ee7-b0b1-4202-a688-8fb3a4cd8c92 req-38b8d6e1-0b68-4fb7-b685-a4381d16264b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:04.325617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-479c9ee7-b0b1-4202-a688-8fb3a4cd8c92 req-38b8d6e1-0b68-4fb7-b685-a4381d16264b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.1559253 Feb 04 16:29:04.332588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8071af0a-fb2e-4df6-b728-963538bbaa50, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8071af0a-fb2e-4df6-b728-963538bbaa50,segment=NetworkSegment(52b599a3-adb4-441f-8d40-687809ce0135),segment_id=52b599a3-adb4-441f-8d40-687809ce0135)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:04.339849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.406236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-479c9ee7-b0b1-4202-a688-8fb3a4cd8c92 req-dd853e08-931c-45e5-9ede-88935a68c58e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717123 Feb 04 16:29:04.439709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 28fb000a-c226-4502-9587-10e26df2074e will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:04.457264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:04.482994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8071af0a-fb2e-4df6-b728-963538bbaa50,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:04.492402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=ffbe2e1b-b341-4e83-bd08-d17cf197350e,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:04.608119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-197df525-80cc-48de-899b-0ed61aed40b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 992 time: 0.1496823 Feb 04 16:29:04.683509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eb187d5a-c23f-4631-841b-aa2d4e5648d7 None None] Provisioning complete for port ffbe2e1b-b341-4e83-bd08-d17cf197350e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:04.684136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb187d5a-c23f-4631-841b-aa2d4e5648d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.706456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.805281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eb187d5a-c23f-4631-841b-aa2d4e5648d7 None None] Port ffbe2e1b-b341-4e83-bd08-d17cf197350e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:04.852107 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 481e65b5-5d75-44e5-b405-6d57a3587a45 associated. External IP: 172.25.5.62, port: 4a16f53e-7933-408f-acb2-de74618eeaa5. Feb 04 16:29:04.899233 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.924777 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Transition to ACTIVE for port object 1de9589d-218c-4391-88d9-9e7ca79088bb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:04.936801 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:04.958292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:04.979191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:04.981603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:05.021921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Pushing event updated for resources: {'Port': ['ID=1de9589d-218c-4391-88d9-9e7ca79088bb,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.048163 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Attempting to bind port 1de9589d-218c-4391-88d9-9e7ca79088bb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:05.048606 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Attempting to bind port 1de9589d-218c-4391-88d9-9e7ca79088bb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:05.048874 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Attempting to bind port 1de9589d-218c-4391-88d9-9e7ca79088bb on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:05.052815 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.053152 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.053481 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.053803 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.054122 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.054466 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.054780 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.055094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.055401 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.056227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.056540 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:05.097922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:05.098914 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:05.099706 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.100410 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:05.101371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Bound port: 1de9589d-218c-4391-88d9-9e7ca79088bb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:05.104990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0d57d0da-79c8-4824-b3f4-eadada30dadf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:05.112451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.116346 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.140476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network d7c08975-28ee-4053-81a6-e9033e35178a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:05.141522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event updated for resources: {'Port': ['ID=f593a495-5649-429d-a4d4-3d0bd6f744e9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.224826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:05.228687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:05.278648 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] For port 1de9589d-218c-4391-88d9-9e7ca79088bb, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:05.291324 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] For port 1de9589d-218c-4391-88d9-9e7ca79088bb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9589d-218c-4391-88d9-9e7ca79088bb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:05.301532 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.303515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0d57d0da-79c8-4824-b3f4-eadada30dadf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:05.323403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=28fb000a-c226-4502-9587-10e26df2074e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.324235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8071af0a-fb2e-4df6-b728-963538bbaa50 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:05.375486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62300fd3-cc03-4ad3-ac28-1ba1ee9d8b87 req-eeb9703c-1c5a-4c05-a4ee-f09799a66459 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1169736 Feb 04 16:29:05.395970 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc437c3-2880-406f-8894-54d9152d3838 None None] Pushing event updated for resources: {'Port': ['ID=1de9589d-218c-4391-88d9-9e7ca79088bb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:05.434931 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:05.436132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:05.483345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8071af0a-fb2e-4df6-b728-963538bbaa50 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:05.483804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.595457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:05.596186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.618811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a027aea-bb14-4796-8036-a69b96139dcc None None] Network d7c08975-28ee-4053-81a6-e9033e35178a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:05.718595 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:05.819446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Provisioning for port 0d57d0da-79c8-4824-b3f4-eadada30dadf completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:05.836569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Provisioning complete for port 0d57d0da-79c8-4824-b3f4-eadada30dadf triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:05.836852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:05.865601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.050716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.133708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting port f593a495-5649-429d-a4d4-3d0bd6f744e9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:06.134910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.174617 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.225253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] For port 0d57d0da-79c8-4824-b3f4-eadada30dadf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0d57d0da-79c8-4824-b3f4-eadada30dadf,segment=NetworkSegment(338233da-9a9a-433f-828a-880f29ea4867),segment_id=338233da-9a9a-433f-828a-880f29ea4867)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:06.232067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.306874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddd79a-7bd1-48a3-882a-9073ac2861e1 None None] Pushing event updated for resources: {'Port': ['ID=0d57d0da-79c8-4824-b3f4-eadada30dadf,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:06.364156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:01Z', 'revision_number': 3, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:06.370281 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c78ca9a-70e9-439a-a4a4-2ced285adf2e None None] The sync data for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 is: [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:01Z', 'revision_number': 3, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:06.429814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a633035-e6cb-4eeb-b2e3-2b6d63ed8c5b req-d8ede06a-7c2a-4651-9119-d8edd22be183 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:06.432712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a633035-e6cb-4eeb-b2e3-2b6d63ed8c5b req-d8ede06a-7c2a-4651-9119-d8edd22be183 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.1937041 Feb 04 16:29:06.445844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15c957f8-958d-4f8c-a345-7439fca5a812 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.0054009 Feb 04 16:29:06.455960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:06.676094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Provisioning complete for port 0d57d0da-79c8-4824-b3f4-eadada30dadf triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:06.676637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.709500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a633035-e6cb-4eeb-b2e3-2b6d63ed8c5b req-df085684-d2ce-4378-82a8-0b8325f51353 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207572 Feb 04 16:29:06.729514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-6a819f43-09fb-457a-ac4c-03174908a08e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7175114 Feb 04 16:29:06.822117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.823108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.849253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 28fb000a-c226-4502-9587-10e26df2074e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:06.849880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:06.950139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Provisioning for port 28fb000a-c226-4502-9587-10e26df2074e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:06.957444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Provisioning complete for port 28fb000a-c226-4502-9587-10e26df2074e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:06.958002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.123797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f380e4b8-3dc8-4f03-9f58-848013af317c None None] Port 28fb000a-c226-4502-9587-10e26df2074e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:07.126527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0d57d0da-79c8-4824-b3f4-eadada30dadf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:07.219847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0d57d0da-79c8-4824-b3f4-eadada30dadf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:07.220742 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.373487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e9537f97-18ba-4819-8a7b-4620f7e6a1ab None None] Provisioning complete for port 28fb000a-c226-4502-9587-10e26df2074e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:07.373899 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e9537f97-18ba-4819-8a7b-4620f7e6a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:07.478166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Calling delete_port for f593a495-5649-429d-a4d4-3d0bd6f744e9 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:07.548570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e9537f97-18ba-4819-8a7b-4620f7e6a1ab None None] Port 28fb000a-c226-4502-9587-10e26df2074e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:07.986304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b543f2-ef5c-4f94-a654-f307fe14d04b req-99e9bac8-dc59-495a-abb2-6cbec7faffab tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:07.995147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9b543f2-ef5c-4f94-a654-f307fe14d04b req-99e9bac8-dc59-495a-abb2-6cbec7faffab tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.1017857 Feb 04 16:29:08.051260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9b543f2-ef5c-4f94-a654-f307fe14d04b req-94608ccf-597a-41be-9e63-dbc295b7b79b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521500 Feb 04 16:29:08.111880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:08.166030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.193466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.285824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.396007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.626523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=ffbe2e1b-b341-4e83-bd08-d17cf197350e,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:08.628899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:08.667482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-c6c98751-b3a0-4f27-a36c-d022035e2f38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 0.0789785 Feb 04 16:29:08.679740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 28fb000a-c226-4502-9587-10e26df2074e owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:08.780368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Port': ['ID=f593a495-5649-429d-a4d4-3d0bd6f744e9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:08.827140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-c60bb3da-038b-44b4-b874-5cc6d4f8f3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:08.828669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-c60bb3da-038b-44b4-b874-5cc6d4f8f3b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.1550572 Feb 04 16:29:08.949646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-482f66f6-7afc-4c44-8e88-23dfa77a1d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 1000 time: 0.1141844 Feb 04 16:29:09.030753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-1a16ecd3-1954-4171-9f47-74a6b6ceeabd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:09.032182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-1a16ecd3-1954-4171-9f47-74a6b6ceeabd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.0761325 Feb 04 16:29:09.070866 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] create failed (client error): The resource could not be found. Feb 04 16:29:09.077613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e36a7407-a01f-427b-b96a-172c8b9007d9 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.1805036 Feb 04 16:29:09.085645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53410) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:09.154409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network bdf851cf-0435-41b1-92ff-8645e80333f6 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:09.156200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:09.167809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:09.207052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting port 1c57a475-f33c-434b-affb-9c5ee113228f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:09.207564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.292744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.404157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-08f6445f-9f12-4fa2-a252-b618945af1b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3652799 Feb 04 16:29:09.459971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=28fb000a-c226-4502-9587-10e26df2074e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:09.553734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e87f0b-2e18-49e0-8e61-5d6ccfeb33ee None None] New status for floating IP 35e1968a-bdda-4db4-8ef9-6547b8f103f2: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:29:09.744021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8151b457-fa4e-484a-8fb4-9d0b04d2f4b1 None None] Provisioning complete for port ffbe2e1b-b341-4e83-bd08-d17cf197350e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:09.744747 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8151b457-fa4e-484a-8fb4-9d0b04d2f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.829980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa9a4e-5280-447c-9b0a-d8a404c0dae4 req-16925e5f-8efe-41b8-a4e5-2f46c8626367 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:09.831462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adaa9a4e-5280-447c-9b0a-d8a404c0dae4 req-16925e5f-8efe-41b8-a4e5-2f46c8626367 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.5059106 Feb 04 16:29:09.854573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8151b457-fa4e-484a-8fb4-9d0b04d2f4b1 None None] Port ffbe2e1b-b341-4e83-bd08-d17cf197350e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:09.872983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.893422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-bcb6c3e9-ed52-48c1-a10e-d36fb85ed312 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799442 Feb 04 16:29:09.980495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:09.984932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.024333 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06ba02a8-1514-489b-8bc6-7e4fc2b8c1e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/28fb000a-c226-4502-9587-10e26df2074e HTTP/1.1" status: 204 len: 168 time: 3.5583923 Feb 04 16:29:10.041772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Calling delete_port for 1c57a475-f33c-434b-affb-9c5ee113228f owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:10.068884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.192725 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d774006a-ddb3-4b51-bf51-3218ef172a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:29:10.193164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d774006a-ddb3-4b51-bf51-3218ef172a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:29:10.214816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-adaa9a4e-5280-447c-9b0a-d8a404c0dae4 req-1ded3eee-df1d-4ef0-a581-ef8b3f29f3b7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3709724 Feb 04 16:29:10.231393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d774006a-ddb3-4b51-bf51-3218ef172a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/28fb000a-c226-4502-9587-10e26df2074e HTTP/1.1" status: 404 len: 333 time: 0.1548162 Feb 04 16:29:10.239298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.347494 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef361a2f-4354-4e5d-98ac-590c9d6d03d9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:29:10.348170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ef361a2f-4354-4e5d-98ac-590c9d6d03d9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:10.445509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-66641477-9826-40d4-a8ad-3ae966608c2c service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952326 Feb 04 16:29:10.445740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ef361a2f-4354-4e5d-98ac-590c9d6d03d9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:10.448048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ef361a2f-4354-4e5d-98ac-590c9d6d03d9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/28fb000a-c226-4502-9587-10e26df2074e HTTP/1.1" status: 404 len: 333 time: 0.1947396 Feb 04 16:29:10.452283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.476572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.556406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Allocated IP 172.20.0.1 (473e2f00-a88a-4bca-9b7a-38029eca146e/f6ee7be0-9a1b-4179-be90-8c5ae4f35850/23866780-9ecc-400c-9aa6-d4c1e88decf7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:10.579179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Port': ['ID=1c57a475-f33c-434b-affb-9c5ee113228f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:10.665341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.682882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3e74457-77ab-4f09-a962-742c1cb71030 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "DELETE /v2.0/ports/1c57a475-f33c-434b-affb-9c5ee113228f HTTP/1.1" status: 204 len: 168 time: 1.5960693 Feb 04 16:29:10.685274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.754968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:10.767872 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:10.784451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c185e2a-0d2d-4da5-afc9-e21dfd50aa7e tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:10.786394 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:10.786854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1c185e2a-0d2d-4da5-afc9-e21dfd50aa7e tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Synchronizing usage tracker for tenant:e5eb09a378e345f5978d06117a7c9189 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:10.788506 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:10.802804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:10.816214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1c185e2a-0d2d-4da5-afc9-e21dfd50aa7e tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Unset dirty status for tenant:e5eb09a378e345f5978d06117a7c9189 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:10.817844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1c185e2a-0d2d-4da5-afc9-e21dfd50aa7e tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "GET /v2.0/ports?device_id=a825497f-215c-489b-bad7-41d701e4dbaa HTTP/1.1" status: 200 len: 913 time: 0.1316092 Feb 04 16:29:10.820788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53436) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.859879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 9b68db34-cd91-4f6f-b35e-2738b28ee8e4 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:29:10.862318 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:10.875351 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:10.876035 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:10.940759 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:10.941142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ddd84-6c03-45b3-81ee-7012e3e4d1d9 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:10.953919 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b6c221b6-57aa-41d1-8006-060312271127 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.9938393 Feb 04 16:29:10.961861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:10.968330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet ee9b244d-a2cc-4d41-b32d-2f327b99f428 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:10.973098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:11.106168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.152253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.204128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.263969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.436748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Transition to ACTIVE for port object 23866780-9ecc-400c-9aa6-d4c1e88decf7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:11.462595 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.497328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34d0c0-0806-4e49-bdb1-dd2339308741 req-178ac182-1f6f-4070-91c3-6122a278cd00 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:11.498813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f34d0c0-0806-4e49-bdb1-dd2339308741 req-178ac182-1f6f-4070-91c3-6122a278cd00 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.1439235 Feb 04 16:29:11.668529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f34d0c0-0806-4e49-bdb1-dd2339308741 req-99cdc837-2aa0-49d3-ac16-cd088ba0d2ff tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639082 Feb 04 16:29:11.689357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.773347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:11.863105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Network 473e2f00-a88a-4bca-9b7a-38029eca146e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:11.876972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Pushing event updated for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:11.879557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:11.892883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:11.940314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:11.952904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] Sync routers for ids ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:11.967968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] Routers {'9b68db34-cd91-4f6f-b35e-2738b28ee8e4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:11.968895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.011585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting port 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:12.012018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.050698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.054971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.057215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.060979 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2b9a546-28ef-43a8-a157-33317f8f4059 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/9b68db34-cd91-4f6f-b35e-2738b28ee8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7263422 Feb 04 16:29:12.064069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.068610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53448) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:12.078024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] Routers {'9b68db34-cd91-4f6f-b35e-2738b28ee8e4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:12.079020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.102038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.103095 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 481e65b5-5d75-44e5-b405-6d57a3587a45 disassociated. External IP: 172.25.5.62, port: 4a16f53e-7933-408f-acb2-de74618eeaa5. Feb 04 16:29:12.153144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:12.153754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce433ce-d8a7-4c9f-879c-5a72232a5c6b None None] The sync data for ids ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:12.210242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab39bf63-3b1b-48bb-8f49-e09280807433 None None] Provisioning for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:12.216804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab39bf63-3b1b-48bb-8f49-e09280807433 None None] Provisioning complete for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:12.217633 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39bf63-3b1b-48bb-8f49-e09280807433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.264948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9b244d-a2cc-4d41-b32d-2f327b99f428,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:12.284228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ab39bf63-3b1b-48bb-8f49-e09280807433 None None] Port 23866780-9ecc-400c-9aa6-d4c1e88decf7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:12.306713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.310710 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8fc16943-2d73-4dec-8c60-6027909f7a5d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/ee9b244d-a2cc-4d41-b32d-2f327b99f428 HTTP/1.1" status: 204 len: 168 time: 1.8551502 Feb 04 16:29:12.310916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf63286-5b5a-468c-9cb8-acf745d6e058 None None] Network d7c08975-28ee-4053-81a6-e9033e35178a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:12.318617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53452) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:12.351931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288736f-8435-433c-ac06-2e25d6219ea2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:12.353233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1288736f-8435-433c-ac06-2e25d6219ea2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:12.471090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.533445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.537262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1288736f-8435-433c-ac06-2e25d6219ea2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:12.541941 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1288736f-8435-433c-ac06-2e25d6219ea2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports/ffbe2e1b-b341-4e83-bd08-d17cf197350e HTTP/1.1" status: 200 len: 978 time: 0.4377310 Feb 04 16:29:12.542188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.548524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53456) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:12.657890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] DHCP port deletion for d7c08975-28ee-4053-81a6-e9033e35178a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:29:12.662826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Deleting port 0d57d0da-79c8-4824-b3f4-eadada30dadf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:12.663200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:12.670935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Calling delete_port for 61afce5b-cfe6-4bd8-8ed8-c96c337c34eb owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:12.675687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 0d57d0da-79c8-4824-b3f4-eadada30dadf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:12.675687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.011179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] For port 0d57d0da-79c8-4824-b3f4-eadada30dadf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0d57d0da-79c8-4824-b3f4-eadada30dadf,segment=NetworkSegment(338233da-9a9a-433f-828a-880f29ea4867),segment_id=338233da-9a9a-433f-828a-880f29ea4867)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:13.011799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.025701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0d57d0da-79c8-4824-b3f4-eadada30dadf no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:13.051062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd1aa7-e655-48fc-9032-c582e0bbcce2 req-a6dec98a-5d77-44bc-8947-ffd7f0ebed2f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:13.052539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69fd1aa7-e655-48fc-9032-c582e0bbcce2 req-a6dec98a-5d77-44bc-8947-ffd7f0ebed2f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.2047563 Feb 04 16:29:13.190546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Calling delete_port for 0d57d0da-79c8-4824-b3f4-eadada30dadf owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:13.237324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69fd1aa7-e655-48fc-9032-c582e0bbcce2 req-dacf3d37-97bd-467d-95f6-310601ffd359 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744699 Feb 04 16:29:13.253099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.312378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Port': ['ID=61afce5b-cfe6-4bd8-8ed8-c96c337c34eb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:13.345918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.379607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.388711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port 0d57d0da-79c8-4824-b3f4-eadada30dadf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0d57d0da-79c8-4824-b3f4-eadada30dadf,segment=NetworkSegment(338233da-9a9a-433f-828a-880f29ea4867),segment_id=338233da-9a9a-433f-828a-880f29ea4867)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:13.389274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.442854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] Pushing event deleted for resources: {'Port': ['ID=0d57d0da-79c8-4824-b3f4-eadada30dadf,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:13.504998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897e64b-e025-4ab4-9a15-41ce6a71fa86 None None] No DVR routers for this DVR port 0d57d0da-79c8-4824-b3f4-eadada30dadf on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:13.537806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 0d57d0da-79c8-4824-b3f4-eadada30dadf owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:13.564941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:13.606282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.616234 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.681106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.756902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:13.762142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Pushing event updated for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:13.767909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:13.768222 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:13.953258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:29:13.986976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Network 473e2f00-a88a-4bca-9b7a-38029eca146e is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:13.989206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:14.078319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:14.320671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 0d57d0da-79c8-4824-b3f4-eadada30dadf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:14.321845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.326750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-91396af6-457b-4716-9909-e956021c18c7 None None] Provisioning complete for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:14.327310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91396af6-457b-4716-9909-e956021c18c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.328306 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.385283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-91396af6-457b-4716-9909-e956021c18c7 None None] Port 23866780-9ecc-400c-9aa6-d4c1e88decf7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:14.444310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] The port '0d57d0da-79c8-4824-b3f4-eadada30dadf' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:29:14.593166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Router a825497f-215c-489b-bad7-41d701e4dbaa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:14.664109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:14.728278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb56fee-fd22-442f-a82d-fdbc3c01b188 req-2caaee19-d033-4c46-998f-a384fdd69f19 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:14.728278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2cb56fee-fd22-442f-a82d-fdbc3c01b188 req-2caaee19-d033-4c46-998f-a384fdd69f19 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.2638342 Feb 04 16:29:14.761609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c08975-28ee-4053-81a6-e9033e35178a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.813898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338233da-9a9a-433f-828a-880f29ea4867') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.813898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338233da-9a9a-433f-828a-880f29ea4867') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:14.926909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:14.951700 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] Sync routers for ids ['a825497f-215c-489b-bad7-41d701e4dbaa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:14.975308 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] Routers {'a825497f-215c-489b-bad7-41d701e4dbaa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:14.977143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a825497f-215c-489b-bad7-41d701e4dbaa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.022226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.028600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2cb56fee-fd22-442f-a82d-fdbc3c01b188 req-fa6bcf14-4a1b-4853-bf7f-a7151fc43514 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100821 Feb 04 16:29:15.085414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9589d-218c-4391-88d9-9e7ca79088bb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:15.092377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-16ca3b75-d24f-470d-baf4-39b612dfee7b tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "PUT /v2.0/routers/a825497f-215c-489b-bad7-41d701e4dbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2692451 Feb 04 16:29:15.093457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53470) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.161768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.191212 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] Routers {'a825497f-215c-489b-bad7-41d701e4dbaa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:15.196548 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a825497f-215c-489b-bad7-41d701e4dbaa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.215879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.217881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1de9589d-218c-4391-88d9-9e7ca79088bb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:15.225662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1de9589d-218c-4391-88d9-9e7ca79088bb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:15.226044 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.261917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:15.262043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:15.301381 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:15.329790 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.330395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b5e0b-4611-40b8-806c-fe0ce908bb54 None None] The sync data for ids ['a825497f-215c-489b-bad7-41d701e4dbaa'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:15.440887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port ffbe2e1b-b341-4e83-bd08-d17cf197350e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:15.441339 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.488488 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.507813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1de9589d-218c-4391-88d9-9e7ca79088bb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9589d-218c-4391-88d9-9e7ca79088bb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:15.517184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.579702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.626257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1de9589d-218c-4391-88d9-9e7ca79088bb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:15.631748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.655255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=d7c08975-28ee-4053-81a6-e9033e35178a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:15.700569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:15.718747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.721151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:15.742737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:15.745257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.794465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3243af3f-5c40-4e34-8691-68376dd0c1b1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/d7c08975-28ee-4053-81a6-e9033e35178a HTTP/1.1" status: 204 len: 168 time: 3.4741139 Feb 04 16:29:15.797444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df4b57e7-962f-4187-a21b-68db8ae668ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/481e65b5-5d75-44e5-b405-6d57a3587a45 HTTP/1.1" status: 200 len: 687 time: 4.8326535 Feb 04 16:29:15.797886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.798377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:15.811183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1156006520'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:15.873918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.905060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:15.905824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.920720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:15.952015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:15.975215 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:15.999344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:15.999872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc4416-2764-4ea1-bd50-086335b7ca1b None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:16.033296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:16.040549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:16.051489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.070745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:16.075165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.123313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 2b5437d5-93d6-415a-bd72-c926b057c4a1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:16.124075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.252765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:16.274243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Router 5b943714-0f64-49be-bb61-ca14fbba3d7d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:16.313986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for ffbe2e1b-b341-4e83-bd08-d17cf197350e owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:16.315636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.316204 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 29beb590-b0fb-4d9c-8f68-ba1dfddd95c0 of type vlan for network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 Feb 04 16:29:16.506956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.546449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.546765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.707635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 2b5437d5-93d6-415a-bd72-c926b057c4a1 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:16.737664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.741742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:16.742528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.809761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.819724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:16.827488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d83b0c-b218-4aa6-8414-510e5f449310 req-8a7daf27-d3f1-4e7c-89a9-394f2f870167 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:16.834378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86d83b0c-b218-4aa6-8414-510e5f449310 req-8a7daf27-d3f1-4e7c-89a9-394f2f870167 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.5322249 Feb 04 16:29:16.906474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1022902 Feb 04 16:29:16.907992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53498) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:16.920150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad4aca-8bea-4b61-bce3-06f29b2f5db3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:16.931340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:16.937576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:16.998492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86d83b0c-b218-4aa6-8414-510e5f449310 req-ee2fd395-ffb7-446a-b3cc-50efeee735b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610577 Feb 04 16:29:17.032758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.036164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Fanout notify agent at l3_agent the message router_deleted on router a825497f-215c-489b-bad7-41d701e4dbaa {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:29:17.077696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9589d-218c-4391-88d9-9e7ca79088bb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:17.087220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.089039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf9fe228-9b25-481a-bde9-63cf9693bd91 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "DELETE /v2.0/routers/a825497f-215c-489b-bad7-41d701e4dbaa HTTP/1.1" status: 204 len: 168 time: 1.9933336 Feb 04 16:29:17.091997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.100267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:17.210279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=ffbe2e1b-b341-4e83-bd08-d17cf197350e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:17.255878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1de9589d-218c-4391-88d9-9e7ca79088bb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:17.256245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.291612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.292003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.292283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.292615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.292943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.293269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.293584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.293903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.294214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.294552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.294899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:17.396301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:17.407016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:17.411363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:17.420468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:17.432723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.495242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:17.528525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=2b5437d5-93d6-415a-bd72-c926b057c4a1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:17.702122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:17.710652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.830159 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f2c2b57e-23d8-4f40-9742-765d2d23fd83 admin admin] 10.222.0.62 "PUT /v2.0/routers/5b943714-0f64-49be-bb61-ca14fbba3d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7680488 Feb 04 16:29:17.830655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting subnet dd4bfc18-667d-4510-abf8-14bb46395689 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:17.835717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.840904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.846924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.848833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f30e84ce-8888-44cd-bfa5-9cf02e713857 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/481e65b5-5d75-44e5-b405-6d57a3587a45 HTTP/1.1" status: 204 len: 168 time: 2.0461886 Feb 04 16:29:17.853781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53514) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:17.872042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '93587a83-ce4d-435d-b804-639a53a76b2d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:17.877658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.882134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:17.897246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:floatingip and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:17.902919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:17.915108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:17.932320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:17.979732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.392212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.420890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.626417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.699887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.125 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:18.742005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=cc0e81c3-703a-45f8-aca9-849615cd5da1,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.746608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.805619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4bfc18-667d-4510-abf8-14bb46395689,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:18.820615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ae8df-eca3-456f-bc49-7509cb16cc24 None None] Network b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:18.824817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f937617-933a-46f4-9ef1-d0d6e1248a79 req-2960b9c6-7d2b-4971-8188-eb295d414096 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:18.826351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f937617-933a-46f4-9ef1-d0d6e1248a79 req-2960b9c6-7d2b-4971-8188-eb295d414096 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.4633725 Feb 04 16:29:18.828995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:18.840505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:18.843774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-14decd5b-8c76-4b3f-81a8-8e335725de65 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "DELETE /v2.0/subnets/dd4bfc18-667d-4510-abf8-14bb46395689 HTTP/1.1" status: 204 len: 168 time: 1.7038357 Feb 04 16:29:18.844089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:18.852264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53530) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:18.871168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 9b68db34-cd91-4f6f-b35e-2738b28ee8e4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:18.913883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f937617-933a-46f4-9ef1-d0d6e1248a79 req-f4224385-f7d7-4a66-a533-d6cf5ce48966 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697227 Feb 04 16:29:19.042425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.063048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:19.067702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.093263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53534) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.108227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:19.115329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766334250', 'description': 'tempest-secgroup-smoke-766334250 description', 'project_id': '23821742d06e4524958a8bb34efeaee1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:19.123755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.128441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.129725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:19.132185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.132966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.136792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5370e9bb-1cea-44cb-aa0a-0292f81a4bad None None] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:19.140249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.150267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Deleting port 9d930143-595b-4ffb-9cd2-19338aeea885 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:19.159316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.159951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.213846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.218970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.222737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.230809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.261390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:19.269124 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1818c2b1-b945-45db-8311-2be407618af1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3503826 Feb 04 16:29:19.273046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53538) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.279535 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] Sync routers for ids ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:19.283559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1570506985'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:19.313772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.314938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-251878df-9971-4d94-8788-1cf4b15af2af tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/9b68db34-cd91-4f6f-b35e-2738b28ee8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7655315 Feb 04 16:29:19.319158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.323162 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] Routers {'9b68db34-cd91-4f6f-b35e-2738b28ee8e4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:19.323878 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:19.402393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.413942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.426557 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:19.450394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.452046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3575349 Feb 04 16:29:19.459982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:19.478877 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] Routers {'9b68db34-cd91-4f6f-b35e-2738b28ee8e4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:19.480487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:19.481731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:19.557621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:19.580859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:19.584233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29fcae-519b-42b1-916a-3d4e389b0541 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d298edf8-469e-4129-9889-4bc61a44ad65,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:19.588260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:19.599725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:19.609197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:19.624518 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:19.624928 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945ee46-82cc-486f-8228-11cfe31bc7ba None None] The sync data for ids ['9b68db34-cd91-4f6f-b35e-2738b28ee8e4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:19.630491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:19.634591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] DHCP port deletion for b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:29:19.649740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:19.669161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Deleting port 9d930143-595b-4ffb-9cd2-19338aeea885 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:19.669722 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.671507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:19.740849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:19.749223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5', 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'cc0e81c3-703a-45f8-aca9-849615cd5da1'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:19.750675 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.053388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Allocated IP 172.20.0.2 (4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5/cc0e81c3-703a-45f8-aca9-849615cd5da1/186e6bb2-247b-46c5-abcd-b1568e381146) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:20.120878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:20.167767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:20.171561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] For port 9d930143-595b-4ffb-9cd2-19338aeea885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9d930143-595b-4ffb-9cd2-19338aeea885,segment=NetworkSegment(8c555102-5aef-4b0f-9c65-ad2765e1d029),segment_id=8c555102-5aef-4b0f-9c65-ad2765e1d029)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:20.171930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.188550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:20.202839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:20.352766 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-a8927001-76d1-41e4-9299-0d7fe22a5615 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] remove_router_interface failed (client error): The resource could not be found. Feb 04 16:29:20.356864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a8927001-76d1-41e4-9299-0d7fe22a5615 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/9b68db34-cd91-4f6f-b35e-2738b28ee8e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0342104 Feb 04 16:29:20.362232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:20.423741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.435748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.448552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Transition to ACTIVE for port object 186e6bb2-247b-46c5-abcd-b1568e381146 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:20.471127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Transition to ACTIVE for port object 186e6bb2-247b-46c5-abcd-b1568e381146 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:20.483104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.489313 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.547287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-526bbdfc-6157-40a9-953d-8ad27d4eecf7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:20.595594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:20.599766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Pushing event updated for resources: {'Port': ['ID=186e6bb2-247b-46c5-abcd-b1568e381146,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:20.603112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:20.605834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:20.619837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23634-19ae-4b40-a513-d4e146f53c6d req-9f005659-7b47-44ae-8a88-4a6e4a942506 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:20.628381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ada23634-19ae-4b40-a513-d4e146f53c6d req-9f005659-7b47-44ae-8a88-4a6e4a942506 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.4290998 Feb 04 16:29:20.645435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Calling delete_port for 9d930143-595b-4ffb-9cd2-19338aeea885 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:20.658305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6efa94-a4a1-4f1b-9c1c-769c474abce7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:20.679521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.686376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c032ad43-4f7a-4b6e-be0c-64d09141c1dd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2253041 Feb 04 16:29:20.687057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53558) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:20.693690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-526bbdfc-6157-40a9-953d-8ad27d4eecf7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:20.699096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-526bbdfc-6157-40a9-953d-8ad27d4eecf7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b68db34-cd91-4f6f-b35e-2738b28ee8e4 HTTP/1.1" status: 200 len: 205 time: 0.3255548 Feb 04 16:29:20.710034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53562) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:20.715104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:20.745608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:20.749228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:20.752402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.752748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.753091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.753425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.753756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.760089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.760561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.760901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.761506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.761844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.762175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:20.815683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:20.861846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ada23634-19ae-4b40-a513-d4e146f53c6d req-0d05889a-3969-44d1-be0f-07e940a19bf5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316926 Feb 04 16:29:20.874090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:20.879536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:20.890462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:20.906888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 230f256a-e409-4598-9f29-1699b940d8b7 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:21.057302 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.080985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9d930143-595b-4ffb-9cd2-19338aeea885 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:21.119281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.140750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.199652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Port': ['ID=9d930143-595b-4ffb-9cd2-19338aeea885,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:21.230081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9d930143-595b-4ffb-9cd2-19338aeea885 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:29:21.230452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9d930143-595b-4ffb-9cd2-19338aeea885 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:21.272550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] For port 9d930143-595b-4ffb-9cd2-19338aeea885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9d930143-595b-4ffb-9cd2-19338aeea885,segment=NetworkSegment(8c555102-5aef-4b0f-9c65-ad2765e1d029),segment_id=8c555102-5aef-4b0f-9c65-ad2765e1d029)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:21.279328 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.298989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Attempting to bind port 186e6bb2-247b-46c5-abcd-b1568e381146 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:21.298989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Attempting to bind port 186e6bb2-247b-46c5-abcd-b1568e381146 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:21.298989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Attempting to bind port 186e6bb2-247b-46c5-abcd-b1568e381146 on network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:21.338389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] No DVR routers for this DVR port 9d930143-595b-4ffb-9cd2-19338aeea885 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:21.376305 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.402680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Sync routers for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:21.452394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.481669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.489654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Calling delete_port for 9d930143-595b-4ffb-9cd2-19338aeea885 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:21.491081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5932d98e-db20-43ee-91d6-6fa9ab03595e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:21.521895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.9 (4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5/cc0e81c3-703a-45f8-aca9-849615cd5da1/230f256a-e409-4598-9f29-1699b940d8b7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:21.534161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:21.534594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Checking segment: {'id': '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:21.535000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.535417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Bound using segment: {'id': '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:21.535918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Bound port: 186e6bb2-247b-46c5-abcd-b1568e381146, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:21.536269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.560598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.565305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:21.566189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:21.572698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.574030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6d47073b-e857-4ef8-8980-527bdb3e9428 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8815806 Feb 04 16:29:21.582570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:21.645726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:21.663078 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.664156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:21.671518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:21.674606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:21.744550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:21.795967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:21.827872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.829358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c555102-5aef-4b0f-9c65-ad2765e1d029') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:21.829819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c555102-5aef-4b0f-9c65-ad2765e1d029') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:21.839059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.842855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.852354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.857454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.863193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:21.863942 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:21.896536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] For port 186e6bb2-247b-46c5-abcd-b1568e381146, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:21.902670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] For port 186e6bb2-247b-46c5-abcd-b1568e381146, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=186e6bb2-247b-46c5-abcd-b1568e381146,segment=NetworkSegment(29beb590-b0fb-4d9c-8f68-ba1dfddd95c0),segment_id=29beb590-b0fb-4d9c-8f68-ba1dfddd95c0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:21.915469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.946597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.947838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.948734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router 9b68db34-cd91-4f6f-b35e-2738b28ee8e4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:29:21.949111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:21.965528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:21.965940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.968722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.971856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:21.975973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1abbde86-7451-4d1c-bca8-711a8139c81f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/9b68db34-cd91-4f6f-b35e-2738b28ee8e4 HTTP/1.1" status: 204 len: 168 time: 1.2478776 Feb 04 16:29:21.976533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:21.983918 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:22.029920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.085600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0217246-1b1e-45cf-9e49-59cce63b1e71,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:22.132854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788217-ec6e-4593-be79-35e8af79cf71 None None] Pushing event updated for resources: {'Port': ['ID=186e6bb2-247b-46c5-abcd-b1568e381146,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:22.207783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.247615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.249482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65a266e4-8b71-44b1-afa9-a0dc42cc8f37 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6657186 Feb 04 16:29:22.264347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.273612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53580) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:22.301547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:22.315184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:22.327534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:22.342124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:22.349610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.356088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 230f256a-e409-4598-9f29-1699b940d8b7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:22.363066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:22.371849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Deleting port 9d930143-595b-4ffb-9cd2-19338aeea885 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:22.372469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.384613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.417165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet a81e2f9b-235d-402f-9079-f07bf0d09e1f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:22.423202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.434561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] Pushing event deleted for resources: {'Network': ['ID=b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:22.519199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-926f6046-daf3-4214-8b18-55d67b0f0565 None None] The port '9d930143-595b-4ffb-9cd2-19338aeea885' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:29:22.572616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f33060b7-3fdd-4729-b2d2-54e8bfe63525 tempest-FloatingIPNegativeTestJSON-355930816 tempest-FloatingIPNegativeTestJSON-355930816-project] 10.222.0.62 "DELETE /v2.0/networks/b92d3475-1d66-4e2e-8e10-eee6f1f7c2fd HTTP/1.1" status: 204 len: 168 time: 3.7182653 Feb 04 16:29:22.577346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.637417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb8482-bc2b-42c4-bf6b-b0b573526505 req-81ef49cb-66e4-46ea-92b9-7ba41d152100 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:22.644918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eccb8482-bc2b-42c4-bf6b-b0b573526505 req-81ef49cb-66e4-46ea-92b9-7ba41d152100 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.4000916 Feb 04 16:29:22.691618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 4, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '23866780-9ecc-400c-9aa6-d4c1e88decf7', 'name': '', 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'mac_address': 'fa:16:3e:bf:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:10Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 2, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'subnets': [{'id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:22.701769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Checking router: 5b943714-0f64-49be-bb61-ca14fbba3d7d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:29:22.702140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Updating router 5b943714-0f64-49be-bb61-ca14fbba3d7d port 23866780-9ecc-400c-9aa6-d4c1e88decf7 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:29:22.720431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.766803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.770286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.786735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eccb8482-bc2b-42c4-bf6b-b0b573526505 req-ac02621d-06ca-4eef-b6b1-65a2f887c12e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407220 Feb 04 16:29:22.795650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.859977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.875764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.898728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.900353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:22.906054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:22.916846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:22.944653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:22.971418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=230f256a-e409-4598-9f29-1699b940d8b7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:22.979280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.041947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=a81e2f9b-235d-402f-9079-f07bf0d09e1f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.052621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.062627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4c0b8f62-a7d4-468d-9f3a-adaf9e6e92ba tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/a81e2f9b-235d-402f-9079-f07bf0d09e1f HTTP/1.1" status: 204 len: 168 time: 1.0841761 Feb 04 16:29:23.066423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.076584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aaf2fc-cda0-4fea-b590-4e8b007dfb41,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.087463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a0b97-7ab0-4358-9975-afd376d5a812 None None] Network bdf851cf-0435-41b1-92ff-8645e80333f6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:23.119663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.123817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cb96f2f6-6734-4540-b3a2-fca4bbd2a0a6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8479526 Feb 04 16:29:23.131308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53590) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.145454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:23.166167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:23.167418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.169419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 186e6bb2-247b-46c5-abcd-b1568e381146 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:23.180205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:23.201857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:23.204895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.271140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:23.282885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.285368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.303379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53598) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.309107 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-228f7148-8d68-413b-b19d-bcadea386fad tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.0333652 Feb 04 16:29:23.312162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:23.334195 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Project 23821742d06e4524958a8bb34efeaee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:29:23.359789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 8071af0a-fb2e-4df6-b728-963538bbaa50 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:23.360461 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.374183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.479109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53602) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.505564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 230f256a-e409-4598-9f29-1699b940d8b7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:23.505901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.608309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.625320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.667282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd6570a-0d41-4de8-9c46-a515483ed3d0,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:23.672894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.674844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea73dc1a-8049-46da-802c-5db7016aab83 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5418808 Feb 04 16:29:23.677489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53608) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:23.691903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'security_group_rule': {'security_group_id': 'd298edf8-469e-4129-9889-4bc61a44ad65', 'project_id': '23821742d06e4524958a8bb34efeaee1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:23.699472 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 192f4647-9943-4a50-ab34-d7f4d2a09f8e associated. External IP: 172.25.5.125, port: 93587a83-ce4d-435d-b804-639a53a76b2d. Feb 04 16:29:23.771813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:23.786996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:security_group_rule and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:23.791678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:23.801819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:23.870652 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Project 23821742d06e4524958a8bb34efeaee1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:29:23.885404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.978316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 186e6bb2-247b-46c5-abcd-b1568e381146 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:23.986932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 8071af0a-fb2e-4df6-b728-963538bbaa50, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8071af0a-fb2e-4df6-b728-963538bbaa50,segment=NetworkSegment(52b599a3-adb4-441f-8d40-687809ce0135),segment_id=52b599a3-adb4-441f-8d40-687809ce0135)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:23.987542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:23.988162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f699d-8fd1-4e55-89cb-22fac99976fc None None] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:24.087127 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.096591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.126398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d61fc8a-c9e3-422e-ab49-449320c873a5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.130658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] DHCP port deletion for bdf851cf-0435-41b1-92ff-8645e80333f6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:29:24.152518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Deleting port 8071af0a-fb2e-4df6-b728-963538bbaa50 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:24.153441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.189828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89ab4714-ff9f-4f50-b2e8-1ec249896109 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5eb09a378e345f5978d06117a7c9189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7088041 Feb 04 16:29:24.200013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 8071af0a-fb2e-4df6-b728-963538bbaa50 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:24.206922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53614) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:24.217825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.219106 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-beda5e46-b737-4910-a8e6-ea241f7ce74c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5400810 Feb 04 16:29:24.239105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.280544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Transition to ACTIVE for port object 23866780-9ecc-400c-9aa6-d4c1e88decf7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:24.321561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.330989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.363915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.424166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Provisioning for port 186e6bb2-247b-46c5-abcd-b1568e381146 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:24.457628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.493400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 230f256a-e409-4598-9f29-1699b940d8b7 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:24.535607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.570087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Provisioning complete for port 186e6bb2-247b-46c5-abcd-b1568e381146 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:24.570596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.600199 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.618282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:24.621401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/952ed218-d8b9-4e14-8417-63fa9bbfc8a2 HTTP/1.1" status: 204 len: 168 time: 0.4132895 Feb 04 16:29:24.634893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a7074-95be-40d4-85c1-df043d535e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ed218-d8b9-4e14-8417-63fa9bbfc8a2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.662263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd8c2e-4990-4aa8-97d4-cf3ac22858c4 req-f39b505f-f147-49c8-9117-a51270e67b19 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:24.664076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8dd8c2e-4990-4aa8-97d4-cf3ac22858c4 req-f39b505f-f147-49c8-9117-a51270e67b19 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 0.6646895 Feb 04 16:29:24.694306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:24.700930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=8071af0a-fb2e-4df6-b728-963538bbaa50,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.762829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 8071af0a-fb2e-4df6-b728-963538bbaa50 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:24.769189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d91c-0ba4-45d5-a743-d87d09079714 None None] Pushing event updated for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:24.932796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] For port 8071af0a-fb2e-4df6-b728-963538bbaa50, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8071af0a-fb2e-4df6-b728-963538bbaa50,segment=NetworkSegment(52b599a3-adb4-441f-8d40-687809ce0135),segment_id=52b599a3-adb4-441f-8d40-687809ce0135)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:24.933177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.166622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.254134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-1e41358c-0300-4af5-bc29-f73ab2f8b043 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Synchronizing usage tracker for tenant:23821742d06e4524958a8bb34efeaee1 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:25.272781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.296209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Calling delete_port for 8071af0a-fb2e-4df6-b728-963538bbaa50 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:25.306227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c8dd8c2e-4990-4aa8-97d4-cf3ac22858c4 req-7486f4d6-4089-427e-a7c2-6559cf85ee25 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296482 Feb 04 16:29:25.308078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf851cf-0435-41b1-92ff-8645e80333f6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.347058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Attempting to bind port 23866780-9ecc-400c-9aa6-d4c1e88decf7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:25.347462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Attempting to bind port 23866780-9ecc-400c-9aa6-d4c1e88decf7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:25.347826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Attempting to bind port 23866780-9ecc-400c-9aa6-d4c1e88decf7 on network 473e2f00-a88a-4bca-9b7a-38029eca146e {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:25.350520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8071af0a-fb2e-4df6-b728-963538bbaa50 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:25.352568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b599a3-adb4-441f-8d40-687809ce0135') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.353111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b599a3-adb4-441f-8d40-687809ce0135') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.376081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.389088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-1e41358c-0300-4af5-bc29-f73ab2f8b043 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Unset dirty status for tenant:23821742d06e4524958a8bb34efeaee1 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:25.397447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-1e41358c-0300-4af5-bc29-f73ab2f8b043 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766334250&fields=id&tenant_id=23821742d06e4524958a8bb34efeaee1 HTTP/1.1" status: 200 len: 267 time: 0.8514776 Feb 04 16:29:25.404092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.410618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:25.427475 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:25.449541 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:25.452771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.457656 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.519803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8071af0a-fb2e-4df6-b728-963538bbaa50 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:29:25.520140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8071af0a-fb2e-4df6-b728-963538bbaa50 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:25.528190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:25.528555 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:25.568431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=230f256a-e409-4598-9f29-1699b940d8b7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.577058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.579893 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.586868 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-84cadc29-a931-4846-98bb-08fa80ad5eeb tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7286198 Feb 04 16:29:25.588625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:25.594212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c8794d6-1330-4550-bf16-a959cbad5310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.598820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:25.599194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Checking segment: {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:25.599657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.600132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Bound using segment: {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:25.600692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Bound port: 23866780-9ecc-400c-9aa6-d4c1e88decf7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d14e3a-4353-4bd6-a487-839ba723accb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:25.601431 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.608364 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:25.609267 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.639751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:25.640198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.694854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:25.697085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818c986-b820-4aba-bc8a-5ab3d5e1502d None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:25.706949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] For port 186e6bb2-247b-46c5-abcd-b1568e381146, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=186e6bb2-247b-46c5-abcd-b1568e381146,segment=NetworkSegment(29beb590-b0fb-4d9c-8f68-ba1dfddd95c0),segment_id=29beb590-b0fb-4d9c-8f68-ba1dfddd95c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:25.736101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:25.736612 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:25.786897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] For port 23866780-9ecc-400c-9aa6-d4c1e88decf7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:25.793947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.827004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] For port 23866780-9ecc-400c-9aa6-d4c1e88decf7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=23866780-9ecc-400c-9aa6-d4c1e88decf7,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:25.843176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.867170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f4db-149e-459e-b8a9-40dc220b3f50 None None] Pushing event updated for resources: {'Port': ['ID=186e6bb2-247b-46c5-abcd-b1568e381146,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:25.885245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3dae198f-b156-49f6-9f05-cf21da9bc4db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/230f256a-e409-4598-9f29-1699b940d8b7 HTTP/1.1" status: 204 len: 168 time: 2.5770884 Feb 04 16:29:25.890671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:25.893387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:25.964842 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e3afd571-4647-439a-af26-e543f49ac832 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/floatingips/192f4647-9943-4a50-ab34-d7f4d2a09f8e HTTP/1.1" status: 200 len: 979 time: 0.3732748 Feb 04 16:29:25.967743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53654) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:25.969479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.011665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=bdf851cf-0435-41b1-92ff-8645e80333f6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:26.017164 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e79a4d-1b30-4220-a582-935745b194d8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:29:26.017661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-43e79a4d-1b30-4220-a582-935745b194d8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:26.020897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-48886228-d7ae-4711-87f1-e80c0153dc5a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/bdf851cf-0435-41b1-92ff-8645e80333f6 HTTP/1.1" status: 204 len: 168 time: 2.9532959 Feb 04 16:29:26.028786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:26.032960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:26.033713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:28:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:26.036126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-113735790'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:26.057812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-ddeb5ebc-854f-4a9c-a9f3-c1bc7e8b9764 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:26.058563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-ddeb5ebc-854f-4a9c-a9f3-c1bc7e8b9764 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Synchronizing usage tracker for tenant:23821742d06e4524958a8bb34efeaee1 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:26.105393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:26.130657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-ddeb5ebc-854f-4a9c-a9f3-c1bc7e8b9764 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Unset dirty status for tenant:23821742d06e4524958a8bb34efeaee1 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:26.149903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-ddeb5ebc-854f-4a9c-a9f3-c1bc7e8b9764 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 809 time: 0.7494195 Feb 04 16:29:26.166310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:26.175470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7a667bfc-ec07-4229-91c0-565862ae3253 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Synchronizing usage tracker for tenant:2925e5bc6f6547da8914804882e924af on resource:floatingip {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:26.185153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:26.203102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-43e79a4d-1b30-4220-a582-935745b194d8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:26.207472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:26.209824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-43e79a4d-1b30-4220-a582-935745b194d8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/230f256a-e409-4598-9f29-1699b940d8b7 HTTP/1.1" status: 404 len: 333 time: 0.3177586 Feb 04 16:29:26.216708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7a667bfc-ec07-4229-91c0-565862ae3253 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Unset dirty status for tenant:2925e5bc6f6547da8914804882e924af on resource:floatingip {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:26.216899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:26.218577 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a667bfc-ec07-4229-91c0-565862ae3253 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2494266 Feb 04 16:29:26.221604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53670) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:26.235150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': '4a16f53e-7933-408f-acb2-de74618eeaa5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:26.379894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:26.407340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-2cc52111-131a-43b9-a2a0-506e86f8e1c6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/quotas/23821742d06e4524958a8bb34efeaee1 HTTP/1.1" status: 200 len: 375 time: 0.2437429 Feb 04 16:29:26.538607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:26.558423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet cc0e81c3-703a-45f8-aca9-849615cd5da1 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:26.563217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.569446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Deleting port 8071af0a-fb2e-4df6-b728-963538bbaa50 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:26.569823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.583371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:26.591578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.614205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d91c-0ba4-45d5-a743-d87d09079714 None None] Pushing event updated for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:26.772390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.827361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:26.855755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-fbc672d8-818c-42ff-abc4-f48bb0056296 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4530025 Feb 04 16:29:26.861008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:26.871842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c502a4cc-2526-4441-96f0-6a47d75fba50 None None] The port '8071af0a-fb2e-4df6-b728-963538bbaa50' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:29:26.939064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1380711562'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:26.949081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:26.959389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:26.964195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:26.973001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:27.017774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.061456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:27.064939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.091895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.165275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:27.168721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 186e6bb2-247b-46c5-abcd-b1568e381146 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:27.173835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:27.178126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:27.185662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:27.188971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.252345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.261208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0e81c3-703a-45f8-aca9-849615cd5da1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:27.275597 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d70cae1f-bd0c-48d6-9c26-d9775da7514f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/cc0e81c3-703a-45f8-aca9-849615cd5da1 HTTP/1.1" status: 204 len: 168 time: 1.0665729 Feb 04 16:29:27.278314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53686) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:27.283363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27edee-fc68-4124-9db3-3039b3789062 None None] Network 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:27.427250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebe889a7-3011-4311-9151-a33971b08214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.442901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.462423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c6cf844c-5f86-4bad-b1ee-02b57bac316f None None] Provisioning complete for port 186e6bb2-247b-46c5-abcd-b1568e381146 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:27.463152 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6cf844c-5f86-4bad-b1ee-02b57bac316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.482401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 186e6bb2-247b-46c5-abcd-b1568e381146 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:27.482741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.506751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.520060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.520717 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment 58977ea9-3e9d-4892-bc7c-a57228aea352 of type vlan for network b5417677-6157-4dc7-afc6-527407b088af Feb 04 16:29:27.526394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.580991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:27.657048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.658474 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment fe9f982a-7677-4d55-a09a-0d29c0b5f2c0 of type vlan for network 2587e3cc-ebeb-4357-901d-86c83ba4d83d Feb 04 16:29:27.685001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 186e6bb2-247b-46c5-abcd-b1568e381146 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:27.685753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.728308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842369f-7bae-4654-8d7b-ea81d27bc17b req-7f175d95-9a91-42bf-bfd1-dae87eed8de9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.730364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3842369f-7bae-4654-8d7b-ea81d27bc17b req-7f175d95-9a91-42bf-bfd1-dae87eed8de9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 1.0974751 Feb 04 16:29:27.741508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.748081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf46ef-f527-45f6-b73e-c8ab0f3436df,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:27.886365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.891176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3017536e-4534-4068-b92e-286ec5983385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 4, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '23866780-9ecc-400c-9aa6-d4c1e88decf7', 'name': '', 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'mac_address': 'fa:16:3e:bf:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:10Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'subnets': [{'id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:27.893866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:27.894755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.906079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017536e-4534-4068-b92e-286ec5983385 None None] The sync data for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 is: [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:29:12Z', 'revision_number': 4, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '23866780-9ecc-400c-9aa6-d4c1e88decf7', 'name': '', 'network_id': '473e2f00-a88a-4bca-9b7a-38029eca146e', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'mac_address': 'fa:16:3e:bf:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:29:10Z', 'updated_at': '2022-02-04T16:29:25Z', 'revision_number': 4, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'subnets': [{'id': 'f6ee7be0-9a1b-4179-be90-8c5ae4f35850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:27.945661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port 186e6bb2-247b-46c5-abcd-b1568e381146, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=186e6bb2-247b-46c5-abcd-b1568e381146,segment=NetworkSegment(29beb590-b0fb-4d9c-8f68-ba1dfddd95c0),segment_id=29beb590-b0fb-4d9c-8f68-ba1dfddd95c0)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:27.946420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:27.947281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e223d770-f4da-4955-b791-45d2142baad0 None None] Could not find standard attr ID for object 230f256a-e409-4598-9f29-1699b940d8b7. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:29:27.954676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52efc058-45af-4907-a48c-da4bd966236e None None] DHCP port deletion for 4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:29:27.961817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Deleting port 186e6bb2-247b-46c5-abcd-b1568e381146 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:27.962347 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.016590 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.229246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 186e6bb2-247b-46c5-abcd-b1568e381146 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:28.282367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7412841 Feb 04 16:29:28.287522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53692) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:28.303458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1970cf-ab72-43b1-89a8-446f759f90f3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=2587e3cc-ebeb-4357-901d-86c83ba4d83d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:28.312991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'name': 'tempest-PortsIpV6TestJSON-1023939602'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:28.323574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3842369f-7bae-4654-8d7b-ea81d27bc17b req-f2d96ca5-d862-4b09-8ba7-abd57d517473 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5651832 Feb 04 16:29:28.330780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-d67bd4cd-4669-4329-aeb8-1d16f6acbebc service neutron] 10.222.0.62 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0942559 Feb 04 16:29:28.370682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-52efc058-45af-4907-a48c-da4bd966236e None None] For port 186e6bb2-247b-46c5-abcd-b1568e381146, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=186e6bb2-247b-46c5-abcd-b1568e381146,segment=NetworkSegment(29beb590-b0fb-4d9c-8f68-ba1dfddd95c0),segment_id=29beb590-b0fb-4d9c-8f68-ba1dfddd95c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:28.373448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.474941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:28.527446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.569546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Calling delete_port for 186e6bb2-247b-46c5-abcd-b1568e381146 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:28.599555 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-13f6692a-aa42-4273-908c-6f15b399f13f service neutron] show failed (client error): The resource could not be found. Feb 04 16:29:28.601946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-13f6692a-aa42-4273-908c-6f15b399f13f service neutron] 10.222.0.41 "GET /v2.0/ports/8de81055-1f3a-4450-adee-f6e8dbdf99a2/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 1.1198337 Feb 04 16:29:28.705310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=186e6bb2-247b-46c5-abcd-b1568e381146,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:28.714803 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.734370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:28.735108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.761554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No DVR routers for this DVR port 186e6bb2-247b-46c5-abcd-b1568e381146 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:28.787807 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.804020 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.845138 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:28.845487 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:28.853983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:28.860045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:28.864876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:28.873297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:28.908501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:28.911668 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:28.914399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-ea78adaf-471d-4922-af44-658bdf07cba2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 1.1380568 Feb 04 16:29:29.024837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.58', 58595) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:29.033202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=b5417677-6157-4dc7-afc6-527407b088af,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:29.061073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network b5417677-6157-4dc7-afc6-527407b088af details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:29.103321 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.116286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 1cf5f350-0f89-4c69-8839-713cc39f508e yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:29.247102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:29.282377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:29.282944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29beb590-b0fb-4d9c-8f68-ba1dfddd95c0') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:29.293054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 23866780-9ecc-400c-9aa6-d4c1e88decf7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:29.318290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.351623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Deleting port 186e6bb2-247b-46c5-abcd-b1568e381146 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:29.354460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-52efc058-45af-4907-a48c-da4bd966236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.380905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-05c172ec-1bc1-44de-933e-e846702ab5cc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.3507588 Feb 04 16:29:29.427438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:29.430262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.475486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'b5417677-6157-4dc7-afc6-527407b088af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:29.487411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-52efc058-45af-4907-a48c-da4bd966236e None None] The port '186e6bb2-247b-46c5-abcd-b1568e381146' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:29:29.547640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:29.554453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:29.554830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.699872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.708014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-d44c6380-d378-47b1-9c42-ab00e8e4ec01 service neutron] 10.222.0.62 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3590386 Feb 04 16:29:29.756706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:29.757578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.825178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.58', 58596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:29.865003 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:29.918964 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:29.928284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:29.933499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:29.987242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 23866780-9ecc-400c-9aa6-d4c1e88decf7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=23866780-9ecc-400c-9aa6-d4c1e88decf7,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:30.014802 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.067795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:30.072755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-20fcaf5c-0364-4185-b601-567deaae75a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.074529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-20fcaf5c-0364-4185-b601-567deaae75a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 1.1301460 Feb 04 16:29:30.081579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:30.096657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:30.108947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=1cf5f350-0f89-4c69-8839-713cc39f508e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:30.130841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.165991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.194174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:30.210907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 186e6bb2-247b-46c5-abcd-b1568e381146 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:30.221127 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95aa6c4b-9514-4523-ac07-fb142f7e8330 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/4bb8a1bb-a4a0-4d10-a1f6-757bd3107ef5 HTTP/1.1" status: 204 len: 168 time: 2.9369204 Feb 04 16:29:30.223165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53726) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:30.226703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:30.233207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'name': 'tempest-PortsTestJSON-1289760783'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:30.245364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:30.271692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 186e6bb2-247b-46c5-abcd-b1568e381146 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:29:30.272093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 186e6bb2-247b-46c5-abcd-b1568e381146 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:30.290719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.365505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:30.365865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 2587e3cc-ebeb-4357-901d-86c83ba4d83d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:30.370470 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.388453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:30.396228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:30.401556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:30.412621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:30.420961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:30.424023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:30.434941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:30.436480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:30.438483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.443424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.451584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2587e3cc-ebeb-4357-901d-86c83ba4d83d) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:30.461816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:30.466204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.466740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.499020 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a14b6c28-7bd9-4d5c-88fe-c4a17c9ffd5c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2101333 Feb 04 16:29:30.500684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port faec2e75-9297-4e96-8ea4-f566fbf574e5 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:30.500833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf0668-1e25-442d-979a-17367d876ca4 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:30.543632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53736) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:30.556886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1019813634'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:30.568918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:30.586848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:30.590297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:30.599437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:30.622798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcf5abd5-1ed5-4b85-bace-32081a5eb773 req-bdd654c4-8422-45cc-a156-c659b45f666b tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.4081962 Feb 04 16:29:30.642480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:30.644870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:30.646293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.657151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:30.751112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-fcdaf588-7bd2-430c-8c34-5ff056e69f08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 1096 time: 1.7055583 Feb 04 16:29:30.796591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:30.842908 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'code': 200} Feb 04 16:29:30.844175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.844502 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment feb2cb37-e9ba-417d-8e62-44a5199eb950 of type vlan for network 10de34e8-2335-4698-8ec9-d2c21c3c2452 Feb 04 16:29:30.871248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.903552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.966631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.977718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:30.982189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:30.982934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.050648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:31.111623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.127975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-da6142f3-c16e-448f-8869-dd12b3c2feab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 1000 time: 1.0430315 Feb 04 16:29:31.139242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.169180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 23866780-9ecc-400c-9aa6-d4c1e88decf7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:31.203839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=10de34e8-2335-4698-8ec9-d2c21c3c2452,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:31.252084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 10de34e8-2335-4698-8ec9-d2c21c3c2452 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:31.253060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da25b9e-81b4-46bb-bf6f-d7ad905cdd3d req-963817a9-af98-43b3-a8a7-9b4836918064 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.256316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2da25b9e-81b4-46bb-bf6f-d7ad905cdd3d req-963817a9-af98-43b3-a8a7-9b4836918064 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 945 time: 1.3794513 Feb 04 16:29:31.266713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:31.271418 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ec357b1-d714-4d1e-afc3-4ee21bb9f480 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7265930 Feb 04 16:29:31.282764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:31.284070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:31.294024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:31.316791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.318262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.340687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'ports': [{'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'}, {'network_id': '10de34e8-2335-4698-8ec9-d2c21c3c2452'}]} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:31.342001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:31.342665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '10de34e8-2335-4698-8ec9-d2c21c3c2452'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:31.408943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 23866780-9ecc-400c-9aa6-d4c1e88decf7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:31.409506 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.425437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-546d105b-503d-43a1-9f13-1fdef6b70a16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1096 time: 1.5609279 Feb 04 16:29:31.479184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=faec2e75-9297-4e96-8ea4-f566fbf574e5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:31.551392 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05e9c4c2-a9b9-4dbe-a0b5-7b3c27c6298c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3249013 Feb 04 16:29:31.552968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:31.574181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.654023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2da25b9e-81b4-46bb-bf6f-d7ad905cdd3d req-0acf0350-5b27-4969-88aa-8af2e45d6dc7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808979 Feb 04 16:29:31.850601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port faec2e75-9297-4e96-8ea4-f566fbf574e5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:31.851215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.867718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-2951ee05-5504-45f1-bbf8-440d55090977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:31.869358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-2951ee05-5504-45f1-bbf8-440d55090977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.6297469 Feb 04 16:29:31.871596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b454c9a-5795-4543-85b6-bd067fb89c66 req-243c981c-aa27-4257-a7eb-16232d95b8b8 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.0728109 Feb 04 16:29:31.912599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:31.920689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:31.926298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:31.958440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:31.980520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 2} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:31.983381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:31.984583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.015415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.242356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211844-9f8f-45df-8552-ea9d50218074 req-ffc45878-ecdf-436d-943b-b43850df699b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.244212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-ffc45878-ecdf-436d-943b-b43850df699b service neutron] 10.222.0.58 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.7759688 Feb 04 16:29:32.276367 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.480550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for faec2e75-9297-4e96-8ea4-f566fbf574e5 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:32.544150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-31972c22-a951-4a61-935b-41d6cfb33e97 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:32.545595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-31972c22-a951-4a61-935b-41d6cfb33e97 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 809 time: 0.5951524 Feb 04 16:29:32.572622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 9bfaf97c-9da0-48a7-b673-19049babfed9 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:32.615076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.630650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-080f2878-93a1-48ea-856c-707b628f6c97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 998 time: 0.3703012 Feb 04 16:29:32.634547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-c838fc9f-c18b-48a5-b5a6-072ab791007c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7491550 Feb 04 16:29:32.679015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=faec2e75-9297-4e96-8ea4-f566fbf574e5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:32.690401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.729176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dcb8bb14-1131-412b-98b4-263a01336af6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/faec2e75-9297-4e96-8ea4-f566fbf574e5 HTTP/1.1" status: 204 len: 168 time: 1.1749334 Feb 04 16:29:32.732328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53768) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:32.741363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'mac_address': 'fa:16:3e:8d:1f:af', 'name': 'tempest-PortsTestJSON-1091763546'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:32.886634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:32.983009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:32.999937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:33.006100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:33.025646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:33.037232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 23d3628e-abd6-49ab-bdd8-3f4edbb2d045 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:33.072001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:33.231574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.245506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.277274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port e3c0551c-c428-4078-b673-259f5193c470 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:33.287216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.359179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.361385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f056cdcb-6fee-40aa-8066-7db58f0835a4 req-e9bec7ce-19d1-418b-a798-d52b1461d449 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.1551957 Feb 04 16:29:33.437538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-06a15bc6-24b8-43e3-aa71-e2bcc2b29ec7 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23821742d06e4524958a8bb34efeaee1 HTTP/1.1" status: 200 len: 379 time: 0.8591080 Feb 04 16:29:33.448537 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 192f4647-9943-4a50-ab34-d7f4d2a09f8e associated. External IP: 172.25.5.125, port: 93587a83-ce4d-435d-b804-639a53a76b2d. Feb 04 16:29:33.532843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'port': {'device_id': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'admin_state_up': True, 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'security_groups': ['d298edf8-469e-4129-9889-4bc61a44ad65']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:33.578943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211844-9f8f-45df-8552-ea9d50218074 req-14d927b6-e33d-444c-8e8e-573f5dc39c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.580387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-14d927b6-e33d-444c-8e8e-573f5dc39c85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.8909953 Feb 04 16:29:33.582249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:33.597725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:33.614387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=9bfaf97c-9da0-48a7-b673-19049babfed9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:33.621838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:33.670362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:33.671139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.706230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=edf6809c-1f92-4941-b02d-03e931fdddf9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:33.771428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-56780bc0-3ecc-45d1-9772-ae3836c1726d service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0830550 Feb 04 16:29:33.799023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=23d3628e-abd6-49ab-bdd8-3f4edbb2d045,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:33.818738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:33.824290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.841025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'feb2cb37-e9ba-417d-8e62-44a5199eb950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '10de34e8-2335-4698-8ec9-d2c21c3c2452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:33.841376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 10de34e8-2335-4698-8ec9-d2c21c3c2452, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:33.886829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.934390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 10de34e8-2335-4698-8ec9-d2c21c3c2452 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:33.968812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 10de34e8-2335-4698-8ec9-d2c21c3c2452) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:33.980523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:33.984252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:33.988034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43806bcd-92be-48e9-8bdb-05846138791f None None] Network 10de34e8-2335-4698-8ec9-d2c21c3c2452 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:33.988548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.991772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:33.993096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:33.997392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:33.999903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:34.008718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:34.012819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.013534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.022125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=e3c0551c-c428-4078-b673-259f5193c470,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:34.054473 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-329e8d25-d2bd-4d65-8bd4-babc48709ced tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7622645 Feb 04 16:29:34.055865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:34.085460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': '58977ea9-3e9d-4892-bc7c-a57228aea352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:34.086033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: b5417677-6157-4dc7-afc6-527407b088af, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:34.102837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d8a08-d38c-4848-a828-6536bd6acf04 req-931eb217-8fa4-4bfb-b4bc-86c6b2c2b989 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.105179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c13d8a08-d38c-4848-a828-6536bd6acf04 req-931eb217-8fa4-4bfb-b4bc-86c6b2c2b989 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.9137883 Feb 04 16:29:34.190255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 23d3628e-abd6-49ab-bdd8-3f4edbb2d045 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:34.190781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.223893 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01429be7-dbe7-4c98-bae1-9794c3a599db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4903986 Feb 04 16:29:34.224859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:34.228199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:34.239294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.268198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Transition to ACTIVE for port object 8de81055-1f3a-4450-adee-f6e8dbdf99a2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:34.341015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c13d8a08-d38c-4848-a828-6536bd6acf04 req-8a5feba7-c7bb-4c67-aa96-33feab465b2f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157388 Feb 04 16:29:34.362575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:34.377774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.384538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:port and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:34.413999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd6432-2b7f-47d4-ba54-b84e8651b43f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.421165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-45dd6432-2b7f-47d4-ba54-b84e8651b43f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:34.482830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-45dd6432-2b7f-47d4-ba54-b84e8651b43f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:34.484103 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-45dd6432-2b7f-47d4-ba54-b84e8651b43f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/e3c0551c-c428-4078-b673-259f5193c470 HTTP/1.1" status: 200 len: 841 time: 0.2547588 Feb 04 16:29:34.488477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:34.555331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:34.563002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:34.591033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:34.596814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network b5417677-6157-4dc7-afc6-527407b088af is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:34.638537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Made reservation on behalf of 23821742d06e4524958a8bb34efeaee1 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:34.641552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.646090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.652522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-186c0b08-16bc-482c-beaa-7b881a5597d4 req-62e8a8bc-ac54-4b41-84fa-fe7c8ea37c60 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625526 Feb 04 16:29:34.655940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-86ae7de4-1397-46b9-9cfa-41193b08d9bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0520093 Feb 04 16:29:34.666647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port e3c0551c-c428-4078-b673-259f5193c470 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:34.667004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.680757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-af1178b0-44c5-4ab8-b1f0-4756baa4a6d3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:29:34.681854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-af1178b0-44c5-4ab8-b1f0-4756baa4a6d3 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058761 Feb 04 16:29:34.796929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ca6fe71-fd00-4e42-9370-0a463c31a7be req-c3094992-7917-49db-94a7-7c43c9db93ec tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.2235847 Feb 04 16:29:34.797526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, b5417677-6157-4dc7-afc6-527407b088af) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:34.809484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a138c44-98b6-4a49-93ec-81b55fd26ad9 None None] Network b5417677-6157-4dc7-afc6-527407b088af requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:34.824918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:34.825484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:34.924672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 23d3628e-abd6-49ab-bdd8-3f4edbb2d045 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:35.098779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-b5417677-6157-4dc7-afc6-527407b088af', 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': 'edf6809c-1f92-4941-b02d-03e931fdddf9'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:35.099727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.194457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47ad9181-b588-4eb7-888a-f99012a2a312 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.7640276 Feb 04 16:29:35.211805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53804) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:35.343102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.425683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.465051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Allocated IP 172.20.0.2 (b5417677-6157-4dc7-afc6-527407b088af/edf6809c-1f92-4941-b02d-03e931fdddf9/4026d058-06c0-4023-a36f-59191ee2f509) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:35.502596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1497717127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:35.524531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] No DVR routers for this DVR port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:35.594276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:35.650219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:35.657511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:35.666603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-9b71173f-2079-4637-95c2-c4ea037e0335 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8920200 Feb 04 16:29:35.706058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:35.741851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=23d3628e-abd6-49ab-bdd8-3f4edbb2d045,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:35.756854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for e3c0551c-c428-4078-b673-259f5193c470 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:35.817986 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.821642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Allocated IP 172.20.0.11 (fb01250c-6e2d-4f04-8a4f-115b86d2e857/6245e4dc-ec10-4609-9b3f-e9fac605b0dc/cb0dd093-bad5-4dcd-999b-aba31d6754d5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:35.837866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.841257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.842193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.844879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Transition to ACTIVE for port object 4026d058-06c0-4023-a36f-59191ee2f509 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:35.868544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/23d3628e-abd6-49ab-bdd8-3f4edbb2d045 HTTP/1.1" status: 204 len: 168 time: 1.8102403 Feb 04 16:29:35.878104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:35.888388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.888810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.889562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.890517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.891794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.892031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.892709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.893365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.893995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.895039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.895504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de98cb1-c9fd-4692-a4ef-6a50da4f638c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:29:35.906493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Transition to ACTIVE for port object 4026d058-06c0-4023-a36f-59191ee2f509 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:35.918187 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.918695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:35.925760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85d2aa-f6ce-4432-9eb7-bfc62edde758 req-06dfe590-c634-4f62-a9cb-b0daa1235499 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:35.933893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da85d2aa-f6ce-4432-9eb7-bfc62edde758 req-06dfe590-c634-4f62-a9cb-b0daa1235499 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.3365171 Feb 04 16:29:36.000898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.015829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Network b5417677-6157-4dc7-afc6-527407b088af is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:36.019488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:36.024707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:36.031528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Pushing event updated for resources: {'Port': ['ID=4026d058-06c0-4023-a36f-59191ee2f509,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:36.175671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=e3c0551c-c428-4078-b673-259f5193c470,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:36.187005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.195106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Attempting to bind port 4026d058-06c0-4023-a36f-59191ee2f509 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:36.196718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Attempting to bind port 4026d058-06c0-4023-a36f-59191ee2f509 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '58977ea9-3e9d-4892-bc7c-a57228aea352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:36.196718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Attempting to bind port 4026d058-06c0-4023-a36f-59191ee2f509 on network b5417677-6157-4dc7-afc6-527407b088af {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:36.204671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:36.205132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Checking segment: {'id': '58977ea9-3e9d-4892-bc7c-a57228aea352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:36.205937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.206191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Bound using segment: {'id': '58977ea9-3e9d-4892-bc7c-a57228aea352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:36.206765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Bound port: 4026d058-06c0-4023-a36f-59191ee2f509, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58977ea9-3e9d-4892-bc7c-a57228aea352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5417677-6157-4dc7-afc6-527407b088af'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:36.207202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.209955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4734075-a226-4e58-9b48-1e0a6e88553d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:36.214907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4734075-a226-4e58-9b48-1e0a6e88553d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:36.215676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e4734075-a226-4e58-9b48-1e0a6e88553d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:36.223576 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0361b5b7-acd4-4fbf-a85c-7261a9016f32 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/e3c0551c-c428-4078-b673-259f5193c470 HTTP/1.1" status: 204 len: 168 time: 1.7340245 Feb 04 16:29:36.224902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:36.229526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7211844-9f8f-45df-8552-ea9d50218074 req-af4f5dff-2f51-4560-aa91-dd04d74c66b9 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423160 Feb 04 16:29:36.258389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.281479 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-262307fe-beaf-472d-b6f2-65714c782101 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:29:36.282258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-262307fe-beaf-472d-b6f2-65714c782101 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:36.294120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e4734075-a226-4e58-9b48-1e0a6e88553d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:36.303708 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4734075-a226-4e58-9b48-1e0a6e88553d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4159076 Feb 04 16:29:36.303708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:36.337663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] For port 4026d058-06c0-4023-a36f-59191ee2f509, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:36.343931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-262307fe-beaf-472d-b6f2-65714c782101 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:36.344855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] For port 4026d058-06c0-4023-a36f-59191ee2f509, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4026d058-06c0-4023-a36f-59191ee2f509,segment=NetworkSegment(58977ea9-3e9d-4892-bc7c-a57228aea352),segment_id=58977ea9-3e9d-4892-bc7c-a57228aea352)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:36.351318 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-262307fe-beaf-472d-b6f2-65714c782101 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/e3c0551c-c428-4078-b673-259f5193c470 HTTP/1.1" status: 404 len: 333 time: 0.1198483 Feb 04 16:29:36.355193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53828) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:36.360255 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.362814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da85d2aa-f6ce-4432-9eb7-bfc62edde758 req-090e55be-c701-49f4-8057-292e2a6435b6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278922 Feb 04 16:29:36.365507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'name': 'tempest-PortsTestJSON-891014080'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:36.449974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.451262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-52b2902b-fde2-4e24-aef1-d62479b00884 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1959672 Feb 04 16:29:36.457906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556e5d-8339-4a74-8cfc-2c933c9fa9f6 None None] Pushing event updated for resources: {'Port': ['ID=4026d058-06c0-4023-a36f-59191ee2f509,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:36.460402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53832) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:36.533383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 9bfaf97c-9da0-48a7-b673-19049babfed9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:36.533798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.625411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:36.658952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:36.668195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:36.692537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:36.694176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4574186e-3a8d-447a-bb5c-c808622cd4cc req-7cd6e475-cbd9-4941-80b2-04c8dd772640 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Synchronizing usage tracker for tenant:23821742d06e4524958a8bb34efeaee1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:36.705875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ac266-2050-42b6-b5c3-69b7a92df86b req-773ef3f3-1723-4c74-8114-d6c52f7834e0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:36.707853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e4ac266-2050-42b6-b5c3-69b7a92df86b req-773ef3f3-1723-4c74-8114-d6c52f7834e0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.7389834 Feb 04 16:29:36.753204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:36.761081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.872955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 096c489b-b077-42ba-a1a7-305c9dcab237 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:36.897979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.924442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:36.952872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4574186e-3a8d-447a-bb5c-c808622cd4cc req-7cd6e475-cbd9-4941-80b2-04c8dd772640 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Unset dirty status for tenant:23821742d06e4524958a8bb34efeaee1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:36.953862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4574186e-3a8d-447a-bb5c-c808622cd4cc req-7cd6e475-cbd9-4941-80b2-04c8dd772640 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.3578548 Feb 04 16:29:37.025713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Transition to ACTIVE for port object cb0dd093-bad5-4dcd-999b-aba31d6754d5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:37.067292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 9bfaf97c-9da0-48a7-b673-19049babfed9 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:37.096781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e4ac266-2050-42b6-b5c3-69b7a92df86b req-27c62951-879e-47c8-8006-ce1c3679e4d8 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208523 Feb 04 16:29:37.153017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4026d058-06c0-4023-a36f-59191ee2f509 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:37.236512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.279742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4026d058-06c0-4023-a36f-59191ee2f509 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:37.373183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=9bfaf97c-9da0-48a7-b673-19049babfed9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:37.396805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.423967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.430190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:37.430792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:37.431129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:37.452006 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18f3e196-24c8-4419-8566-f62ea483d417 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/9bfaf97c-9da0-48a7-b673-19049babfed9 HTTP/1.1" status: 204 len: 168 time: 1.1517959 Feb 04 16:29:37.456450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:37.474630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:29:37.474978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Attempting to bind port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on network 04345c07-fbac-47fe-b1f6-6bc189e80d0c {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:37.538225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.586686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:37.593469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.659137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:37.665006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:37.670535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:37.675057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.675755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.679941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=096c489b-b077-42ba-a1a7-305c9dcab237,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:37.693724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:37.694081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Checking segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:37.694491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Bound using segment: {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:37.695102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Bound port: 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b495bd0-743e-4d26-8359-60b7b9098def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:37.695816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.708424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc049de-ba27-4acb-8b3f-83bd833243d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:37.709228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bdc049de-ba27-4acb-8b3f-83bd833243d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:37.719744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4511c370-d3e0-4a72-a150-9d7a7ee38e60 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3572836 Feb 04 16:29:37.719744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:37.725071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:37.753682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35c06a-e84f-4e96-b08f-5676e1c8736d None None] Network b5417677-6157-4dc7-afc6-527407b088af requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:37.783183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bdc049de-ba27-4acb-8b3f-83bd833243d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:37.787316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bdc049de-ba27-4acb-8b3f-83bd833243d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3269601 Feb 04 16:29:37.788332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:37.854023 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee34f90-4523-4c01-9f2b-a47621549d49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:29:37.854943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Provisioning for port 4026d058-06c0-4023-a36f-59191ee2f509 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:37.855870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9ee34f90-4523-4c01-9f2b-a47621549d49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/23d3628e-abd6-49ab-bdd8-3f4edbb2d045 HTTP/1.1" status: 404 len: 333 time: 0.0658927 Feb 04 16:29:37.860631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53850) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:37.865706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Provisioning complete for port 4026d058-06c0-4023-a36f-59191ee2f509 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:37.866230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:37.887478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:37.898126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:37.913347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:37.955156 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc37072-eedb-49e9-86fb-ecbe185d4969 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:29:37.959210 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dfc37072-eedb-49e9-86fb-ecbe185d4969 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/9bfaf97c-9da0-48a7-b673-19049babfed9 HTTP/1.1" status: 404 len: 333 time: 0.0926676 Feb 04 16:29:37.965318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53854) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:38.067167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.142043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:38.146090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:38.147714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:38.213427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.270423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] For port 4026d058-06c0-4023-a36f-59191ee2f509, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4026d058-06c0-4023-a36f-59191ee2f509,segment=NetworkSegment(58977ea9-3e9d-4892-bc7c-a57228aea352),segment_id=58977ea9-3e9d-4892-bc7c-a57228aea352)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:38.276879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.314835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-f064a740-426e-4673-b9c8-4d9b1f98e984 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.316328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-f064a740-426e-4673-b9c8-4d9b1f98e984 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.9467587 Feb 04 16:29:38.329260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.382894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74412c-cd54-441c-a149-f98c64f87e26 None None] Pushing event updated for resources: {'Port': ['ID=4026d058-06c0-4023-a36f-59191ee2f509,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:38.391432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.419845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04739762-9128-4fbb-8fe5-8a0b4974e4fa None None] Provisioning for port cb0dd093-bad5-4dcd-999b-aba31d6754d5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:38.426551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04739762-9128-4fbb-8fe5-8a0b4974e4fa None None] Provisioning complete for port cb0dd093-bad5-4dcd-999b-aba31d6754d5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:38.427289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04739762-9128-4fbb-8fe5-8a0b4974e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.493073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-04739762-9128-4fbb-8fe5-8a0b4974e4fa None None] Port cb0dd093-bad5-4dcd-999b-aba31d6754d5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:38.542491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.543036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.552961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d2a7-9727-4ce8-bf6e-22fd337a8d98 req-284db632-df3b-4abd-82e6-15647465fcff tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.554200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5859d2a7-9727-4ce8-bf6e-22fd337a8d98 req-284db632-df3b-4abd-82e6-15647465fcff tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.9622335 Feb 04 16:29:38.609223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.624525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d0670b3a-ef4f-4e2d-a5de-a9f1c62aac32 None None] Provisioning complete for port 4026d058-06c0-4023-a36f-59191ee2f509 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:38.625060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0670b3a-ef4f-4e2d-a5de-a9f1c62aac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.650669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10de34e8-2335-4698-8ec9-d2c21c3c2452']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:38.663112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.668041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb2cb37-e9ba-417d-8e62-44a5199eb950') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:38.668339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb2cb37-e9ba-417d-8e62-44a5199eb950') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:38.675839 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.691711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.737736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.738016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.739747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] 10.222.0.58 "PUT /v2.0/ports/8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 1091 time: 7.9589927 Feb 04 16:29:38.741645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:38.761034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Deleting port b895b0e4-682e-44a5-9b00-4cc7a808f9be {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:38.761267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.778870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] In _notify_port_updated(), no bound segment for port 096c489b-b077-42ba-a1a7-305c9dcab237 on network 9d5473da-1f24-4301-a7c7-d3718e2a5396 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:29:38.786715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:38.787710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.789864 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/ports/096c489b-b077-42ba-a1a7-305c9dcab237 HTTP/1.1" status: 200 len: 818 time: 1.0700116 Feb 04 16:29:38.791205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.795248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53864) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:38.837865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c3d5b7e0-f52e-4edf-bb14-e5ba172b0e35 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3258672 Feb 04 16:29:38.841219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:38.841219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:38.857391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6cc8b-05d7-473a-b1e1-1b0d96987d27 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=096c489b-b077-42ba-a1a7-305c9dcab237,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:38.859953 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:38.869353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Request body: {'port': {'device_id': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:38.894145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319367b-5f71-4298-b54d-2feea5d05c75 service neutron] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:38.970965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 096c489b-b077-42ba-a1a7-305c9dcab237 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:38.971202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.002116 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.028818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.051282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=10de34e8-2335-4698-8ec9-d2c21c3c2452,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:39.056567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b2fae680-e924-4d27-a1ba-9eeee252bcff tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/10de34e8-2335-4698-8ec9-d2c21c3c2452 HTTP/1.1" status: 204 len: 168 time: 1.0894506 Feb 04 16:29:39.062180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53868) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:39.069545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1586413657'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:39.097675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b7b9-1973-4448-b8a0-2329aaae4753 req-94e3e839-8eba-405b-9848-ff16792efa2a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.106154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1914b7b9-1973-4448-b8a0-2329aaae4753 req-94e3e839-8eba-405b-9848-ff16792efa2a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 932 time: 0.7700524 Feb 04 16:29:39.109005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:39.122286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4026d058-06c0-4023-a36f-59191ee2f509 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:39.122795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:39.137042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:39.150436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:39.232475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:39.235575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.237631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4026d058-06c0-4023-a36f-59191ee2f509 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:39.238132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.243188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5859d2a7-9727-4ce8-bf6e-22fd337a8d98 req-fbaba142-1425-4cfa-ada1-c69726407999 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6594031 Feb 04 16:29:39.296427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.370834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:39.441611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 096c489b-b077-42ba-a1a7-305c9dcab237 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:39.489458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.489458 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment 9bbcce9f-4402-47d1-bfa5-5ceebdbc7257 of type vlan for network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd Feb 04 16:29:39.542044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.573048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.627702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.631012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.631590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.637439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=096c489b-b077-42ba-a1a7-305c9dcab237,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:39.740167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.767508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:39.769294 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7062311 Feb 04 16:29:39.775579 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-769b3454-38ee-499b-b473-2fadf347f750 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/096c489b-b077-42ba-a1a7-305c9dcab237 HTTP/1.1" status: 204 len: 168 time: 0.9721441 Feb 04 16:29:39.775579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bfe9-cf55-45e8-b1c9-20863811bb49 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=8392d9f8-7bb0-47d7-8b92-ab4f745cabcd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:39.775579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53872) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:39.776260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53874) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:39.782356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:39.787227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:39.834246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1914b7b9-1973-4448-b8a0-2329aaae4753 req-b587d573-2aff-4fb7-851f-cf27b49c43fd tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7261338 Feb 04 16:29:39.892193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-3930e596-cfd1-43fa-b04c-536407795e36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1094 time: 1.1016827 Feb 04 16:29:39.957424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:39.963594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:39.967974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:39.977684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:39.989463 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'status': 'completed', 'code': 200} Feb 04 16:29:39.995419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de4250-bbff-4ff5-a17e-bfd2081cfa89 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:39.996150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14de4250-bbff-4ff5-a17e-bfd2081cfa89 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:40.025413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b895b0e4-682e-44a5-9b00-4cc7a808f9be no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:40.031143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:40.158966 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.200381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33850804-310e-4f02-9fcf-480fe5dc4415 req-0a96e80d-0a60-4dad-900a-d5dd748e56ad tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.203356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33850804-310e-4f02-9fcf-480fe5dc4415 req-0a96e80d-0a60-4dad-900a-d5dd748e56ad tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 945 time: 0.7136340 Feb 04 16:29:40.203539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:40.219365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:40.229606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.262035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.20.0.1 (b5417677-6157-4dc7-afc6-527407b088af/edf6809c-1f92-4941-b02d-03e931fdddf9/917b5e7d-263e-4d03-a6a3-ee2f2c345bed) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:40.280117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14de4250-bbff-4ff5-a17e-bfd2081cfa89 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:40.281374 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-14de4250-bbff-4ff5-a17e-bfd2081cfa89 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5036693 Feb 04 16:29:40.293313 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'code': 200} Feb 04 16:29:40.297182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:40.347328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:40.362317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.381143 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-05955a9a-5309-4721-9b08-0643725e4163 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:29:40.387619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05955a9a-5309-4721-9b08-0643725e4163 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/096c489b-b077-42ba-a1a7-305c9dcab237 HTTP/1.1" status: 404 len: 333 time: 0.0842927 Feb 04 16:29:40.391331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53888) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:40.449205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442979454'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:40.470477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:40.490603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:40.495339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:40.495700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.498237 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-b3605c53-b433-4a31-aea9-adf50a2c20f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1094 time: 0.4991896 Feb 04 16:29:40.499094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:40.503230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Performing IP validity checks on allocation pools {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:29:40.506048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:29:40.534482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:40.614543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:40.617801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.699768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:40.708637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:40.721617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:40.730199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:40.731169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:40.732985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-f3f983ef-ca0b-48c8-acd8-81ea1304f6e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.734435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-f3f983ef-ca0b-48c8-acd8-81ea1304f6e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.8023207 Feb 04 16:29:40.763898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.764242 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment edc7f6e5-f5df-48a6-bac9-fd06555c7185 of type vlan for network 3f913834-6db6-40cc-b837-9c981fa28640 Feb 04 16:29:40.768398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-af0532fb-071e-4caa-b14b-9ff1cf8ce25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:40.770119 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-af0532fb-071e-4caa-b14b-9ff1cf8ce25c service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.2613101 Feb 04 16:29:40.810453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:40.822581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:40.823290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:40.894886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:40.895309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762033ed-fc7b-48c1-af16-caf680607837 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:40.908098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.942177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:40.991065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33850804-310e-4f02-9fcf-480fe5dc4415 req-19fe1289-b55a-4e39-8afd-e226630c01ea tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6718507 Feb 04 16:29:40.994119 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-ada22e92-6f56-466d-bc1a-b7417d514441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 998 time: 0.2137136 Feb 04 16:29:41.086756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.092983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.093916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.253732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=fefe508e-d98a-49bd-b506-1d27ea748fb9,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:41.295763 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9027138 Feb 04 16:29:41.303557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53894) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:41.304976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-f479215f-72e4-474d-9409-55c43b180943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.306447 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-f479215f-72e4-474d-9409-55c43b180943 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.2985399 Feb 04 16:29:41.307057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8009f-072b-43e0-9363-a4d22c63c25d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=3f913834-6db6-40cc-b837-9c981fa28640,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:41.319210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:41.350230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:41.388120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.458035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:41.458680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:41.504228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:41.512169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:41.516960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:41.524603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:41.538694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-ba8bd1d9-5115-4e99-958d-0022c4c4120f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 998 time: 0.7422533 Feb 04 16:29:41.542913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:41.545947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90674309-67ce-4d83-902d-e12018baf38c req-07090b96-587d-4edc-8e89-262a32a096c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.546214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:41.547458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90674309-67ce-4d83-902d-e12018baf38c req-07090b96-587d-4edc-8e89-262a32a096c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 1.0712597 Feb 04 16:29:41.559890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object 917b5e7d-263e-4d03-a6a3-ee2f2c345bed will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:41.567791 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-502769cb-b6ba-4e46-95fc-cb369591a042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547042 Feb 04 16:29:41.653968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:41.667992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e33d1-969f-4d9f-b4fb-3a2b699a2d98 None None] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:41.727953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.728516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.732774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.733123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.733409 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Floating IP 35e1968a-bdda-4db4-8ef9-6547b8f103f2 disassociated. External IP: 172.25.5.236, port: b895b0e4-682e-44a5-9b00-4cc7a808f9be. Feb 04 16:29:41.733707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Calling delete_port for b895b0e4-682e-44a5-9b00-4cc7a808f9be owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:41.767535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:41.775585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.800141 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ccdbf888-9e2c-44e1-bb9d-a8a9b9c595b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0249104 Feb 04 16:29:41.806117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-899d47ed-a5bc-4d28-a15a-899c2790b586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:41.807641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-899d47ed-a5bc-4d28-a15a-899c2790b586 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.2592816 Feb 04 16:29:41.817372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:41.924950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-8392d9f8-7bb0-47d7-8b92-ab4f745cabcd', 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': 'fefe508e-d98a-49bd-b506-1d27ea748fb9'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:41.926096 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:41.926649 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-4c1d62c1-2840-4ac7-84a6-1b4e5cc2c628 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523901 Feb 04 16:29:41.958869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd', 'name': 'tempest-PortsIpV6TestJSON-940008546'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:41.982679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90674309-67ce-4d83-902d-e12018baf38c req-d5ad66d0-5f55-4b86-998f-3c7636964316 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898034 Feb 04 16:29:42.141341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Allocated IP 2001:db8::2 (8392d9f8-7bb0-47d7-8b92-ab4f745cabcd/fefe508e-d98a-49bd-b506-1d27ea748fb9/ea9f152e-b83d-4c36-9011-75872c2a073d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:42.185287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.199226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0dd093-bad5-4dcd-999b-aba31d6754d5 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:42.208005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.228938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Transition to ACTIVE for port object cb0dd093-bad5-4dcd-999b-aba31d6754d5 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:42.263831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-d94762b4-7f2f-4d93-bc2a-a1c9f90697d7 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309820 Feb 04 16:29:42.278481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:42.295649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.305649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64079-b5c2-4d9b-8e98-10d3729592e8 req-5948b314-ab3d-430c-ac29-6cdf42ab2750 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:42.313331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2a64079-b5c2-4d9b-8e98-10d3729592e8 req-5948b314-ab3d-430c-ac29-6cdf42ab2750 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 932 time: 0.9902639 Feb 04 16:29:42.322639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.412776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=d511954a-7fcd-4fed-8081-289631ce189f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.431729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': 'edc7f6e5-f5df-48a6-bac9-fd06555c7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:42.432285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 3f913834-6db6-40cc-b837-9c981fa28640, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:42.441920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:42.461208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 3f913834-6db6-40cc-b837-9c981fa28640 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:42.475245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3f913834-6db6-40cc-b837-9c981fa28640) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:42.480035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:42.482938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.511074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97f2b8cc-162b-4fc0-aa1e-e3d82f4e44d3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2015047 Feb 04 16:29:42.513947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53904) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:42.516825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network b5417677-6157-4dc7-afc6-527407b088af is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:42.518712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.520236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:42.533548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Transition to ACTIVE for port object ea9f152e-b83d-4c36-9011-75872c2a073d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:42.554975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Transition to ACTIVE for port object ea9f152e-b83d-4c36-9011-75872c2a073d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:42.562722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885ba4b-6840-440d-8930-aec4b3f29b81 None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:42.581913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.593518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:42.606520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=917b5e7d-263e-4d03-a6a3-ee2f2c345bed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.609032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:42.609426 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:42.610002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:42.613209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.626782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:42.710003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:42.710522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-4987658e-1baa-48dd-a4fd-cdc0c5490115 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8378150 Feb 04 16:29:42.715521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:42.720773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:42.729251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:42.745430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:42.750982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.752165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:42.758657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:42.761445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:42.806476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Pushing event updated for resources: {'Port': ['ID=ea9f152e-b83d-4c36-9011-75872c2a073d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:42.816317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2a64079-b5c2-4d9b-8e98-10d3729592e8 req-b55423b2-6288-457d-a836-c6bee002465b tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5017760 Feb 04 16:29:42.832858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port cd0b0e2d-aa5d-4555-81f2-fcad440f539c yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:42.921320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Attempting to bind port ea9f152e-b83d-4c36-9011-75872c2a073d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:42.921780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Attempting to bind port ea9f152e-b83d-4c36-9011-75872c2a073d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:42.922211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Attempting to bind port ea9f152e-b83d-4c36-9011-75872c2a073d on network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:42.982852 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d511954a-7fcd-4fed-8081-289631ce189f (CIDR: 172.20.0.0/28) Feb 04 16:29:42.988616 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:29:42.989443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:29:42.993554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:42.994139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Checking segment: {'id': '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:42.994504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:42.994960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Bound using segment: {'id': '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:42.995514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Bound port: ea9f152e-b83d-4c36-9011-75872c2a073d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8392d9f8-7bb0-47d7-8b92-ab4f745cabcd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:42.996054 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.019558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c14230df-2938-4653-85e2-71e9be516946 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5040452 Feb 04 16:29:43.020651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:43.028643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:43.087138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-3f913834-6db6-40cc-b837-9c981fa28640', 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'd511954a-7fcd-4fed-8081-289631ce189f'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:43.088422 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.116828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Deleting port b895b0e4-682e-44a5-9b00-4cc7a808f9be {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:43.117436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.283514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:43.284818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200eca5-ae00-4752-bf9f-055e703ff529 req-4c0bc84b-38d1-4967-aab0-592305b21510 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:43.285996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] For port ea9f152e-b83d-4c36-9011-75872c2a073d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:43.287353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9200eca5-ae00-4752-bf9f-055e703ff529 req-4c0bc84b-38d1-4967-aab0-592305b21510 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 943 time: 0.9323702 Feb 04 16:29:43.289182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:43.293282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:43.299300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:43.310608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:43.311899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:43.315803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.333747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] For port ea9f152e-b83d-4c36-9011-75872c2a073d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea9f152e-b83d-4c36-9011-75872c2a073d,segment=NetworkSegment(9bbcce9f-4402-47d1-bfa5-5ceebdbc7257),segment_id=9bbcce9f-4402-47d1-bfa5-5ceebdbc7257)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:43.342106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.406463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.430753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Allocated IP 172.20.0.2 (3f913834-6db6-40cc-b837-9c981fa28640/d511954a-7fcd-4fed-8081-289631ce189f/459ba34f-880c-4366-b69c-45e2f383b881) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:43.558140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd47b7c-22ec-4c30-89ba-9d7cb97adc05 None None] Pushing event updated for resources: {'Port': ['ID=ea9f152e-b83d-4c36-9011-75872c2a073d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:43.562273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ec57953f-6258-43d9-b7f5-ec25ab9d5319 None None] Provisioning for port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:43.571312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ec57953f-6258-43d9-b7f5-ec25ab9d5319 None None] Provisioning complete for port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:43.571679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ec57953f-6258-43d9-b7f5-ec25ab9d5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.647806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.667135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ec57953f-6258-43d9-b7f5-ec25ab9d5319 None None] Port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:43.760140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 3f913834-6db6-40cc-b837-9c981fa28640 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:43.761106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=a721ec41-38e0-4f6a-bb51-c67b7f46c89f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:43.764999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:43.768562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:43.769289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.806509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.813291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9a668b4-07ce-42c7-899c-4fddcf870453 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7880988 Feb 04 16:29:43.813494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:43.819419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'fixed_ips': [{'subnet_id': 'd511954a-7fcd-4fed-8081-289631ce189f'}, {'subnet_id': 'a721ec41-38e0-4f6a-bb51-c67b7f46c89f'}], 'name': 'tempest-PortsTestJSON-568875116'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:43.821156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Transition to ACTIVE for port object 459ba34f-880c-4366-b69c-45e2f383b881 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:43.859197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Transition to ACTIVE for port object 459ba34f-880c-4366-b69c-45e2f383b881 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:43.875526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:43.985614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:43.988787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:43.993969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:43.997115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Pushing event updated for resources: {'Port': ['ID=459ba34f-880c-4366-b69c-45e2f383b881,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:44.009505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::fb (8392d9f8-7bb0-47d7-8b92-ab4f745cabcd/fefe508e-d98a-49bd-b506-1d27ea748fb9/cd0b0e2d-aa5d-4555-81f2-fcad440f539c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:44.071185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:44.077067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-095643f5-d2ef-43ec-80fd-bd14d1c55703 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3457925 Feb 04 16:29:44.079985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:44.085727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:44.095876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:44.115088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:44.123604 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.139706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Attempting to bind port 459ba34f-880c-4366-b69c-45e2f383b881 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:44.140469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Attempting to bind port 459ba34f-880c-4366-b69c-45e2f383b881 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'edc7f6e5-f5df-48a6-bac9-fd06555c7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:44.141071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Attempting to bind port 459ba34f-880c-4366-b69c-45e2f383b881 on network 3f913834-6db6-40cc-b837-9c981fa28640 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:44.149571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:44.150378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Checking segment: {'id': 'edc7f6e5-f5df-48a6-bac9-fd06555c7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:44.151031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.151645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Bound using segment: {'id': 'edc7f6e5-f5df-48a6-bac9-fd06555c7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:44.152392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Bound port: 459ba34f-880c-4366-b69c-45e2f383b881, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc7f6e5-f5df-48a6-bac9-fd06555c7185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f913834-6db6-40cc-b837-9c981fa28640'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:44.153012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.162049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:44.173765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Attempting to bind port cb0dd093-bad5-4dcd-999b-aba31d6754d5 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:44.174147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Attempting to bind port cb0dd093-bad5-4dcd-999b-aba31d6754d5 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:44.174492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Attempting to bind port cb0dd093-bad5-4dcd-999b-aba31d6754d5 on network fb01250c-6e2d-4f04-8a4f-115b86d2e857 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:44.263373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] For port 459ba34f-880c-4366-b69c-45e2f383b881, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:44.267284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] For port 459ba34f-880c-4366-b69c-45e2f383b881, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=459ba34f-880c-4366-b69c-45e2f383b881,segment=NetworkSegment(edc7f6e5-f5df-48a6-bac9-fd06555c7185),segment_id=edc7f6e5-f5df-48a6-bac9-fd06555c7185)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:44.279645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.335272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9200eca5-ae00-4752-bf9f-055e703ff529 req-ddcd8dec-ba63-44d9-bd42-2104298095bc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9323637 Feb 04 16:29:44.373451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4922520-8363-4724-8afa-fc69901f46a3 None None] Pushing event updated for resources: {'Port': ['ID=459ba34f-880c-4366-b69c-45e2f383b881,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:44.441786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Port cb0dd093-bad5-4dcd-999b-aba31d6754d5 on network fb01250c-6e2d-4f04-8a4f-115b86d2e857 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:29:44.442263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Attempting to bind port cb0dd093-bad5-4dcd-999b-aba31d6754d5 on network fb01250c-6e2d-4f04-8a4f-115b86d2e857 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:44.721714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.7 (3f913834-6db6-40cc-b837-9c981fa28640/d511954a-7fcd-4fed-8081-289631ce189f/825ec273-81d2-46e5-bdc4-9430daa2e6f7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:44.729212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.27 (3f913834-6db6-40cc-b837-9c981fa28640/a721ec41-38e0-4f6a-bb51-c67b7f46c89f/825ec273-81d2-46e5-bdc4-9430daa2e6f7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:44.761643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.777086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d11ad-ee16-401e-9bcf-fe256b3f6634 req-3b8f6824-f265-4cd9-b485-fda71d47d696 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:44.784424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa2d11ad-ee16-401e-9bcf-fe256b3f6634 req-3b8f6824-f265-4cd9-b485-fda71d47d696 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 1.5515537 Feb 04 16:29:44.817983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:44.818458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Checking segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:44.818756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Bound using segment: {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:44.819235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Bound port: cb0dd093-bad5-4dcd-999b-aba31d6754d5, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a445dda-eb78-484a-b65c-c51cbbb555e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:44.819584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.967062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:44.986549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 825ec273-81d2-46e5-bdc4-9430daa2e6f7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:45.016996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.063419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51c30224-1a53-49cd-af80-f55b6a9dba87 req-4eada297-67d2-4df5-a609-ff56a1b094bc service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9321671 Feb 04 16:29:45.135842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] For port b895b0e4-682e-44a5-9b00-4cc7a808f9be, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b895b0e4-682e-44a5-9b00-4cc7a808f9be,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:45.136214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.182564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8e5c4-d446-46ed-8265-f22ada876bcd None None] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:45.304366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 3f913834-6db6-40cc-b837-9c981fa28640 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:45.309396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:45.311873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:45.327532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa2d11ad-ee16-401e-9bcf-fe256b3f6634 req-4bf651c4-914f-41d5-9b55-ed3cd69b0a80 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5421255 Feb 04 16:29:45.348041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=825ec273-81d2-46e5-bdc4-9430daa2e6f7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:45.379910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 459ba34f-880c-4366-b69c-45e2f383b881 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:45.443051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:45.444080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.504620 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-767e14ce-12f3-445e-922f-e22eb8f7eee7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6875637 Feb 04 16:29:45.505567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53922) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:45.513735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd511954a-7fcd-4fed-8081-289631ce189f'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:45.614654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-21189f1b-968c-48b7-bcac-c77529e9aae9 None None] Provisioning for port ea9f152e-b83d-4c36-9011-75872c2a073d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:45.674826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.733470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 459ba34f-880c-4366-b69c-45e2f383b881 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:45.740546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea9f152e-b83d-4c36-9011-75872c2a073d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:45.808365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.832801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ea9f152e-b83d-4c36-9011-75872c2a073d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:45.840145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ea9f152e-b83d-4c36-9011-75872c2a073d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:45.840576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:45.906078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:45.975421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef23ac-72dd-4bce-aa34-b47419e2e106 None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:46.033223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object cd0b0e2d-aa5d-4555-81f2-fcad440f539c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:46.052067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:46.073464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6880915-f243-476f-84f4-7505d6344f49 req-0a45f66f-5b45-41a7-b563-fb274b324c22 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:46.080764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6880915-f243-476f-84f4-7505d6344f49 req-0a45f66f-5b45-41a7-b563-fb274b324c22 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 944 time: 1.5181096 Feb 04 16:29:46.141848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.149355 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.183108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Provisioning for port 459ba34f-880c-4366-b69c-45e2f383b881 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:46.198031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Provisioning complete for port 459ba34f-880c-4366-b69c-45e2f383b881 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:46.198448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.263849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Delete allocated IP 172.20.0.27 (3f913834-6db6-40cc-b837-9c981fa28640/a721ec41-38e0-4f6a-bb51-c67b7f46c89f) {{(pid=83596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:29:46.286725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ea9f152e-b83d-4c36-9011-75872c2a073d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea9f152e-b83d-4c36-9011-75872c2a073d,segment=NetworkSegment(9bbcce9f-4402-47d1-bfa5-5ceebdbc7257),segment_id=9bbcce9f-4402-47d1-bfa5-5ceebdbc7257)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:46.324705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.441746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.443149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] 10.222.0.41 "PUT /v2.0/ports/cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 1092 time: 7.5779376 Feb 04 16:29:46.462695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:46.483708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-c6f093be-2e11-4586-9f1f-f6a768e8a9ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1094 time: 1.2394216 Feb 04 16:29:46.541511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.565845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Ignored duplicate provisioning block setup for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 16:29:46.573062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.588648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6880915-f243-476f-84f4-7505d6344f49 req-4650bbe0-aa90-4cb0-b800-eac699d81d6a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5067236 Feb 04 16:29:46.599890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ea9f152e-b83d-4c36-9011-75872c2a073d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:46.604419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40ffb-1088-42e5-a922-f6377296a97f service neutron] Pushing event updated for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:46.607694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.625979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12edb42-1a9e-4d93-9010-c6cb2a570321 req-622bdb7f-bb14-4282-b456-b155af33a03d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:46.627610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f12edb42-1a9e-4d93-9010-c6cb2a570321 req-622bdb7f-bb14-4282-b456-b155af33a03d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 943 time: 0.8641748 Feb 04 16:29:46.684202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.746526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] For port 459ba34f-880c-4366-b69c-45e2f383b881, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=459ba34f-880c-4366-b69c-45e2f383b881,segment=NetworkSegment(edc7f6e5-f5df-48a6-bac9-fd06555c7185),segment_id=edc7f6e5-f5df-48a6-bac9-fd06555c7185)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:46.755566 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.816652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=825ec273-81d2-46e5-bdc4-9430daa2e6f7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:46.863894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.864885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.865386 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Floating IP 35e1968a-bdda-4db4-8ef9-6547b8f103f2 disassociated. External IP: 172.25.5.236, port: b895b0e4-682e-44a5-9b00-4cc7a808f9be. Feb 04 16:29:46.865884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Calling delete_port for b895b0e4-682e-44a5-9b00-4cc7a808f9be owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:46.871112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] In _notify_port_updated(), no bound segment for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 on network 3f913834-6db6-40cc-b837-9c981fa28640 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:29:46.876484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:46.877260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:46.878868 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f49d452f-9e0b-4d83-a734-fb5582233c9b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/ports/825ec273-81d2-46e5-bdc4-9430daa2e6f7 HTTP/1.1" status: 200 len: 918 time: 1.3722899 Feb 04 16:29:46.881517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53930) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:46.891292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd511954a-7fcd-4fed-8081-289631ce189f'}, {'subnet_id': 'a721ec41-38e0-4f6a-bb51-c67b7f46c89f'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:46.949443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:46.960220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acef975-9afe-40fe-b29c-ab863a534a3b None None] Pushing event updated for resources: {'Port': ['ID=459ba34f-880c-4366-b69c-45e2f383b881,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:46.982680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Update dhcp port {'port': {'network_id': '3f913834-6db6-40cc-b837-9c981fa28640', 'fixed_ips': [{'subnet_id': 'd511954a-7fcd-4fed-8081-289631ce189f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a721ec41-38e0-4f6a-bb51-c67b7f46c89f'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '459ba34f-880c-4366-b69c-45e2f383b881'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:29:47.015917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:47.023218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=cd0b0e2d-aa5d-4555-81f2-fcad440f539c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:47.038263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:47.045739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:47.067301 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.077403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3dc65538-70aa-40d2-bd00-95581afd2862 None None] Provisioning complete for port ea9f152e-b83d-4c36-9011-75872c2a073d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:47.077782 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dc65538-70aa-40d2-bd00-95581afd2862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.114062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:47.119676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:47.122546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.189833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea9f152e-b83d-4c36-9011-75872c2a073d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:47.196588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f12edb42-1a9e-4d93-9010-c6cb2a570321 req-a25cc5af-ac32-4fe0-b748-b0b27090785e tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups?id=df27fc79-9e63-4595-9ac1-409dd7bdcfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547777 Feb 04 16:29:47.262175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.303607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-71354d0d-4a64-4617-857a-b76db8bd1725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:47.306207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-71354d0d-4a64-4617-857a-b76db8bd1725 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.8091605 Feb 04 16:29:47.316527 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'status': 'completed', 'code': 200} Feb 04 16:29:47.320320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.416499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.433869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:29:47.492612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-deca6286-2275-4808-ac1a-bf30bea3359e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1095 time: 0.9932940 Feb 04 16:29:47.623798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ea9f152e-b83d-4c36-9011-75872c2a073d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:47.624170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.652411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a55b80af-1c10-4102-8120-68b174394d2e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.8020568 Feb 04 16:29:47.708528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:47.738029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Allocated IP 172.20.0.18 (3f913834-6db6-40cc-b837-9c981fa28640/a721ec41-38e0-4f6a-bb51-c67b7f46c89f/459ba34f-880c-4366-b69c-45e2f383b881) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:47.760286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.777882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=917b5e7d-263e-4d03-a6a3-ee2f2c345bed,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:47.790370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:47.793630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071a7db-080b-47c1-9efa-19506533afa4 req-54d2e2ba-4fb6-44bb-a89e-edce01e2edbd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:47.798135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port cd0b0e2d-aa5d-4555-81f2-fcad440f539c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:47.798935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:47.801248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6071a7db-080b-47c1-9efa-19506533afa4 req-54d2e2ba-4fb6-44bb-a89e-edce01e2edbd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 943 time: 0.9748116 Feb 04 16:29:47.823188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-852600ab-236d-4cad-afa4-d226c2c83363 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 217 time: 0.3034110 Feb 04 16:29:47.878791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bc5e468a-1f36-4485-ae8a-1c732eed323e None None] Provisioning for port cd0b0e2d-aa5d-4555-81f2-fcad440f539c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:47.883822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'port_id': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'mac_address': 'fa:16:3e:bc:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:29:47.940242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bc5e468a-1f36-4485-ae8a-1c732eed323e None None] Provisioning complete for port cd0b0e2d-aa5d-4555-81f2-fcad440f539c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:47.940607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc5e468a-1f36-4485-ae8a-1c732eed323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.075450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.091848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e468a-1f36-4485-ae8a-1c732eed323e None None] Port cd0b0e2d-aa5d-4555-81f2-fcad440f539c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:48.101703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.107508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 459ba34f-880c-4366-b69c-45e2f383b881 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:48.146278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-a99cbb1f-9aec-4a9b-b672-7f3833e0d678 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 998 time: 0.7667382 Feb 04 16:29:48.170653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:48.192272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] For port 459ba34f-880c-4366-b69c-45e2f383b881, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=459ba34f-880c-4366-b69c-45e2f383b881,segment=NetworkSegment(edc7f6e5-f5df-48a6-bac9-fd06555c7185),segment_id=edc7f6e5-f5df-48a6-bac9-fd06555c7185)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:48.214503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:48.224560 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.235484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6071a7db-080b-47c1-9efa-19506533afa4 req-9e094f2b-8043-480f-bb12-d638d9703b4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4327002 Feb 04 16:29:48.302913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.336957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 459ba34f-880c-4366-b69c-45e2f383b881 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:48.337306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.363680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Transition to ACTIVE for port object 459ba34f-880c-4366-b69c-45e2f383b881 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:48.364922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for cd0b0e2d-aa5d-4555-81f2-fcad440f539c owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:48.374821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.377296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.381044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.487929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'Port': ['ID=b895b0e4-682e-44a5-9b00-4cc7a808f9be,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.527883 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-45668d66-907f-4c63-abac-bfff914dc6cf {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:48.528455 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:48.540896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f286bd20-cd82-4c9b-9c52-6ed7aab3c4fc req-aca89bfd-b881-4f43-98cd-1b185e1194d0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Synchronizing usage tracker for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:48.548316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['8de81055-1f3a-4450-adee-f6e8dbdf99a2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:29:48.559588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-6d32287d-08d1-4648-8f68-bdafdf999f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:48.561031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-6d32287d-08d1-4648-8f68-bdafdf999f30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.5271831 Feb 04 16:29:48.614954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.636247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-d323a601-d7f6-47cd-88e1-0627765c22a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:48.637669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-d323a601-d7f6-47cd-88e1-0627765c22a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.4770834 Feb 04 16:29:48.674002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 459ba34f-880c-4366-b69c-45e2f383b881 had new provisioning blocks added so it will not transition to active. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Feb 04 16:29:48.674820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=cd0b0e2d-aa5d-4555-81f2-fcad440f539c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.689472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6322ce-703a-4862-ac70-201c3df66c8c None None] Pushing event updated for resources: {'Port': ['ID=459ba34f-880c-4366-b69c-45e2f383b881,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:48.737037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:48.752495 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d987999c-29cb-4a13-8830-fed8a8d7d1bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/cd0b0e2d-aa5d-4555-81f2-fcad440f539c HTTP/1.1" status: 204 len: 168 time: 1.0428474 Feb 04 16:29:48.753351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53942) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:48.802208 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-037f75ef-adac-403a-87c9-65e4c2f5a554 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:29:48.806914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037f75ef-adac-403a-87c9-65e4c2f5a554 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:29:48.809573 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-037f75ef-adac-403a-87c9-65e4c2f5a554 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/cd0b0e2d-aa5d-4555-81f2-fcad440f539c HTTP/1.1" status: 404 len: 333 time: 0.0551472 Feb 04 16:29:48.814059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:48.865552 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-156a3e97-ad30-4ee9-ab73-cc93b3410ad7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:29:48.866066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156a3e97-ad30-4ee9-ab73-cc93b3410ad7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:48.886982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-156a3e97-ad30-4ee9-ab73-cc93b3410ad7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:48.888365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-156a3e97-ad30-4ee9-ab73-cc93b3410ad7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/cd0b0e2d-aa5d-4555-81f2-fcad440f539c HTTP/1.1" status: 404 len: 333 time: 0.0727613 Feb 04 16:29:48.894060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:48.910774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f286bd20-cd82-4c9b-9c52-6ed7aab3c4fc req-aca89bfd-b881-4f43-98cd-1b185e1194d0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Unset dirty status for tenant:7e6bab24282045daa21322d247f7eaac on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:48.911959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f286bd20-cd82-4c9b-9c52-6ed7aab3c4fc req-aca89bfd-b881-4f43-98cd-1b185e1194d0 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.5254524 Feb 04 16:29:48.949942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a843a7c-8d1e-45af-bc51-9dcaaf9351bd req-3d00568b-87f1-4d1e-9a94-61916e61e1b4 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:48.960044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a843a7c-8d1e-45af-bc51-9dcaaf9351bd req-3d00568b-87f1-4d1e-9a94-61916e61e1b4 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 944 time: 0.9230394 Feb 04 16:29:49.056644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network b5417677-6157-4dc7-afc6-527407b088af is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:49.081528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:49.130266 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.231391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 459ba34f-880c-4366-b69c-45e2f383b881 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:49.563438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-aac82925-578f-4a4a-a05f-c798a5f1335f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9708641 Feb 04 16:29:49.590433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet fefe508e-d98a-49bd-b506-1d27ea748fb9 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:49.598919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.622946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a843a7c-8d1e-45af-bc51-9dcaaf9351bd req-282dcc59-4a4f-48ce-ae0e-82ad0d8291d9 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619358 Feb 04 16:29:49.661574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9020302-20a7-4e2b-9f95-b747b26b7d1a None None] Provisioning complete for port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:49.661946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9020302-20a7-4e2b-9f95-b747b26b7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.679142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-cddfef9b-885a-4f58-9c62-c43f6a0a2629 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0211515 Feb 04 16:29:49.730963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.747467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b9020302-20a7-4e2b-9f95-b747b26b7d1a None None] Port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:49.816394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07415487-b91a-4437-90e1-23b5a1243ee5 None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:49.859051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:49.876570 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:49.901752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.28 (3f913834-6db6-40cc-b837-9c981fa28640/a721ec41-38e0-4f6a-bb51-c67b7f46c89f/825ec273-81d2-46e5-bdc4-9430daa2e6f7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:49.904119 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:49.906169 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:49.914002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:49.989341 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:50.003787 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:50.004698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:50.124632 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:50.127435 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c61ea1-7b9c-4df3-b669-5f5958b465d8 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:50.142713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.144196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Provisioning for port 459ba34f-880c-4366-b69c-45e2f383b881 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:50.157557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Provisioning complete for port 459ba34f-880c-4366-b69c-45e2f383b881 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:50.157844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.242022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.242395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.253481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf672af-ce14-4f0b-baf4-08562c7a9488 None None] Network 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:50.260023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=fefe508e-d98a-49bd-b506-1d27ea748fb9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.268114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a12978f-4132-471c-8ef0-2c31601f0c20 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/fefe508e-d98a-49bd-b506-1d27ea748fb9 HTTP/1.1" status: 204 len: 168 time: 1.3727713 Feb 04 16:29:50.269051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53958) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:50.308213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ac3fd80-8301-462a-bee9-244419fc2944 req-fbb8f095-25dd-423e-9ed4-0b1cb447cedc tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.1030619 Feb 04 16:29:50.371591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:29:50.402645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.439704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.441564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Ignored duplicate provisioning block setup for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 16:29:50.450998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.545179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-fc8ee4f5-1dd4-4de6-8e06-c18020e0ae5e service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9141979 Feb 04 16:29:50.559076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb640296-86b5-45ce-b4f9-dbb95966a0db req-6ac68d96-a14c-4c2c-87e3-5e6d970ad065 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:50.567139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb640296-86b5-45ce-b4f9-dbb95966a0db req-6ac68d96-a14c-4c2c-87e3-5e6d970ad065 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 944 time: 1.0127013 Feb 04 16:29:50.616191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Provisioning for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:50.623990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Provisioning complete for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:50.624411 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.736162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] DHCP port deletion for 8392d9f8-7bb0-47d7-8b92-ab4f745cabcd request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:29:50.740160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-a4b3b7c7-7219-4795-9b8d-e888cec126a3 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9865155 Feb 04 16:29:50.760676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Deleting port ea9f152e-b83d-4c36-9011-75872c2a073d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:50.761048 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.777798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=825ec273-81d2-46e5-bdc4-9430daa2e6f7,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:50.786017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port ea9f152e-b83d-4c36-9011-75872c2a073d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:50.786212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:50.907131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb640296-86b5-45ce-b4f9-dbb95966a0db req-70a21ce1-f033-4c99-86e4-ecb9ad6871af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391006 Feb 04 16:29:50.957698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:29:50.985174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7d323473-ca2b-4a50-9a4f-1b867fdb6295 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/192f4647-9943-4a50-ab34-d7f4d2a09f8e HTTP/1.1" status: 200 len: 978 time: 24.7620194 Feb 04 16:29:51.000052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53964) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:51.008684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:51.124929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] For port ea9f152e-b83d-4c36-9011-75872c2a073d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea9f152e-b83d-4c36-9011-75872c2a073d,segment=NetworkSegment(9bbcce9f-4402-47d1-bfa5-5ceebdbc7257),segment_id=9bbcce9f-4402-47d1-bfa5-5ceebdbc7257)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:51.125606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.304951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port ea9f152e-b83d-4c36-9011-75872c2a073d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea9f152e-b83d-4c36-9011-75872c2a073d,segment=NetworkSegment(9bbcce9f-4402-47d1-bfa5-5ceebdbc7257),segment_id=9bbcce9f-4402-47d1-bfa5-5ceebdbc7257)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:51.305755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.357015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Calling delete_port for ea9f152e-b83d-4c36-9011-75872c2a073d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:51.437929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dcb9ca8-66ff-40ae-9c96-90fe81f8f800 req-c34ddcd6-730a-4b11-ae17-c0eae21d6f4f service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8289838 Feb 04 16:29:51.490163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea9f152e-b83d-4c36-9011-75872c2a073d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:29:51.490941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for ea9f152e-b83d-4c36-9011-75872c2a073d owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:51.529826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:51.564774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 9909b69c-aeed-4fd7-bee2-1a2890a98f0c is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:29:51.568778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07cf5001-df3a-4c00-9a99-e378bec97cf7 req-aaccfec7-9478-46b6-be08-20205837efd4 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011363 Feb 04 16:29:51.587397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:51.627628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f440-2bca-4a50-a351-870fdfbd3eca req-d1b77995-cdb5-41d6-96bb-a438632da6ea tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:51.635378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6811f440-2bca-4a50-a351-870fdfbd3eca req-d1b77995-cdb5-41d6-96bb-a438632da6ea tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 944 time: 0.6981549 Feb 04 16:29:51.645324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.717668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dd84b21f-af03-477c-9dd4-036a3dfdb181 None None] Port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:51.729622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.740453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.772669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port ea9f152e-b83d-4c36-9011-75872c2a073d {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:29:51.773034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea9f152e-b83d-4c36-9011-75872c2a073d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:29:51.786305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:29:51.786566 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:29:51.788629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] In _notify_port_updated(), no bound segment for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 on network 3f913834-6db6-40cc-b837-9c981fa28640 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:29:51.795809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:51.796488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.799310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:51.802175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6d74469-3085-4d76-b1d0-92bded309d99 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/ports/825ec273-81d2-46e5-bdc4-9430daa2e6f7 HTTP/1.1" status: 200 len: 998 time: 4.9156384 Feb 04 16:29:51.808088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:51.808831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:51.821930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No DVR routers for this DVR port ea9f152e-b83d-4c36-9011-75872c2a073d on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:51.825051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:51.865796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cfb6232-0bb7-49ff-beb6-c80fc84f92cc req-d4ec2de0-9323-49cf-874e-91c40a56d77d tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.2250328 Feb 04 16:29:51.878209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=ea9f152e-b83d-4c36-9011-75872c2a073d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.005061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-458ad3f1-e4de-4cc9-a20d-4176f2ac8813 None None] Provisioning complete for port 459ba34f-880c-4366-b69c-45e2f383b881 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:52.005454 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-458ad3f1-e4de-4cc9-a20d-4176f2ac8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.012057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6811f440-2bca-4a50-a351-870fdfbd3eca req-ed105793-1b50-4804-9fdf-3d594e52aa26 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757870 Feb 04 16:29:52.054961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.082174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.106887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:52.108424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:52.135833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.196751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-39321e19-fa48-459a-9a78-b3eab283ab4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:52.198275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-39321e19-fa48-459a-9a78-b3eab283ab4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f&tenant_id=9d08bc626ccd49e4b462d9840a14fc57&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.5609152 Feb 04 16:29:52.204798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:52.205259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.232945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.256709 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'code': 200} Feb 04 16:29:52.299862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Deleting port ea9f152e-b83d-4c36-9011-75872c2a073d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:52.300477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.316636 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-a0532143-a2ff-429d-bb6c-8fe54718f726 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1095 time: 0.6594622 Feb 04 16:29:52.317944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8bab3-07df-4e7b-b038-3bc2cd99ed7b req-c1a0979e-5cde-485f-b77e-273edefe69e2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:52.319430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0be8bab3-07df-4e7b-b038-3bc2cd99ed7b req-c1a0979e-5cde-485f-b77e-273edefe69e2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 0.3129642 Feb 04 16:29:52.337913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:52.393531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2eff9-ac79-416c-b94d-5e0411d8beb1 None None] The port 'ea9f152e-b83d-4c36-9011-75872c2a073d' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:29:52.414895 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-a9503c2e-6f71-4f05-a9af-ce76e6928bd3 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:29:52.416165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-a9503c2e-6f71-4f05-a9af-ce76e6928bd3 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8de81055-1f3a-4450-adee-f6e8dbdf99a2/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.2024326 Feb 04 16:29:52.421735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:52.430208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0484987e-d221-47e3-a98e-b98587c6b5ce tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/9909b69c-aeed-4fd7-bee2-1a2890a98f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9622619 Feb 04 16:29:52.430597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-458ad3f1-e4de-4cc9-a20d-4176f2ac8813 None None] Provisioning complete for port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:52.431226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-458ad3f1-e4de-4cc9-a20d-4176f2ac8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.439484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:52.495277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] Sync routers for ids ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:52.525764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-458ad3f1-e4de-4cc9-a20d-4176f2ac8813 None None] Port 825ec273-81d2-46e5-bdc4-9430daa2e6f7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:29:52.531715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] Routers {'9909b69c-aeed-4fd7-bee2-1a2890a98f0c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:52.532412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.588938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8392d9f8-7bb0-47d7-8b92-ab4f745cabcd']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.596625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.608846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] Routers {'9909b69c-aeed-4fd7-bee2-1a2890a98f0c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:52.609475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.614887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.615792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbcce9f-4402-47d1-bfa5-5ceebdbc7257') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.631963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.679008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.679951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c04110e-91dc-4802-8856-8d60067f09a2 None None] The sync data for ids ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:52.695031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.735546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:29:52.736269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:52.750510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0be8bab3-07df-4e7b-b038-3bc2cd99ed7b req-f14f6cd3-440e-4d7a-b1e2-9278dbb382f7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226544 Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:29:52.757872 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:29:52.780713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e6969-98d1-4265-99dc-86f6edb66877 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:52.781268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fb0e6969-98d1-4265-99dc-86f6edb66877 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:52.817511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:52.831194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:52.845691 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:52.846748 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:52.849362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fb0e6969-98d1-4265-99dc-86f6edb66877 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:52.854132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fb0e6969-98d1-4265-99dc-86f6edb66877 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports/917b5e7d-263e-4d03-a6a3-ee2f2c345bed HTTP/1.1" status: 200 len: 910 time: 0.4013727 Feb 04 16:29:52.858081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 53986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:52.970522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-12bf47e5-d861-4a26-a6f3-f320701b1cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1097 time: 0.3094499 Feb 04 16:29:52.979465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] No DVR routers for this DVR port b895b0e4-682e-44a5-9b00-4cc7a808f9be on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:29:52.988191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-df7d14c0-2df2-44d4-b491-f30eaf2b0f05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:52.989673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-df7d14c0-2df2-44d4-b491-f30eaf2b0f05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 910 time: 0.6098185 Feb 04 16:29:52.994244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.008780 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.010761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3b49d24-940a-4b2e-87f4-a79123329e55 req-9943d35f-c589-41e0-8393-e35b5ec3b15a tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.41 "DELETE /v2.0/ports/b895b0e4-682e-44a5-9b00-4cc7a808f9be HTTP/1.1" status: 204 len: 173 time: 14.6130862 Feb 04 16:29:53.013957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-deleted', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:53.137608 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0c9b04-c2f0-4865-b423-c5317f432e2f', 'name': 'network-vif-deleted', 'tag': 'b895b0e4-682e-44a5-9b00-4cc7a808f9be', 'status': 'completed', 'code': 200} Feb 04 16:29:53.227490 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:53.239262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.358578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-6e922ae5-54aa-4ca6-8029-258ecb528699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.360838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-6e922ae5-54aa-4ca6-8029-258ecb528699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.3832030 Feb 04 16:29:53.400312 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/8392d9f8-7bb0-47d7-8b92-ab4f745cabcd HTTP/1.1" status: 204 len: 168 time: 3.1265945 Feb 04 16:29:53.410597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 53998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:53.411804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c0530-bb84-4c57-8841-c97bcbdb6a9d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=8392d9f8-7bb0-47d7-8b92-ab4f745cabcd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:53.430519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1809997946'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:53.450264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-0821f26d-6abb-4f2d-904b-48fba299cfb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 217 time: 0.4429712 Feb 04 16:29:53.451534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:53.453970 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.493049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-71c036d5-1ef4-4679-be15-1b082732c774 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 1000 time: 0.1245465 Feb 04 16:29:53.502158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:53.512458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.512794 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 192f4647-9943-4a50-ab34-d7f4d2a09f8e disassociated. External IP: 172.25.5.125, port: 4a16f53e-7933-408f-acb2-de74618eeaa5. Feb 04 16:29:53.569029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:53.582211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.597585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:53.627767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05fb7135-6aa4-4838-a618-ff472fa061c0 req-fe7e571b-5e67-4f6b-a623-1daa7707ebd1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0c9b04-c2f0-4865-b423-c5317f432e2f HTTP/1.1" status: 200 len: 210 time: 0.1326208 Feb 04 16:29:53.740687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-e18c3d01-308d-4196-837a-7a1794020d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.743011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-e18c3d01-308d-4196-837a-7a1794020d2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 0.2412648 Feb 04 16:29:53.744738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:53.750433 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:29:53.752397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837eb9c-a0c2-40ff-820d-aec56a219987 req-759a8a4a-6521-427e-bc6f-c000c7ed0091 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.753914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6837eb9c-a0c2-40ff-820d-aec56a219987 req-759a8a4a-6521-427e-bc6f-c000c7ed0091 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 944 time: 0.4366953 Feb 04 16:29:53.786796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 825ec273-81d2-46e5-bdc4-9430daa2e6f7 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:53.793694 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:53.797502 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:53.829875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:53.839841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:53.897427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-5df0f81f-3bfe-4964-8be4-b750372cb9a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:53.899519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-5df0f81f-3bfe-4964-8be4-b750372cb9a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.4421556 Feb 04 16:29:53.910246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6837eb9c-a0c2-40ff-820d-aec56a219987 req-135d376b-2db8-4dd4-a82d-abf9f4e6251b tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163006 Feb 04 16:29:53.987488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:29:54.025443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.026155 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment a99a249b-47f7-4e73-b54a-b051c7f69a29 of type vlan for network 30f27282-eb5e-4209-951b-be4862f9a141 Feb 04 16:29:54.055642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-9e78d835-d6de-4ce0-a2ff-fd704d1c7d15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996809 Feb 04 16:29:54.063859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a64b9-7077-4603-83c0-2ee0f90ae146 req-0ad96024-4ccf-43f9-a7c0-692af111b3c3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:54.064146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:29:54.065343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb7a64b9-7077-4603-83c0-2ee0f90ae146 req-0ad96024-4ccf-43f9-a7c0-692af111b3c3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 0.1408365 Feb 04 16:29:54.091819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cb0dd093-bad5-4dcd-999b-aba31d6754d5 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:29:54.167917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.230750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.251313 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-8fa5e95b-e382-4d8b-b20a-169725930816 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3434875 Feb 04 16:29:54.295062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:54.315856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'port_id': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'mac_address': 'fa:16:3e:2f:d0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:29:54.333794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.337862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:54.338496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.400666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.436567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0dd093-bad5-4dcd-999b-aba31d6754d5 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:29:54.459679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:54.464913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.513577 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:54.518768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7056439-3256-4136-9216-162c3cc98c9a None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:24:46Z', 'revision_number': 4, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '8e8b7947-b1f1-443e-adf2-9f5ab785e629', 'name': '', 'network_id': 'e3468025-6984-4d4f-9077-3b3577530a20', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'mac_address': 'fa:16:3e:73:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:44Z', 'updated_at': '2022-02-04T16:25:11Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'subnets': [{'id': 'f48544a2-9f90-4110-8204-0a5dcc66bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:54.558985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.655515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb7a64b9-7077-4603-83c0-2ee0f90ae146 req-0cf7548b-4093-4cfc-98b3-ee19eb1de601 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5679362 Feb 04 16:29:54.681430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['cb0dd093-bad5-4dcd-999b-aba31d6754d5'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:29:54.695401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2796445 Feb 04 16:29:54.698165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaff435-1f77-4f23-a6f6-065467282855 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=30f27282-eb5e-4209-951b-be4862f9a141,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:54.702666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:54.721765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '30f27282-eb5e-4209-951b-be4862f9a141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:54.757047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:54.802746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 30f27282-eb5e-4209-951b-be4862f9a141 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:29:54.814557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-f5b2cac0-ce87-4722-88d1-89e6af4760dc service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482159 Feb 04 16:29:54.913020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0a77-aa0e-453e-887d-03fc6f199721 None None] New status for floating IP 35e1968a-bdda-4db4-8ef9-6547b8f103f2: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:29:54.925116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:55.027747 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-37b19e64-d65f-480d-9dda-5b441c351a3c service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307184 Feb 04 16:29:55.034189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=825ec273-81d2-46e5-bdc4-9430daa2e6f7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:55.180667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:55.218279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a27ef390-41b7-4789-b14d-1ce7240557cb req-baf2d52a-bc5a-4ced-bc9c-8c86f7a06943 service neutron] 10.222.0.41 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950500 Feb 04 16:29:55.264983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de591575-dff5-4471-8b60-f63e76bb9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.280800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:55.290304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:55.350819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:55.424418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a01c4-b53e-46a8-824f-1a3cdba10366 req-50f5087a-ad3c-4eac-b020-b4842c2a64ab tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:55.425329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:55.426421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a01c4-b53e-46a8-824f-1a3cdba10366 req-50f5087a-ad3c-4eac-b020-b4842c2a64ab tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 945 time: 0.2677202 Feb 04 16:29:55.571105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-513a01c4-b53e-46a8-824f-1a3cdba10366 req-a7dbd473-05b6-409c-b75f-4d4914bb0157 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346295 Feb 04 16:29:55.584359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.590820 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a68fc31e-f844-4ec7-b99c-606cd7e48f65 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/825ec273-81d2-46e5-bdc4-9430daa2e6f7 HTTP/1.1" status: 204 len: 168 time: 3.7615108 Feb 04 16:29:55.593309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:55.609211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.650580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-074870ee-750d-46f2-929a-3f1f4d6ac6fb req-70a67436-9d93-42ef-a3e3-95ed471c0171 service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759499 Feb 04 16:29:55.706688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.721614 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61e5208-5b50-42b0-93a3-c16f7aea2a9d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:29:55.722118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d61e5208-5b50-42b0-93a3-c16f7aea2a9d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:29:55.743337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.770652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 917b5e7d-263e-4d03-a6a3-ee2f2c345bed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:55.771132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:55.920322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d61e5208-5b50-42b0-93a3-c16f7aea2a9d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:29:55.921030 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d61e5208-5b50-42b0-93a3-c16f7aea2a9d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/825ec273-81d2-46e5-bdc4-9430daa2e6f7 HTTP/1.1" status: 404 len: 333 time: 0.3132746 Feb 04 16:29:55.927684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:56.032572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.060903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27fc79-9e63-4595-9ac1-409dd7bdcfda,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:56.090621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:29:56.106956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cb0dd093-bad5-4dcd-999b-aba31d6754d5 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:29:56.136343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.137364 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d99b46f7-718e-4e72-8907-8542d020b1d1 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "DELETE /v2.0/security-groups/df27fc79-9e63-4595-9ac1-409dd7bdcfda HTTP/1.1" status: 204 len: 168 time: 1.1986489 Feb 04 16:29:56.141845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54028) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:56.171687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb19cc-1082-4751-ab45-48357bcdebfd req-3bfe4b41-ce8e-4767-a9a6-519588204865 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:56.180326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6edb19cc-1082-4751-ab45-48357bcdebfd req-3bfe4b41-ce8e-4767-a9a6-519588204865 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 0.3658388 Feb 04 16:29:56.189372 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.218229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.253393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port cb0dd093-bad5-4dcd-999b-aba31d6754d5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:29:56.257918 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-94a36d08-52eb-4082-8ef6-39763f18de09 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] show failed (client error): The resource could not be found. Feb 04 16:29:56.259017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94a36d08-52eb-4082-8ef6-39763f18de09 tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "GET /v2.0/security-groups/df27fc79-9e63-4595-9ac1-409dd7bdcfda HTTP/1.1" status: 404 len: 347 time: 0.1161981 Feb 04 16:29:56.264209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port cb0dd093-bad5-4dcd-999b-aba31d6754d5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:29:56.264435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54032) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:56.264823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.398818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.422221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 917b5e7d-263e-4d03-a6a3-ee2f2c345bed owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:56.433111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:29:56.444264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:56.450701 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.535786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:56.542609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6edb19cc-1082-4751-ab45-48357bcdebfd req-538f4789-e548-4c90-9172-8714877c4506 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610878 Feb 04 16:29:56.562231 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'code': 200} Feb 04 16:29:56.590496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54038) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:56.623425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=583d535c-59aa-48ad-aa73-c0ade70f01d5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:56.686379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Deleting port 69f8bcdb-4d0f-4f0f-b725-d94a96055c17 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:56.686722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.729251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet a721ec41-38e0-4f6a-bb51-c67b7f46c89f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:56.750568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'a99a249b-47f7-4e73-b54a-b051c7f69a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:56.750935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 30f27282-eb5e-4209-951b-be4862f9a141, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:29:56.907575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:56.968744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2d06ce24-0fca-415e-8605-a2e48012673f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 200 len: 992 time: 0.3768568 Feb 04 16:29:56.981158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f50ce804-0f1b-4ea5-a07b-f122a60bd350 req-05e05646-a48f-4bc4-a5e1-bf6687ccf5ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.3698478 Feb 04 16:29:56.981701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 30f27282-eb5e-4209-951b-be4862f9a141 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:29:57.039209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.044964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.045535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.052403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 30f27282-eb5e-4209-951b-be4862f9a141) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:57.065712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb1a6d-6360-41c7-9311-d2ec8154d35d None None] Network 30f27282-eb5e-4209-951b-be4862f9a141 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:57.069045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.122054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=917b5e7d-263e-4d03-a6a3-ee2f2c345bed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:57.122387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.122967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.194196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Calling delete_port for 69f8bcdb-4d0f-4f0f-b725-d94a96055c17 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:57.261493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f50ce804-0f1b-4ea5-a07b-f122a60bd350 req-20ecd421-bc93-4ec3-9bd9-05380893b9f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721910 Feb 04 16:29:57.262626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeeb6a-0cdf-44be-8762-438e32f2df65 req-697f34fd-1d12-4895-9db3-1405766ff9f6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:57.264340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dffeeb6a-0cdf-44be-8762-438e32f2df65 req-697f34fd-1d12-4895-9db3-1405766ff9f6 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.3684709 Feb 04 16:29:57.269451 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cf875c24-99e3-40d5-9874-05494bea910d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5641072 Feb 04 16:29:57.276106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54044) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:57.279120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:29:57.284082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.294830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:29:57.297584 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f87a98b9-eb8b-449a-8ce0-30bf4299bb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.312013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:57.314113 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:57.321945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '30f27282-eb5e-4209-951b-be4862f9a141', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-596051373'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:29:57.374295 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2f080b8f-a9f7-402f-a3dc-d38b71cce97a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/192f4647-9943-4a50-ab34-d7f4d2a09f8e HTTP/1.1" status: 200 len: 688 time: 6.3683393 Feb 04 16:29:57.377602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:57.378739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.422920 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:57.436353 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:29:57.437233 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:57.493337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.511790 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:29:57.512105 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa6b19e-50ef-42c2-b854-39fcecc981e1 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:29:57.528771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-30f27282-eb5e-4209-951b-be4862f9a141', 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': '583d535c-59aa-48ad-aa73-c0ade70f01d5'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:29:57.529591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.571442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Pushing event deleted for resources: {'Port': ['ID=69f8bcdb-4d0f-4f0f-b725-d94a96055c17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:57.649952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dffeeb6a-0cdf-44be-8762-438e32f2df65 req-79f8392f-995f-424a-9e84-46b3cecec5af tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630214 Feb 04 16:29:57.686814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.711825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.713643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8952d409-238d-4ad4-ac97-712fd7b9b88b tempest-AttachVolumeTestJSON-721508768 tempest-AttachVolumeTestJSON-721508768-project] 10.222.0.62 "DELETE /v2.0/floatingips/35e1968a-bdda-4db4-8ef9-6547b8f103f2 HTTP/1.1" status: 204 len: 168 time: 1.4426196 Feb 04 16:29:57.726873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Allocated IP 2001:db8::2 (30f27282-eb5e-4209-951b-be4862f9a141/583d535c-59aa-48ad-aa73-c0ade70f01d5/e7700d0b-04fa-4c31-bda7-91073abd7a37) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:57.815776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:57.816154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.955361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:29:57.969628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:29:57.972721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:57.991933 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:29:58.009371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.021550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Transition to ACTIVE for port object e7700d0b-04fa-4c31-bda7-91073abd7a37 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:58.036248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:29:58.039807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.046406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Transition to ACTIVE for port object e7700d0b-04fa-4c31-bda7-91073abd7a37 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:29:58.053561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.100903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=a721ec41-38e0-4f6a-bb51-c67b7f46c89f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:58.122562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.137497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b028a-d1e7-4ccd-b5e8-3bddd9f974a4 None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:29:58.187117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:29:58.190057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.199802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Network 30f27282-eb5e-4209-951b-be4862f9a141 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:29:58.219463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:29:58.227833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:29:58.237882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-02713049-8e3a-4ea7-bb87-95bc73725e82 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/a721ec41-38e0-4f6a-bb51-c67b7f46c89f HTTP/1.1" status: 204 len: 168 time: 2.3069773 Feb 04 16:29:58.238828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54056) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:58.265203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 3bfaa976-a89e-43fa-8d49-2a038be259df yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:29:58.298296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Pushing event updated for resources: {'Port': ['ID=e7700d0b-04fa-4c31-bda7-91073abd7a37,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:58.374620 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.374942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.502043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Attempting to bind port e7700d0b-04fa-4c31-bda7-91073abd7a37 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:29:58.502830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Attempting to bind port e7700d0b-04fa-4c31-bda7-91073abd7a37 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'a99a249b-47f7-4e73-b54a-b051c7f69a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:29:58.503411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Attempting to bind port e7700d0b-04fa-4c31-bda7-91073abd7a37 on network 30f27282-eb5e-4209-951b-be4862f9a141 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:29:58.527266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:29:58.528131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Checking segment: {'id': 'a99a249b-47f7-4e73-b54a-b051c7f69a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:29:58.528740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.529329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Bound using segment: {'id': 'a99a249b-47f7-4e73-b54a-b051c7f69a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:29:58.530511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Bound port: e7700d0b-04fa-4c31-bda7-91073abd7a37, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99a249b-47f7-4e73-b54a-b051c7f69a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30f27282-eb5e-4209-951b-be4862f9a141'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:29:58.531116 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.604196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet d511954a-7fcd-4fed-8081-289631ce189f {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:29:58.607723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.672965 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.687479 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.728075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] For port e7700d0b-04fa-4c31-bda7-91073abd7a37, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:29:58.748246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:58.750616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] For port e7700d0b-04fa-4c31-bda7-91073abd7a37, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e7700d0b-04fa-4c31-bda7-91073abd7a37,segment=NetworkSegment(a99a249b-47f7-4e73-b54a-b051c7f69a29),segment_id=a99a249b-47f7-4e73-b54a-b051c7f69a29)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:29:58.771851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.815219 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.877439 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:58.921658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b5a64-0983-4cb8-a8d8-23f8e66c511f None None] Pushing event updated for resources: {'Port': ['ID=e7700d0b-04fa-4c31-bda7-91073abd7a37,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:59.029544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.118716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.122256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=d511954a-7fcd-4fed-8081-289631ce189f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:59.137984 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80cd9998-a070-41ef-beb1-302a1283c16b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/d511954a-7fcd-4fed-8081-289631ce189f HTTP/1.1" status: 204 len: 168 time: 0.8975224 Feb 04 16:29:59.138996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:29:59.349137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.373006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 459ba34f-880c-4366-b69c-45e2f383b881 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:29:59.373569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.462561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::2ae (30f27282-eb5e-4209-951b-be4862f9a141/583d535c-59aa-48ad-aa73-c0ade70f01d5/3bfaa976-a89e-43fa-8d49-2a038be259df) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:29:59.481173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.626134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=8e3e2bf9-1ad7-4ad3-b82d-a688e6dea6c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:29:59.751829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f67aa-9114-4b86-980b-296f144fb3ce req-e57ab41d-b764-4712-8c33-9ce271d4ae98 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:29:59.763173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-630f67aa-9114-4b86-980b-296f144fb3ce req-e57ab41d-b764-4712-8c33-9ce271d4ae98 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.8777568 Feb 04 16:29:59.824365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port 459ba34f-880c-4366-b69c-45e2f383b881, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=459ba34f-880c-4366-b69c-45e2f383b881,segment=NetworkSegment(edc7f6e5-f5df-48a6-bac9-fd06555c7185),segment_id=edc7f6e5-f5df-48a6-bac9-fd06555c7185)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:29:59.824832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:29:59.974239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 459ba34f-880c-4366-b69c-45e2f383b881 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:29:59.979335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e19b4-63cb-491d-9663-6ff4c69ac39b None None] Network 3f913834-6db6-40cc-b837-9c981fa28640 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:00.096464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.118048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.134987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a4f5ce6f-76df-4109-889f-09baf60fb385 None None] Could not find standard attr ID for object 459ba34f-880c-4366-b69c-45e2f383b881. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:30:00.150972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-630f67aa-9114-4b86-980b-296f144fb3ce req-10c773b9-a2a9-4daa-8e83-d29d9c596f8d tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867629 Feb 04 16:30:00.163207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.196573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 9909b69c-aeed-4fd7-bee2-1a2890a98f0c has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:00.203983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No DVR routers for this DVR port 459ba34f-880c-4366-b69c-45e2f383b881 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:00.203983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=459ba34f-880c-4366-b69c-45e2f383b881,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:00.222924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object 3bfaa976-a89e-43fa-8d49-2a038be259df will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:00.254668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.306470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.507690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.539945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1babe0-a2e6-4513-a14c-922bb25388a7 None None] DHCP port deletion for 3f913834-6db6-40cc-b837-9c981fa28640 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:00.552247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f913834-6db6-40cc-b837-9c981fa28640']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:00.572155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc7f6e5-f5df-48a6-bac9-fd06555c7185') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:00.572520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc7f6e5-f5df-48a6-bac9-fd06555c7185') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:00.580607 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.584169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aeb09821-6af4-45b5-81e1-cd626ffdc8f0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/192f4647-9943-4a50-ab34-d7f4d2a09f8e HTTP/1.1" status: 204 len: 168 time: 3.1030941 Feb 04 16:30:00.588018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54076) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:00.642849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207e221f-cdb3-49b0-8116-a5928f5c6e61 None None] Network 30f27282-eb5e-4209-951b-be4862f9a141 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:00.673499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.696702 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-900b78e3-70ad-4a76-a307-28a75e5d0801 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] delete failed (client error): The resource could not be found. Feb 04 16:30:00.698057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-900b78e3-70ad-4a76-a307-28a75e5d0801 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/192f4647-9943-4a50-ab34-d7f4d2a09f8e HTTP/1.1" status: 404 len: 345 time: 0.1083181 Feb 04 16:30:00.702931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:00.711805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.723151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:00.723498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.731728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 30f27282-eb5e-4209-951b-be4862f9a141 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:00.736923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:00.755945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:00.761068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:00.761685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.818408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2d48ad6c-c496-4cbf-8297-46d20c8474f4 None None] Provisioning for port e7700d0b-04fa-4c31-bda7-91073abd7a37 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:00.870782 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:00.895777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=3bfaa976-a89e-43fa-8d49-2a038be259df,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:00.918892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.924683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:00.976817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=3f913834-6db6-40cc-b837-9c981fa28640,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:01.001538 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8cbebcb2-75e1-4648-baf8-04fc136ea75f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/3f913834-6db6-40cc-b837-9c981fa28640 HTTP/1.1" status: 204 len: 168 time: 1.8612306 Feb 04 16:30:01.006790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54084) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.022205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:01.035148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-66be2ef2-75ba-4baf-be52-f813b4432705 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7568600 Feb 04 16:30:01.053717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-32f1180d-0986-4596-9730-952425b6fc24 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/9909b69c-aeed-4fd7-bee2-1a2890a98f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1885874 Feb 04 16:30:01.054630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54088) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.055123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.114053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] Sync routers for ids ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:01.236845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.241463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.246206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.247288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Synchronizing usage tracker for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:01.249602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e7700d0b-04fa-4c31-bda7-91073abd7a37 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:01.286250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82817121-9683-41fe-8e79-2fb228e51870 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.288023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82817121-9683-41fe-8e79-2fb228e51870 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:01.301153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] Routers {'9909b69c-aeed-4fd7-bee2-1a2890a98f0c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:01.302213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:01.312439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Unset dirty status for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:01.317865 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1644ce78-f4da-4f5d-9c70-b067a429ddda tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/ports?network_id=0f7e9c84-dbf1-4e3a-970c-9d957505eb8f HTTP/1.1" status: 200 len: 2359 time: 0.4488428 Feb 04 16:30:01.319421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54096) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.362958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-82817121-9683-41fe-8e79-2fb228e51870 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:01.368504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82817121-9683-41fe-8e79-2fb228e51870 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3558495 Feb 04 16:30:01.371961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.423697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:01.478208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] Routers {'9909b69c-aeed-4fd7-bee2-1a2890a98f0c'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:01.478956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:01.514151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a20aec98-6cb7-456c-948a-dbd0aa9eac25 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:01.523211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c11c5c-1d99-4da8-bf92-18738b41627a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.528787 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-22c11c5c-1d99-4da8-bf92-18738b41627a tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/subnets/fa698491-c4be-4525-b64b-45c6468ca336 HTTP/1.1" status: 200 len: 797 time: 0.2067561 Feb 04 16:30:01.529519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.544641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'port': {'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f', 'name': 'tempest-FloatingIPTestJSON-1490677319', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:01.560088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:01.560598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058388e9-f30c-4659-abc3-3814f65be7a8 None None] The sync data for ids ['9909b69c-aeed-4fd7-bee2-1a2890a98f0c'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:01.571831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a27201dd-594f-4cd3-892c-ebab5a74b005 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1967878 Feb 04 16:30:01.575565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54108) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.577333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e7700d0b-04fa-4c31-bda7-91073abd7a37 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:01.587121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-403454866'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:01.595570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a20aec98-6cb7-456c-948a-dbd0aa9eac25 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:01.599050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:01.599587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a20aec98-6cb7-456c-948a-dbd0aa9eac25 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=9909b69c-aeed-4fd7-bee2-1a2890a98f0c HTTP/1.1" status: 200 len: 205 time: 0.5354929 Feb 04 16:30:01.600381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54112) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:01.605014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e7700d0b-04fa-4c31-bda7-91073abd7a37 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:01.605677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.608269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:01.613388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:01.631369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:01.657691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:01.658539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e928e-e3e1-465f-b34f-043082f7c61f req-4b480a8f-3146-49ce-93c6-624ecef51d0a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.660135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-809e928e-e3e1-465f-b34f-043082f7c61f req-4b480a8f-3146-49ce-93c6-624ecef51d0a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 1.0723674 Feb 04 16:30:01.662323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.666379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 3bfaa976-a89e-43fa-8d49-2a038be259df {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:01.666792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.736528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:01.767947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.768974 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 4afdbb75-25da-48e2-8305-4cc11087bbc3 of type vlan for network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 Feb 04 16:30:01.813568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.838920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.865523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e7700d0b-04fa-4c31-bda7-91073abd7a37, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e7700d0b-04fa-4c31-bda7-91073abd7a37,segment=NetworkSegment(a99a249b-47f7-4e73-b54a-b051c7f69a29),segment_id=a99a249b-47f7-4e73-b54a-b051c7f69a29)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:01.873087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.885796 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.891223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:01.891836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:01.979128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e7700d0b-04fa-4c31-bda7-91073abd7a37,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:01.991272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 459ba34f-880c-4366-b69c-45e2f383b881 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:02.041171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 459ba34f-880c-4366-b69c-45e2f383b881 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:02.041920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 459ba34f-880c-4366-b69c-45e2f383b881 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:02.092339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Provisioning for port 3bfaa976-a89e-43fa-8d49-2a038be259df completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:02.099609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Provisioning complete for port 3bfaa976-a89e-43fa-8d49-2a038be259df triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:02.101516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=88deb14a-0ab7-4f77-9b8a-100e9be67aa4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:02.102135 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.126312 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6a1b2c6b-6537-406e-9d7d-07ae75487d54 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5483446 Feb 04 16:30:02.127217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54118) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:02.134853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:02.143053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:02.189185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.323098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Port 3bfaa976-a89e-43fa-8d49-2a038be259df cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:02.364435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Provisioning complete for port e7700d0b-04fa-4c31-bda7-91073abd7a37 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:02.365124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca24058c-81b0-477d-9c82-b2769bf659ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.385639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:02.391028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:02.396008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:02.413120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:02.414518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 3bfaa976-a89e-43fa-8d49-2a038be259df owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:02.427793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:02.494436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.609790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-809e928e-e3e1-465f-b34f-043082f7c61f req-aec402e8-a07e-4624-8ca2-e8701c0ba33c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7545943 Feb 04 16:30:02.639553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ba7e99ff-5168-4fa4-9e36-b39eb75634cd None None] Provisioning complete for port 3bfaa976-a89e-43fa-8d49-2a038be259df triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:02.639811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba7e99ff-5168-4fa4-9e36-b39eb75634cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.683761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:02.732327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e99ff-5168-4fa4-9e36-b39eb75634cd None None] Port 3bfaa976-a89e-43fa-8d49-2a038be259df cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:02.733139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:02.792077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:02.960726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:03.111902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e7700d0b-04fa-4c31-bda7-91073abd7a37 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:03.228899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e7700d0b-04fa-4c31-bda7-91073abd7a37 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:03.230176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.281483 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.284950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.372165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=f0e11456-8c20-4bd2-9603-41487770c738,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:03.389831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '4afdbb75-25da-48e2-8305-4cc11087bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:03.390165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 88deb14a-0ab7-4f77-9b8a-100e9be67aa4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:03.415933 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:03.422958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=3bfaa976-a89e-43fa-8d49-2a038be259df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:03.428031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 88deb14a-0ab7-4f77-9b8a-100e9be67aa4) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:03.435595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:03.436223 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.438944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.444550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af65f26-6861-49d8-8440-d139adf5966c None None] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:03.470582 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19d63c8f-8f29-4aa0-a3ea-454776eddcdf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3420196 Feb 04 16:30:03.473484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:03.481917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4', 'name': 'tempest-PortsTestJSON-1522480636'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:03.501053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.526212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.549774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.592761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-216ead27-6906-4eb9-bd0e-eabab9536361 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/3bfaa976-a89e-43fa-8d49-2a038be259df HTTP/1.1" status: 204 len: 168 time: 2.5336790 Feb 04 16:30:03.596560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:03.613810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753ffe-6e71-40d4-a675-d134a913ab12 req-2ec97293-42ed-47db-afcc-af9ba588888a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:03.621732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef753ffe-6e71-40d4-a675-d134a913ab12 req-2ec97293-42ed-47db-afcc-af9ba588888a tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.6656203 Feb 04 16:30:03.658103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] device_id is not set on port 8628fef8-a923-4fc0-8f61-1f64b1c94aff yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:03.667289 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-204e5d65-e01a-4469-8c5f-b52b5846780b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:03.667715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-204e5d65-e01a-4469-8c5f-b52b5846780b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:03.705908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.706391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router 9909b69c-aeed-4fd7-bee2-1a2890a98f0c {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:03.758373 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.759481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f6f9a5b5-0891-4333-9cf3-a9a61a0eccae tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/9909b69c-aeed-4fd7-bee2-1a2890a98f0c HTTP/1.1" status: 204 len: 168 time: 2.0984352 Feb 04 16:30:03.763827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:03.764911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-88deb14a-0ab7-4f77-9b8a-100e9be67aa4', 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'f0e11456-8c20-4bd2-9603-41487770c738'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:03.765731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:03.795854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef753ffe-6e71-40d4-a675-d134a913ab12 req-a1fa5dcd-5a1b-4077-bf13-d2f7b40c6c07 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728191 Feb 04 16:30:03.815682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54138) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:03.819458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:03.825402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-204e5d65-e01a-4469-8c5f-b52b5846780b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:03.829175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-204e5d65-e01a-4469-8c5f-b52b5846780b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/3bfaa976-a89e-43fa-8d49-2a038be259df HTTP/1.1" status: 404 len: 333 time: 0.2292092 Feb 04 16:30:03.836570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:03.900743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:03.965901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:03.968962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.027835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Allocated IP 172.20.0.2 (88deb14a-0ab7-4f77-9b8a-100e9be67aa4/f0e11456-8c20-4bd2-9603-41487770c738/e0b54eb9-c9bf-456f-8746-c7118579d445) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:04.157990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 8d2036ff-b118-489d-9890-c26ee6621170 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:04.255274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.14 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/8628fef8-a923-4fc0-8f61-1f64b1c94aff) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:04.263175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.12 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/8628fef8-a923-4fc0-8f61-1f64b1c94aff) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:04.362054 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.373728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Transition to ACTIVE for port object e0b54eb9-c9bf-456f-8746-c7118579d445 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:04.395804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Transition to ACTIVE for port object e0b54eb9-c9bf-456f-8746-c7118579d445 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:04.406245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.517634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:04.521670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:04.525147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Pushing event updated for resources: {'Port': ['ID=e0b54eb9-c9bf-456f-8746-c7118579d445,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:04.527601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:04.529561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.541807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet edf6809c-1f92-4941-b02d-03e931fdddf9 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:04.553924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.567535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.632542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-e95db956-3b6a-4df8-956e-65bce9f266b3 req-1b9cb50a-a898-423f-bbbd-663bbfcdba04 service neutron] (83596) timed out ('10.222.0.62', 60762) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:30:04.634149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Attempting to bind port e0b54eb9-c9bf-456f-8746-c7118579d445 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:04.634548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Attempting to bind port e0b54eb9-c9bf-456f-8746-c7118579d445 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4afdbb75-25da-48e2-8305-4cc11087bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:04.634910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Attempting to bind port e0b54eb9-c9bf-456f-8746-c7118579d445 on network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:04.654501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:04.655094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Checking segment: {'id': '4afdbb75-25da-48e2-8305-4cc11087bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:04.655292 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.655660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Bound using segment: {'id': '4afdbb75-25da-48e2-8305-4cc11087bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:04.656138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Bound port: e0b54eb9-c9bf-456f-8746-c7118579d445, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afdbb75-25da-48e2-8305-4cc11087bbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:04.656510 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.667279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df4a985e-5bb2-43ba-8fb2-2c2802678bf1 tempest-TestServerBasicOps-2132890221 tempest-TestServerBasicOps-2132890221-project-admin] Synchronizing usage tracker for tenant:d78b2d21d7c84f8289702ccecc025d45 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:04.673127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 583d535c-59aa-48ad-aa73-c0ade70f01d5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:04.677087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:04.682442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:04.687211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:04.688421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.737085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.740920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=8628fef8-a923-4fc0-8f61-1f64b1c94aff,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:04.769296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] For port e0b54eb9-c9bf-456f-8746-c7118579d445, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:04.773001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] For port e0b54eb9-c9bf-456f-8746-c7118579d445, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e0b54eb9-c9bf-456f-8746-c7118579d445,segment=NetworkSegment(4afdbb75-25da-48e2-8305-4cc11087bbc3),segment_id=4afdbb75-25da-48e2-8305-4cc11087bbc3)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:04.780067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.798570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:04.799767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.808974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.8 (88deb14a-0ab7-4f77-9b8a-100e9be67aa4/f0e11456-8c20-4bd2-9603-41487770c738/8d2036ff-b118-489d-9890-c26ee6621170) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:04.841007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8e0177ab-7013-4ed7-85f3-8d1b5584ac8b tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3078923 Feb 04 16:30:04.841351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:04.849356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '8628fef8-a923-4fc0-8f61-1f64b1c94aff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:04.858270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:04.864943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.866122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:floatingip and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:04.868647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3fc1a-f62b-455d-bfde-4a8df1d15570 None None] Pushing event updated for resources: {'Port': ['ID=e0b54eb9-c9bf-456f-8746-c7118579d445,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:04.869938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:04.886529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:04.911142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:04.938263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df4a985e-5bb2-43ba-8fb2-2c2802678bf1 tempest-TestServerBasicOps-2132890221 tempest-TestServerBasicOps-2132890221-project-admin] Unset dirty status for tenant:d78b2d21d7c84f8289702ccecc025d45 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:04.942653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:04.943648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df4a985e-5bb2-43ba-8fb2-2c2802678bf1 tempest-TestServerBasicOps-2132890221 tempest-TestServerBasicOps-2132890221-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1092 time: 1.1266882 Feb 04 16:30:04.949651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:05.005644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:05.018100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Usage tracker for resource:floatingip and tenant:23821742d06e4524958a8bb34efeaee1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:05.021965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:05.033858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:05.055558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.108954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.242268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.391543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.456251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.470761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.105 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/df78c89d-10d6-4555-b0b7-31abaec27d72) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:05.570615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.620163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=edf6809c-1f92-4941-b02d-03e931fdddf9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:05.672710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.677350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc236600-4148-4e32-9824-e1fa3b406cb7 None None] Network b5417677-6157-4dc7-afc6-527407b088af requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:05.693310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.709375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.799775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 8d2036ff-b118-489d-9890-c26ee6621170 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:05.801038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=583d535c-59aa-48ad-aa73-c0ade70f01d5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:05.812596 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d588e20-02ab-4b82-8009-abb601f6b9eb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/edf6809c-1f92-4941-b02d-03e931fdddf9 HTTP/1.1" status: 204 len: 168 time: 2.0456831 Feb 04 16:30:05.815091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54168) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:05.843591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.872667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561308f2-eebf-497b-a7c6-9626a873a6cd None None] Network 30f27282-eb5e-4209-951b-be4862f9a141 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:05.919419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.928443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:05.934790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-361c2937-92d8-40cf-bb6d-c428d2301a06 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/583d535c-59aa-48ad-aa73-c0ade70f01d5 HTTP/1.1" status: 204 len: 168 time: 2.0890195 Feb 04 16:30:05.948234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:06.085890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:06.087142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=df78c89d-10d6-4555-b0b7-31abaec27d72,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:06.091825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:06.103189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.118621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:06.162070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port e7700d0b-04fa-4c31-bda7-91073abd7a37 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:06.162465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.270699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.299042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Allocated IP 172.25.5.93 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/146a6af9-571d-4181-bde1-7e19869b0309) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:06.300014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392bb72-4f0a-4e93-91f0-f751a776be53 None None] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:06.479054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port e7700d0b-04fa-4c31-bda7-91073abd7a37, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e7700d0b-04fa-4c31-bda7-91073abd7a37,segment=NetworkSegment(a99a249b-47f7-4e73-b54a-b051c7f69a29),segment_id=a99a249b-47f7-4e73-b54a-b051c7f69a29)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:06.479453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.517947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-276b9fe5-b674-4a3b-9e00-44339ff3b0df None None] Provisioning for port e0b54eb9-c9bf-456f-8746-c7118579d445 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:06.587879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] DHCP port deletion for b5417677-6157-4dc7-afc6-527407b088af request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:06.599198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Deleting port 4026d058-06c0-4023-a36f-59191ee2f509 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:06.599575 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.677920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for e7700d0b-04fa-4c31-bda7-91073abd7a37 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:06.706408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0516fe-b0ca-4f91-b88a-9b61ebaf5d8d None None] DHCP port deletion for 30f27282-eb5e-4209-951b-be4862f9a141 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:06.731201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.732421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ff0516fe-b0ca-4f91-b88a-9b61ebaf5d8d None None] Deleting port e7700d0b-04fa-4c31-bda7-91073abd7a37 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:06.732953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff0516fe-b0ca-4f91-b88a-9b61ebaf5d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.794785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.807080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.854472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ff0516fe-b0ca-4f91-b88a-9b61ebaf5d8d None None] The port 'e7700d0b-04fa-4c31-bda7-91073abd7a37' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:06.890841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 4026d058-06c0-4023-a36f-59191ee2f509 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:06.891390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.921048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:06.954083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:06.957516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:06.989311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:07.027469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:07.125227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] For port 4026d058-06c0-4023-a36f-59191ee2f509, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4026d058-06c0-4023-a36f-59191ee2f509,segment=NetworkSegment(58977ea9-3e9d-4892-bc7c-a57228aea352),segment_id=58977ea9-3e9d-4892-bc7c-a57228aea352)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:07.125639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.171612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.171963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:07.172695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.173342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:07.178932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:07.233770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No DVR routers for this DVR port e7700d0b-04fa-4c31-bda7-91073abd7a37 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:07.337043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=8d2036ff-b118-489d-9890-c26ee6621170,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:07.405570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:07.423596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e0b54eb9-c9bf-456f-8746-c7118579d445 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:07.468331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Calling delete_port for 4026d058-06c0-4023-a36f-59191ee2f509 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:07.540228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'Port': ['ID=146a6af9-571d-4181-bde1-7e19869b0309,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:07.540831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=e7700d0b-04fa-4c31-bda7-91073abd7a37,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:07.546224 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2377c65-e59f-413c-b766-c14a7d3091b8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0714042 Feb 04 16:30:07.551140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:07.556097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.562627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '88deb14a-0ab7-4f77-9b8a-100e9be67aa4', 'name': 'tempest-PortsTestJSON-1781195868'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:07.568788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f890de55-074e-49ca-bca7-2d5104ac8429 None None] Provisioning for port 8d2036ff-b118-489d-9890-c26ee6621170 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:07.594705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f890de55-074e-49ca-bca7-2d5104ac8429 None None] Provisioning complete for port 8d2036ff-b118-489d-9890-c26ee6621170 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:07.595121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f890de55-074e-49ca-bca7-2d5104ac8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.628012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f27282-eb5e-4209-951b-be4862f9a141']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.652783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f890de55-074e-49ca-bca7-2d5104ac8429 None None] Port 8d2036ff-b118-489d-9890-c26ee6621170 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:07.670762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e0b54eb9-c9bf-456f-8746-c7118579d445 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:07.681102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e0b54eb9-c9bf-456f-8746-c7118579d445 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:07.681622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.713248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.784727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] No DVR routers for this DVR port 4026d058-06c0-4023-a36f-59191ee2f509 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:07.815531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1c95f-6774-483a-9937-8da977f2e740 None None] Pushing event deleted for resources: {'Port': ['ID=4026d058-06c0-4023-a36f-59191ee2f509,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:07.843269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-147d943f-2db0-484c-b57a-d23bd9404d6f None None] Provisioning complete for port 8d2036ff-b118-489d-9890-c26ee6621170 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:07.843647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-147d943f-2db0-484c-b57a-d23bd9404d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.925213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99a249b-47f7-4e73-b54a-b051c7f69a29') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.925790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99a249b-47f7-4e73-b54a-b051c7f69a29') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:07.931404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-147d943f-2db0-484c-b57a-d23bd9404d6f None None] Port 8d2036ff-b118-489d-9890-c26ee6621170 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:07.967110 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:07.972406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:07.978847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:07.982080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:07.989313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:08.002825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 4026d058-06c0-4023-a36f-59191ee2f509, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4026d058-06c0-4023-a36f-59191ee2f509,segment=NetworkSegment(58977ea9-3e9d-4892-bc7c-a57228aea352),segment_id=58977ea9-3e9d-4892-bc7c-a57228aea352)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:08.003348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.017800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.040702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.073503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:08.073720 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.076811 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.144181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e0b54eb9-c9bf-456f-8746-c7118579d445, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e0b54eb9-c9bf-456f-8746-c7118579d445,segment=NetworkSegment(4afdbb75-25da-48e2-8305-4cc11087bbc3),segment_id=4afdbb75-25da-48e2-8305-4cc11087bbc3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:08.151729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.163799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:08.215983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:08.216528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.236316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4026d058-06c0-4023-a36f-59191ee2f509 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:08.240320 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:08.249940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 4026d058-06c0-4023-a36f-59191ee2f509 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:08.283869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4026d058-06c0-4023-a36f-59191ee2f509 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:08.284190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4026d058-06c0-4023-a36f-59191ee2f509 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:08.284618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e7700d0b-04fa-4c31-bda7-91073abd7a37 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:08.328342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e7700d0b-04fa-4c31-bda7-91073abd7a37 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:08.328584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e7700d0b-04fa-4c31-bda7-91073abd7a37 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:08.336056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e0b54eb9-c9bf-456f-8746-c7118579d445,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:08.412200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.447476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.501232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=30f27282-eb5e-4209-951b-be4862f9a141,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:08.520580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75b6c670-c1db-4687-883f-48d25ac39042 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/30f27282-eb5e-4209-951b-be4862f9a141 HTTP/1.1" status: 204 len: 168 time: 2.5699978 Feb 04 16:30:08.525610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:08.527866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:08.528179 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:08.532636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'name': 'tempest-PortsIpV6TestJSON-581053189'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:08.663439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:08.676845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:08.735310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.6 (88deb14a-0ab7-4f77-9b8a-100e9be67aa4/f0e11456-8c20-4bd2-9603-41487770c738/314e9fa7-bf5b-47fd-a4c9-a219a3005c0f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:08.742961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:08.745940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.779750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port c02611a3-2ac8-4356-b5bb-0435dea4cb1d yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:08.786104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:08.806527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.012059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=df78c89d-10d6-4555-b0b7-31abaec27d72,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:09.032555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 4026d058-06c0-4023-a36f-59191ee2f509 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:09.033440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.111631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e0b54eb9-c9bf-456f-8746-c7118579d445 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:09.150724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] The port '4026d058-06c0-4023-a36f-59191ee2f509' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:09.181839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.198720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e0b54eb9-c9bf-456f-8746-c7118579d445 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:09.199333 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.206577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.221472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.284632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:09.308926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.401039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.402934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.434641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.471894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5417677-6157-4dc7-afc6-527407b088af']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:09.487032 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.534355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58977ea9-3e9d-4892-bc7c-a57228aea352') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:09.534717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58977ea9-3e9d-4892-bc7c-a57228aea352') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:09.549136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.559456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.596469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:09.598531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=314e9fa7-bf5b-47fd-a4c9-a219a3005c0f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:09.603695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:09.610714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:09.637055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.650150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:09.650524 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:09.666404 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:09.744811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=c02611a3-2ac8-4356-b5bb-0435dea4cb1d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:09.748511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:09.772001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:09.777919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.778516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.779451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:09.783600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:09.784247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.818763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.844964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.870656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=b5417677-6157-4dc7-afc6-527407b088af,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:09.876512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b8abc8ce-5fa2-40be-baf1-1175daae7456 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3213983 Feb 04 16:30:09.880162 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-902a049b-3ac6-4e78-b6c0-aeece6d74dbf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3539662 Feb 04 16:30:09.883821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:09.887038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54198) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:09.891974 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 4c1fc2e1-aaf2-4a2b-8045-6f4caa7c92fe associated. External IP: 172.25.5.105, port: 8628fef8-a923-4fc0-8f61-1f64b1c94aff. Feb 04 16:30:09.983970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bd94bad6-0f56-4090-a94e-4288b37b18f5 None None] Provisioning for port 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:09.989385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bd94bad6-0f56-4090-a94e-4288b37b18f5 None None] Provisioning complete for port 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:09.989885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd94bad6-0f56-4090-a94e-4288b37b18f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:09.997498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.002870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2bdf9e8f-ff96-45b6-bee0-76a63d029980 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/b5417677-6157-4dc7-afc6-527407b088af HTTP/1.1" status: 204 len: 168 time: 4.1856823 Feb 04 16:30:10.008860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54204) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:10.016837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1733466535', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:10.024935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.030920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:10.049169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bd94bad6-0f56-4090-a94e-4288b37b18f5 None None] Port 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:10.084146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:10.086952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port c02611a3-2ac8-4356-b5bb-0435dea4cb1d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:10.087445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.099414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:10.114271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:10.211916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa1797-3214-4439-ad38-a142b3f9cc91 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:10.212649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3fa1797-3214-4439-ad38-a142b3f9cc91 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:10.308121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event updated for resources: {'Port': ['ID=146a6af9-571d-4181-bde1-7e19869b0309,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:10.313547 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.314523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.354754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e3fa1797-3214-4439-ad38-a142b3f9cc91 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:10.356059 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e3fa1797-3214-4439-ad38-a142b3f9cc91 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.4712977 Feb 04 16:30:10.362480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54208) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:10.392936 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.484675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.502582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.667092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for c02611a3-2ac8-4356-b5bb-0435dea4cb1d owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:10.696710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:10.697056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.798696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:10.945101 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Floating IP ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff associated. External IP: 172.25.5.93, port: cb0dd093-bad5-4dcd-999b-aba31d6754d5. Feb 04 16:30:10.976271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.183576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=c02611a3-2ac8-4356-b5bb-0435dea4cb1d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:11.247267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.294798 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-230249e1-9320-46fc-bb31-de5b9e181291 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/c02611a3-2ac8-4356-b5bb-0435dea4cb1d HTTP/1.1" status: 204 len: 168 time: 1.4067473 Feb 04 16:30:11.295396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:11.299129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:11.308670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.312066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'mac_address': 'fa:16:3e:ef:fd:56', 'name': 'tempest-PortsIpV6TestJSON-1824735334'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:11.328193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.430592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.440399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 314e9fa7-bf5b-47fd-a4c9-a219a3005c0f owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:11.642541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.695370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=314e9fa7-bf5b-47fd-a4c9-a219a3005c0f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:11.766219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:11.780525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:11.790964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:11.828949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:11.836134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Deleting port 8e8b7947-b1f1-443e-adf2-9f5ab785e629 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:11.836671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:11.872795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:11.918850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.005585 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d981fe45-065c-4de0-93ed-e00a9f3ca98e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/314e9fa7-bf5b-47fd-a4c9-a219a3005c0f HTTP/1.1" status: 204 len: 168 time: 1.6420012 Feb 04 16:30:12.014565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:12.035110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.25.5.122 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ce2894a9-10e0-418f-a3df-a0db611f85af) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:12.067213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] For port 8e8b7947-b1f1-443e-adf2-9f5ab785e629, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8e8b7947-b1f1-443e-adf2-9f5ab785e629,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:12.067674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.125871 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daa5fbc-29a6-4941-ac54-efb09da5e4d2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:30:12.126396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9daa5fbc-29a6-4941-ac54-efb09da5e4d2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:12.138589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.195156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Calling delete_port for 8e8b7947-b1f1-443e-adf2-9f5ab785e629 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:12.314554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9daa5fbc-29a6-4941-ac54-efb09da5e4d2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:12.315741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9daa5fbc-29a6-4941-ac54-efb09da5e4d2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/314e9fa7-bf5b-47fd-a4c9-a219a3005c0f HTTP/1.1" status: 404 len: 333 time: 0.2882991 Feb 04 16:30:12.330459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:12.376238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port d7d0da8d-03f1-4a04-b4ab-1884199cf468 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:12.385541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.430959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8b7947-b1f1-443e-adf2-9f5ab785e629,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:12.591482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 8d2036ff-b118-489d-9890-c26ee6621170 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:12.591827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.637216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.756600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:12.816563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:12.830241 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:12.846653 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:12.847431 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:12.914742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:12.926911 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:12.927845 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:12.991861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:12.992263 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43fd80-3933-449d-890a-d776a5f2dbdd None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:13.018225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.084754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.133699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.235442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:13.236267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=ce2894a9-10e0-418f-a3df-a0db611f85af,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:13.239776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.252999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:13.260597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Router 35cd9576-ec4a-433f-be66-9d2576109d38 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:13.262260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-06a7d7ae-422d-424e-8844-d496f28c6f41 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.4198055 Feb 04 16:30:13.263506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:13.295498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:13.307105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': '8628fef8-a923-4fc0-8f61-1f64b1c94aff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:13.429218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.563031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 8d2036ff-b118-489d-9890-c26ee6621170 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:13.629610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.856822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:13.857762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=d7d0da8d-03f1-4a04-b4ab-1884199cf468,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:13.866644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:13.903835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:13.907729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:13.908333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:13.981393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ac574f74-fe0c-4b74-93e8-2faab25bd2b0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6810246 Feb 04 16:30:13.985928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:14.034065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.109034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=8d2036ff-b118-489d-9890-c26ee6621170,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:14.122314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Router f7f4c400-5b83-4b1e-8152-bb8cd6e362be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:14.136710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9638c2-7565-4f09-bdc9-bfcc55f1bcf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:14.137297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a9638c2-7565-4f09-bdc9-bfcc55f1bcf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:14.311144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a9638c2-7565-4f09-bdc9-bfcc55f1bcf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:14.312242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8a9638c2-7565-4f09-bdc9-bfcc55f1bcf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/d7d0da8d-03f1-4a04-b4ab-1884199cf468 HTTP/1.1" status: 200 len: 845 time: 0.3248513 Feb 04 16:30:14.316758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:14.392678 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.394568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e67c7db0-90c8-4309-8d3f-c2f8b7ea005c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/8d2036ff-b118-489d-9890-c26ee6621170 HTTP/1.1" status: 204 len: 168 time: 2.0613837 Feb 04 16:30:14.397448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54240) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:14.401949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.402702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.422029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port d7d0da8d-03f1-4a04-b4ab-1884199cf468 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:14.422282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.447221 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f929d535-381b-48b2-b29d-31661e7141a6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:30:14.447721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f929d535-381b-48b2-b29d-31661e7141a6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:14.538972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f929d535-381b-48b2-b29d-31661e7141a6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:14.540565 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f929d535-381b-48b2-b29d-31661e7141a6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/8d2036ff-b118-489d-9890-c26ee6621170 HTTP/1.1" status: 404 len: 333 time: 0.1417539 Feb 04 16:30:14.543772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54244) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:14.576356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:14.588378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Sync routers for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:14.605604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:14.606600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:14.653418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.793380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.822101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e0d20d97-d3ec-4e49-a000-3f7440eca30c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8651702 Feb 04 16:30:14.822101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:14.841178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:14.843092 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.851323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:14.860637 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Sync routers for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:14.881375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:14.884196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:14.895832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:14.973163 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'status': 'completed', 'code': 200} Feb 04 16:30:14.984293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for d7d0da8d-03f1-4a04-b4ab-1884199cf468 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:15.058891 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f2a21819-8c29-42c6-b508-36a0ee795888 admin admin] 10.222.0.62 "PUT /v2.0/routers/f7f4c400-5b83-4b1e-8152-bb8cd6e362be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5395169 Feb 04 16:30:15.063941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:15.075943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet f0e11456-8c20-4bd2-9603-41487770c738 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:15.160538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.196544 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:15.234779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.255344 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.328782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=d7d0da8d-03f1-4a04-b4ab-1884199cf468,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:15.347366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-367fd02d-6b1d-4eac-a9e1-60c2f004c37d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.3944550 Feb 04 16:30:15.367204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.373012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'port_id': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'mac_address': 'fa:16:3e:2f:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:08Z', 'updated_at': '2022-02-04T16:30:08Z', 'revision_number': 0, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:15.377580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Checking router: 35cd9576-ec4a-433f-be66-9d2576109d38 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:15.382402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router b4ddc7ad-6e65-4a8f-af81-c3a04486848b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:30:15.390940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:15.391577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:15.403958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bcaf4d48-5c18-48ee-8536-9d2ed446f958 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/d7d0da8d-03f1-4a04-b4ab-1884199cf468 HTTP/1.1" status: 204 len: 168 time: 1.0832655 Feb 04 16:30:15.481413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54256) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:15.554756 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd53635-3eea-4caa-aec4-e7a07e0ef2fb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:15.555506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cd53635-3eea-4caa-aec4-e7a07e0ef2fb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:15.590988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cd53635-3eea-4caa-aec4-e7a07e0ef2fb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:15.603092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4cd53635-3eea-4caa-aec4-e7a07e0ef2fb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/d7d0da8d-03f1-4a04-b4ab-1884199cf468 HTTP/1.1" status: 404 len: 333 time: 0.1201477 Feb 04 16:30:15.605577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54260) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:15.611223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'name': 'tempest-PortsIpV6TestJSON-1612158454'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:15.611930 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:30:12Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:15.618434 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Checking router: f7f4c400-5b83-4b1e-8152-bb8cd6e362be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:15.631096 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Routers {'f7f4c400-5b83-4b1e-8152-bb8cd6e362be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:15.632679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:15.638445 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.678917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:15.740608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-3c16d83e-13c7-48e6-bbbd-865b756b4f31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:15.742760 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-3c16d83e-13c7-48e6-bbbd-865b756b4f31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 910 time: 0.3847775 Feb 04 16:30:15.770265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:15.781601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:15.849044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:15.852195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:15.862724 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] Set router f7f4c400-5b83-4b1e-8152-bb8cd6e362be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:15.892803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:16.027809 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.042127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:16.077511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.133078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e11456-8c20-4bd2-9603-41487770c738,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:16.136222 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-09c4503f-b3cf-4557-a0e0-fdf8bcbb7252 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 999 time: 0.3852236 Feb 04 16:30:16.171376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.172657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9ab3960d-e17b-40f5-807c-ccb49d83a814 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.1626570 Feb 04 16:30:16.177094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:16.201418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] Sync routers for ids ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:16.224899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] Routers {'b4ddc7ad-6e65-4a8f-af81-c3a04486848b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:16.225558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.261647 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:30:12Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.267537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd77a6ff-2e9f-4c95-a9cf-108d0be7bc73 None None] The sync data for ids ['f7f4c400-5b83-4b1e-8152-bb8cd6e362be'] in n-d-827873-1 is: [{'id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'name': 'tempest-AttachVolumeTestJSON-780869640-router', 'tenant_id': '7e6bab24282045daa21322d247f7eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:24:36Z', 'updated_at': '2022-02-04T16:30:12Z', 'revision_number': 5, 'project_id': '7e6bab24282045daa21322d247f7eaac', 'gw_port': {'id': 'aa055eb4-2934-425f-9b3d-120aea7dac13', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f4c400-5b83-4b1e-8152-bb8cd6e362be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:24:38Z', 'updated_at': '2022-02-04T16:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:16.281009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.306040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1eabd-f9ec-41fa-8705-d19893eb29e9 None None] Network 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:16.306274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.314567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-893bbab0-ab05-45db-b54d-82a49ae3fc29 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/f0e11456-8c20-4bd2-9603-41487770c738 HTTP/1.1" status: 204 len: 168 time: 1.7687421 Feb 04 16:30:16.321983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:16.355501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-2983616d-68c7-4d7d-b37a-37af9efa8caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:16.357099 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-2983616d-68c7-4d7d-b37a-37af9efa8caf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.1615815 Feb 04 16:30:16.392625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.428158 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.442949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] Routers {'b4ddc7ad-6e65-4a8f-af81-c3a04486848b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:16.443572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.533584 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.545623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.546037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c1e18-a005-4a4f-b13e-1763aebb8007 None None] The sync data for ids ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:16.553245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:16.560759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:16.563532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=22999b6e-a428-4bc8-9ccb-953a7a7ed0e7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:16.567659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:16.575038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:16.576017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.586438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'port_id': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'mac_address': 'fa:16:3e:2f:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:08Z', 'updated_at': '2022-02-04T16:30:08Z', 'revision_number': 0, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:16.591358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfc61f-04f1-4776-80ae-7910c57af8cb None None] The sync data for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 is: [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'port_id': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'mac_address': 'fa:16:3e:2f:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:30:08Z', 'updated_at': '2022-02-04T16:30:08Z', 'revision_number': 0, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:16.625957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-40667742-005f-4d17-8c58-89590f7488d8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0167863 Feb 04 16:30:16.627126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54274) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:16.638181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:16.684924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port e0b54eb9-c9bf-456f-8746-c7118579d445 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:16.685433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.708198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7261e2e2-24f7-470e-aabf-34343f376093 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers/b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 200 len: 881 time: 0.5299520 Feb 04 16:30:16.727457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54278) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:16.736156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] DHCP port deletion for 88deb14a-0ab7-4f77-9b8a-100e9be67aa4 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:16.740688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Deleting port e0b54eb9-c9bf-456f-8746-c7118579d445 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:16.741854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:16.808196 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-74b2b17f-975d-4658-9f21-e33958fd1249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4388473 Feb 04 16:30:16.926126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.050429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] For port e0b54eb9-c9bf-456f-8746-c7118579d445, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e0b54eb9-c9bf-456f-8746-c7118579d445,segment=NetworkSegment(4afdbb75-25da-48e2-8305-4cc11087bbc3),segment_id=4afdbb75-25da-48e2-8305-4cc11087bbc3)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:17.050829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.088094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab9644-9088-4d13-a04c-d1a6783b9e76 None None] New status for floating IP ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:30:17.133436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.162038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:17.202317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port e0b54eb9-c9bf-456f-8746-c7118579d445, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e0b54eb9-c9bf-456f-8746-c7118579d445,segment=NetworkSegment(4afdbb75-25da-48e2-8305-4cc11087bbc3),segment_id=4afdbb75-25da-48e2-8305-4cc11087bbc3)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:17.203117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.218464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Deleting port aa055eb4-2934-425f-9b3d-120aea7dac13 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:17.219229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.221217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Calling delete_port for e0b54eb9-c9bf-456f-8746-c7118579d445 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:17.289447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e8b7947-b1f1-443e-adf2-9f5ab785e629 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:17.373779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-95762381-ef3e-4022-93f8-9afde9c16611 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:router {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:17.382407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8e8b7947-b1f1-443e-adf2-9f5ab785e629 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:17.382988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8e8b7947-b1f1-443e-adf2-9f5ab785e629 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:17.383501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e0b54eb9-c9bf-456f-8746-c7118579d445 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:17.385602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.397230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.446291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-95762381-ef3e-4022-93f8-9afde9c16611 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:router {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:17.447501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-95762381-ef3e-4022-93f8-9afde9c16611 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7186570 Feb 04 16:30:17.449968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.453916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for e0b54eb9-c9bf-456f-8746-c7118579d445 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:17.504357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54282) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:17.504836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] Pushing event deleted for resources: {'Port': ['ID=e0b54eb9-c9bf-456f-8746-c7118579d445,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:17.518813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943e700-afc8-4bb5-b294-f0e01de005a1 None None] No DVR routers for this DVR port e0b54eb9-c9bf-456f-8746-c7118579d445 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:17.523131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port e0b54eb9-c9bf-456f-8746-c7118579d445 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:30:17.523751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e0b54eb9-c9bf-456f-8746-c7118579d445 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:17.525544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1733466535'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:17.594605 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-1c207a64-9336-40f3-9e5e-d4dd59501bae service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477341 Feb 04 16:30:17.614465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] In _notify_port_updated(), no bound segment for port 22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 on network 2587e3cc-ebeb-4357-901d-86c83ba4d83d {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:30:17.619138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:17.619766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.621857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/ports/22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 HTTP/1.1" status: 200 len: 818 time: 0.9910913 Feb 04 16:30:17.624627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:17.672192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=22999b6e-a428-4bc8-9ccb-953a7a7ed0e7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:17.698322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.698590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.698916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.699240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.699556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.699876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.700189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.700502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.700813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.701126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.701435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecf6ccc-6a71-4857-aa6d-871327accec3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:17.709294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:17.709652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:17.939051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.047647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:18.048224 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:18.061320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:18.139169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] For port aa055eb4-2934-425f-9b3d-120aea7dac13, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=aa055eb4-2934-425f-9b3d-120aea7dac13,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:18.139526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.141570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.151395 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-77102730-11b7-4d33-9f4b-791cbdf0168f req-b3017299-83a2-4a0a-90f7-4b638af9e837 service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441856 Feb 04 16:30:18.196779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=22999b6e-a428-4bc8-9ccb-953a7a7ed0e7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:18.203790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.219432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4d8f9b2-2b5b-41cd-afc0-bc577e2c698d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 HTTP/1.1" status: 204 len: 168 time: 0.5934508 Feb 04 16:30:18.221799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54290) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:18.274227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Calling delete_port for aa055eb4-2934-425f-9b3d-120aea7dac13 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:18.299736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85db0ba3-265f-4088-8077-693625651c74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.300332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85db0ba3-265f-4088-8077-693625651c74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:18.314874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-85db0ba3-265f-4088-8077-693625651c74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:18.316006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-85db0ba3-265f-4088-8077-693625651c74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0932584 Feb 04 16:30:18.318745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:18.365350 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-49058158-1317-4d70-8315-96ab03779d6d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:18.370251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-49058158-1317-4d70-8315-96ab03779d6d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/22999b6e-a428-4bc8-9ccb-953a7a7ed0e7 HTTP/1.1" status: 404 len: 333 time: 0.0499203 Feb 04 16:30:18.370799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:18.375878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1038071167'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:18.380879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:18.384604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:18.388136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:18.393670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:18.403858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:18.406779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.435819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:18.445870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.446211 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment c628d323-ebc1-47a0-9931-a2ffdc196a3b of type vlan for network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 Feb 04 16:30:18.473662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.506011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.510610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:18.511255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.600724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port e0b54eb9-c9bf-456f-8746-c7118579d445 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:18.600939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.611877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2400916 Feb 04 16:30:18.615441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:18.623069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:18.641779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493273b-8e67-4888-b954-82e19478ed59 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=6fbaa81a-f060-4095-81e6-715c9c9b1be0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:18.654189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:18.717133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] The port 'e0b54eb9-c9bf-456f-8746-c7118579d445' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:18.739348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:18.743405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:18.746233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:18.752405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:18.761019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:18.763021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:18.770807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:18.787112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:18.787802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:18.854218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:18.867199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:18.867807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:18.889073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.893899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.932539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:18.933320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cca68e-c9d3-4cce-8d57-6270808f5b72 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:18.934774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:18.942587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.020901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa055eb4-2934-425f-9b3d-120aea7dac13,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:19.030086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88deb14a-0ab7-4f77-9b8a-100e9be67aa4']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:19.079732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afdbb75-25da-48e2-8305-4cc11087bbc3') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:19.079732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afdbb75-25da-48e2-8305-4cc11087bbc3') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:19.149119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.234260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=1bac62d2-5479-427f-83fa-e7c40802e7e8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:19.264025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'c628d323-ebc1-47a0-9931-a2ffdc196a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:19.264579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 6fbaa81a-f060-4095-81e6-715c9c9b1be0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:19.291378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:19.305487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6fbaa81a-f060-4095-81e6-715c9c9b1be0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:19.310587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:19.311153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.320336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5855cd5c-39b7-4412-a412-40cc2c43c7f5 None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:19.344778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a5b096e1-535c-4f42-a413-22dbf2019f33 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7282140 Feb 04 16:30:19.347531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:19.355306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:19.368852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.405102 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53e0e1f4-7660-4294-817e-4f43db60a778 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/4c1fc2e1-aaf2-4a2b-8045-6f4caa7c92fe HTTP/1.1" status: 200 len: 979 time: 6.1085031 Feb 04 16:30:19.407960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.410652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54312) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:19.426452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:19.426855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:19.502666 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:19.588571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': '1bac62d2-5479-427f-83fa-e7c40802e7e8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:19.589795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.635261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:19.639750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:19.642725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:19.649810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:19.665313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:19.670442 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.784910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.786001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Allocated IP 2001:db8::2 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/1bac62d2-5479-427f-83fa-e7c40802e7e8/900d2ed1-065d-4eca-a055-e961ba8f0577) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:19.860244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.862674 n-d-827873-1 neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bac62d2-5479-427f-83fa-e7c40802e7e8 (CIDR: 2001:db8::/64) Feb 04 16:30:19.871042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d6cf9d-85bf-46b1-af4c-7231e21542ec req-6c7634af-fed7-4b9e-a480-8a9124f64c43 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1097 time: 0.1323156 Feb 04 16:30:19.872766 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:30:19.873249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:30:19.878380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:19.922936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2e6087b7-f02c-4865-bf01-b05c501c8842 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5742481 Feb 04 16:30:19.925469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:19.936297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:19.955830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=88deb14a-0ab7-4f77-9b8a-100e9be67aa4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:20.010962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-06d6cf9d-85bf-46b1-af4c-7231e21542ec req-8369f8ee-fc10-44e0-b6b5-0a15da9f68bf tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Synchronizing usage tracker for tenant:2387ed29929a4596a605f2cfb5a2dbb4 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:20.026360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74224580-99c8-45f2-bfd1-5b6a123d0a10 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/88deb14a-0ab7-4f77-9b8a-100e9be67aa4 HTTP/1.1" status: 204 len: 168 time: 3.6969554 Feb 04 16:30:20.034463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54322) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:20.038538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.042779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1308827111'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:20.064725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:20.067100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Transition to ACTIVE for port object 900d2ed1-065d-4eca-a055-e961ba8f0577 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:20.083044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:20.086758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-06d6cf9d-85bf-46b1-af4c-7231e21542ec req-8369f8ee-fc10-44e0-b6b5-0a15da9f68bf tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Unset dirty status for tenant:2387ed29929a4596a605f2cfb5a2dbb4 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:20.098163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06d6cf9d-85bf-46b1-af4c-7231e21542ec req-8369f8ee-fc10-44e0-b6b5-0a15da9f68bf tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134907 Feb 04 16:30:20.105636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:20.127988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:20.144489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54326) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:20.151868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Transition to ACTIVE for port object 900d2ed1-065d-4eca-a055-e961ba8f0577 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:20.173682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:20.182774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.198051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port df78c89d-10d6-4555-b0b7-31abaec27d72 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:20.199163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.200679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:20.209077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:20.215990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:20.282005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:20.285618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:20.293949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:20.305336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Pushing event updated for resources: {'Port': ['ID=900d2ed1-065d-4eca-a055-e961ba8f0577,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:20.331602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.342629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:20.346749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.349007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.368301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:20.371839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.396235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Attempting to bind port 900d2ed1-065d-4eca-a055-e961ba8f0577 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:20.396654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Attempting to bind port 900d2ed1-065d-4eca-a055-e961ba8f0577 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c628d323-ebc1-47a0-9931-a2ffdc196a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:20.396937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Attempting to bind port 900d2ed1-065d-4eca-a055-e961ba8f0577 on network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:20.404702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:20.405060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Checking segment: {'id': 'c628d323-ebc1-47a0-9931-a2ffdc196a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:20.405458 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.405838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Bound using segment: {'id': 'c628d323-ebc1-47a0-9931-a2ffdc196a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:20.406288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Bound port: 900d2ed1-065d-4eca-a055-e961ba8f0577, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c628d323-ebc1-47a0-9931-a2ffdc196a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:20.406678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.508573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:20.512375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=900d2ed1-065d-4eca-a055-e961ba8f0577,segment=NetworkSegment(c628d323-ebc1-47a0-9931-a2ffdc196a3b),segment_id=c628d323-ebc1-47a0-9931-a2ffdc196a3b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:20.518885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.591532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:20.611066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5747c4-2d8f-4e7f-a993-42b4a7af2d59 None None] Pushing event updated for resources: {'Port': ['ID=900d2ed1-065d-4eca-a055-e961ba8f0577,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:20.636792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 4becc1e4-ca2b-49cd-937d-6f01f83c286a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:20.637127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.667464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.667821 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 6b68861a-1550-44a8-b086-7ffd0bd31327 of type vlan for network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 Feb 04 16:30:20.686857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.721618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.726023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.726564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f4c400-5b83-4b1e-8152-bb8cd6e362be {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:20.742752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.743268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.785233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.840909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:20.845808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:20.846462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7aa8a8ad-583f-441a-a33f-28c96b630063 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f7f4c400-5b83-4b1e-8152-bb8cd6e362be HTTP/1.1" status: 204 len: 168 time: 5.7790124 Feb 04 16:30:21.032838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for df78c89d-10d6-4555-b0b7-31abaec27d72 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:21.072673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.073406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.082833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Deleting subnet f48544a2-9f90-4110-8204-0a5dcc66bddf {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:21.095802 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.125497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.136819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:21.137082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.181663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.337169 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.368271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.424864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=df78c89d-10d6-4555-b0b7-31abaec27d72,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:21.495319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 4becc1e4-ca2b-49cd-937d-6f01f83c286a owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:21.514583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 900d2ed1-065d-4eca-a055-e961ba8f0577 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:21.576186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router b4ddc7ad-6e65-4a8f-af81-c3a04486848b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:21.577391 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.604430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 900d2ed1-065d-4eca-a055-e961ba8f0577 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:21.626855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device aa055eb4-2934-425f-9b3d-120aea7dac13 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:21.675206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: aa055eb4-2934-425f-9b3d-120aea7dac13 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:21.675965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device aa055eb4-2934-425f-9b3d-120aea7dac13 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:21.742699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:21.775791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7384133 Feb 04 16:30:21.780132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54334) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:21.784916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548fb7d-26b0-47e4-9dfe-4d18a760fc5b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=58785bdd-3cc6-4a3b-84b2-a7c33b166b14,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:21.788511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:21.808795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:21.889963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.016609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:22.024123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.053385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:22.059854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:22.061697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:22.066725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:22.073587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:22.074173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.082748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=d52d590b-1d83-4216-9aef-781a3797ceba,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:22.097140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.098836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:22.125304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ba98c-89a8-496c-a5eb-675d581544bf None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:22.165917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=4becc1e4-ca2b-49cd-937d-6f01f83c286a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:22.181956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:22.193705 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] Sync routers for ids ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:22.203671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08f032fa-4a55-4883-879a-2226ee7f65fc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2764487 Feb 04 16:30:22.207177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:22.214880 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] Routers {'b4ddc7ad-6e65-4a8f-af81-c3a04486848b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:22.215803 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:22.259939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'fixed_ips': [{'subnet_id': '1bac62d2-5479-427f-83fa-e7c40802e7e8'}, {'subnet_id': 'd52d590b-1d83-4216-9aef-781a3797ceba'}], 'name': 'tempest-PortsIpV6TestJSON-1911375415'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:22.276937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:22.367839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.398255 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:22.401198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Provisioning for port 900d2ed1-065d-4eca-a055-e961ba8f0577 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:22.426789 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] Routers {'b4ddc7ad-6e65-4a8f-af81-c3a04486848b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:22.429250 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:22.434245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48544a2-9f90-4110-8204-0a5dcc66bddf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:22.445601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:22.446205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.450427 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.455931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.482892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4bec1a-0630-4859-a215-25e2c60554cd None None] Network e3468025-6984-4d4f-9077-3b3577530a20 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:22.542678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2c4a5919-23cc-43c9-b870-3d89f57e4f1f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f48544a2-9f90-4110-8204-0a5dcc66bddf HTTP/1.1" status: 204 len: 168 time: 1.6957595 Feb 04 16:30:22.548120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:22.558463 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:22.559126 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbee97-0fb8-46ea-8989-611dc6191a98 None None] The sync data for ids ['b4ddc7ad-6e65-4a8f-af81-c3a04486848b'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:22.590887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.594921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d9fbca8-ba17-4046-b205-82dd6b208643 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 200 len: 888 time: 5.0864666 Feb 04 16:30:22.600021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54346) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:22.605873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.671125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:22.682360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:22.697280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:22.710384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.714451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:22.736255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:22.743061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.791391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.799581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Deleting port 7be71841-427b-4805-9ca4-31e472efa829 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:22.799941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.842785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=900d2ed1-065d-4eca-a055-e961ba8f0577,segment=NetworkSegment(c628d323-ebc1-47a0-9931-a2ffdc196a3b),segment_id=c628d323-ebc1-47a0-9931-a2ffdc196a3b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:22.853209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:22.875802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 72c31382-4117-4753-9f9d-d8be6a9100c5 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:22.955864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] DHCP port deletion for e3468025-6984-4d4f-9077-3b3577530a20 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:22.973352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Deleting port 7be71841-427b-4805-9ca4-31e472efa829 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:22.973718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.029954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Pushing event updated for resources: {'Port': ['ID=900d2ed1-065d-4eca-a055-e961ba8f0577,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:23.042242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.042615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.042933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.043256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.043587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.044143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.044335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.044613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.044921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.045177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.045453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6d536-0cfd-4efa-8f33-b984e59b68c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:23.057226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Update dhcp port {'port': {'network_id': '6fbaa81a-f060-4095-81e6-715c9c9b1be0', 'fixed_ips': [{'subnet_id': '1bac62d2-5479-427f-83fa-e7c40802e7e8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd52d590b-1d83-4216-9aef-781a3797ceba'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '900d2ed1-065d-4eca-a055-e961ba8f0577'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:30:23.177549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.239330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7be71841-427b-4805-9ca4-31e472efa829 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:23.241692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] For port 7be71841-427b-4805-9ca4-31e472efa829, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7be71841-427b-4805-9ca4-31e472efa829,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:23.241692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.258861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:23.264954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.415062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7249d2df-4ead-45d6-8cc9-9a8f279353ab tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers/b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 200 len: 888 time: 0.8114932 Feb 04 16:30:23.430493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:23.443417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=d2b2a1d9-1e12-42e0-897c-f087ed7b34b3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:23.446939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] For port 7be71841-427b-4805-9ca4-31e472efa829, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7be71841-427b-4805-9ca4-31e472efa829,segment=NetworkSegment(af3c7c7b-3666-4834-95cd-0462edaf288a),segment_id=af3c7c7b-3666-4834-95cd-0462edaf288a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:23.447549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.493588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73959af8-3eb6-481a-a1b7-6ab4f53b2888 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:23.516046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Calling delete_port for 7be71841-427b-4805-9ca4-31e472efa829 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:23.517419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '6b68861a-1550-44a8-b086-7ffd0bd31327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:23.517773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 58785bdd-3cc6-4a3b-84b2-a7c33b166b14, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:23.535041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-73959af8-3eb6-481a-a1b7-6ab4f53b2888 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:23.541029 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73959af8-3eb6-481a-a1b7-6ab4f53b2888 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 200 len: 205 time: 0.0947251 Feb 04 16:30:23.543901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:23.612220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Calling delete_port for 7be71841-427b-4805-9ca4-31e472efa829 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:23.656250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:23.689708 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.728276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 58785bdd-3cc6-4a3b-84b2-a7c33b166b14) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:23.734068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:23.734683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.759343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f2fc8-8e14-44e2-8114-ebdf119fe120 None None] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:23.780054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-db19517c-5b37-4bd7-aa34-800521d0cfa3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9943314 Feb 04 16:30:23.791895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:23.792664 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:23.823658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.829120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:23.876172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14', 'name': 'tempest-PortsTestJSON-1790594715', 'fixed_ips': [{'subnet_id': 'd2b2a1d9-1e12-42e0-897c-f087ed7b34b3', 'ip_address': '172.20.0.10'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:23.886823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:23.896934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:23.898063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:23.930376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::1d6 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/1bac62d2-5479-427f-83fa-e7c40802e7e8/72c31382-4117-4753-9f9d-d8be6a9100c5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:23.941050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:23.941589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:23.964579 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-db7b3c1b-63d2-462d-8474-f48273afbdcc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/4c1fc2e1-aaf2-4a2b-8045-6f4caa7c92fe HTTP/1.1" status: 204 len: 168 time: 4.5485101 Feb 04 16:30:23.967137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:23.976408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be71841-427b-4805-9ca4-31e472efa829,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:23.996161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] No DVR routers for this DVR port 7be71841-427b-4805-9ca4-31e472efa829 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:23.998602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8:0:1::176 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/d52d590b-1d83-4216-9aef-781a3797ceba/72c31382-4117-4753-9f9d-d8be6a9100c5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:24.000954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.015639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.072444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:24.082615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.113724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 8628fef8-a923-4fc0-8f61-1f64b1c94aff {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:24.114080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.180648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.181056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbe7c97-f750-41cb-a1e5-7b6a640b206b None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:24.237739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-58785bdd-3cc6-4a3b-84b2-a7c33b166b14', 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'd2b2a1d9-1e12-42e0-897c-f087ed7b34b3'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:24.238904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.280762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.298243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Deleting port 7be71841-427b-4805-9ca4-31e472efa829 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:24.298770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.345862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:24.357566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:24.361515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3468025-6984-4d4f-9077-3b3577530a20']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.384886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-acf1432e-d8dd-4530-974a-810bf263a6d3 None None] The port '7be71841-427b-4805-9ca4-31e472efa829' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:24.418182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:24.436298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:24.441587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c7c7b-3666-4834-95cd-0462edaf288a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.441944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c7c7b-3666-4834-95cd-0462edaf288a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:24.478070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.488938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Allocated IP 172.20.0.2 (58785bdd-3cc6-4a3b-84b2-a7c33b166b14/d2b2a1d9-1e12-42e0-897c-f087ed7b34b3/80c9feab-538a-43b6-8b1f-9b6467cf90bc) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:24.494361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:24.594431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.608768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.626120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:24.626544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:24.639875 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:24.722953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.737631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.747431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 8628fef8-a923-4fc0-8f61-1f64b1c94aff owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:24.750631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router f099a173-9c7e-4a4d-a33c-b1c868516e28 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:24.775384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.796339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port ce2894a9-10e0-418f-a3df-a0db611f85af {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:24.796696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.801127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Transition to ACTIVE for port object 80c9feab-538a-43b6-8b1f-9b6467cf90bc will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:24.804352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object 72c31382-4117-4753-9f9d-d8be6a9100c5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:24.805601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.823489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Transition to ACTIVE for port object 80c9feab-538a-43b6-8b1f-9b6467cf90bc will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:24.829114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.829476 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.845308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.860044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3468025-6984-4d4f-9077-3b3577530a20,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:24.943104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:24.948859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:24.951782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:24.957360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:24.963751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Pushing event updated for resources: {'Port': ['ID=80c9feab-538a-43b6-8b1f-9b6467cf90bc,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:25.015448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:25.050378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Allocated IP 2001:db8:0:1::2 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/d52d590b-1d83-4216-9aef-781a3797ceba/900d2ed1-065d-4eca-a055-e961ba8f0577) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:25.055637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.096255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-28b7611b-b455-445e-b22c-7ddae947d888 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3468025-6984-4d4f-9077-3b3577530a20 HTTP/1.1" status: 204 len: 168 time: 2.5446045 Feb 04 16:30:25.109960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Attempting to bind port 80c9feab-538a-43b6-8b1f-9b6467cf90bc on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:25.109960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Attempting to bind port 80c9feab-538a-43b6-8b1f-9b6467cf90bc by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '6b68861a-1550-44a8-b086-7ffd0bd31327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:25.109960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Attempting to bind port 80c9feab-538a-43b6-8b1f-9b6467cf90bc on network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:25.151622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=72c31382-4117-4753-9f9d-d8be6a9100c5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:25.230449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for ce2894a9-10e0-418f-a3df-a0db611f85af owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:25.257053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 900d2ed1-065d-4eca-a055-e961ba8f0577 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:25.292230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:25.292786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Checking segment: {'id': '6b68861a-1550-44a8-b086-7ffd0bd31327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:25.293059 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.293464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Bound using segment: {'id': '6b68861a-1550-44a8-b086-7ffd0bd31327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:25.293980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Bound port: 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b68861a-1550-44a8-b086-7ffd0bd31327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:25.294467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.309046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.318104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c009bbc-1401-4cc1-8d74-7ded9f19aa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.346942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:25.382757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:25.391397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:25.393457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=8628fef8-a923-4fc0-8f61-1f64b1c94aff,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:25.398983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:25.399973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.442304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:25.452538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d54e9f53-f292-4f25-a67d-998e8ea57d32 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2340283 Feb 04 16:30:25.456610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54374) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:25.479279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8755bdff-810e-486e-a009-7397327eae77 None None] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=900d2ed1-065d-4eca-a055-e961ba8f0577,segment=NetworkSegment(c628d323-ebc1-47a0-9931-a2ffdc196a3b),segment_id=c628d323-ebc1-47a0-9931-a2ffdc196a3b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:25.496340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bac62d2-5479-427f-83fa-e7c40802e7e8'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:25.497664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] For port 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:25.501542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] For port 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c9feab-538a-43b6-8b1f-9b6467cf90bc,segment=NetworkSegment(6b68861a-1550-44a8-b086-7ffd0bd31327),segment_id=6b68861a-1550-44a8-b086-7ffd0bd31327)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:25.508578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:25.508935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.538499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.596785 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-beb27498-b1ee-4c14-9abe-b8d1b6d95df2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e6bab24282045daa21322d247f7eaac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1496744 Feb 04 16:30:25.605760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54378) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:25.607088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.667517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.10 (58785bdd-3cc6-4a3b-84b2-a7c33b166b14/d2b2a1d9-1e12-42e0-897c-f087ed7b34b3/0e7ef885-cbf0-4be7-bed1-659aa25eabc8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:25.684855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.723354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bbbdd-7e94-4786-9ef7-a1005314f8f3 None None] Pushing event updated for resources: {'Port': ['ID=80c9feab-538a-43b6-8b1f-9b6467cf90bc,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:25.736133 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fa0cd3dd-a1e9-47d9-8948-7a5539f611b6 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/8628fef8-a923-4fc0-8f61-1f64b1c94aff HTTP/1.1" status: 204 len: 168 time: 1.7678001 Feb 04 16:30:25.739833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:25.748271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:25.752228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Transition to ACTIVE for port object 900d2ed1-065d-4eca-a055-e961ba8f0577 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:25.758478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:25.760693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.764840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.769436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:floatingip and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:25.841431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:25.853130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:25.880787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.927400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:25.988760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755bdff-810e-486e-a009-7397327eae77 None None] Pushing event updated for resources: {'Port': ['ID=900d2ed1-065d-4eca-a055-e961ba8f0577,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.043805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.066675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:26.100640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=ce2894a9-10e0-418f-a3df-a0db611f85af,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.154073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.162393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:26.173344 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Sync routers for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:26.196884 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:26.197578 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:26.239160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.349627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.390289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fa5640a4-e4eb-4806-a45d-0e7ba0d09721 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/floatingips/b615c5f9-556f-4f49-9c21-cf798eaddbf2 HTTP/1.1" status: 204 len: 168 time: 6.2410309 Feb 04 16:30:26.405159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:26.405861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:26.435405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:26.445222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:26.466108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.466406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:26.521131 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.556355 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'status': 'completed', 'code': 200} Feb 04 16:30:26.562118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=0e7ef885-cbf0-4be7-bed1-659aa25eabc8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:26.808673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:26.815715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:26.955861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:26.963377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Checking router: f099a173-9c7e-4a4d-a33c-b1c868516e28 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:26.963542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe5ad480-ada9-44da-ae1e-ed156c3d78fd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0965376 Feb 04 16:30:26.973795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af2b2a-c6d8-4dda-b59a-fad22d558bd9 None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:26.986216 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:26.986917 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:29:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:26.990614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:27.019594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '58785bdd-3cc6-4a3b-84b2-a7c33b166b14', 'name': 'tempest-PortsTestJSON-1617044863', 'fixed_ips': [{'subnet_id': 'd2b2a1d9-1e12-42e0-897c-f087ed7b34b3', 'ip_address': '172.20.0.9'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:27.042260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.059361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.083096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.139410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2411616-e53d-4b06-9da5-017967ab8a01,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:27.214044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.217489 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.231739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e0af6fdb-0567-4b75-a0a3-25408761e2f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2411616-e53d-4b06-9da5-017967ab8a01 HTTP/1.1" status: 204 len: 168 time: 1.6259489 Feb 04 16:30:27.233989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.237432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router b4ddc7ad-6e65-4a8f-af81-c3a04486848b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:27.321034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-a3c352bc-7497-467a-bb9f-b032f9f67010 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 1097 time: 0.7379427 Feb 04 16:30:27.466787 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:27.563838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c9feab-538a-43b6-8b1f-9b6467cf90bc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:27.576292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.163 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/fae672ef-02e4-4100-800c-64eb3187eec5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:27.644847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7929b3b8-e29c-41bc-a56f-9d108633a35f None None] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:27.771479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:27.780547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8638337f-6778-4e86-8554-d52193c9a722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.877755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8907ecca-5beb-40ed-8d90-07ccb291e514 None None] Provisioning for port 900d2ed1-065d-4eca-a055-e961ba8f0577 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:27.883521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.890505 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-89035e80-3e5a-473c-a644-057706c40b37 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 204 len: 168 time: 4.3457239 Feb 04 16:30:27.895222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54404) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:27.902044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8907ecca-5beb-40ed-8d90-07ccb291e514 None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:27.902711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8907ecca-5beb-40ed-8d90-07ccb291e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:27.922870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-4988065'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:27.942448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:27.943006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:27.946292 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:27.951370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:27.958293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-6845af3b-a54f-471c-9a66-989bf1580e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:27.960943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-6845af3b-a54f-471c-9a66-989bf1580e23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 200 len: 896 time: 0.6326661 Feb 04 16:30:27.971234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:27.977271 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:30:27.979822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:27.982161 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102c0e0-5660-427b-bb85-aee0ea8cd4ff None None] The sync data for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 is: [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:27:57Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '3386b2da-5fb3-4094-9fef-13ba66a1f483', 'name': '', 'network_id': '04345c07-fbac-47fe-b1f6-6bc189e80d0c', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:75:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:56Z', 'updated_at': '2022-02-04T16:28:13Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '8e623a12-5e51-41ca-bd21-647d96b27998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:27.988012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:27.994836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 80c9feab-538a-43b6-8b1f-9b6467cf90bc completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:28.000005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.026964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:28.050837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:28.054238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 900d2ed1-065d-4eca-a055-e961ba8f0577 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:28.054688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.066485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Delete allocated IP 2001:db8:0:1::176 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/d52d590b-1d83-4216-9aef-781a3797ceba) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:30:28.125928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:28.127687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-020b871e-fac5-417d-8f3a-ef89944f2dd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 200 len: 217 time: 0.1575465 Feb 04 16:30:28.137204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.184568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:28.189076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.214123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.214494 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5 of type vlan for network c851c841-138b-486b-94fa-c22d1e581001 Feb 04 16:30:28.316672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:28.316672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=fae672ef-02e4-4100-800c-64eb3187eec5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:28.323685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:28.326640 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.328222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.331876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:28.346663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Ignored duplicate provisioning block setup for port 72c31382-4117-4753-9f9d-d8be6a9100c5 by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 04 16:30:28.433358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.453849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.458014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:28.458651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.494411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454869ec-f5cc-41c9-8af7-98ba95859c57 None None] New status for floating IP b615c5f9-556f-4f49-9c21-cf798eaddbf2: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:30:28.510394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d46f1-efcf-45f9-b70f-0ada5d5572f2 req-38f1ad65-bb20-491c-8637-48ca4bff9127 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:28.511418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ca1d46f1-efcf-45f9-b70f-0ada5d5572f2 req-38f1ad65-bb20-491c-8637-48ca4bff9127 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:28.559963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 11994a58-59bb-480c-9787-c7989e62b61b yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:28.616709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.7160399 Feb 04 16:30:28.618908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc27d27-8590-4ded-ae3a-5054d99e4dad tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=c851c841-138b-486b-94fa-c22d1e581001,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:28.621589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:28.632095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'c851c841-138b-486b-94fa-c22d1e581001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:28.721918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c851c841-138b-486b-94fa-c22d1e581001 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:28.889787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:28.890551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.920420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.9 (58785bdd-3cc6-4a3b-84b2-a7c33b166b14/d2b2a1d9-1e12-42e0-897c-f087ed7b34b3/11994a58-59bb-480c-9787-c7989e62b61b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:28.954163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:28.999307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.002479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Provisioning for port 80c9feab-538a-43b6-8b1f-9b6467cf90bc completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:29.031103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.050899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Provisioning complete for port 80c9feab-538a-43b6-8b1f-9b6467cf90bc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:29.051530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.121423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.293542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.312145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 11994a58-59bb-480c-9787-c7989e62b61b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:29.389868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ca1d46f1-efcf-45f9-b70f-0ada5d5572f2 req-38f1ad65-bb20-491c-8637-48ca4bff9127 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:29.402012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca1d46f1-efcf-45f9-b70f-0ada5d5572f2 req-38f1ad65-bb20-491c-8637-48ca4bff9127 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 2.4448526 Feb 04 16:30:29.406734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.452210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] For port 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c9feab-538a-43b6-8b1f-9b6467cf90bc,segment=NetworkSegment(6b68861a-1550-44a8-b086-7ffd0bd31327),segment_id=6b68861a-1550-44a8-b086-7ffd0bd31327)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:29.459176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.505248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=72c31382-4117-4753-9f9d-d8be6a9100c5,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:29.526567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] In _notify_port_updated(), no bound segment for port 72c31382-4117-4753-9f9d-d8be6a9100c5 on network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:30:29.530862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:29.531487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.537265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-03124e33-6032-4fe1-8a91-575e2ff3e1c7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/ports/72c31382-4117-4753-9f9d-d8be6a9100c5 HTTP/1.1" status: 200 len: 926 time: 4.0754354 Feb 04 16:30:29.539200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.544044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54428) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:29.552682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:29.565758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e770a8-5102-4b86-83c0-a11a0194272c None None] Pushing event updated for resources: {'Port': ['ID=80c9feab-538a-43b6-8b1f-9b6467cf90bc,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:29.568956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:29.581423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:29.605249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:29.608412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.613380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:29.647018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:29.683589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-60972f94-3709-4514-8631-4720250466f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:29.685034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-60972f94-3709-4514-8631-4720250466f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 200 len: 835 time: 1.3319585 Feb 04 16:30:29.697499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bac62d2-5479-427f-83fa-e7c40802e7e8'}, {'subnet_id': 'd52d590b-1d83-4216-9aef-781a3797ceba'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:29.794011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=11994a58-59bb-480c-9787-c7989e62b61b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:29.813726 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.930728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:30:29.948062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning for port 72c31382-4117-4753-9f9d-d8be6a9100c5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:29.950688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.955668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning complete for port 72c31382-4117-4753-9f9d-d8be6a9100c5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:29.956323 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.966170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:29.998933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca1d46f1-efcf-45f9-b70f-0ada5d5572f2 req-10a531c9-d108-4a8b-9ee8-6f88dd514fc4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5956357 Feb 04 16:30:29.999565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.047974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Port 72c31382-4117-4753-9f9d-d8be6a9100c5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:30.058263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:30.064007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:30.065029 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.070066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning for port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:30.076208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning complete for port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:30.076901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.117035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=fae672ef-02e4-4100-800c-64eb3187eec5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:30.142977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:30.150667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:30.155322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.177657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Provisioning complete for port 80c9feab-538a-43b6-8b1f-9b6467cf90bc triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:30.182658 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b9dac770-5f83-4fd4-a69b-ba16e1593084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.218984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.220200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-13253055-6211-402b-b967-0193fafbc990 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4794223 Feb 04 16:30:30.225395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54440) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:30.235462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'port': {'network_id': '0f7e9c84-dbf1-4e3a-970c-9d957505eb8f', 'name': 'tempest-FloatingIPTestJSON-1999015619'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:30.244177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-83c162f3-db66-4442-a8f6-2bd0ee7b627e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.245648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-83c162f3-db66-4442-a8f6-2bd0ee7b627e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 1.8912027 Feb 04 16:30:30.250517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.251201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.338982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-5c43aa5c-f21e-485d-83ae-3b2f20899e65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04345c07-fbac-47fe-b1f6-6bc189e80d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4732237 Feb 04 16:30:30.423531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1b175aae-3df3-4e53-9fc4-b6ac4cb7b3d0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4215238 Feb 04 16:30:30.427407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.438740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54446) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:30.545650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:30.545996 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.593927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:30.601746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Provisioning complete for port 72c31382-4117-4753-9f9d-d8be6a9100c5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:30.603365 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.614973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:port and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:30.621568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=0e3f4988-adf0-48b1-84bf-ab7b7f54d03b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:30.625324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:30.640770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:30.671367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:30.674928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.699925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Port 72c31382-4117-4753-9f9d-d8be6a9100c5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:30.700693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:30.701066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: c851c841-138b-486b-94fa-c22d1e581001, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:30.715430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba7c1c-d325-4f9a-8699-235e5558a8f2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.716187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3dba7c1c-d325-4f9a-8699-235e5558a8f2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:30.719302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Provisioning for port 11994a58-59bb-480c-9787-c7989e62b61b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:30.729495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Provisioning complete for port 11994a58-59bb-480c-9787-c7989e62b61b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:30.730127 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.735750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] device_id is not set on port c265abd8-5d97-4ad2-a5ad-b78305505961 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:30.802702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3dba7c1c-d325-4f9a-8699-235e5558a8f2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:30.806623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Port 11994a58-59bb-480c-9787-c7989e62b61b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:30.809832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3dba7c1c-d325-4f9a-8699-235e5558a8f2 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3248847 Feb 04 16:30:30.813484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54458) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:30.821837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Provisioning complete for port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:30.822371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.856394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network c851c841-138b-486b-94fa-c22d1e581001 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:30.885816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-dd7fefac-050d-42cc-984a-62a87af0ffb9 None None] Port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:30.914784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c851c841-138b-486b-94fa-c22d1e581001) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:30.929070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:30.929647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:30.944455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae322790-e137-4aa2-95f0-c57039c678d8 None None] Network c851c841-138b-486b-94fa-c22d1e581001 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:30.987684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.11 (0f7e9c84-dbf1-4e3a-970c-9d957505eb8f/fa698491-c4be-4525-b64b-45c6468ca336/c265abd8-5d97-4ad2-a5ad-b78305505961) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:30.991766 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-402d1791-cbea-412f-aa3b-0c5edfc4027f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3663800 Feb 04 16:30:30.996850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54464) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:31.002504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-bb28a3e2-202b-4b2f-8228-ad282e9a268b service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371126 Feb 04 16:30:31.008976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-118664733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:31.020531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:31.068901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:31.073279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:31.085867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870c22e-6ba4-4bd6-a79f-7f57cbdeffb5 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.090230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870c22e-6ba4-4bd6-a79f-7f57cbdeffb5 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.094932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870c22e-6ba4-4bd6-a79f-7f57cbdeffb5 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:31.099718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c870c22e-6ba4-4bd6-a79f-7f57cbdeffb5 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2852249 Feb 04 16:30:31.111237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54470) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:31.117331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:31.240031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.242099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.368579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-c851c841-138b-486b-94fa-c22d1e581001', 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '0e3f4988-adf0-48b1-84bf-ab7b7f54d03b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:31.369429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.457550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 11994a58-59bb-480c-9787-c7989e62b61b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:31.457979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.514437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf20d2e6-74d0-48b7-80ca-2e830d8cc237 req-1f2e9547-445f-49dd-98f0-26d01fb5c2b9 service neutron] 10.222.0.58 "GET /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034246 Feb 04 16:30:31.525569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c9feab-538a-43b6-8b1f-9b6467cf90bc up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:31.530299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8:0:1::a0 (6fbaa81a-f060-4095-81e6-715c9c9b1be0/d52d590b-1d83-4216-9aef-781a3797ceba/72c31382-4117-4753-9f9d-d8be6a9100c5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:31.539315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 8de81055-1f3a-4450-adee-f6e8dbdf99a2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=8de81055-1f3a-4450-adee-f6e8dbdf99a2,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:31.540070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.561554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.667808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.675888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.751928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 80c9feab-538a-43b6-8b1f-9b6467cf90bc triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:31.752314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.762723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 8de81055-1f3a-4450-adee-f6e8dbdf99a2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:31.812180 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.813471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c52952a-4752-40c9-8a49-addcf989acff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8143642 Feb 04 16:30:31.820036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:31.936249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:31.946287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.030075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Allocated IP 172.20.0.2 (c851c841-138b-486b-94fa-c22d1e581001/0e3f4988-adf0-48b1-84bf-ab7b7f54d03b/112530f5-31cc-4956-ad2b-497ff6f428f7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:32.062568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.121614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0246b-b7e8-4166-8d23-63a3c8c97d35 req-4af1d31e-f89f-44c0-83c2-01ecd7016965 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.123529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ac0246b-b7e8-4166-8d23-63a3c8c97d35 req-4af1d31e-f89f-44c0-83c2-01ecd7016965 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f HTTP/1.1" status: 200 len: 946 time: 0.8337622 Feb 04 16:30:32.126302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object 72c31382-4117-4753-9f9d-d8be6a9100c5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:32.127214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.176709 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.193133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=8de81055-1f3a-4450-adee-f6e8dbdf99a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.201821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 11994a58-59bb-480c-9787-c7989e62b61b owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:32.280430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 0f7e9c84-dbf1-4e3a-970c-9d957505eb8f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:32.284309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=c265abd8-5d97-4ad2-a5ad-b78305505961,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.291806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:32.300128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:32.402872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.418670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Transition to ACTIVE for port object 112530f5-31cc-4956-ad2b-497ff6f428f7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:32.433392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=72c31382-4117-4753-9f9d-d8be6a9100c5,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.445764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Transition to ACTIVE for port object 112530f5-31cc-4956-ad2b-497ff6f428f7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:32.451895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] No DVR routers for this DVR port 8de81055-1f3a-4450-adee-f6e8dbdf99a2 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:32.465717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.498700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.509674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] In _notify_port_updated(), no bound segment for port 72c31382-4117-4753-9f9d-d8be6a9100c5 on network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:30:32.518412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.519275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.525245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a1c97fcc-a3b2-43ff-b264-8ba456384317 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/ports/72c31382-4117-4753-9f9d-d8be6a9100c5 HTTP/1.1" status: 200 len: 1011 time: 2.9748936 Feb 04 16:30:32.525989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-deleted', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:30:32.542219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:32.545708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ac0246b-b7e8-4166-8d23-63a3c8c97d35 req-3b5de912-e1c6-4be6-83ea-d52bc805670d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765194 Feb 04 16:30:32.563186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:32.563808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.605236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Pushing event updated for resources: {'Port': ['ID=112530f5-31cc-4956-ad2b-497ff6f428f7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.628179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Network c851c841-138b-486b-94fa-c22d1e581001 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:32.634797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:32.637682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:32.637848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 72c31382-4117-4753-9f9d-d8be6a9100c5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:32.638248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.706048 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c87c42-4792-4a3e-a4a3-f39ad1e9fa6f', 'name': 'network-vif-deleted', 'tag': '8de81055-1f3a-4450-adee-f6e8dbdf99a2', 'status': 'completed', 'code': 200} Feb 04 16:30:32.736770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a7b7ed23-aa29-46f0-a9f9-14f25879607b req-b03a70cd-2dc9-4c3a-af44-7815d6a3f786 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.58 "DELETE /v2.0/ports/8de81055-1f3a-4450-adee-f6e8dbdf99a2 HTTP/1.1" status: 204 len: 173 time: 2.4578075 Feb 04 16:30:32.774894 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ed4cb57a-ac72-4e54-a918-5724b0c79de9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5484409 Feb 04 16:30:32.778499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54506) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:32.799549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Attempting to bind port 112530f5-31cc-4956-ad2b-497ff6f428f7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:32.800281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Attempting to bind port 112530f5-31cc-4956-ad2b-497ff6f428f7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:32.800836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Attempting to bind port 112530f5-31cc-4956-ad2b-497ff6f428f7 on network c851c841-138b-486b-94fa-c22d1e581001 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:32.809612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:32.810241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Checking segment: {'id': 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:32.810910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.811466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Bound using segment: {'id': 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:32.812095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Bound port: 112530f5-31cc-4956-ad2b-497ff6f428f7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c851c841-138b-486b-94fa-c22d1e581001'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:32.812702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.817579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': 'c265abd8-5d97-4ad2-a5ad-b78305505961'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:32.875290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:32.961058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=11994a58-59bb-480c-9787-c7989e62b61b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:32.967276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-70268bf8-d3c9-4491-86a7-73cc98003cc7 None None] Provisioning for port 72c31382-4117-4753-9f9d-d8be6a9100c5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:32.987506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-70268bf8-d3c9-4491-86a7-73cc98003cc7 None None] Provisioning complete for port 72c31382-4117-4753-9f9d-d8be6a9100c5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:32.987885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70268bf8-d3c9-4491-86a7-73cc98003cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.071269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] For port 112530f5-31cc-4956-ad2b-497ff6f428f7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:33.121129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] For port 112530f5-31cc-4956-ad2b-497ff6f428f7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=112530f5-31cc-4956-ad2b-497ff6f428f7,segment=NetworkSegment(e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5),segment_id=e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:33.137655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-70268bf8-d3c9-4491-86a7-73cc98003cc7 None None] Port 72c31382-4117-4753-9f9d-d8be6a9100c5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:33.151775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.324456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc7220-ba8b-4646-b3bf-fec3929f2355 None None] Pushing event updated for resources: {'Port': ['ID=112530f5-31cc-4956-ad2b-497ff6f428f7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:33.357241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.385192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.407088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:33.411581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cea378be-bf83-4b33-8ebd-cfb548793251 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/11994a58-59bb-480c-9787-c7989e62b61b HTTP/1.1" status: 204 len: 168 time: 2.2969160 Feb 04 16:30:33.413670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54512) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.586543 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-acec72a5-1d42-41b5-ba45-a4c1be2d62c9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:30:33.587048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-acec72a5-1d42-41b5-ba45-a4c1be2d62c9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:33.619194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:33.689588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 8de81055-1f3a-4450-adee-f6e8dbdf99a2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:33.690195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 8de81055-1f3a-4450-adee-f6e8dbdf99a2 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:33.770568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54524) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:33.799225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54528) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.023698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.055854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-acec72a5-1d42-41b5-ba45-a4c1be2d62c9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:34.057437 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-acec72a5-1d42-41b5-ba45-a4c1be2d62c9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/11994a58-59bb-480c-9787-c7989e62b61b HTTP/1.1" status: 404 len: 333 time: 0.6429160 Feb 04 16:30:34.066630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54536) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.179685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 72c31382-4117-4753-9f9d-d8be6a9100c5 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:34.298102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:34.298463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.439483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.20.0.1 (c851c841-138b-486b-94fa-c22d1e581001/0e3f4988-adf0-48b1-84bf-ab7b7f54d03b/c8b29dce-8ad0-40ac-b5f7-92558557917c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:34.568052 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9b992013-6777-42b8-825d-7b8cae81ca61 req-8aedcd49-8131-4d26-bfa8-6fb0758cc1d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.7963815 Feb 04 16:30:34.687572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.698683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9b992013-6777-42b8-825d-7b8cae81ca61 req-b0c6aebf-f6ab-4473-bba9-e430c5d7b51f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547588 Feb 04 16:30:34.747251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=72c31382-4117-4753-9f9d-d8be6a9100c5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:34.838275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54546) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.866593 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:34.884268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca2d2fe8-32a9-406c-a12c-9a75763fc94f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/72c31382-4117-4753-9f9d-d8be6a9100c5 HTTP/1.1" status: 204 len: 168 time: 2.3345051 Feb 04 16:30:34.903573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:34.911972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edae59-284e-4f2c-89d7-51b1d67ede41 None None] Network c851c841-138b-486b-94fa-c22d1e581001 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:35.035409 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.045383 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.099085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b3ba9283-d524-4642-b156-9c339d1933a9 None None] Provisioning for port 112530f5-31cc-4956-ad2b-497ff6f428f7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:35.128879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.156054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object c8b29dce-8ad0-40ac-b5f7-92558557917c will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:35.160103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.185380 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadbb4df-95ea-4420-bee3-903fe883bf2d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:35.185986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cadbb4df-95ea-4420-bee3-903fe883bf2d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:35.201866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.227838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:35.233265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Usage tracker for resource:security_group_rule and tenant:f8419a6c7c7946ebb72221381c416ffa is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:35.236721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:35.244755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:35.535623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 112530f5-31cc-4956-ad2b-497ff6f428f7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:35.569271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.571237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cadbb4df-95ea-4420-bee3-903fe883bf2d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:35.575199 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cadbb4df-95ea-4420-bee3-903fe883bf2d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/72c31382-4117-4753-9f9d-d8be6a9100c5 HTTP/1.1" status: 404 len: 333 time: 0.6673872 Feb 04 16:30:35.576293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:35.580375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network c851c841-138b-486b-94fa-c22d1e581001 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:35.594251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:35.606347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.616793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=c8b29dce-8ad0-40ac-b5f7-92558557917c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.619295 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP c64eaf48-5a9e-496e-a181-126ab3370b9c associated. External IP: 172.25.5.163, port: c265abd8-5d97-4ad2-a5ad-b78305505961. Feb 04 16:30:35.624327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:35.682806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.684097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 112530f5-31cc-4956-ad2b-497ff6f428f7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:35.689749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 112530f5-31cc-4956-ad2b-497ff6f428f7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:35.690187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.770636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bc7cdb-b451-4aba-a12e-441366856573,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:35.777366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eac420a1-c1b1-4c68-9c66-75c18528a500 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8419a6c7c7946ebb72221381c416ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9329190 Feb 04 16:30:35.802768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:35.863056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 0e7ef885-cbf0-4be7-bed1-659aa25eabc8 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:35.896700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.911169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Provisioning for port c8b29dce-8ad0-40ac-b5f7-92558557917c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:35.924995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.942932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Provisioning complete for port c8b29dce-8ad0-40ac-b5f7-92558557917c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:35.944119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:35.993130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.020490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 112530f5-31cc-4956-ad2b-497ff6f428f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=112530f5-31cc-4956-ad2b-497ff6f428f7,segment=NetworkSegment(e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5),segment_id=e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:36.023894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Port c8b29dce-8ad0-40ac-b5f7-92558557917c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:36.037006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.057551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.083286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Provisioning complete for port 112530f5-31cc-4956-ad2b-497ff6f428f7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:36.083806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59211ac1-d61d-40f8-81a6-c8d802f00e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.171876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=112530f5-31cc-4956-ad2b-497ff6f428f7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.247074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.259415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet d52d590b-1d83-4216-9aef-781a3797ceba {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:36.267665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.269602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.321365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.329988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.351563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.377424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fce14521-9bf8-4ff0-98f9-b837bddf2a18 None None] Provisioning complete for port c8b29dce-8ad0-40ac-b5f7-92558557917c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:36.377947 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fce14521-9bf8-4ff0-98f9-b837bddf2a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.387482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bc7cdb-b451-4aba-a12e-441366856573,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.411916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.416126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34e7dfae-4e6d-4ffb-8148-dcc97bbad074 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3bc7cdb-b451-4aba-a12e-441366856573 HTTP/1.1" status: 204 len: 168 time: 0.6094522 Feb 04 16:30:36.426926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=0e7ef885-cbf0-4be7-bed1-659aa25eabc8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.447303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fce14521-9bf8-4ff0-98f9-b837bddf2a18 None None] Port c8b29dce-8ad0-40ac-b5f7-92558557917c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:36.551478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.551818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.552149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.552476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.552832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.553260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.553830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.554345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.554551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.554900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.555186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:30:36.587568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.711379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.764154 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66c30122-e0e6-4901-bb56-3029285db653 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/0e7ef885-cbf0-4be7-bed1-659aa25eabc8 HTTP/1.1" status: 204 len: 168 time: 2.6551833 Feb 04 16:30:36.766200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.769682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:36.807555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:36.854652 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d6ffb0-e494-440b-8448-1a78b53384cd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:30:36.855196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-04d6ffb0-e494-440b-8448-1a78b53384cd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:36.863042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=d52d590b-1d83-4216-9aef-781a3797ceba,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:36.874532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:36.880037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22326e7-b028-4852-add3-49fa5edd79ff None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:36.882041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:36.907961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d11c3828-f070-47e2-8828-3a2e4498c5cd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/d52d590b-1d83-4216-9aef-781a3797ceba HTTP/1.1" status: 204 len: 168 time: 1.3273733 Feb 04 16:30:36.908600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54592) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:36.913125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-04d6ffb0-e494-440b-8448-1a78b53384cd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:36.914294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-04d6ffb0-e494-440b-8448-1a78b53384cd tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/0e7ef885-cbf0-4be7-bed1-659aa25eabc8 HTTP/1.1" status: 404 len: 333 time: 0.1144040 Feb 04 16:30:36.958697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:36.968896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.023580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:37.029162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d98d23e674a4673b2d2b9e9d5d8c961 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:37.032465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:37.041324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:37.193462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.201120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.265983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:37.267724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666aeb0c-15ee-43e9-b367-1810b795ca97,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.278352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bae8fb72-4313-4cd6-82c6-f073a38cb5c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d98d23e674a4673b2d2b9e9d5d8c961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3929777 Feb 04 16:30:37.279564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:37.280038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54600) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.302883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.321108 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:37.321729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.385641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ee175fa-a64d-4775-8a08-b638f9267557 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/c64eaf48-5a9e-496e-a181-126ab3370b9c HTTP/1.1" status: 200 len: 979 time: 4.5998333 Feb 04 16:30:37.386314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:37.402363 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.425804 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:37.426460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.428399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:30:37.448753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.515014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 112530f5-31cc-4956-ad2b-497ff6f428f7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:37.551285 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:37.551682 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176df796-09f7-4792-9a36-5d5f0b5f3a67 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:37.611955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 112530f5-31cc-4956-ad2b-497ff6f428f7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:37.612477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.617422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.630450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 1bac62d2-5479-427f-83fa-e7c40802e7e8 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:37.642197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port c265abd8-5d97-4ad2-a5ad-b78305505961 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:37.642561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.693083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.693361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.732151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.887504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.926875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666aeb0c-15ee-43e9-b367-1810b795ca97,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:37.932399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.933607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.942719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bcc7d137-3ac6-47e3-83c1-77d3f653d4ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/666aeb0c-15ee-43e9-b367-1810b795ca97 HTTP/1.1" status: 204 len: 168 time: 0.6557233 Feb 04 16:30:37.978022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.994753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e83479f5-64ad-4168-aa21-12d6b9b7793b None None] Provisioning complete for port 900d2ed1-065d-4eca-a055-e961ba8f0577 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:37.995520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e83479f5-64ad-4168-aa21-12d6b9b7793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:37.998795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=c8b29dce-8ad0-40ac-b5f7-92558557917c,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.036943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.082864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet d2b2a1d9-1e12-42e0-897c-f087ed7b34b3 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:38.095008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.309307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.384208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.384208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.384208 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP c64eaf48-5a9e-496e-a181-126ab3370b9c disassociated. External IP: 172.25.5.163, port: c265abd8-5d97-4ad2-a5ad-b78305505961. Feb 04 16:30:38.384208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for c265abd8-5d97-4ad2-a5ad-b78305505961 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:38.403860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.515160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network c851c841-138b-486b-94fa-c22d1e581001 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:38.522422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:38.542685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.602078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=c265abd8-5d97-4ad2-a5ad-b78305505961,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.696989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.758574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.825176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=1bac62d2-5479-427f-83fa-e7c40802e7e8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:38.849990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.852028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe3b2a-c0df-44c8-9256-58be25ef9f3b None None] Network 6fbaa81a-f060-4095-81e6-715c9c9b1be0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:38.918084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:38.926537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:38.933825 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-51365492-e500-4d25-a29b-37fd9cc37e0f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/1bac62d2-5479-427f-83fa-e7c40802e7e8 HTTP/1.1" status: 204 len: 168 time: 2.0216897 Feb 04 16:30:38.939179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54624) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:39.026460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a546921a-d31f-4130-8090-df191dd39c1c None None] Provisioning complete for port c8b29dce-8ad0-40ac-b5f7-92558557917c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:39.027212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a546921a-d31f-4130-8090-df191dd39c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.090990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a546921a-d31f-4130-8090-df191dd39c1c None None] Port c8b29dce-8ad0-40ac-b5f7-92558557917c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:39.159793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b2a1d9-1e12-42e0-897c-f087ed7b34b3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:39.171971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.177034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-921021bc-4adc-48c2-9155-780122e40529 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/d2b2a1d9-1e12-42e0-897c-f087ed7b34b3 HTTP/1.1" status: 204 len: 168 time: 2.2135305 Feb 04 16:30:39.181246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddeb336-f501-4d38-95d6-85375e5626e6 None None] Network 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:39.183771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.187225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54630) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:39.319762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 900d2ed1-065d-4eca-a055-e961ba8f0577 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:39.320189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.369781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 3386b2da-5fb3-4094-9fef-13ba66a1f483 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:39.370229 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.385602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.451298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 80c9feab-538a-43b6-8b1f-9b6467cf90bc {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:39.451642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.497728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] DHCP port deletion for 6fbaa81a-f060-4095-81e6-715c9c9b1be0 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:39.502135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Deleting port 900d2ed1-065d-4eca-a055-e961ba8f0577 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:39.502553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.553876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] DHCP port deletion for 58785bdd-3cc6-4a3b-84b2-a7c33b166b14 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:39.569261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Deleting port 80c9feab-538a-43b6-8b1f-9b6467cf90bc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:39.569633 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.624485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 3a6d7337-c711-4e6b-8827-f27a2bb54e83 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:30:39.740066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 3386b2da-5fb3-4094-9fef-13ba66a1f483, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3386b2da-5fb3-4094-9fef-13ba66a1f483,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:39.740996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.777736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=900d2ed1-065d-4eca-a055-e961ba8f0577,segment=NetworkSegment(c628d323-ebc1-47a0-9931-a2ffdc196a3b),segment_id=c628d323-ebc1-47a0-9931-a2ffdc196a3b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:39.777736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.910298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port 900d2ed1-065d-4eca-a055-e961ba8f0577, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=900d2ed1-065d-4eca-a055-e961ba8f0577,segment=NetworkSegment(c628d323-ebc1-47a0-9931-a2ffdc196a3b),segment_id=c628d323-ebc1-47a0-9931-a2ffdc196a3b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:39.910833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:39.911262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Calling delete_port for 900d2ed1-065d-4eca-a055-e961ba8f0577 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:39.945908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 3386b2da-5fb3-4094-9fef-13ba66a1f483 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:40.000656 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.095233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] Pushing event deleted for resources: {'Port': ['ID=900d2ed1-065d-4eca-a055-e961ba8f0577,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.096571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:40.109277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 900d2ed1-065d-4eca-a055-e961ba8f0577 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:40.111387 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a7e6362c-d01a-40dd-a3d0-989c8e2d43f7 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/3a6d7337-c711-4e6b-8827-f27a2bb54e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2903292 Feb 04 16:30:40.114509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:40.126876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] Sync routers for ids ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:40.188742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c9feab-538a-43b6-8b1f-9b6467cf90bc,segment=NetworkSegment(6b68861a-1550-44a8-b086-7ffd0bd31327),segment_id=6b68861a-1550-44a8-b086-7ffd0bd31327)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:40.189138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.192405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de33b6-0f11-49d2-9387-d0f978ebd792 None None] No DVR routers for this DVR port 900d2ed1-065d-4eca-a055-e961ba8f0577 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:40.210758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa7b70-e13f-40ca-a21d-46d274b4afe3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:40.212258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4aa7b70-e13f-40ca-a21d-46d274b4afe3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:40.295362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4aa7b70-e13f-40ca-a21d-46d274b4afe3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:40.297046 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4aa7b70-e13f-40ca-a21d-46d274b4afe3 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports/c8b29dce-8ad0-40ac-b5f7-92558557917c HTTP/1.1" status: 200 len: 910 time: 0.1809134 Feb 04 16:30:40.306614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:40.318515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e3f4988-adf0-48b1-84bf-ab7b7f54d03b'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:40.319553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] Routers {'3a6d7337-c711-4e6b-8827-f27a2bb54e83'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:40.320500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.353171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 80c9feab-538a-43b6-8b1f-9b6467cf90bc owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:40.395492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:40.407028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.409177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:40.422041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] For port 80c9feab-538a-43b6-8b1f-9b6467cf90bc, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=80c9feab-538a-43b6-8b1f-9b6467cf90bc,segment=NetworkSegment(6b68861a-1550-44a8-b086-7ffd0bd31327),segment_id=6b68861a-1550-44a8-b086-7ffd0bd31327)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:40.422712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.442601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:40.442601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.449444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:40.449767 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:40.496502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] Routers {'3a6d7337-c711-4e6b-8827-f27a2bb54e83'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:40.497206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.543592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.547571 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.566738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:40.567528 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.571509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.576013 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:40.626151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.626733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9dcdc-49ce-4a54-a50c-8c98fc0f192d None None] The sync data for ids ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:40.640446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Calling delete_port for 80c9feab-538a-43b6-8b1f-9b6467cf90bc owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:40.647891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=3386b2da-5fb3-4094-9fef-13ba66a1f483,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.671571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=80c9feab-538a-43b6-8b1f-9b6467cf90bc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:40.686633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-134e1619-fcb6-422e-8e44-210851f749de tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/c265abd8-5d97-4ad2-a5ad-b78305505961 HTTP/1.1" status: 204 len: 168 time: 3.2989209 Feb 04 16:30:40.689368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54658) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:40.701865 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:40.702542 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a695c-8cd3-4203-8a4e-f85bc5642b29 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:40.747883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:40.748525 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:40.784880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No DVR routers for this DVR port 80c9feab-538a-43b6-8b1f-9b6467cf90bc on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:40.828679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-73a26673-74f5-42ea-bd89-73553d7edde0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/floatingips/c64eaf48-5a9e-496e-a181-126ab3370b9c HTTP/1.1" status: 200 len: 688 time: 0.1377800 Feb 04 16:30:40.845643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:40.955921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 900d2ed1-065d-4eca-a055-e961ba8f0577 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:40.956189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.035621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.048408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] The port '900d2ed1-065d-4eca-a055-e961ba8f0577' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:41.178726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58785bdd-3cc6-4a3b-84b2-a7c33b166b14']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.204618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.210977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b68861a-1550-44a8-b086-7ffd0bd31327') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.211267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b68861a-1550-44a8-b086-7ffd0bd31327') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.219076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.249473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port fae672ef-02e4-4100-800c-64eb3187eec5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:41.249670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Deleting port 80c9feab-538a-43b6-8b1f-9b6467cf90bc {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:41.250190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.250305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.372036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.399977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbaa81a-f060-4095-81e6-715c9c9b1be0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.407050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.417923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:41.418185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:41.433542 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:41.436976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c628d323-ebc1-47a0-9931-a2ffdc196a3b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.436976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c628d323-ebc1-47a0-9931-a2ffdc196a3b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:41.475167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4d84a52c-b19d-4ac6-9687-f0fc18a0be25 None None] The port '80c9feab-538a-43b6-8b1f-9b6467cf90bc' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:41.523772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.566648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.580882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.586778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.616761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=58785bdd-3cc6-4a3b-84b2-a7c33b166b14,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.623853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:41.624238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:41.641564 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:41.645285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4a145cc2-e03e-42d4-add5-3505bab0ed37 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/58785bdd-3cc6-4a3b-84b2-a7c33b166b14 HTTP/1.1" status: 204 len: 168 time: 2.4569149 Feb 04 16:30:41.650918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c9feab-538a-43b6-8b1f-9b6467cf90bc no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:41.653441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:41.687367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 80c9feab-538a-43b6-8b1f-9b6467cf90bc {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:41.687763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 80c9feab-538a-43b6-8b1f-9b6467cf90bc not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:41.688192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 900d2ed1-065d-4eca-a055-e961ba8f0577 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:41.709768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-374524624'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:41.721854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:41.738760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:network and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:41.743856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 900d2ed1-065d-4eca-a055-e961ba8f0577 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:41.744204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 900d2ed1-065d-4eca-a055-e961ba8f0577 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:41.746147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:41.752953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:41.759808 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.760139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.762976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.784543 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.794211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:41.797312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.811847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=6fbaa81a-f060-4095-81e6-715c9c9b1be0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:41.821049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-10417bdd-14cf-4d04-94c9-65a58a10a2ee tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/6fbaa81a-f060-4095-81e6-715c9c9b1be0 HTTP/1.1" status: 204 len: 168 time: 2.8805392 Feb 04 16:30:41.825965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:41.878307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:41.903768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.904195 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Added segment 75e01628-bff5-4d06-89bc-dedccafd07dd of type vlan for network 612fa7f1-df75-4f96-a023-f5491ec7cc1a Feb 04 16:30:41.939613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:41.955877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for fae672ef-02e4-4100-800c-64eb3187eec5 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:41.956015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670bef6-35ba-4de8-aef9-3cdbf76df9b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:41.956710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a670bef6-35ba-4de8-aef9-3cdbf76df9b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:41.988451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a670bef6-35ba-4de8-aef9-3cdbf76df9b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:41.993206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a670bef6-35ba-4de8-aef9-3cdbf76df9b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1625950 Feb 04 16:30:41.993749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:42.030194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.033980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:42.034645 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.105425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.140060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4854004 Feb 04 16:30:42.144001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54700) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:42.168704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254d5b4-1bec-49c2-9e18-c67983ffab24 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Network': ['ID=612fa7f1-df75-4f96-a023-f5491ec7cc1a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.182296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:42.206077 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a01951a4-6136-4a2e-bffd-7a8669c2d49a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2112601 Feb 04 16:30:42.212631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:42.225932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1938085439'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:42.232427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:42.237195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:42.241107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:42.248172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:42.262186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:42.268613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.275356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:42.315491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:42.325707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.326192 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment 1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5 of type vlan for network f0043bef-2c47-4251-8b48-e350693e00e6 Feb 04 16:30:42.362236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.398835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.403145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:42.403938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.508539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2944298 Feb 04 16:30:42.512039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:42.514435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:42.517802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.524135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:42.540764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704a8ba-6170-40cf-b6df-84f78fb9aaf1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=f0043bef-2c47-4251-8b48-e350693e00e6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.553675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f0043bef-2c47-4251-8b48-e350693e00e6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:42.687663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:42.691615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:42.694113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:42.695737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:42.699314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:42.701704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:42.713180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:42.723037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:42.729826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=fae672ef-02e4-4100-800c-64eb3187eec5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:42.783474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:42.828128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:42.835684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:30:42.912457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.008872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.070115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.106469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.120644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.178631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=b263b12f-a2db-4fac-b106-5ce552abf91b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:43.208228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:43.209483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: f0043bef-2c47-4251-8b48-e350693e00e6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:43.235374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network f0043bef-2c47-4251-8b48-e350693e00e6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:43.248298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f0043bef-2c47-4251-8b48-e350693e00e6) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:43.250989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=c8b29dce-8ad0-40ac-b5f7-92558557917c,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:43.256702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa9c36-7e6c-4665-81f6-a9d5341757ec None None] Network f0043bef-2c47-4251-8b48-e350693e00e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:43.261636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:43.262315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.268572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:43.269209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.274707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cbe2a554-3676-4558-b43b-380b98c643a6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/ports/c8b29dce-8ad0-40ac-b5f7-92558557917c HTTP/1.1" status: 200 len: 910 time: 2.9626162 Feb 04 16:30:43.277018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54730) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:43.297077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.303705 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d9519b11-09c1-4faa-80e3-6c8abddc90fc tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/c64eaf48-5a9e-496e-a181-126ab3370b9c HTTP/1.1" status: 204 len: 168 time: 2.4518435 Feb 04 16:30:43.303705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:43.311801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '4a16f53e-7933-408f-acb2-de74618eeaa5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:43.326741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:43.337378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:floatingip and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:43.343036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:43.353836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:43.498321 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.587430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f0043bef-2c47-4251-8b48-e350693e00e6', 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': 'b263b12f-a2db-4fac-b106-5ce552abf91b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:43.588275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.613731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b47fc95a-b074-4ecf-8aca-f823f112e5e7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1006613 Feb 04 16:30:43.626435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:43.638906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6', 'name': 'tempest-PortsIpV6TestJSON-1998197047'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:43.751548 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:43.837689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Allocated IP 2001:db8::2 (f0043bef-2c47-4251-8b48-e350693e00e6/b263b12f-a2db-4fac-b106-5ce552abf91b/cb9aebe2-2657-43f8-bd0c-218423922833) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:43.911652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=5e32a505-fca0-4097-870f-751f16bd9b9b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:43.923780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:43.937225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:43.973890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Checking segment: {'id': '75e01628-bff5-4d06-89bc-dedccafd07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:43.974542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network hostable DHCP agents. Network: 612fa7f1-df75-4f96-a023-f5491ec7cc1a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:43.982533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.033167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:44.038500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.071655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 56cfc389-5002-4580-87f4-90fa5719cdc9 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:44.169161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:44.193718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.205443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Transition to ACTIVE for port object cb9aebe2-2657-43f8-bd0c-218423922833 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:44.213469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.227609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 612fa7f1-df75-4f96-a023-f5491ec7cc1a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:44.231390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Transition to ACTIVE for port object cb9aebe2-2657-43f8-bd0c-218423922833 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:44.240201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6d463-de2b-410f-b632-de162b389ab5 None None] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:44.248780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:44.249361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.270178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.175 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d7492c6a-6116-499b-aaa8-d13b38c615ed) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:44.276454 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.450160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Network f0043bef-2c47-4251-8b48-e350693e00e6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:44.455111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Pushing event updated for resources: {'Port': ['ID=cb9aebe2-2657-43f8-bd0c-218423922833,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:44.460648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:44.472669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:44.505061 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-88059d71-d830-49ff-bdbc-56e71f978948 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3378041 Feb 04 16:30:44.506318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::3bb (f0043bef-2c47-4251-8b48-e350693e00e6/b263b12f-a2db-4fac-b106-5ce552abf91b/56cfc389-5002-4580-87f4-90fa5719cdc9) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:44.509350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54762) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:44.519130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-107096883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:44.550763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:44.570639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:router and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:44.592332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:44.605842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router f099a173-9c7e-4a4d-a33c-b1c868516e28 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:44.617203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:44.651772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.652708 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.668296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.682470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Attempting to bind port cb9aebe2-2657-43f8-bd0c-218423922833 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:44.683644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Attempting to bind port cb9aebe2-2657-43f8-bd0c-218423922833 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:44.684188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Attempting to bind port cb9aebe2-2657-43f8-bd0c-218423922833 on network f0043bef-2c47-4251-8b48-e350693e00e6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:44.692979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-612fa7f1-df75-4f96-a023-f5491ec7cc1a', 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': '5e32a505-fca0-4097-870f-751f16bd9b9b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:44.694855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.711960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:44.712709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Checking segment: {'id': '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:44.713312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.713892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Bound using segment: {'id': '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:44.714742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Bound port: cb9aebe2-2657-43f8-bd0c-218423922833, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:44.715354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.832121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.871146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.921947 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:44.932320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] For port cb9aebe2-2657-43f8-bd0c-218423922833, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:44.979303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:44.986635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:44.993693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:44.998170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] For port cb9aebe2-2657-43f8-bd0c-218423922833, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb9aebe2-2657-43f8-bd0c-218423922833,segment=NetworkSegment(1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5),segment_id=1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:45.007732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.009850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.020471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=d7492c6a-6116-499b-aaa8-d13b38c615ed,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.076278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.077678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bf1e8b06-db03-441f-a1c8-62de8a5b07ef tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5673916 Feb 04 16:30:45.091087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54768) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:45.097044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Allocated IP 172.20.0.2 (612fa7f1-df75-4f96-a023-f5491ec7cc1a/5e32a505-fca0-4097-870f-751f16bd9b9b/ecdb2a86-7517-4b89-860d-e1d32f0eeb8d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:45.105876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a', 'name': 'tempest-PortsTestJSON-1631746531'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:45.115887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object 56cfc389-5002-4580-87f4-90fa5719cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:45.308830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.331309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:45.381140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d3849-2161-4968-9854-543cce7d1f29 None None] Pushing event updated for resources: {'Port': ['ID=cb9aebe2-2657-43f8-bd0c-218423922833,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.396831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=56cfc389-5002-4580-87f4-90fa5719cdc9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.397151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:45.415803 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.439194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network f0043bef-2c47-4251-8b48-e350693e00e6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:45.441672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Transition to ACTIVE for port object ecdb2a86-7517-4b89-860d-e1d32f0eeb8d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:45.442001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:45.443192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:45.445363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:45.446618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.449337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:45.449938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.466633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:45.467630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Transition to ACTIVE for port object ecdb2a86-7517-4b89-860d-e1d32f0eeb8d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:45.480156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Sync routers for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:45.481085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9ad2cdd3-39b7-4cbe-a503-87ca2a67e0bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/f099a173-9c7e-4a4d-a33c-b1c868516e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6648533 Feb 04 16:30:45.485433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:45.493955 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.497785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port ef9e5041-7382-4e4b-a2b6-a84af147e9dd yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:45.555343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a6ae299b-d1f7-4a85-b01a-ec188c7f7b74 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9229088 Feb 04 16:30:45.566310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:45.573519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:45.574368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:45.575623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': 'f0043bef-2c47-4251-8b48-e350693e00e6', 'name': 'tempest-PortsIpV6TestJSON-133538644'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:45.651364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:45.673186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:45.675381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:45.705036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:45.922594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting subnet 8e623a12-5e51-41ca-bd21-647d96b27998 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:45.927299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.941622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:45.952009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:45.957098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:45.961412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port c8b29dce-8ad0-40ac-b5f7-92558557917c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:45.962136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.962986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Attempting to bind port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:45.963366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Attempting to bind port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '75e01628-bff5-4d06-89bc-dedccafd07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:45.963727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Attempting to bind port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d on network 612fa7f1-df75-4f96-a023-f5491ec7cc1a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:45.979737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:45.980402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Checking segment: {'id': '75e01628-bff5-4d06-89bc-dedccafd07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:45.980500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:45.980993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Bound using segment: {'id': '75e01628-bff5-4d06-89bc-dedccafd07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:45.981454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Bound port: ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e01628-bff5-4d06-89bc-dedccafd07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '612fa7f1-df75-4f96-a023-f5491ec7cc1a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:45.981822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.005245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.010494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:46.031328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:46.058901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:46.063988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.091239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port df854011-e5de-41d9-bd07-7791a604091a yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:30:46.281021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::2d5 (f0043bef-2c47-4251-8b48-e350693e00e6/b263b12f-a2db-4fac-b106-5ce552abf91b/df854011-e5de-41d9-bd07-7791a604091a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:46.312419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] For port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:46.339808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] For port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,segment=NetworkSegment(75e01628-bff5-4d06-89bc-dedccafd07dd),segment_id=75e01628-bff5-4d06-89bc-dedccafd07dd)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:46.351810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.10 (612fa7f1-df75-4f96-a023-f5491ec7cc1a/5e32a505-fca0-4097-870f-751f16bd9b9b/ef9e5041-7382-4e4b-a2b6-a84af147e9dd) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:46.356153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.522138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876d4fd-a287-479f-ab4c-8e5a2226c0a5 None None] Pushing event updated for resources: {'Port': ['ID=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:46.557769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:30:40Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:46.566476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Checking router: f099a173-9c7e-4a4d-a33c-b1c868516e28 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:30:46.586592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Routers {'f099a173-9c7e-4a4d-a33c-b1c868516e28'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:46.587808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['f099a173-9c7e-4a4d-a33c-b1c868516e28'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:46.714261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:46.827588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] Set router f099a173-9c7e-4a4d-a33c-b1c868516e28 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:30:46.920425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for c8b29dce-8ad0-40ac-b5f7-92558557917c owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:47.025256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068112d-9da7-4362-bdde-60a73777d128 None None] Network f0043bef-2c47-4251-8b48-e350693e00e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:47.129921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.160738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object df854011-e5de-41d9-bd07-7791a604091a will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:47.281117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.301825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.340151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.382864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.390011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network f0043bef-2c47-4251-8b48-e350693e00e6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:47.395132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:47.409149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.524543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:47.533063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object ef9e5041-7382-4e4b-a2b6-a84af147e9dd will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:47.534912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:47.535332 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.539089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f73537f-e3eb-4379-9ecd-da7b1bf5b87d None None] Provisioning for port cb9aebe2-2657-43f8-bd0c-218423922833 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:47.540866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.549554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=df854011-e5de-41d9-bd07-7791a604091a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.646007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.670982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb9aebe2-2657-43f8-bd0c-218423922833 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:47.713057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Subnet': ['ID=8e623a12-5e51-41ca-bd21-647d96b27998,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.724623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=c8b29dce-8ad0-40ac-b5f7-92558557917c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:47.747851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:30:40Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:47.769131 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:47.769276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac3c13b-4a36-44ff-a4fa-8602e298a1dd None None] Network 04345c07-fbac-47fe-b1f6-6bc189e80d0c requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:47.816137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a89515-e53d-422f-b023-ce44b261e3d3 None None] The sync data for ids ['f099a173-9c7e-4a4d-a33c-b1c868516e28'] in n-d-827873-1 is: [{'id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1551267905', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:27:45Z', 'updated_at': '2022-02-04T16:30:40Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '18804f58-b4f7-40f6-9d55-5274e20ecd99', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f099a173-9c7e-4a4d-a33c-b1c868516e28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:27:46Z', 'updated_at': '2022-02-04T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:47.829057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8696b11f-b7ba-4a01-a123-78f5ac217e33 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/subnets/8e623a12-5e51-41ca-bd21-647d96b27998 HTTP/1.1" status: 204 len: 168 time: 2.3420842 Feb 04 16:30:47.842642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54836) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:47.962701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-15412787-e373-40ba-bb50-c6ba229b77b9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3946438 Feb 04 16:30:47.965674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54842) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:47.995956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.123896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.182744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f5d5b4-795c-47d1-9cf2-06248545aa81 None None] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:48.207835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=ef9e5041-7382-4e4b-a2b6-a84af147e9dd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.211879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:48.229412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:48.237873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:48.250077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cb9aebe2-2657-43f8-bd0c-218423922833 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:48.317448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f8b5bcfe-b887-4442-b89f-f66ca0e2fec7 None None] Provisioning for port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:48.358150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb9aebe2-2657-43f8-bd0c-218423922833 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:48.368958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.452431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:48.453185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.462866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:30:48.508670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72193c52-3092-4ddc-86e6-3a09e217db91 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:48.509941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-72193c52-3092-4ddc-86e6-3a09e217db91 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:48.514041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.523109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.607590 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b74a070d-470a-4cc5-98bf-3620d6e4b7ab tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5151253 Feb 04 16:30:48.608498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:48.739612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.788342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] DHCP port deletion for 04345c07-fbac-47fe-b1f6-6bc189e80d0c request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:48.797646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Deleting port 11776978-7c09-4666-99b5-5832bd2e354e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:48.797890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:48.842667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=d7492c6a-6116-499b-aaa8-d13b38c615ed,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:48.885350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-72193c52-3092-4ddc-86e6-3a09e217db91 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:48.886815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-72193c52-3092-4ddc-86e6-3a09e217db91 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3bb HTTP/1.1" status: 200 len: 929 time: 0.9141941 Feb 04 16:30:48.907225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:48.978490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.015220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port cb9aebe2-2657-43f8-bd0c-218423922833, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb9aebe2-2657-43f8-bd0c-218423922833,segment=NetworkSegment(1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5),segment_id=1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:49.062711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.063558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecdb2a86-7517-4b89-860d-e1d32f0eeb8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:49.151755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.251802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port df854011-e5de-41d9-bd07-7791a604091a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:49.252288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.268000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Provisioning for port df854011-e5de-41d9-bd07-7791a604091a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:49.425193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Provisioning complete for port df854011-e5de-41d9-bd07-7791a604091a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:49.425861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.562388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 3a6d7337-c711-4e6b-8827-f27a2bb54e83 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:49.726730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Port df854011-e5de-41d9-bd07-7791a604091a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:49.728306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=cb9aebe2-2657-43f8-bd0c-218423922833,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:49.777780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] For port 11776978-7c09-4666-99b5-5832bd2e354e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=11776978-7c09-4666-99b5-5832bd2e354e,segment=NetworkSegment(0b495bd0-743e-4d26-8359-60b7b9098def),segment_id=0b495bd0-743e-4d26-8359-60b7b9098def)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:49.779359 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:49.982303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Calling delete_port for 11776978-7c09-4666-99b5-5832bd2e354e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:49.982999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:49.997577 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] Sync routers for ids ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:50.000487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9faa0c27-38f2-4984-b101-f51b8bed3cd2 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/3a6d7337-c711-4e6b-8827-f27a2bb54e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7223346 Feb 04 16:30:50.011175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:50.032215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] Routers {'3a6d7337-c711-4e6b-8827-f27a2bb54e83'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:50.033283 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:50.061119 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.078297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-56248010-22fa-4fdc-9bc6-07b122d0cd1b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:50.084856 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.177079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Provisioning complete for port cb9aebe2-2657-43f8-bd0c-218423922833 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:50.177604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.189328 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:50.225627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] Routers {'3a6d7337-c711-4e6b-8827-f27a2bb54e83'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:50.227167 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:50.245092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] Pushing event deleted for resources: {'Port': ['ID=11776978-7c09-4666-99b5-5832bd2e354e,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.261073 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 5fc27f13-0085-4d37-9549-c36c1e2b3a41 associated. External IP: 172.25.5.175, port: 4a16f53e-7933-408f-acb2-de74618eeaa5. Feb 04 16:30:50.280840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for df854011-e5de-41d9-bd07-7791a604091a owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:50.308232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:50.317129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaaaff9-ddf6-4a00-93c9-6dcf26b183d2 None None] No DVR routers for this DVR port 11776978-7c09-4666-99b5-5832bd2e354e on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:50.340703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:50.340703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.384820 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:50.385257 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e973c-bd13-433c-8274-27bc20677c4b None None] The sync data for ids ['3a6d7337-c711-4e6b-8827-f27a2bb54e83'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:50.396154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-56248010-22fa-4fdc-9bc6-07b122d0cd1b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:50.397454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56248010-22fa-4fdc-9bc6-07b122d0cd1b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a6d7337-c711-4e6b-8827-f27a2bb54e83 HTTP/1.1" status: 200 len: 205 time: 0.3848453 Feb 04 16:30:50.401206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54916) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:50.492720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.560176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.662735 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.691396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Provisioning for port 56cfc389-5002-4580-87f4-90fa5719cdc9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:50.722910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Provisioning complete for port 56cfc389-5002-4580-87f4-90fa5719cdc9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:50.723310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.772353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 18804f58-b4f7-40f6-9d55-5274e20ecd99 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:50.772353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.787220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,segment=NetworkSegment(75e01628-bff5-4d06-89bc-dedccafd07dd),segment_id=75e01628-bff5-4d06-89bc-dedccafd07dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:50.788859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.806890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:50.875709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7b5a9-ef0d-4ed4-a966-8b1ba3a6e9d5 None None] Port 56cfc389-5002-4580-87f4-90fa5719cdc9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:50.904735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=df854011-e5de-41d9-bd07-7791a604091a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.916365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:50.971378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb9aebe2-2657-43f8-bd0c-218423922833 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:51.104834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Provisioning complete for port 56cfc389-5002-4580-87f4-90fa5719cdc9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:51.105205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.110436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.163448 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.166292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:51.249713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Port 56cfc389-5002-4580-87f4-90fa5719cdc9 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:51.258996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.263874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Could not find standard attr ID for object df854011-e5de-41d9-bd07-7791a604091a. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:30:51.268891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb9aebe2-2657-43f8-bd0c-218423922833 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:51.269353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.278696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4e744f22-1ab5-4113-a36b-fd1621fcb8f1 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/df854011-e5de-41d9-bd07-7791a604091a HTTP/1.1" status: 204 len: 168 time: 2.3702018 Feb 04 16:30:51.284343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:51.301643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 18804f58-b4f7-40f6-9d55-5274e20ecd99, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=18804f58-b4f7-40f6-9d55-5274e20ecd99,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:51.302238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.344955 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4535ce-fa94-451a-9c35-f0be9baa054b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:51.345888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2f4535ce-fa94-451a-9c35-f0be9baa054b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:51.356320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.362167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Provisioning for port ef9e5041-7382-4e4b-a2b6-a84af147e9dd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:30:51.377956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Provisioning complete for port ef9e5041-7382-4e4b-a2b6-a84af147e9dd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:51.379194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.450701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.483546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Port ef9e5041-7382-4e4b-a2b6-a84af147e9dd cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:51.520953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Provisioning complete for port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:51.522234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0f56cf5-04e4-4725-afad-4b41116e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.558908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2f4535ce-fa94-451a-9c35-f0be9baa054b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:51.564501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2f4535ce-fa94-451a-9c35-f0be9baa054b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/df854011-e5de-41d9-bd07-7791a604091a HTTP/1.1" status: 404 len: 333 time: 0.2790163 Feb 04 16:30:51.567380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:51.573750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3386b2da-5fb3-4094-9fef-13ba66a1f483 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:51.615587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3386b2da-5fb3-4094-9fef-13ba66a1f483 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:51.615987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3386b2da-5fb3-4094-9fef-13ba66a1f483 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:51.616538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 11776978-7c09-4666-99b5-5832bd2e354e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:51.616746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 18804f58-b4f7-40f6-9d55-5274e20ecd99 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:51.654388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 11776978-7c09-4666-99b5-5832bd2e354e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:51.654755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 11776978-7c09-4666-99b5-5832bd2e354e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:51.794913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.812260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 56cfc389-5002-4580-87f4-90fa5719cdc9 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:51.812260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.836093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.841292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:51.855670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ec72c49e4d4ed587eb5191d8b11ad5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:51.860406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:51.868345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.875330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.875552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:51.954071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:51.954563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6d7337-c711-4e6b-8827-f27a2bb54e83 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:52.099553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.100619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2e4cfd99-ba3e-4027-9db1-32c86c601233 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/3a6d7337-c711-4e6b-8827-f27a2bb54e83 HTTP/1.1" status: 204 len: 168 time: 1.6979322 Feb 04 16:30:52.104128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54938) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:52.113743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=ef9e5041-7382-4e4b-a2b6-a84af147e9dd,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.196206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.202602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.212765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.265711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.268949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=18804f58-b4f7-40f6-9d55-5274e20ecd99,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.350848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8d86ffc4-f11b-41fe-a0b5-7340445c71bc None None] Provisioning complete for port ef9e5041-7382-4e4b-a2b6-a84af147e9dd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:52.351593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8d86ffc4-f11b-41fe-a0b5-7340445c71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.413454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8d86ffc4-f11b-41fe-a0b5-7340445c71bc None None] Port ef9e5041-7382-4e4b-a2b6-a84af147e9dd cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:52.430836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 56cfc389-5002-4580-87f4-90fa5719cdc9 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:52.511354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d79bf-e6ea-423a-a60c-7087ed434321,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:52.523671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-23a6271f-b112-464d-ac96-67c79841dce1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2ec72c49e4d4ed587eb5191d8b11ad5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3475864 Feb 04 16:30:52.524886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54942) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:52.601111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 0e3f4988-adf0-48b1-84bf-ab7b7f54d03b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:52.604737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.725239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.759963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.826573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.881611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:52.951416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=56cfc389-5002-4580-87f4-90fa5719cdc9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:53.006557 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.017250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecdb2a86-7517-4b89-860d-e1d32f0eeb8d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:30:53.052166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.123757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d6c48907-3ce1-46de-bb2e-781fb3aa2fb3 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/56cfc389-5002-4580-87f4-90fa5719cdc9 HTTP/1.1" status: 204 len: 168 time: 1.5458794 Feb 04 16:30:53.125304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54946) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:53.135700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:53.136344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.206028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.210537 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c58941-b81b-4db6-9b13-b2be27545240 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:30:53.211425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-10c58941-b81b-4db6-9b13-b2be27545240 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:53.271626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-10c58941-b81b-4db6-9b13-b2be27545240 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:53.273220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-10c58941-b81b-4db6-9b13-b2be27545240 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/56cfc389-5002-4580-87f4-90fa5719cdc9 HTTP/1.1" status: 404 len: 333 time: 0.1413534 Feb 04 16:30:53.278890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:53.331157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.332103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.333641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:30:53.372600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.393617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.408717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3f4988-adf0-48b1-84bf-ab7b7f54d03b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:53.411286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.425855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.434108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210901f1-892f-48c7-995e-d69efd90c43e None None] Network c851c841-138b-486b-94fa-c22d1e581001 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:53.449379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-19a6a87d-554d-4c5c-9978-84d48419d052 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/0e3f4988-adf0-48b1-84bf-ab7b7f54d03b HTTP/1.1" status: 204 len: 168 time: 1.3439627 Feb 04 16:30:53.452885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:53.594039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.594653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Fanout notify agent at l3_agent the message router_deleted on router f099a173-9c7e-4a4d-a33c-b1c868516e28 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:30:53.690201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.719684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet b263b12f-a2db-4fac-b106-5ce552abf91b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:30:53.724725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.747149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] DHCP port deletion for c851c841-138b-486b-94fa-c22d1e581001 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:53.752077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Deleting port 112530f5-31cc-4956-ad2b-497ff6f428f7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:53.752449 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.762377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 112530f5-31cc-4956-ad2b-497ff6f428f7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:53.762377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.829765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.832354 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.833633 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/766d79bf-e6ea-423a-a60c-7087ed434321 HTTP/1.1" status: 204 len: 168 time: 1.3026543 Feb 04 16:30:53.847721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.851864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:53.854697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f963d6f7-9b11-450a-b981-0db96e8b4d18 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/routers/f099a173-9c7e-4a4d-a33c-b1c868516e28 HTTP/1.1" status: 204 len: 168 time: 6.0094194 Feb 04 16:30:53.859893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:53.891071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe2503-5ecb-4e27-8e53-193d3d90fed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d79bf-e6ea-423a-a60c-7087ed434321,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.166672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 112530f5-31cc-4956-ad2b-497ff6f428f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=112530f5-31cc-4956-ad2b-497ff6f428f7,segment=NetworkSegment(e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5),segment_id=e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:54.167112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.176749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.229113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] For port 112530f5-31cc-4956-ad2b-497ff6f428f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=112530f5-31cc-4956-ad2b-497ff6f428f7,segment=NetworkSegment(e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5),segment_id=e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:54.229746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.270220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.371244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 112530f5-31cc-4956-ad2b-497ff6f428f7 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:54.398115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:54.406778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Calling delete_port for 112530f5-31cc-4956-ad2b-497ff6f428f7 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:54.480576 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.486101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:30:54.494476 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:54.495058 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:54.510667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.523671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.529250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:54.533305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.540286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:54.542759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.554615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:54.555391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.568417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=b263b12f-a2db-4fac-b106-5ce552abf91b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.571792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.582516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=112530f5-31cc-4956-ad2b-497ff6f428f7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.587362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.596534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 112530f5-31cc-4956-ad2b-497ff6f428f7 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:54.615516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9041d-567d-48dd-8501-618880bd7d2b None None] Network f0043bef-2c47-4251-8b48-e350693e00e6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:54.629259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-10bee99e-5f3a-4232-a126-c52194fd5483 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/b263b12f-a2db-4fac-b106-5ce552abf91b HTTP/1.1" status: 204 len: 168 time: 1.3467731 Feb 04 16:30:54.631842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:54.667078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04345c07-fbac-47fe-b1f6-6bc189e80d0c']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.697592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.702766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.734914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b495bd0-743e-4d26-8359-60b7b9098def') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.735149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b495bd0-743e-4d26-8359-60b7b9098def') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.736824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:54.737429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.778771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.785746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:54.792593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.801271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:54.801623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5d7af-99c1-487a-a2df-2279543f056b None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:54.809686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=ef9e5041-7382-4e4b-a2b6-a84af147e9dd,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:54.818251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Usage tracker for resource:security_group_rule and tenant:639b80d302664df2b65394651bf8df94 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:54.829790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:54.841275 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.851096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:54.870114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fedb92fe-4ce5-48b7-ac63-bd0eef3b439e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.5648699 Feb 04 16:30:54.871599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:54.872170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.888771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:54.901673 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:54.907219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-779500935'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:54.922799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:54.941609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 18804f58-b4f7-40f6-9d55-5274e20ecd99 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:54.946004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:54.953902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:network and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:54.964962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:54.986144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 18804f58-b4f7-40f6-9d55-5274e20ecd99 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:54.986403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 18804f58-b4f7-40f6-9d55-5274e20ecd99 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:54.986791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 112530f5-31cc-4956-ad2b-497ff6f428f7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:54.994180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:55.012492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Deleting port 112530f5-31cc-4956-ad2b-497ff6f428f7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:55.012916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.014598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.018901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c851c841-138b-486b-94fa-c22d1e581001']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:55.037388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] DHCP port deletion for f0043bef-2c47-4251-8b48-e350693e00e6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:30:55.037832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:55.040912 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.056952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:55.057267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e41c84-d33c-4e3f-a84f-eedf4e9c71f5') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:55.057405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 112530f5-31cc-4956-ad2b-497ff6f428f7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:55.057720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 112530f5-31cc-4956-ad2b-497ff6f428f7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:55.059320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Deleting port cb9aebe2-2657-43f8-bd0c-218423922833 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:55.059685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.072721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.090774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.097929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:55.098458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.138669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-01c807d1-2a19-4fbe-8e81-fcf845a49dcd None None] The port '112530f5-31cc-4956-ad2b-497ff6f428f7' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:55.166786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a967595-1181-4982-82df-0d8a98853658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:55.209451 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:55.222766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port cb9aebe2-2657-43f8-bd0c-218423922833 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:55.223082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.240246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.282686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.282964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.300292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.300452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Network': ['ID=04345c07-fbac-47fe-b1f6-6bc189e80d0c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.323156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:55.327918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=c851c841-138b-486b-94fa-c22d1e581001,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.340132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0ea213dd-edeb-43c8-9214-dadeafcc6425 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/c851c841-138b-486b-94fa-c22d1e581001 HTTP/1.1" status: 204 len: 168 time: 1.8860478 Feb 04 16:30:55.342690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:55.356985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:55.361084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7675114e-477c-4c75-8f01-b5368e7831e6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/networks/04345c07-fbac-47fe-b1f6-6bc189e80d0c HTTP/1.1" status: 204 len: 168 time: 1.4921536 Feb 04 16:30:55.362044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:55.364315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:55.385789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1385542163', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:55.395355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.395716 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Added segment 35b0e522-dbae-47ed-ad64-1e7edf7db898 of type vlan for network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 Feb 04 16:30:55.404706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:55.416575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:55.422064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:55.432079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] For port cb9aebe2-2657-43f8-bd0c-218423922833, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb9aebe2-2657-43f8-bd0c-218423922833,segment=NetworkSegment(1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5),segment_id=1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:55.432567 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.433542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:55.471942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.473231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.554032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.583271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.627425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port cb9aebe2-2657-43f8-bd0c-218423922833, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb9aebe2-2657-43f8-bd0c-218423922833,segment=NetworkSegment(1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5),segment_id=1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:30:55.627954 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.632716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.641598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Calling delete_port for cb9aebe2-2657-43f8-bd0c-218423922833 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:55.650940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.735445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.777831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=639b80d302664df2b65394651bf8df94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3776541 Feb 04 16:30:55.781461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050212f-7414-4203-846d-5a92fc285e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aecebeb-82eb-419c-86d8-502bd01c69ac,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.783733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] Pushing event deleted for resources: {'Port': ['ID=cb9aebe2-2657-43f8-bd0c-218423922833,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:55.785874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:55.794599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.798221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:55.798855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.801071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.801226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac5f25-0fa2-4999-bd3f-9ffac2aef5ce None None] No DVR routers for this DVR port cb9aebe2-2657-43f8-bd0c-218423922833 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:30:55.803630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6ed8609a-ceeb-4dec-ab5e-61c9fa949eac None None] Provisioning complete for port ef9e5041-7382-4e4b-a2b6-a84af147e9dd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:30:55.803630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ed8609a-ceeb-4dec-ab5e-61c9fa949eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.810646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for cb9aebe2-2657-43f8-bd0c-218423922833 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:30:55.903698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8609a-ceeb-4dec-ab5e-61c9fa949eac None None] Port ef9e5041-7382-4e4b-a2b6-a84af147e9dd cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:30:55.923967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.985867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:55.992717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0976636 Feb 04 16:30:55.997650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 54990) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:56.016622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'subnet': {'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:56.020209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8affe7-4cf1-42d3-bbdf-0821585ddfa0 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Network': ['ID=5aaf28d5-018a-4458-a7e0-5881df9a03b6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:56.030807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.034429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:56.037496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a4651373-e2fb-4005-b68a-489a3a3f3630 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6617434 Feb 04 16:30:56.037962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.039366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 54994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:56.040894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:30:56.041358 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:30:56.050280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1629354451'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:56.057640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:56.061720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:56.064915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:56.072259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:56.100539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:56.107333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.168238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.205332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:56.213787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:56.221171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.222839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.223401 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment ace43ef1-7ca1-439c-b922-cadfc62cfa27 of type vlan for network f188028a-f9fb-4a7a-a7c1-f0eef750876a Feb 04 16:30:56.226431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:subnet and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:56.248061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:56.251797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.264522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:56.273042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45c473-3d42-4c7b-8a2e-83ebe9db3da6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:56.292873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.294100 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ec6d4f8-4f55-4985-ad29-5c44dc6e1095 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/security-groups/ea45c473-3d42-4c7b-8a2e-83ebe9db3da6 HTTP/1.1" status: 204 len: 168 time: 0.9282863 Feb 04 16:30:56.296440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.305328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:56.306008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.308895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:56.393489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Router 62475043-3664-4c4e-aa06-a5a826f8023d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:30:56.409401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.430401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3876455 Feb 04 16:30:56.434426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55002) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:56.446639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:56.461854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff7485-4dbe-41a6-9676-ce434a4ad724 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=f188028a-f9fb-4a7a-a7c1-f0eef750876a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:56.465154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aecebeb-82eb-419c-86d8-502bd01c69ac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:56.476250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.480152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:56.543073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port cb9aebe2-2657-43f8-bd0c-218423922833 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:56.544002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.604771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.608413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-caa36447-d17e-418d-ab8e-99514f68afd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1aecebeb-82eb-419c-86d8-502bd01c69ac HTTP/1.1" status: 204 len: 168 time: 0.8179743 Feb 04 16:30:56.680694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] The port 'cb9aebe2-2657-43f8-bd0c-218423922833' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:30:56.816971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:56.831303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:56.847025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:56.865661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:56.874827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.921044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:56.933584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0043bef-2c47-4251-8b48-e350693e00e6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:56.947351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb9aebe2-2657-43f8-bd0c-218423922833 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:30:56.977824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:56.978208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87796b-dcdf-4c89-8eee-5e5b5a5b08a5') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.002685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.014446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: cb9aebe2-2657-43f8-bd0c-218423922833 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:30:57.018623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb9aebe2-2657-43f8-bd0c-218423922833 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:30:57.110172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.120914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169551433', 'description': 'tempest-secgroup-smoke-169551433 description', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:57.136347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:57.149555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:30:57.154969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:57.160591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] Sync routers for ids ['62475043-3664-4c4e-aa06-a5a826f8023d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:30:57.174954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:57.182773 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] Routers {'62475043-3664-4c4e-aa06-a5a826f8023d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:57.184088 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['62475043-3664-4c4e-aa06-a5a826f8023d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.187297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Subnet': ['ID=fc96da22-f850-4c9c-a9ac-543f9c6fb582,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:57.195327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:57.202840 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1d1ea382-d4d0-4a1e-b764-25ff41389304 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/routers/62475043-3664-4c4e-aa06-a5a826f8023d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5813284 Feb 04 16:30:57.203938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.206018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55020) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.209987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:30:57.210628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.251440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-115cde91-d7b0-40e1-af0d-e956dc372f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.261507 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.277802 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] Routers {'62475043-3664-4c4e-aa06-a5a826f8023d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:30:57.278564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['62475043-3664-4c4e-aa06-a5a826f8023d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.290145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:30:57.306596 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:30:57.315570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:57.348293 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:30:57.349684 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b46ea-07ef-476c-93c8-eb910b7d1b31 None None] The sync data for ids ['62475043-3664-4c4e-aa06-a5a826f8023d'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:30:57.365517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Checking segment: {'id': '35b0e522-dbae-47ed-ad64-1e7edf7db898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:57.366035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network hostable DHCP agents. Network: 5aaf28d5-018a-4458-a7e0-5881df9a03b6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:57.388702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.392061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:57.401164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:57.409546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd14d17b-be9a-417a-8479-99bb0e2f7666 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.410242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bd14d17b-be9a-417a-8479-99bb0e2f7666 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:30:57.413554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:57.420660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.423688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:57.431065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=f0043bef-2c47-4251-8b48-e350693e00e6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:57.449378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-359d4c45-dc9e-4988-bc7d-6b7c0aae5f05 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/f0043bef-2c47-4251-8b48-e350693e00e6 HTTP/1.1" status: 204 len: 168 time: 2.8044360 Feb 04 16:30:57.453445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bd14d17b-be9a-417a-8479-99bb0e2f7666 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:30:57.455054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bd14d17b-be9a-417a-8479-99bb0e2f7666 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?device_id=62475043-3664-4c4e-aa06-a5a826f8023d HTTP/1.1" status: 200 len: 983 time: 0.2475183 Feb 04 16:30:57.455210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.462064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.462884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-286321150'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:57.470017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.495199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:57.503291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:57.525583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:57.551235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5aaf28d5-018a-4458-a7e0-5881df9a03b6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:57.551496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:57.560885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677a5e9-43c4-4d6d-8765-73245d87c0ae None None] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:57.565906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.566496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.569923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:57.605087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:57.608392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.651512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:30:57.664958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.665274 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment d37cc45f-a401-4812-b3aa-5cc0109ddd6f of type vlan for network 253c681c-c68f-4607-aa60-c98e76bbc373 Feb 04 16:30:57.676910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.684771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.730886 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f760c8e0-12b2-4e77-b569-453f00e1e5f1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7236857 Feb 04 16:30:57.735194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55040) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.748074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-759343329', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:57.751750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab841b9-9e52-4a81-a965-9f663ae62326,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:57.756590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.758929 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.761285 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c91d68b0-332b-46e5-9533-05c2acd972ba tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6499643 Feb 04 16:30:57.762220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:57.765013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:57.770799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:57.778191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:57.779569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:router and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:57.782632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:57.785825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:57.788215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:57.793800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:57.806660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:57.818932 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.862475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.864774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.866307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5aaf28d5-018a-4458-a7e0-5881df9a03b6', 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6', 'tenant_id': '2925e5bc6f6547da8914804882e924af', 'fixed_ips': [{'subnet_id': 'fc96da22-f850-4c9c-a9ac-543f9c6fb582'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:57.867093 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.889382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.928531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:57.932571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:57.933223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.047748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.060108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.103288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2aefc4-650d-4a6a-925b-3ce91ead70d2,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.111320 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.115438 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28d9358c-1024-4a46-8997-05d3b6bd273c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3497283 Feb 04 16:30:58.118207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.129287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:58.140678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Allocated IP 172.20.0.2 (5aaf28d5-018a-4458-a7e0-5881df9a03b6/fc96da22-f850-4c9c-a9ac-543f9c6fb582/2ed39326-3dd0-4284-9fc0-56a17a8c3885) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:58.150658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:58.156185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.156829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:58.161224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:58.174715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:58.218880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7624393 Feb 04 16:30:58.223787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.243314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=30e95bb3-8367-4300-863d-56b4a8da5f05,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.249025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.253386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25192f-6061-4f28-b33d-9c59babd5b5e tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=253c681c-c68f-4607-aa60-c98e76bbc373,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.264122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:58.336927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 253c681c-c68f-4607-aa60-c98e76bbc373 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:30:58.389918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.430298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.449284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:58.449837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: f188028a-f9fb-4a7a-a7c1-f0eef750876a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:58.466276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99eaaa7-4887-4548-839b-75fecbb2ef96,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.493298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.493848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.498277 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-14c2b9a4-44e5-4c9f-b35c-4bf5d174c835 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3767645 Feb 04 16:30:58.500775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.507197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Transition to ACTIVE for port object 2ed39326-3dd0-4284-9fc0-56a17a8c3885 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:58.512741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:58.524477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:58.532267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:58.533323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Transition to ACTIVE for port object 2ed39326-3dd0-4284-9fc0-56a17a8c3885 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:30:58.540838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:58.552531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:58.561002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:58.571680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:58.572037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:58.588488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:58.590643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.595361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:30:58.602914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:30:58.611227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.634231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.656437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.685549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f188028a-f9fb-4a7a-a7c1-f0eef750876a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:58.691506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:30:58.692095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.718871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e85ef6f-3d9e-4217-b511-bff874a4e05d None None] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:30:58.789470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.842448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.862806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-892ef51e-d14c-4cd8-b9d5-5021b92cd8ee tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4271631 Feb 04 16:30:58.868094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:58.876888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.943316 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.964290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:30:58.965364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Pushing event updated for resources: {'Port': ['ID=2ed39326-3dd0-4284-9fc0-56a17a8c3885,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.977691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:58.984738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:30:58.984916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fc79ea-0c31-4902-b11b-80aa003aae3e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:58.999733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:30:59.116669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.118272 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e86ec366-8b8e-4db7-b8b8-b2f366354e65 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6163003 Feb 04 16:30:59.126885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55080) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:59.147281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Attempting to bind port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:30:59.147982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Attempting to bind port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '35b0e522-dbae-47ed-ad64-1e7edf7db898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:30:59.147982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Attempting to bind port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 on network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:30:59.157322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:30:59.157699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Checking segment: {'id': '35b0e522-dbae-47ed-ad64-1e7edf7db898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:59.158105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.158525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Bound using segment: {'id': '35b0e522-dbae-47ed-ad64-1e7edf7db898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:30:59.158996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Bound port: 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b0e522-dbae-47ed-ad64-1e7edf7db898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:30:59.159371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.171989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:30:59.172801 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.270151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:59.277393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:59.281681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:30:59.284742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:30:59.291942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:30:59.307086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.366230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] For port 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:30:59.370347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] For port 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2ed39326-3dd0-4284-9fc0-56a17a8c3885,segment=NetworkSegment(35b0e522-dbae-47ed-ad64-1e7edf7db898),segment_id=35b0e522-dbae-47ed-ad64-1e7edf7db898)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:30:59.389727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.407305 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.424244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.432652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.478384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86cb41-d4fa-4927-873a-76fec30486c0 None None] Pushing event updated for resources: {'Port': ['ID=2ed39326-3dd0-4284-9fc0-56a17a8c3885,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.631639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.634835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Allocated IP 172.20.0.2 (f188028a-f9fb-4a7a-a7c1-f0eef750876a/30e95bb3-8367-4300-863d-56b4a8da5f05/5792cac3-46cd-479b-9bf8-54b0ad5a1cfb) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:30:59.667934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=ec33da15-dc8d-4055-a3d6-db54fe048d70,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.693617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.791797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9293941-580f-4b4a-86f8-419d37e94647,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:30:59.800274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port ef9e5041-7382-4e4b-a2b6-a84af147e9dd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:30:59.800530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.816222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:30:59.816586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 253c681c-c68f-4607-aa60-c98e76bbc373, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:30:59.947061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:30:59.948319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffe22ad4-46ee-434e-8d73-68bf1cc7a36b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8207319 Feb 04 16:30:59.959581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55096) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:30:59.978044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:30:59.989130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:30:59.999738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.010883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:00.018270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:00.022024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Transition to ACTIVE for port object 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:00.033750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:00.035045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 253c681c-c68f-4607-aa60-c98e76bbc373 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:00.054802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.25.5.106 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1ce98c6e-bf39-4488-94ee-0dbd5ea85964) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:00.057463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 253c681c-c68f-4607-aa60-c98e76bbc373) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:00.066497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:00.067142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.079928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Transition to ACTIVE for port object 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:00.082637 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.087803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a0cc7d-44cd-43e3-9048-aaf604a1317b None None] Network 253c681c-c68f-4607-aa60-c98e76bbc373 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:00.133753 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:31:00.210805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.260743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.314730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.339254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-150caf8c-79cd-4caa-b8aa-32a4f69b9514 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1104758 Feb 04 16:31:00.345177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55108) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:00.353054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373', 'name': 'tempest-PortsIpV6TestJSON-1175356002', 'fixed_ips': [{'subnet_id': 'ec33da15-dc8d-4055-a3d6-db54fe048d70', 'ip_address': '2001:db8::10'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:00.425788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:00.431187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Pushing event updated for resources: {'Port': ['ID=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:00.440511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:00.443291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.445319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:00.538229 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.567261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.622269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.629845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.631638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6694062 Feb 04 16:31:00.636587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36415613-c651-4b11-b5f8-96bf873b0386 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0982d246-d414-432b-af66-0e7d5bcda796,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:00.647974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55118) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:00.662075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'dab841b9-9e52-4a81-a965-9f663ae62326', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:00.679913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for ef9e5041-7382-4e4b-a2b6-a84af147e9dd owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:00.693177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Attempting to bind port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:00.693744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Attempting to bind port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:00.694555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Attempting to bind port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb on network f188028a-f9fb-4a7a-a7c1-f0eef750876a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:00.697288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-253c681c-c68f-4607-aa60-c98e76bbc373', 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': 'ec33da15-dc8d-4055-a3d6-db54fe048d70'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:00.698809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.700124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:00.705377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:00.709642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:00.718906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:00.726906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:00.727600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Checking segment: {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:00.728168 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.729816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Bound using segment: {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:00.730538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Bound port: 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:00.731087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.731214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:00.736289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:00.767236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:00.780012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:00.804227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:00.963212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=1ce98c6e-bf39-4488-94ee-0dbd5ea85964,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:00.972136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:00.978420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.006876 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:31:01.011748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2ed39326-3dd0-4284-9fc0-56a17a8c3885 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:01.023183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.032304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:01.044472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:01.056866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port 10bf2abc-d853-4a54-a65b-bd07d68bf738 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:01.105009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.20.0.1 (f188028a-f9fb-4a7a-a7c1-f0eef750876a/30e95bb3-8367-4300-863d-56b4a8da5f05/a02d4322-616a-4b77-8572-1ba0acdefa8f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:01.121651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] For port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:01.124096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:01.152239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Allocated IP 2001:db8::2 (253c681c-c68f-4607-aa60-c98e76bbc373/ec33da15-dc8d-4055-a3d6-db54fe048d70/d247c7e7-395c-4faa-8543-978cf69b323c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:01.160639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] For port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:01.180873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.396389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.408060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f6b1d-6f18-4e54-b003-fd549ada4122 None None] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:01.418790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object a02d4322-616a-4b77-8572-1ba0acdefa8f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:01.445017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.460606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.499519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6241d81-b913-4737-a471-2240bf7c7070,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:01.523441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.528361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b38deb71-c497-4224-b3c3-4fd65a346e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8777480 Feb 04 16:31:01.530261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55140) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:01.538309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'network': {'name': 'tempest-network-smoke--1460075610', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:01.549638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:01.557559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:network and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:01.562134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:01.569974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:01.580818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.588573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:01.591916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.611437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.612656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.628942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c4c8-b92f-4a66-bc34-8a2695717d00 None None] Pushing event updated for resources: {'Port': ['ID=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:01.649313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:01.679150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:01.679150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.713095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Provisioning for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:01.715325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:31:01.760402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.761047 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.761186 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Added segment 3e19f3e9-191b-4f37-aa28-20ef6b265edf of type vlan for network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 Feb 04 16:31:01.768595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:01.782037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Provisioning complete for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:01.782517 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.830788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:01.971683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:01.984171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=ef9e5041-7382-4e4b-a2b6-a84af147e9dd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:01.988745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:01.991097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:02.005473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.009708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:02.010366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.108870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.141804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.238282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Transition to ACTIVE for port object d247c7e7-395c-4faa-8543-978cf69b323c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:02.268902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7338500 Feb 04 16:31:02.272693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:02.283024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'admin_state_up': True, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:02.298598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93e54b-e429-45e3-9203-ef2bf0a48eaa tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Network': ['ID=87251cef-dd76-4cd1-9f8b-1b7de21a20b8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:02.310310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:02.327193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:router and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:02.332636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:02.340674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:02.385933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:31:02.391190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.392259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.422831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.449375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router ba8f30c7-99f6-475a-aed4-5e76e2cff033 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:31:02.522009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.531494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Transition to ACTIVE for port object d247c7e7-395c-4faa-8543-978cf69b323c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:02.576718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.601106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.623852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.665090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:02.832579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Network 253c681c-c68f-4607-aa60-c98e76bbc373 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:02.843396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2ed39326-3dd0-4284-9fc0-56a17a8c3885,segment=NetworkSegment(35b0e522-dbae-47ed-ad64-1e7edf7db898),segment_id=35b0e522-dbae-47ed-ad64-1e7edf7db898)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:02.847160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:02.864476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:02.886084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Pushing event updated for resources: {'Port': ['ID=d247c7e7-395c-4faa-8543-978cf69b323c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:02.891850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.103604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::10 (253c681c-c68f-4607-aa60-c98e76bbc373/ec33da15-dc8d-4055-a3d6-db54fe048d70/10bf2abc-d853-4a54-a65b-bd07d68bf738) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:03.169335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:03.325318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52201d-4b18-4724-a682-4b056a9ae349 None None] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:03.372949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:03.373309 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-204d5a70-f027-4f30-9014-a3bc7e5d865e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:03.413489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.445809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=2ed39326-3dd0-4284-9fc0-56a17a8c3885,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:03.455515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Attempting to bind port d247c7e7-395c-4faa-8543-978cf69b323c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:03.455884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Attempting to bind port d247c7e7-395c-4faa-8543-978cf69b323c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:03.456317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Attempting to bind port d247c7e7-395c-4faa-8543-978cf69b323c on network 253c681c-c68f-4607-aa60-c98e76bbc373 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:03.476176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:31:03.488368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:03.488795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Checking segment: {'id': 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:03.489213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.490140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Bound using segment: {'id': 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:03.490661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Bound port: d247c7e7-395c-4faa-8543-978cf69b323c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:03.491038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.494813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.568557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.627362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:03.663582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.706656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object 10bf2abc-d853-4a54-a65b-bd07d68bf738 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:03.732497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] For port d247c7e7-395c-4faa-8543-978cf69b323c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:03.744463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:03.745689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] For port d247c7e7-395c-4faa-8543-978cf69b323c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d247c7e7-395c-4faa-8543-978cf69b323c,segment=NetworkSegment(d37cc45f-a401-4812-b3aa-5cc0109ddd6f),segment_id=d37cc45f-a401-4812-b3aa-5cc0109ddd6f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:03.760646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] Sync routers for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:03.763795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.788941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.793099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-11229361-bee8-4544-a2fb-4b9eb16afd6e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0545197 Feb 04 16:31:03.793801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:03.815894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:03.861838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:03.862544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:03.883246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.013737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 253c681c-c68f-4607-aa60-c98e76bbc373 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:04.018881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=10bf2abc-d853-4a54-a65b-bd07d68bf738,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:04.023148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:04.025319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:04.029517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:04.030132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.091603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.115106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:04.119090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Router 62475043-3664-4c4e-aa06-a5a826f8023d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:04.127033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:04.129018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:04.172143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:04.176574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.179511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee2652-b16e-4c59-92ac-12f660d48c66 None None] Pushing event updated for resources: {'Port': ['ID=d247c7e7-395c-4faa-8543-978cf69b323c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:04.200903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:04.203865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8e8d097b-ca29-4d2d-93c9-65f58084e879 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8561924 Feb 04 16:31:04.217157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '253c681c-c68f-4607-aa60-c98e76bbc373', 'name': 'tempest-PortsIpV6TestJSON-569565460', 'fixed_ips': [{'subnet_id': 'ec33da15-dc8d-4055-a3d6-db54fe048d70', 'ip_address': '2001:db8::f'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:04.238084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:04.239510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:04.376979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:04.377397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cdd22-05da-4db7-abbf-04945679cf1c None None] The sync data for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:04.413927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Provisioning for port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:04.420161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Provisioning complete for port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:04.420569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.514715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55186) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:04.609495 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.643774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.38 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/5e0b2624-a9a8-49f1-a7d7-24e324c1d981) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:04.670020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] For port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:04.675894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.812753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Provisioning complete for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:04.813504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.860553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:04.876530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cd07a-d5cb-4af6-b7ca-45ba8e5789f9 None None] Pushing event updated for resources: {'Port': ['ID=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:04.916673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:04.930172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:04.931370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] Sync routers for ids ['62475043-3664-4c4e-aa06-a5a826f8023d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:04.950606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:04.957835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] Routers {'62475043-3664-4c4e-aa06-a5a826f8023d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:04.959099 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['62475043-3664-4c4e-aa06-a5a826f8023d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:04.966579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:05.008126 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-98d68f54-7fc7-4cd2-b191-55c46ae95f73 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/routers/62475043-3664-4c4e-aa06-a5a826f8023d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5441563 Feb 04 16:31:05.011774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:05.014227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:05.103597 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:05.106285 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:05.107807 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b0f8cb-5e96-434e-b384-ecd9196f7cd9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:31:05.108348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-12b0f8cb-5e96-434e-b384-ecd9196f7cd9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:05.112934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:05.135641 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] Routers {'62475043-3664-4c4e-aa06-a5a826f8023d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:05.136483 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['62475043-3664-4c4e-aa06-a5a826f8023d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:05.185051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Provisioning for port a02d4322-616a-4b77-8572-1ba0acdefa8f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:05.203200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Provisioning complete for port a02d4322-616a-4b77-8572-1ba0acdefa8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:05.203733 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.244098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:05.261230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.268461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:05.272323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Usage tracker for resource:security_group_rule and tenant:aac252afc6ec44deb460c084d509a2e9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:05.292143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:05.292729 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5aa70-fa0a-4d5f-a05e-8e13c6662dde None None] The sync data for ids ['62475043-3664-4c4e-aa06-a5a826f8023d'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:05.292866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:05.311684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:05.336218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.383162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-12b0f8cb-5e96-434e-b384-ecd9196f7cd9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:05.384785 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-12b0f8cb-5e96-434e-b384-ecd9196f7cd9 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/ef9e5041-7382-4e4b-a2b6-a84af147e9dd HTTP/1.1" status: 404 len: 333 time: 0.3670549 Feb 04 16:31:05.393772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:05.399833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port e65634c6-c8db-4e7f-8310-ac85ff119f4a yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:05.422589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Port a02d4322-616a-4b77-8572-1ba0acdefa8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:05.466179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Provisioning complete for port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:05.466695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a13587ca-d66b-404e-a326-3851d2b80242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.496196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.507999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:05.508377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.625244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:05.637643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.640307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:05.642377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:05.645100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:05.683016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.699121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:05.725731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d35fb-cc18-4546-8e53-fbb839d871df None None] Network 253c681c-c68f-4607-aa60-c98e76bbc373 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:05.756044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2ed39326-3dd0-4284-9fc0-56a17a8c3885 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:05.868832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf3217-be66-4ec8-8645-fd0739dda759,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:05.892024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-defbd368-1c19-4657-9b0c-568c3b69ffd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aac252afc6ec44deb460c084d509a2e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3650644 Feb 04 16:31:05.900242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:05.980924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:05.981282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.008496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:31:06.018866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.093817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04e0ad5f-bc5c-4ef6-a41b-cc28d2426916 None None] Provisioning for port d247c7e7-395c-4faa-8543-978cf69b323c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:06.168813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.190196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d247c7e7-395c-4faa-8543-978cf69b323c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:06.220725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04e0ad5f-bc5c-4ef6-a41b-cc28d2426916 None None] Provisioning complete for port a02d4322-616a-4b77-8572-1ba0acdefa8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:06.221127 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04e0ad5f-bc5c-4ef6-a41b-cc28d2426916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.281696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.282696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.291572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.307610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-04e0ad5f-bc5c-4ef6-a41b-cc28d2426916 None None] Port a02d4322-616a-4b77-8572-1ba0acdefa8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:06.327098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d247c7e7-395c-4faa-8543-978cf69b323c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:06.332498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d247c7e7-395c-4faa-8543-978cf69b323c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:06.333002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.358238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf3217-be66-4ec8-8645-fd0739dda759,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:06.362559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::f (253c681c-c68f-4607-aa60-c98e76bbc373/ec33da15-dc8d-4055-a3d6-db54fe048d70/e65634c6-c8db-4e7f-8310-ac85ff119f4a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:06.495453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.510651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.512387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1dfdb11a-bf83-4947-a5cf-7ef1aea2132c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9baf3217-be66-4ec8-8645-fd0739dda759 HTTP/1.1" status: 204 len: 168 time: 0.6110566 Feb 04 16:31:06.524700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.543514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d247c7e7-395c-4faa-8543-978cf69b323c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d247c7e7-395c-4faa-8543-978cf69b323c,segment=NetworkSegment(d37cc45f-a401-4812-b3aa-5cc0109ddd6f),segment_id=d37cc45f-a401-4812-b3aa-5cc0109ddd6f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:06.552151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.562561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.648578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d247c7e7-395c-4faa-8543-978cf69b323c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:06.673439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.706865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.707352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Fanout notify agent at l3_agent the message router_deleted on router 62475043-3664-4c4e-aa06-a5a826f8023d {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:31:06.750967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:06.764084 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d0949ac-f146-48cb-86ab-ff7ec6914dff tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8926432 Feb 04 16:31:06.764501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:06.773272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.773743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:06.774418 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c0d06608-7c0b-43f1-aa5c-0c295622ec6c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/routers/62475043-3664-4c4e-aa06-a5a826f8023d HTTP/1.1" status: 204 len: 168 time: 1.3775985 Feb 04 16:31:06.776115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037562953'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:06.784369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:06.794546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:06.803904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Provisioning complete for port d247c7e7-395c-4faa-8543-978cf69b323c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:06.804837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.856696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:06.907096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:06.937560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object e65634c6-c8db-4e7f-8310-ac85ff119f4a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:06.957244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:06.957996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:06.965168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:06.997589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:07.003054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.041760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d247c7e7-395c-4faa-8543-978cf69b323c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:07.104459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 253c681c-c68f-4607-aa60-c98e76bbc373 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:07.108597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:07.111585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:07.117375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.118147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.144554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:07.148947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.157294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=e65634c6-c8db-4e7f-8310-ac85ff119f4a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:07.175464 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a93a38d2-1c1a-44f0-9061-15e85eb41d54 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9731729 Feb 04 16:31:07.176082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.176498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.254366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.308840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:07.314588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:07.326725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Usage tracker for resource:security_group_rule and tenant:ea034f8c33a74e0ba395c2c889f11430 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:07.330632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:07.341301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:07.355981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826769b-66e0-4b51-85ac-384b778cd353 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.357072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b826769b-66e0-4b51-85ac-384b778cd353 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:07.357330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Provisioning for port 10bf2abc-d853-4a54-a65b-bd07d68bf738 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:07.384409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Provisioning complete for port 10bf2abc-d853-4a54-a65b-bd07d68bf738 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:07.384783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.389417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b826769b-66e0-4b51-85ac-384b778cd353 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:07.390877 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b826769b-66e0-4b51-85ac-384b778cd353 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2107208 Feb 04 16:31:07.395646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.412677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d247c7e7-395c-4faa-8543-978cf69b323c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:07.413051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.496344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:31:07.506437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.506916 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment b386b4d8-a0f6-49a3-ab7e-56eaa217b665 of type vlan for network 33eafd23-9382-4696-bed5-c4b04d56ae12 Feb 04 16:31:07.521894 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.532553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.560475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8640535-0ca7-4343-8bc5-4c291500c9e6 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.563813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8640535-0ca7-4343-8bc5-4c291500c9e6 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.568480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8640535-0ca7-4343-8bc5-4c291500c9e6 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.573303 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8640535-0ca7-4343-8bc5-4c291500c9e6 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1725843 Feb 04 16:31:07.573514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.577099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.580536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f385be10-7579-44c0-b4f5-b4fd786bf4ef None None] Port 10bf2abc-d853-4a54-a65b-bd07d68bf738 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:07.664381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23c8b0-3bf4-4028-9937-abe0573405ac,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:07.675175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ca5bcca-3f39-4917-b05f-d55f9b902f82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea034f8c33a74e0ba395c2c889f11430&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4971941 Feb 04 16:31:07.676002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55232) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.715067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.719636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:07.720827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.725053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port e65634c6-c8db-4e7f-8310-ac85ff119f4a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:07.725402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.754766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet 5e32a505-fca0-4097-870f-751f16bd9b9b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:31:07.810858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Provisioning for port e65634c6-c8db-4e7f-8310-ac85ff119f4a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:07.824131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.824369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Provisioning complete for port e65634c6-c8db-4e7f-8310-ac85ff119f4a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:07.824501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.856776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 132c47d0-5e87-4d0e-a001-59df23a15943 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:31:07.891739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Port e65634c6-c8db-4e7f-8310-ac85ff119f4a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:07.926811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:02Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:02Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:07.930403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Provisioning complete for port 10bf2abc-d853-4a54-a65b-bd07d68bf738 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:07.931047 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.962927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:07.963261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:07.963428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Updating router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a port a02d4322-616a-4b77-8572-1ba0acdefa8f binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:07.965698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1993437 Feb 04 16:31:07.969492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55236) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:07.976955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:07.986381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdba767-7ce6-49d1-bfb2-6ea67f70dec1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=33eafd23-9382-4696-bed5-c4b04d56ae12,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:07.990254 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.008765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:31:08.093304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.203951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-40733877-f251-4818-9d94-5ae0d76808f0 None None] Port 10bf2abc-d853-4a54-a65b-bd07d68bf738 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:08.213174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.1 (5aaf28d5-018a-4458-a7e0-5881df9a03b6/fc96da22-f850-4c9c-a9ac-543f9c6fb582/d7c073e3-0ef6-4961-8297-726d84ff1e0e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:08.213794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.244582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.304444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:08.316274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:08.330041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:08.341389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:08.365835 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.374707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:08.393941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.463437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.519847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=5e32a505-fca0-4097-870f-751f16bd9b9b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:08.547626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.559947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711ea32-7431-4b9b-bed0-77450cc255ea None None] Network 612fa7f1-df75-4f96-a023-f5491ec7cc1a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:08.574815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c61cf2b5-d4a8-4927-afa0-00134a52978d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/5e32a505-fca0-4097-870f-751f16bd9b9b HTTP/1.1" status: 204 len: 168 time: 1.7810235 Feb 04 16:31:08.577265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55240) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:08.578541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for e65634c6-c8db-4e7f-8310-ac85ff119f4a owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:08.607237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23c8b0-3bf4-4028-9937-abe0573405ac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:08.650697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.654158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0d952bd0-0d17-4bdd-9f3f-18da5d0a5c7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee23c8b0-3bf4-4028-9937-abe0573405ac HTTP/1.1" status: 204 len: 168 time: 0.9710479 Feb 04 16:31:08.679497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.860615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.871957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.902188 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:08.919921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Transition to ACTIVE for port object d7c073e3-0ef6-4961-8297-726d84ff1e0e will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:08.936919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=e65634c6-c8db-4e7f-8310-ac85ff119f4a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:08.982323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:09.009314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Sync routers for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:09.018380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.030756 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:09.031535 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:09.033985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.069402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4b6facd-52fd-450e-b74d-3b608f0b8b63 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/e65634c6-c8db-4e7f-8310-ac85ff119f4a HTTP/1.1" status: 204 len: 168 time: 1.4909790 Feb 04 16:31:09.089754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55248) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:09.118442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.177926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Transition to ACTIVE for port object a02d4322-616a-4b77-8572-1ba0acdefa8f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:09.193487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] DHCP port deletion for 612fa7f1-df75-4f96-a023-f5491ec7cc1a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:31:09.202235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.229459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:09.229614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.280286 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfc8fc3-b37c-4e07-9e4a-e7fb7b155c96 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:31:09.281057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bbfc8fc3-b37c-4e07-9e4a-e7fb7b155c96 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:09.290442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Deleting port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:09.290825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.324246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.329486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd3ee1-1e4e-416d-917f-ef93583aeb8c None None] Pushing event updated for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:09.363273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.365908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6461003f-b833-4065-9478-b7afdea4287d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.0919807 Feb 04 16:31:09.370416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55258) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:09.390294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bbfc8fc3-b37c-4e07-9e4a-e7fb7b155c96 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:09.409670 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bbfc8fc3-b37c-4e07-9e4a-e7fb7b155c96 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/e65634c6-c8db-4e7f-8310-ac85ff119f4a HTTP/1.1" status: 404 len: 333 time: 0.2961042 Feb 04 16:31:09.416595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:09.428909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:09.441467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:09.444879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=d7c073e3-0ef6-4961-8297-726d84ff1e0e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:09.507485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:09.507750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:09.636847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 10bf2abc-d853-4a54-a65b-bd07d68bf738 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:09.637636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.671140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cbe57f8c-b570-4a45-8276-76ee6d06ba38 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9d08bc626ccd49e4b462d9840a14fc57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2467890 Feb 04 16:31:09.674006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55268) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:09.763673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=2db2354d-79bf-4a45-8244-21f78f7ff6ef,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:09.878491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:09.878491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: 33eafd23-9382-4696-bed5-c4b04d56ae12, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:31:09.879579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Attempting to bind port a02d4322-616a-4b77-8572-1ba0acdefa8f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:09.880538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Attempting to bind port a02d4322-616a-4b77-8572-1ba0acdefa8f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:09.880903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Attempting to bind port a02d4322-616a-4b77-8572-1ba0acdefa8f on network f188028a-f9fb-4a7a-a7c1-f0eef750876a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:09.985845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.995237 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:09.997797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:09.998179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Checking segment: {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:09.998609 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:09.999002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Bound using segment: {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:10.000284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Bound port: a02d4322-616a-4b77-8572-1ba0acdefa8f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace43ef1-7ca1-439c-b922-cadfc62cfa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:10.000667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.010625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:10.011888 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Checking router: 132c47d0-5e87-4d0e-a001-59df23a15943 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:10.012823 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Updating router 132c47d0-5e87-4d0e-a001-59df23a15943 port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:10.046841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 33eafd23-9382-4696-bed5-c4b04d56ae12) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:10.057260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:10.057893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.069442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc72f47-d1da-490b-8d10-d15ba7f14012 None None] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:10.109998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fdd3bb54-5920-4c97-a4f4-e44becf8e765 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1386082 Feb 04 16:31:10.114422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:10.119926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.127518 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.128632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] For port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,segment=NetworkSegment(75e01628-bff5-4d06-89bc-dedccafd07dd),segment_id=75e01628-bff5-4d06-89bc-dedccafd07dd)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:10.129118 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.320410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a595c22-47e1-40d8-93c0-eb1f5ad75dee tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:10.325112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8a595c22-47e1-40d8-93c0-eb1f5ad75dee tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6470611 Feb 04 16:31:10.327385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:10.354046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] For port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,segment=NetworkSegment(75e01628-bff5-4d06-89bc-dedccafd07dd),segment_id=75e01628-bff5-4d06-89bc-dedccafd07dd)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:10.354600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.517042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a4e902fa-5483-4db7-9bba-27e595a62ab1 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1713769 Feb 04 16:31:10.517727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55288) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:10.519065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 10bf2abc-d853-4a54-a65b-bd07d68bf738 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:10.636385 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.639262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Calling delete_port for ecdb2a86-7517-4b89-860d-e1d32f0eeb8d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:10.654974 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Transition to ACTIVE for port object 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:10.659931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100244826', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:10.681802 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.702152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a6692fa-959a-48f3-8316-ce672f979c6f None None] Provisioning for port d7c073e3-0ef6-4961-8297-726d84ff1e0e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:10.726799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7a6692fa-959a-48f3-8316-ce672f979c6f None None] Provisioning complete for port d7c073e3-0ef6-4961-8297-726d84ff1e0e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:10.727758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7a6692fa-959a-48f3-8316-ce672f979c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.803654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for ecdb2a86-7517-4b89-860d-e1d32f0eeb8d owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:10.823407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7a6692fa-959a-48f3-8316-ce672f979c6f None None] Port d7c073e3-0ef6-4961-8297-726d84ff1e0e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:10.846692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:10.868180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:subnet and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:10.876209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:10.890157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.896194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.905483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:10.929739 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Attempting to bind port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:10.930760 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Attempting to bind port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:10.932061 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Attempting to bind port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:10.953921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:10.956412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] For port a02d4322-616a-4b77-8572-1ba0acdefa8f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:10.956554 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:10.956885 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.957279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:10.959046 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Bound port: 5e0b2624-a9a8-49f1-a7d7-24e324c1d981, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:10.959428 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:10.981982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] For port a02d4322-616a-4b77-8572-1ba0acdefa8f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a02d4322-616a-4b77-8572-1ba0acdefa8f,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:11.002783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:11.013197 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Pushing event updated for resources: {'Port': ['ID=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:11.030884 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.031484 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.031881 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.032313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.032641 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.032966 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.033286 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.033602 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.033927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.034280 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.034731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.035056 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:11.092474 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] For port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:11.098950 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] For port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:11.107799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=10bf2abc-d853-4a54-a65b-bd07d68bf738,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:11.108865 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.126788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.144954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecdb2a86-7517-4b89-860d-e1d32f0eeb8d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:11.167579 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-73d162ad-284b-4f41-9012-5156652aa0ca tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/10bf2abc-d853-4a54-a65b-bd07d68bf738 HTTP/1.1" status: 204 len: 168 time: 1.7448413 Feb 04 16:31:11.174886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:11.237436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.253476 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6279b3-8fb1-40fb-a55b-e2386ae06d66 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:31:11.254044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7f6279b3-8fb1-40fb-a55b-e2386ae06d66 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:11.269666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.344405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ecdb2a86-7517-4b89-860d-e1d32f0eeb8d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:31:11.345200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecdb2a86-7517-4b89-860d-e1d32f0eeb8d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:31:11.387574 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6edae-01fe-4006-b941-40302ec2dbd5 None None] Pushing event updated for resources: {'Port': ['ID=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:11.416377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:11.417572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:11.442892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-33eafd23-9382-4696-bed5-c4b04d56ae12', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:11.444008 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.508726 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:11.509087 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:11.528551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:11.529258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:11.563306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No DVR routers for this DVR port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:11.565111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=ecdb2a86-7517-4b89-860d-e1d32f0eeb8d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:11.694259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:11.695949 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:11.887965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Allocated IP 172.21.0.2 (33eafd23-9382-4696-bed5-c4b04d56ae12/2db2354d-79bf-4a45-8244-21f78f7ff6ef/4e98ac3c-e59c-4fa7-84c2-afab9859a6e0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:11.962414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7f6279b3-8fb1-40fb-a55b-e2386ae06d66 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:11.964366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7f6279b3-8fb1-40fb-a55b-e2386ae06d66 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/10bf2abc-d853-4a54-a65b-bd07d68bf738 HTTP/1.1" status: 404 len: 333 time: 0.7885654 Feb 04 16:31:11.974061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55310) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:12.093921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:12.101161 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c2cb-28ef-4a4f-8d36-410c60aab700 None None] The sync data for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 is: [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:05Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:12.110469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Deleting port ecdb2a86-7517-4b89-860d-e1d32f0eeb8d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:12.111217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.227340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c55f9-5491-4884-b708-37c09255ef9e None None] The port 'ecdb2a86-7517-4b89-860d-e1d32f0eeb8d' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:31:12.305274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.307680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd3ee1-1e4e-416d-917f-ef93583aeb8c None None] Pushing event updated for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:12.377513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612fa7f1-df75-4f96-a023-f5491ec7cc1a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:12.422667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e01628-bff5-4d06-89bc-dedccafd07dd') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:12.422943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e01628-bff5-4d06-89bc-dedccafd07dd') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:12.468600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.493905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.526059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:12.578719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Transition to ACTIVE for port object 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:12.617500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet ec33da15-dc8d-4055-a3d6-db54fe048d70 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:31:12.623416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Transition to ACTIVE for port object 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:12.623722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.638404 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.789733 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.863094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.870527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:12.873947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.21.0.1 (33eafd23-9382-4696-bed5-c4b04d56ae12/2db2354d-79bf-4a45-8244-21f78f7ff6ef/71eb5f5a-5191-4f05-a37b-fe252c1cc3a3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:12.972862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Subnet': ['ID=626a599a-4794-4534-98be-006cbfb03070,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:12.976165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:31:12.988453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:31:12.988993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:31:13.006277 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:31:13.079535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.101464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:13.114050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Pushing event updated for resources: {'Port': ['ID=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:13.120775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:13.139646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:13.153248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:13.176223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.212131 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.233654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.238776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.268944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:13.277160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.285407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:13.285624 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.287103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network hostable DHCP agents. Network: 87251cef-dd76-4cd1-9f8b-1b7de21a20b8, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:31:13.332425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.343620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=ec33da15-dc8d-4055-a3d6-db54fe048d70,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:13.356157 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77610abd-dd40-4837-83e5-cb3cd4e09cb4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/ec33da15-dc8d-4055-a3d6-db54fe048d70 HTTP/1.1" status: 204 len: 168 time: 1.3794692 Feb 04 16:31:13.359655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55332) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:13.373502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b47a6-1bc8-4da8-8af8-f16a444f8c58 None None] Network 253c681c-c68f-4607-aa60-c98e76bbc373 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:13.441964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=d7c073e3-0ef6-4961-8297-726d84ff1e0e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:13.465557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=612fa7f1-df75-4f96-a023-f5491ec7cc1a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:13.497469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:02Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:10Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:13.502552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.516323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-25fe1c8a-19d8-457e-8c74-0f6e19e931a4 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/612fa7f1-df75-4f96-a023-f5491ec7cc1a HTTP/1.1" status: 204 len: 168 time: 4.9374228 Feb 04 16:31:13.516569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Attempting to bind port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:13.516841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Attempting to bind port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:13.517207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Attempting to bind port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 on network 33eafd23-9382-4696-bed5-c4b04d56ae12 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:13.519853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:13.536879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:13.537346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Checking segment: {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:13.537758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.538167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Bound using segment: {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:13.538672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Bound port: 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:13.539051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.558829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549dcef-e609-4098-a078-9f5425aefda0 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:02Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:10Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:13.579957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.588155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.623309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:13.711603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 87251cef-dd76-4cd1-9f8b-1b7de21a20b8) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:13.724635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:13.725191 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.727646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] For port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:13.731118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] For port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:13.735619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbfba1e-c33f-4481-87ff-0dca0ff37881 None None] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:13.759470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:13.781161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port d247c7e7-395c-4faa-8543-978cf69b323c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:13.781749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.781985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9a96b9a6-db34-49f5-8a47-eceaeef7cb89 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2069561 Feb 04 16:31:13.787854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6904ae6-9724-46b6-972b-9b09a19f2274 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:13.788377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6904ae6-9724-46b6-972b-9b09a19f2274 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:13.797514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:13.821858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.839083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:13.845018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:13.850773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:13.935324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:13.958897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:13.962257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:14.046049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6904ae6-9724-46b6-972b-9b09a19f2274 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:14.051380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a6904ae6-9724-46b6-972b-9b09a19f2274 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/3d643cd4-3e1f-445d-839a-12dfed312240 HTTP/1.1" status: 200 len: 840 time: 0.5289395 Feb 04 16:31:14.055714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:14.066527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:14.115123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:14.115123 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.269534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f3bd4-8db0-417b-8433-f8bf947d1e36 None None] Pushing event updated for resources: {'Port': ['ID=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:14.343461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3cef57d5-ef07-4577-b10d-0b8e1deb32bb tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/3d643cd4-3e1f-445d-839a-12dfed312240?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2744756 Feb 04 16:31:14.346103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:14.356755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.374756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:14.391233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eb698f87-2ead-4302-94d8-3941323ee02d None None] Provisioning complete for port d7c073e3-0ef6-4961-8297-726d84ff1e0e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:14.391776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb698f87-2ead-4302-94d8-3941323ee02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.463338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port d247c7e7-395c-4faa-8543-978cf69b323c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d247c7e7-395c-4faa-8543-978cf69b323c,segment=NetworkSegment(d37cc45f-a401-4812-b3aa-5cc0109ddd6f),segment_id=d37cc45f-a401-4812-b3aa-5cc0109ddd6f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:14.463629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.685659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] DHCP port deletion for 253c681c-c68f-4607-aa60-c98e76bbc373 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:31:14.691543 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.701644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eb698f87-2ead-4302-94d8-3941323ee02d None None] Port d7c073e3-0ef6-4961-8297-726d84ff1e0e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:14.714030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:14.715182 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.758097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Deleting port d247c7e7-395c-4faa-8543-978cf69b323c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:14.758450 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:14.808926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:15.006141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Allocated IP 172.20.0.2 (87251cef-dd76-4cd1-9f8b-1b7de21a20b8/626a599a-4794-4534-98be-006cbfb03070/07ef9ee2-d6bf-4987-806d-49ac8fa8645d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:15.029586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router ba8f30c7-99f6-475a-aed4-5e76e2cff033 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:15.076036 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.137142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.219538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.291884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for d247c7e7-395c-4faa-8543-978cf69b323c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:15.326983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:15.389106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:15.432473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:15.452654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:15.458947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:15.487780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.492188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:15.497314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:15.539239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.649766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:15.664210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.683907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No DVR routers for this DVR port d247c7e7-395c-4faa-8543-978cf69b323c on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:15.688882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:15.693368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Transition to ACTIVE for port object 07ef9ee2-d6bf-4987-806d-49ac8fa8645d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:15.751693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:15.756107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] For port d247c7e7-395c-4faa-8543-978cf69b323c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d247c7e7-395c-4faa-8543-978cf69b323c,segment=NetworkSegment(d37cc45f-a401-4812-b3aa-5cc0109ddd6f),segment_id=d37cc45f-a401-4812-b3aa-5cc0109ddd6f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:15.757521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.771667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Transition to ACTIVE for port object 07ef9ee2-d6bf-4987-806d-49ac8fa8645d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:15.788434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=d247c7e7-395c-4faa-8543-978cf69b323c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:15.834999 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.842426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:15.876976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:15.885828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-93767f56-b075-487e-b83e-994c84a0973f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/routers/ba8f30c7-99f6-475a-aed4-5e76e2cff033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0864325 Feb 04 16:31:15.886691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:15.894022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'port': {'network_id': '5aaf28d5-018a-4458-a7e0-5881df9a03b6', 'name': 'tempest-FloatingIPTestJSON-672031720'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:15.943768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Calling delete_port for d247c7e7-395c-4faa-8543-978cf69b323c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:15.973424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] Sync routers for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:15.976512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a6b69-aa08-4a28-a333-65420ca84491 None None] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:15.988251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d247c7e7-395c-4faa-8543-978cf69b323c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:16.013151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.182913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:16.191398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Usage tracker for resource:port and tenant:2925e5bc6f6547da8914804882e924af is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:16.211515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:16.227478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.232014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:16.302024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Made reservation on behalf of 2925e5bc6f6547da8914804882e924af for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:16.305298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.360403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.382735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] device_id is not set on port ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:16.388895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:16.389296 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:16.390247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Pushing event updated for resources: {'Port': ['ID=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:16.416379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:16.425230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d247c7e7-395c-4faa-8543-978cf69b323c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:31:16.425574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d247c7e7-395c-4faa-8543-978cf69b323c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:31:16.433324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253c681c-c68f-4607-aa60-c98e76bbc373']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.433864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:16.434531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.466672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.467122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37cc45f-a401-4812-b3aa-5cc0109ddd6f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.475759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Usage tracker for resource:security_group_rule and tenant:2de9227ac00644668c0f8c6c0cd5ae24 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:16.487864 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.492013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:16.504446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:16.525204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:16.544759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:16.554188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.624640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.642735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:16.647972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:16.651144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:16.659452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Provisioning for port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:16.672120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Provisioning complete for port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:16.672901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.776506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Allocated IP 172.20.0.3 (5aaf28d5-018a-4458-a7e0-5881df9a03b6/fc96da22-f850-4c9c-a9ac-543f9c6fb582/ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:16.854923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:16.855264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.904689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=ef6146e0-d9f3-463f-9faf-60593f53a901,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:16.912507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:16.927462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.930608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:16.946049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Deleting port d247c7e7-395c-4faa-8543-978cf69b323c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:16.946614 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.953277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:16.953277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.970867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:31:16.971272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:16.974146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:16.974687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b51cc-fcda-4ba9-bc5e-da8797e3b9c3 None None] The sync data for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:31:16.987783 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:31:17.037301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234cb2a-4b95-477c-81dd-86fd525e75b4 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:17.159909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-70f15936-a037-4df3-813c-d5f66c5e2043 None None] The port 'd247c7e7-395c-4faa-8543-978cf69b323c' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:31:17.171275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Attempting to bind port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:17.171794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Attempting to bind port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:17.172128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.172601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Attempting to bind port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:17.185820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:17.186264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:17.186828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.187279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Bound using segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:17.187845 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Bound port: 07ef9ee2-d6bf-4987-806d-49ac8fa8645d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:17.188274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.195415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.199806 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c599b98-4027-46d2-9a7b-9f8466095ea8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8491626 Feb 04 16:31:17.201964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55386) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:17.230798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.245629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.247984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=253c681c-c68f-4607-aa60-c98e76bbc373,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:17.290918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.293691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.1 (87251cef-dd76-4cd1-9f8b-1b7de21a20b8/626a599a-4794-4534-98be-006cbfb03070/00f92061-fccc-409c-9ad1-0d0cefbe5341) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:17.313265 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1de676fe-531d-4a9e-bffe-05229059920b tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/253c681c-c68f-4607-aa60-c98e76bbc373 HTTP/1.1" status: 204 len: 168 time: 3.9528387 Feb 04 16:31:17.321776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55388) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:17.327056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.372065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3523ad40-652a-4c71-927b-094f39856540 None None] For port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:17.378777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-115098974'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:17.384887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:17.389385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:network and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:17.396274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:17.397301 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.399854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] For port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:17.406025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:17.448384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:17.451499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.495334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] For port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:17.523679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.540966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a02d4322-616a-4b77-8572-1ba0acdefa8f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:17.541882 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2de9227ac00644668c0f8c6c0cd5ae24&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2135866 Feb 04 16:31:17.544110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55392) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:17.588076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:31:17.598383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df695d3e-f869-4379-b960-a7378a0d532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b752c155-9516-49f1-b95d-f78155a46270,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:17.604676 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.605361 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Added segment cd570446-8aa7-4dd2-b20e-45b8d5300f65 of type vlan for network 30516295-ca55-4b24-a31a-6c019a367f6a Feb 04 16:31:17.613322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523ad40-652a-4c71-927b-094f39856540 None None] Pushing event updated for resources: {'Port': ['ID=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:17.651347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.673878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 00f92061-fccc-409c-9ad1-0d0cefbe5341 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:17.679233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126419966'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:17.681573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.687035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Transition to ACTIVE for port object ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:17.691972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:17.699481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:17.704079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:17.710822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.714487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:17.746599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:17.770293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.780706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a6061-ce6f-4844-a842-f89b361094a1 None None] Pushing event updated for resources: {'Port': ['ID=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:17.781997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.794921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.816671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a02d4322-616a-4b77-8572-1ba0acdefa8f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:17.828014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a02d4322-616a-4b77-8572-1ba0acdefa8f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:17.828392 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.830184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.835208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:17.835815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.877093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.896460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9d5473da-1f24-4301-a7c7-d3718e2a5396', 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'tenant_id': '1b44cd2260ec4b0a9fd017807fae294d', 'fixed_ips': [{'subnet_id': 'ef6146e0-d9f3-463f-9faf-60593f53a901'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:17.897275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:17.945681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:17.951519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:17.959605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:17.967377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:17.991715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Provisioning for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:18.015688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Provisioning complete for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:18.016080 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.037935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.038363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.038645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.038982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.039321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.039774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.040061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.040844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.042691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.043112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.043453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:18.065665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:18.139785 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7998762 Feb 04 16:31:18.143189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:18.165942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:18.178885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:18.241237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:18.309098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.328770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c32fe-8fef-499e-b3c5-38b7d8ab804c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Network': ['ID=30516295-ca55-4b24-a31a-6c019a367f6a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:18.355641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event updated for resources: {'Port': ['ID=ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:18.377225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 30516295-ca55-4b24-a31a-6c019a367f6a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:31:18.388770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:18.410901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Provisioning complete for port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:18.415710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d6ebe72-c8cb-44ce-9bfe-d30d553a3ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.429889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:18.441902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:18.454236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:18.454869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.469537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.498934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752c155-9516-49f1-b95d-f78155a46270,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:18.500530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:18.508038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:18.512612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.514569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:18.529497 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-642ab2e4-fb3f-4841-9006-aa27398ca755 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b752c155-9516-49f1-b95d-f78155a46270 HTTP/1.1" status: 204 len: 168 time: 0.9760346 Feb 04 16:31:18.536534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:18.551102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:18.600629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Allocated IP 172.20.0.2 (9d5473da-1f24-4301-a7c7-d3718e2a5396/ef6146e0-d9f3-463f-9faf-60593f53a901/44db43f0-6d12-4803-b5ae-14191a2aabe9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:18.604117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:18.611320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a02d4322-616a-4b77-8572-1ba0acdefa8f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a02d4322-616a-4b77-8572-1ba0acdefa8f,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:18.652942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.723909 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.724961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:18.736016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:18.755404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dcae5135-69d1-4161-9651-62c68d9671e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6401584 Feb 04 16:31:18.761016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55404) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:18.768554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-204390339'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:18.784091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:18.786446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.813638 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:18.831057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:18.844400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:18.939859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:18.955910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:19.005291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.027219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:19.034052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.044410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:19.048125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.188164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:31:19.217741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:19.218385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.218724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.219648 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment da2059c7-045a-4c40-b1a3-7d1e4db38361 of type vlan for network 52897bfd-28ab-49f6-858c-e39e0930def0 Feb 04 16:31:19.237379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:19.315580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.321926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.336053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.337971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Provisioning complete for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:19.338394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.345570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.363431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Transition to ACTIVE for port object 44db43f0-6d12-4803-b5ae-14191a2aabe9 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:19.429100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e9103ae-7238-463b-a4d7-b46b340112c1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5413623 Feb 04 16:31:19.430098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:19.444878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Transition to ACTIVE for port object 44db43f0-6d12-4803-b5ae-14191a2aabe9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:19.445809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:19.455433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c54fdfd-5b6b-4623-acd1-f08e9a16a654,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:19.462814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.465213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.466828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5732c0468b6a44479b39b17e732b5581 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:19.466995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d5dbb4ed-e63d-48da-a1b2-2be59b9245cc tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8000655 Feb 04 16:31:19.472796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Request body: {'floatingip': {'port_id': 'ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:19.484232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:19.485404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=30bbbc06-29ae-422f-a971-66108243b587,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:19.499466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:19.506901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:19.516151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'security_group': {'name': 'tempest-secgroup-631128127'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:19.538495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.544151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:19.545010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.553702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f82d0-f2cd-4c5d-b19c-8ba03f909a98 None None] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:19.572212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:19.578492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:19.580185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:19.581262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:19.620846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8560164 Feb 04 16:31:19.623214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:19.633624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:19.639129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:19.642403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:19.645941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Provisioning for port ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:19.650904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:19.654735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.658118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Provisioning complete for port ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:19.661511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.797539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a02d4322-616a-4b77-8572-1ba0acdefa8f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:19.847488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.850902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:19.857932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.858286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-072973b0-ea87-43af-84bb-bc3a145bfb83 None None] Port ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:19.880850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:19.904386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Attempting to bind port 44db43f0-6d12-4803-b5ae-14191a2aabe9 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:19.904862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Attempting to bind port 44db43f0-6d12-4803-b5ae-14191a2aabe9 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd5dda864-ebb1-41e4-bff7-f59952beebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:19.905086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Attempting to bind port 44db43f0-6d12-4803-b5ae-14191a2aabe9 on network 9d5473da-1f24-4301-a7c7-d3718e2a5396 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:19.953906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:19.954640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Checking segment: {'id': 'd5dda864-ebb1-41e4-bff7-f59952beebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:19.955205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.955740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Bound using segment: {'id': 'd5dda864-ebb1-41e4-bff7-f59952beebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:19.956385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Bound port: 44db43f0-6d12-4803-b5ae-14191a2aabe9, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dda864-ebb1-41e4-bff7-f59952beebec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:19.956938 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:19.978382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Checking segment: {'id': 'cd570446-8aa7-4dd2-b20e-45b8d5300f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:19.978751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network hostable DHCP agents. Network: 30516295-ca55-4b24-a31a-6c019a367f6a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:31:20.001220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07953590-0b0f-4cf8-ba7a-9efa4996537d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=52897bfd-28ab-49f6-858c-e39e0930def0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:20.034736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.036921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.046145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:20.084112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:20.088352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:20.091325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:20.097558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:20.107792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 30516295-ca55-4b24-a31a-6c019a367f6a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:20.134802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:20.135824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:20.139847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:20.141548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:20.145051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:20.156042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:20.222641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 52897bfd-28ab-49f6-858c-e39e0930def0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:31:20.240182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.253438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:20.288900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.380379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 30516295-ca55-4b24-a31a-6c019a367f6a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:20.387572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a02d4322-616a-4b77-8572-1ba0acdefa8f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:20.387957 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.423630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ba7add4a-0ae4-4f5a-81f2-fa1d32d3840b None None] Provisioning for port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:20.427348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:20.428086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.428912 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.482000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.483755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520ba6ba-bbe2-4a0a-9ad6-222e2663358e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:20.490064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.491543 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-026f5d18-aa80-4856-9298-5ff06aa9ead0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9974196 Feb 04 16:31:20.503114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:20.516065 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8c8fe53b-b1da-4cb3-b86c-73547dd54068 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3563352 Feb 04 16:31:20.517362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.540521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9f0c3-299e-4682-9ccb-0c47fe47f6ab None None] Network 30516295-ca55-4b24-a31a-6c019a367f6a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:20.549673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55430) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:20.555378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-950114604', 'security_groups': ['520ba6ba-bbe2-4a0a-9ad6-222e2663358e'], 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef6146e0-d9f3-463f-9faf-60593f53a901'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:20.609129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:20.620810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:20.745259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5732c0468b6a44479b39b17e732b5581&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5062280 Feb 04 16:31:20.748908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55432) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:20.757192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:20.762300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1816711263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:20.773109 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.798154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:20.800724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:20.816463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63abc51-35da-4816-b6d6-71ae3a7c8ed2 None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:20.898418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:router and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:20.901772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:20.911913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:20.932957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:20.939849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:20.956858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.958691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:20.986727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:20.993836 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.005732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c8b34-47dc-4b2a-81d0-2c94b46862a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ead66e-486d-477f-8577-1f631acfcfde,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:21.069851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 07ef9ee2-d6bf-4987-806d-49ac8fa8645d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:21.120378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:21.130227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-30516295-ca55-4b24-a31a-6c019a367f6a', 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': '30bbbc06-29ae-422f-a971-66108243b587'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:21.134167 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.237031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.403787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.410367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.421038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.448262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.486837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.508095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.510123 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4cbcb5ad-d417-460a-b07e-a61bd6a2c89c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7637196 Feb 04 16:31:21.521199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:21.534236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a', 'name': 'tempest-PortsIpV6TestJSON-1696066402'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:21.546286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:21.554075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:21.554412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.578660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Provisioning for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:21.611619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Allocated IP 2001:db8::2 (30516295-ca55-4b24-a31a-6c019a367f6a/30bbbc06-29ae-422f-a971-66108243b587/845e8083-aa24-44bf-b901-f587419777b0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:21.621199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Provisioning complete for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:21.621575 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.703157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.732368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Port 00f92061-fccc-409c-9ad1-0d0cefbe5341 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:21.737466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:21.765569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:21.773727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:21.838543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:21.856954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.903824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.917533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:21.920632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.934370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ead66e-486d-477f-8577-1f631acfcfde,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:21.941116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.952055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d508ba0c-a510-49d1-8c1a-6c6a312fe19d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65ead66e-486d-477f-8577-1f631acfcfde HTTP/1.1" status: 204 len: 168 time: 1.1938851 Feb 04 16:31:21.954963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:21.975027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.11 (9d5473da-1f24-4301-a7c7-d3718e2a5396/ef6146e0-d9f3-463f-9faf-60593f53a901/6ba1fed6-f093-43e6-873b-34426cc3a7d3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:21.987750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Provisioning complete for port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:21.987902 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c634caa7-29b3-459f-a410-282a113a3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:22.003756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port b68927bd-21ac-44d1-a9bf-238d20f4cc8f yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:22.046765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=82f48dcc-897f-42cb-8583-3447f0abaa64,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:22.094623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:22.115851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 132c47d0-5e87-4d0e-a001-59df23a15943 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:22.161636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:22.166205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: 52897bfd-28ab-49f6-858c-e39e0930def0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:31:22.344447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 52897bfd-28ab-49f6-858c-e39e0930def0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:22.355147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:22.381576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 52897bfd-28ab-49f6-858c-e39e0930def0) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:22.384130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:22.384963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:22.394289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:22.394956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:22.460337 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-929e7f48-208c-4fd2-a69e-4c3d05e74cb9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8199093 Feb 04 16:31:22.467117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55446) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:22.595372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:22.602849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-633959c4-cb07-4934-902c-258596f85ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/132c47d0-5e87-4d0e-a001-59df23a15943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8042963 Feb 04 16:31:22.607526 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 5fc27f13-0085-4d37-9549-c36c1e2b3a41 associated. External IP: 172.25.5.175, port: 4a16f53e-7933-408f-acb2-de74618eeaa5. Feb 04 16:31:22.616919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Sync routers for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:22.621316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec6328-720e-4b8f-bf48-e81038ee9ce3 None None] Network 52897bfd-28ab-49f6-858c-e39e0930def0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:22.678039 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:22.678745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:22.747020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:22.886475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 6ba1fed6-f093-43e6-873b-34426cc3a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:22.962942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.012953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.087759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Transition to ACTIVE for port object 845e8083-aa24-44bf-b901-f587419777b0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:23.178060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:23.204248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Transition to ACTIVE for port object 845e8083-aa24-44bf-b901-f587419777b0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:23.215065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:23.237165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:23.246650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-0fe7cbe7-734b-47b1-bab3-75ee1435e904 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169551433&fields=id&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 267 time: 0.0767133 Feb 04 16:31:23.250606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:23.252939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:23.313016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.345881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Provisioning for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:23.376446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.376794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.377127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.385741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.386157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.386510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.386846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.387176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.387503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.388821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.388821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:23.499473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-52897bfd-28ab-49f6-858c-e39e0930def0', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:23.500651 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.522657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-ea5b4f74-8aba-4c8b-9182-c2717dfb58d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:23.529031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-ea5b4f74-8aba-4c8b-9182-c2717dfb58d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:23.536320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=6ba1fed6-f093-43e6-873b-34426cc3a7d3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:23.560797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:23.561759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.604051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61cfa09a-e249-423b-98bb-56f113595432 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0989633 Feb 04 16:31:23.609466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55472) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:23.621508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:23.668490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::a9 (30516295-ca55-4b24-a31a-6c019a367f6a/30bbbc06-29ae-422f-a971-66108243b587/b68927bd-21ac-44d1-a9bf-238d20f4cc8f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:23.669469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-ea5b4f74-8aba-4c8b-9182-c2717dfb58d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:23.677782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-ea5b4f74-8aba-4c8b-9182-c2717dfb58d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 797 time: 0.4018085 Feb 04 16:31:23.679193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Network 30516295-ca55-4b24-a31a-6c019a367f6a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:23.715870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-95bb5480-99f6-4587-b3e4-3bd3d677c318 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/quotas/9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 375 time: 0.0371449 Feb 04 16:31:23.718083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:23.824895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:23.825607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.847606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-bec25ee9-93a7-4379-8d52-28fe08a9ff50 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:23.879223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:23.884189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Pushing event updated for resources: {'Port': ['ID=845e8083-aa24-44bf-b901-f587419777b0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:23.931961 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:19Z', 'revision_number': 2, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:23.939162 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Checking router: 132c47d0-5e87-4d0e-a001-59df23a15943 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:23.939506 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Updating router 132c47d0-5e87-4d0e-a001-59df23a15943 port 00f92061-fccc-409c-9ad1-0d0cefbe5341 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:23.946301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-bec25ee9-93a7-4379-8d52-28fe08a9ff50 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:23.951787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Provisioning complete for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:23.952493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:23.960253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-bec25ee9-93a7-4379-8d52-28fe08a9ff50 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2360761 Feb 04 16:31:23.965572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-23365066-e2f5-4206-aa11-b8c31a9f8771 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:31:23.971250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-23365066-e2f5-4206-aa11-b8c31a9f8771 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101626 Feb 04 16:31:24.040188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:24.046864 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.241342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:24.296926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:24.306986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:24.336033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:24.368784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-f46af5db-19c8-4b2c-bd14-02940cdc6ed3 service neutron] 10.222.0.62 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931458 Feb 04 16:31:24.413171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:24.462041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Port 00f92061-fccc-409c-9ad1-0d0cefbe5341 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:24.464672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Attempting to bind port 845e8083-aa24-44bf-b901-f587419777b0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:24.465037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Attempting to bind port 845e8083-aa24-44bf-b901-f587419777b0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'cd570446-8aa7-4dd2-b20e-45b8d5300f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:24.465394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Attempting to bind port 845e8083-aa24-44bf-b901-f587419777b0 on network 30516295-ca55-4b24-a31a-6c019a367f6a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:24.494735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:24.495108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.519325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:24.519627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Checking segment: {'id': 'cd570446-8aa7-4dd2-b20e-45b8d5300f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:24.520646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.521068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Bound using segment: {'id': 'cd570446-8aa7-4dd2-b20e-45b8d5300f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:24.521513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Bound port: 845e8083-aa24-44bf-b901-f587419777b0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd570446-8aa7-4dd2-b20e-45b8d5300f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '30516295-ca55-4b24-a31a-6c019a367f6a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:24.521881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.585411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.597105 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.604980 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.612610 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Transition to ACTIVE for port object 00f92061-fccc-409c-9ad1-0d0cefbe5341 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:24.629558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2141825e-2cd3-462b-90aa-89eb260e1950 None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:24.630089 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:24.649649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Allocated IP 172.22.0.2 (52897bfd-28ab-49f6-858c-e39e0930def0/82f48dcc-897f-42cb-8583-3447f0abaa64/3837f706-a79e-43cb-ae86-40fa985bd992) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:24.691393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-1f6d0776-a8c3-4998-877f-d6ad934c58fc service neutron] 10.222.0.62 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152893 Feb 04 16:31:24.726392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object b68927bd-21ac-44d1-a9bf-238d20f4cc8f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:24.754118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:24.907501 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1eeac-fc50-49cb-abf9-9efe0daa96ad None None] Pushing event updated for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:25.042212 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef6146e0-d9f3-463f-9faf-60593f53a901 (CIDR: 172.20.0.0/28) Feb 04 16:31:25.069466 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:31:25.071636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:31:25.109992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.175209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:25.195094 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Attempting to bind port 00f92061-fccc-409c-9ad1-0d0cefbe5341 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:25.195691 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Attempting to bind port 00f92061-fccc-409c-9ad1-0d0cefbe5341 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:25.196056 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Attempting to bind port 00f92061-fccc-409c-9ad1-0d0cefbe5341 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:25.209418 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:25.209872 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:25.210185 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.210603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Bound using segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:25.211079 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Bound port: 00f92061-fccc-409c-9ad1-0d0cefbe5341, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:25.211431 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.257175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70238145-5d96-45f1-b487-20acd9297c1d req-d64f3ac5-932d-43d3-8a3b-179c729ea0eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.0839429 Feb 04 16:31:25.310519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.317891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-581ee0d5-1969-4701-a0a4-f32635d507f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.375016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] For port 00f92061-fccc-409c-9ad1-0d0cefbe5341, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:25.378936 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] For port 00f92061-fccc-409c-9ad1-0d0cefbe5341, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00f92061-fccc-409c-9ad1-0d0cefbe5341,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:25.386583 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.389543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:25.392064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:25.453731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.456000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Transition to ACTIVE for port object 3837f706-a79e-43cb-ae86-40fa985bd992 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:25.489465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ca13ead6-e470-4a60-96bd-02f8419c08ce tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8782146 Feb 04 16:31:25.490145 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:25.490860 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:25.494698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:25.500047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-47477fc3-d12f-4640-9f4b-bc7a87212eeb None None] Provisioning for port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:25.507105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 30516295-ca55-4b24-a31a-6c019a367f6a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:25.519595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55494) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:25.536336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:25.561414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] For port 845e8083-aa24-44bf-b901-f587419777b0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:25.574154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-47477fc3-d12f-4640-9f4b-bc7a87212eeb None None] Provisioning complete for port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:25.576524 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-47477fc3-d12f-4640-9f4b-bc7a87212eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.588817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:25.619942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:25.624051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:25.630056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.635984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 07ef9ee2-d6bf-4987-806d-49ac8fa8645d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:25.709567 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1eeac-fc50-49cb-abf9-9efe0daa96ad None None] Pushing event updated for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:25.719133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Transition to ACTIVE for port object 3837f706-a79e-43cb-ae86-40fa985bd992 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:25.764060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:25.783275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] For port 845e8083-aa24-44bf-b901-f587419777b0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=845e8083-aa24-44bf-b901-f587419777b0,segment=NetworkSegment(cd570446-8aa7-4dd2-b20e-45b8d5300f65),segment_id=cd570446-8aa7-4dd2-b20e-45b8d5300f65)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:25.810260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2881060 Feb 04 16:31:25.823118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55502) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:25.840401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.902170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:25.921162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:25.921389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:26.023932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-47477fc3-d12f-4640-9f4b-bc7a87212eeb None None] Port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:26.025308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:26.025710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ae8a2-1579-4c61-8e3e-dd8ed6ac7ef5 None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:26.051748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Network 52897bfd-28ab-49f6-858c-e39e0930def0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:26.054376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Pushing event updated for resources: {'Port': ['ID=3837f706-a79e-43cb-ae86-40fa985bd992,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:26.057096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:26.093594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:26.157618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ac5d7-740f-446a-b9c1-2f28b0ab64e2 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=b68927bd-21ac-44d1-a9bf-238d20f4cc8f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:26.184272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router ba8f30c7-99f6-475a-aed4-5e76e2cff033 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:26.261515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee656d-1f6a-48c1-a369-173faef390d6 None None] Pushing event updated for resources: {'Port': ['ID=845e8083-aa24-44bf-b901-f587419777b0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:26.276274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:26.276819 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.392695 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:25Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:26.394360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Attempting to bind port 3837f706-a79e-43cb-ae86-40fa985bd992 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:26.397537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Attempting to bind port 3837f706-a79e-43cb-ae86-40fa985bd992 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:26.398367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Attempting to bind port 3837f706-a79e-43cb-ae86-40fa985bd992 on network 52897bfd-28ab-49f6-858c-e39e0930def0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:26.400572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc05f5a-dcc2-48e6-9db6-1c27fec1e78f None None] The sync data for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 is: [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:25Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:26.449231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:26.453452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Checking segment: {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:26.453650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.454010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Bound using segment: {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:26.454576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Bound port: 3837f706-a79e-43cb-ae86-40fa985bd992, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:26.455065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.672220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97027eff-4192-42b2-a42d-eac9a627e296 req-0ea0b4fd-ec7a-4cd9-b8b1-8e3bb05c28b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.1761212 Feb 04 16:31:26.763668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:26.815383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] For port 3837f706-a79e-43cb-ae86-40fa985bd992, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:26.850966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] For port 3837f706-a79e-43cb-ae86-40fa985bd992, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3837f706-a79e-43cb-ae86-40fa985bd992,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:26.861509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.888105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:26.916764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:26.923826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:26.936115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:26.943292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:26.947669 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] Sync routers for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:26.980655 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:26.984716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:26.997646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cbfee-b20f-49e0-8323-ddf3cf5d018a None None] Pushing event updated for resources: {'Port': ['ID=3837f706-a79e-43cb-ae86-40fa985bd992,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:27.000412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:27.008957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:27.009567 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.017342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:27.150531 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:27.213894 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:27.214750 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:30:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:27.234201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-697ea75d-b854-421d-8f3e-686791fbaaf1 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/floatingips/5fc27f13-0085-4d37-9549-c36c1e2b3a41 HTTP/1.1" status: 200 len: 977 time: 7.7804637 Feb 04 16:31:27.237371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55524) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:27.334519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.425561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:27.427059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.432961 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:27.434502 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016e9bc-3529-488b-aa1a-98295b3cf6bb None None] The sync data for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:27.456330 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e474e4a-43af-42bb-8ff1-8ce6ce170da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.467306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:27.472228 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.502484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:27.508119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:27.806070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:27.878292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.22.0.1 (52897bfd-28ab-49f6-858c-e39e0930def0/82f48dcc-897f-42cb-8583-3447f0abaa64/e69a965b-eba2-460b-96e3-e1b50c912f83) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:27.944098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 845e8083-aa24-44bf-b901-f587419777b0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:28.087591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91791355-d5d1-4ab5-a89a-9f20d846fa85 req-d6c5dd15-2ab4-4625-96df-9527849a0e66 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.1246891 Feb 04 16:31:28.210403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1b862-49cc-4e7a-8b68-1694413b4d3f None None] Network 30516295-ca55-4b24-a31a-6c019a367f6a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:28.247066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.364444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6bbcf994-242f-428f-8397-3b3700e7440d None None] Provisioning for port 845e8083-aa24-44bf-b901-f587419777b0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:28.388764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 845e8083-aa24-44bf-b901-f587419777b0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:28.411334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 845e8083-aa24-44bf-b901-f587419777b0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:28.412106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.725108 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.805201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.805711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.805970 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Floating IP 5fc27f13-0085-4d37-9549-c36c1e2b3a41 disassociated. External IP: 172.25.5.175, port: ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f. Feb 04 16:31:28.806285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:28.809685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.818382 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.893440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.909844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 845e8083-aa24-44bf-b901-f587419777b0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=845e8083-aa24-44bf-b901-f587419777b0,segment=NetworkSegment(cd570446-8aa7-4dd2-b20e-45b8d5300f65),segment_id=cd570446-8aa7-4dd2-b20e-45b8d5300f65)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:28.927983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:28.928853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00f92061-fccc-409c-9ad1-0d0cefbe5341 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:29.077892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object e69a965b-eba2-460b-96e3-e1b50c912f83 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:29.145963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.199570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052d24c-47ff-4888-b810-05d94f1d0cae None None] Network 52897bfd-28ab-49f6-858c-e39e0930def0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:29.204527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.360457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:29.481037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=845e8083-aa24-44bf-b901-f587419777b0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:29.514592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.538823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-45652fa9-7ed7-423f-822c-fb1f9ca532d0 None None] Provisioning for port 3837f706-a79e-43cb-ae86-40fa985bd992 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:29.566943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:29.599579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:29.603358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.639181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 52897bfd-28ab-49f6-858c-e39e0930def0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:29.656657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:29.659980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:29.782971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.825093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Provisioning complete for port 845e8083-aa24-44bf-b901-f587419777b0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:29.825469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:29.877262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31cce17d-5920-4e3e-9e55-86559e9c5928 req-df607086-78b5-42cc-bf7f-c58192d862d1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.4179931 Feb 04 16:31:29.890396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-25cbf368-e091-49a4-81c9-6088f62ea3b4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:29.892307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-25cbf368-e091-49a4-81c9-6088f62ea3b4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 797 time: 0.7791317 Feb 04 16:31:29.922228 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-cb6de0ff-a10e-43bd-bc6e-d098e2d659bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2685885 Feb 04 16:31:30.052697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:30.063851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-ea2a0856-2ac0-48de-a4da-fd5d37759cac tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 379 time: 0.1309044 Feb 04 16:31:30.067790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.085580 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.179349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 00f92061-fccc-409c-9ad1-0d0cefbe5341, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00f92061-fccc-409c-9ad1-0d0cefbe5341,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:30.187000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.216723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'port': {'device_id': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'admin_state_up': True, 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'security_groups': ['dab841b9-9e52-4a81-a965-9f663ae62326']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:30.255243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Provisioning for port b68927bd-21ac-44d1-a9bf-238d20f4cc8f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:30.292439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Provisioning complete for port b68927bd-21ac-44d1-a9bf-238d20f4cc8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:30.295466 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.328059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.433118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:30.435693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7d7d2-be45-414a-b5ee-9ab348773284 None None] Port b68927bd-21ac-44d1-a9bf-238d20f4cc8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:30.450510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:30.456763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=0ea6fe8b-bdbe-4409-a8dd-a57c331dad64,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:30.499575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3837f706-a79e-43cb-ae86-40fa985bd992 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:30.546073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:30.555777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:30.556264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:30.557946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.567761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92475e-a615-4ffe-92c0-52b454a316f4 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:30.573134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router ba8f30c7-99f6-475a-aed4-5e76e2cff033 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:30.574256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:30.650534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-6aaf198e-234a-45ae-8867-f5814ee460c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.4391680 Feb 04 16:31:30.686820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:30.690424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.691045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c1afe79-e0b2-431b-b4ca-8e9440835035 None None] Provisioning complete for port b68927bd-21ac-44d1-a9bf-238d20f4cc8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:30.691541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c1afe79-e0b2-431b-b4ca-8e9440835035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.765362 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e1efc788-382a-4729-b147-41504273cc2e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.2422149 Feb 04 16:31:30.771088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:30.800890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-827984337', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ea6fe8b-bdbe-4409-a8dd-a57c331dad64'}], 'security_groups': ['9c54fdfd-5b6b-4623-acd1-f08e9a16a654']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:30.809767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2c1afe79-e0b2-431b-b4ca-8e9440835035 None None] Port b68927bd-21ac-44d1-a9bf-238d20f4cc8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:30.825432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3837f706-a79e-43cb-ae86-40fa985bd992 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:30.838952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:30.892424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.940219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3837f706-a79e-43cb-ae86-40fa985bd992 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:30.940593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:30.959531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:31.057639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:31.058273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:31.169858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-935463cb-6e2e-43c2-b947-ac959bc626dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:31.171696 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-935463cb-6e2e-43c2-b947-ac959bc626dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 910 time: 0.4755707 Feb 04 16:31:31.204607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5303a46b-9502-460b-bf2f-952d8b0756e0 req-570902cc-2559-4d1e-a432-30188b1b4c2b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.1539228 Feb 04 16:31:31.300328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.5 (87251cef-dd76-4cd1-9f8b-1b7de21a20b8/626a599a-4794-4534-98be-006cbfb03070/95689edb-fb22-4e3b-ba03-c21b59d65ce3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:31.413732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Provisioning complete for port 3837f706-a79e-43cb-ae86-40fa985bd992 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:31.414411 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:31.454408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:31.498531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:31.512279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] Sync routers for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:31.533943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:31.534752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:31.541946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=b68927bd-21ac-44d1-a9bf-238d20f4cc8f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:31.604429 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-73f6c465-4d4e-46eb-888a-189a7f6383ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 1001 time: 0.3526144 Feb 04 16:31:31.620103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:31.691033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:31.696559 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:31.719746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:31.720717 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:31.788957 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:31.789753 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5dbedd-7d13-461d-bfe2-3f99fba6b164 None None] The sync data for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:31.810033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:31.896237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.029703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6846edea-ccd8-49ee-bdfe-4b45fedf7347 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f HTTP/1.1" status: 204 len: 168 time: 4.7911794 Feb 04 16:31:32.040878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:32.112307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.121826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-06729e3f-4a58-4f3c-94be-0fc197c1a937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.124822 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-06729e3f-4a58-4f3c-94be-0fc197c1a937 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.4961503 Feb 04 16:31:32.134356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.195463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3837f706-a79e-43cb-ae86-40fa985bd992, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3837f706-a79e-43cb-ae86-40fa985bd992,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:32.219129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 95689edb-fb22-4e3b-ba03-c21b59d65ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:32.223176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.224104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 845e8083-aa24-44bf-b901-f587419777b0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:32.262073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.425432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.429658 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.525350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:32.544993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:32.555911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:32.565184 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-0f44b8bb-dca8-4175-983c-42afa8e07f71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3996146 Feb 04 16:31:32.650904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:32.663898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Update dhcp port {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'fixed_ips': [{'subnet_id': 'ef6146e0-d9f3-463f-9faf-60593f53a901', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ea6fe8b-bdbe-4409-a8dd-a57c331dad64'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '44db43f0-6d12-4803-b5ae-14191a2aabe9'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:31:32.774837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.775421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.862321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 845e8083-aa24-44bf-b901-f587419777b0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:32.862921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:32.929668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:32.931171 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:32.941210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-db193ac9-d058-459f-b978-b172221bab55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7291200 Feb 04 16:31:32.949139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3837f706-a79e-43cb-ae86-40fa985bd992,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:32.954249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1666e3-a90a-4148-8f06-67c603c39a3d req-796f4bc1-5967-4184-9ce4-167baa1c6bf5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:32.955447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-da1666e3-a90a-4148-8f06-67c603c39a3d req-796f4bc1-5967-4184-9ce4-167baa1c6bf5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:32.966565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.005783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.010205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.018842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Request body: {'port': {'device_id': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:33.120383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:28Z', 'revision_number': 1, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:33.126673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-da1666e3-a90a-4148-8f06-67c603c39a3d req-796f4bc1-5967-4184-9ce4-167baa1c6bf5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:33.136945 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-a69a2513-a235-4721-90c6-cb82999605ac service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585356 Feb 04 16:31:33.140172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:33.140529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Updating router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:33.153395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da1666e3-a90a-4148-8f06-67c603c39a3d req-796f4bc1-5967-4184-9ce4-167baa1c6bf5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 931 time: 0.7277670 Feb 04 16:31:33.215349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Delete allocated IP 172.20.0.11 (9d5473da-1f24-4301-a7c7-d3718e2a5396/ef6146e0-d9f3-463f-9faf-60593f53a901) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:31:33.241989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.294804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:33.300486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.313082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.21 (9d5473da-1f24-4301-a7c7-d3718e2a5396/0ea6fe8b-bdbe-4409-a8dd-a57c331dad64/6ba1fed6-f093-43e6-873b-34426cc3a7d3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:33.355392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:33.401918 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.459830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da1666e3-a90a-4148-8f06-67c603c39a3d req-a28c8d89-9a22-4913-92d8-40abaa7195fc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053489 Feb 04 16:31:33.593448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:33.593695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.747568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:31:33.757696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Provisioning for port e69a965b-eba2-460b-96e3-e1b50c912f83 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:33.768612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Provisioning complete for port e69a965b-eba2-460b-96e3-e1b50c912f83 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:33.768866 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-29425ada-dc02-4ea1-9b30-e5aef152de36 req-d80adb93-bf4d-4eaa-961b-699afa4fa18f service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146734 Feb 04 16:31:33.769006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.778488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.791284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.792594 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.922457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-87dddbfc-79f3-4928-9659-c5e237dbde5f None None] Port e69a965b-eba2-460b-96e3-e1b50c912f83 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:33.977217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:33.999539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network 52897bfd-28ab-49f6-858c-e39e0930def0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:34.007770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:34.021663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 6ba1fed6-f093-43e6-873b-34426cc3a7d3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:34.121012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.142253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Transition to ACTIVE for port object 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:34.193557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3837f706-a79e-43cb-ae86-40fa985bd992 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:34.227121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=b68927bd-21ac-44d1-a9bf-238d20f4cc8f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:34.257442 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.304278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.366667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 30516295-ca55-4b24-a31a-6c019a367f6a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:34.369226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:34.447165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:34.456636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.482860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Transition to ACTIVE for port object 95689edb-fb22-4e3b-ba03-c21b59d65ce3 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:34.484324 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d333-2e22-41ea-98b2-57dc25bba9f1 None None] Pushing event updated for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:34.510847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=6ba1fed6-f093-43e6-873b-34426cc3a7d3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:34.515462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.677308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bc4e74b2-39ff-4e54-8763-473e5eb22752 None None] Provisioning for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:34.704764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.755753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3837f706-a79e-43cb-ae86-40fa985bd992 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:34.756725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.826196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Allocated IP 172.20.0.18 (9d5473da-1f24-4301-a7c7-d3718e2a5396/0ea6fe8b-bdbe-4409-a8dd-a57c331dad64/44db43f0-6d12-4803-b5ae-14191a2aabe9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:34.828488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bc4e74b2-39ff-4e54-8763-473e5eb22752 None None] Provisioning complete for port b68927bd-21ac-44d1-a9bf-238d20f4cc8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:34.828980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc4e74b2-39ff-4e54-8763-473e5eb22752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:34.891923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:34.912722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:35.015035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:35.015697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:35.016015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 on network 33eafd23-9382-4696-bed5-c4b04d56ae12 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:35.034949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:35.037148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Checking segment: {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:35.037381 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.037850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Bound using segment: {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:35.038483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Bound port: 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:35.038955 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.132036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] In _notify_port_updated(), no bound segment for port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 on network 9d5473da-1f24-4301-a7c7-d3718e2a5396 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:31:35.136584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Router 500b151f-a747-4d74-85c0-ba880f619f6e is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:31:35.136900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:35.137392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.141895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8f64d4f-59ad-4afd-8b54-ab1859273475 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/ports/6ba1fed6-f093-43e6-873b-34426cc3a7d3 HTTP/1.1" status: 200 len: 920 time: 4.3655758 Feb 04 16:31:35.144530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55610) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:35.245898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:35.259120 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32106766-342f-4920-9198-6a6922a796ed tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7895811 Feb 04 16:31:35.277765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:35.283369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'network': {'name': 'tempest-RoutersTest-686103134'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:35.286113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00f92061-fccc-409c-9ad1-0d0cefbe5341 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:35.394441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e74b2-39ff-4e54-8763-473e5eb22752 None None] Port b68927bd-21ac-44d1-a9bf-238d20f4cc8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:35.404777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:35.470785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aabff-0c47-45e2-826b-23acb305b99c req-617ab693-60b1-4781-a7a8-f8f4f861d050 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:35.474281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-725aabff-0c47-45e2-826b-23acb305b99c req-617ab693-60b1-4781-a7a8-f8f4f861d050 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.5637691 Feb 04 16:31:35.482592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:35.483109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:35.484031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:35.493881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:31:35.494225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:35.532968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:35.533454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:35.534023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Bound using segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:35.534505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Bound port: 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:35.534852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.536141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] For port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:35.566793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:35.571009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] For port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:35.575424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 6ba1fed6-f093-43e6-873b-34426cc3a7d3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:35.576232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.578467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 00f92061-fccc-409c-9ad1-0d0cefbe5341 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:35.578924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.604423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:network and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:35.611612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:35.625296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:35.652257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.684494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-725aabff-0c47-45e2-826b-23acb305b99c req-ab20f19e-cd73-4f82-8746-43c8593b4f32 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920948 Feb 04 16:31:35.685891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:35.690877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:35.691056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.702885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.787327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Transition to ACTIVE for port object 44db43f0-6d12-4803-b5ae-14191a2aabe9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:35.795062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d333-2e22-41ea-98b2-57dc25bba9f1 None None] Pushing event updated for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:35.821436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.822531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.822944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1091 time: 2.8614533 Feb 04 16:31:35.833977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:35.848161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:35.859785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:35.905719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Updating router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a port e69a965b-eba2-460b-96e3-e1b50c912f83 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:35.995746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:31:35.997707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5e864-2952-44cf-99eb-af23323d96a4 service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:36.001585 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:31:36.024986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.025851 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added segment a4c7d323-eef1-4522-8c3c-574fd6b966c0 of type vlan for network eb510d97-2887-4fc4-8381-eaac651b3ca2 Feb 04 16:31:36.029372 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.097446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.157389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.162956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:36.164360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.327968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-b7380cd0-ec6a-4433-9d38-0f13e224844c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1094 time: 0.4456456 Feb 04 16:31:36.480369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-85576744-329f-45c9-911f-4be544f065cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 217 time: 0.1164887 Feb 04 16:31:36.501446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:36.512835 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2337122 Feb 04 16:31:36.516010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cd48b-aa62-4303-b393-4315f82679ed None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:36.517280 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-42644281-a0a6-48e0-9ac2-269e7687bba7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/routers/500b151f-a747-4d74-85c0-ba880f619f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5954289 Feb 04 16:31:36.529427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Provisioning complete for port b68927bd-21ac-44d1-a9bf-238d20f4cc8f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:36.529879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.541425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55632) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:36.542013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55634) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:36.561001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'subnet': {'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:36.565140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] Sync routers for ids ['500b151f-a747-4d74-85c0-ba880f619f6e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:36.640367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Network': ['ID=eb510d97-2887-4fc4-8381-eaac651b3ca2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:36.689251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-5a2879a7-412f-4f62-97ac-4bdac938dbad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:36.691000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-5a2879a7-412f-4f62-97ac-4bdac938dbad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1985121 Feb 04 16:31:36.700444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.703229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.704291 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.704909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] Routers {'500b151f-a747-4d74-85c0-ba880f619f6e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:36.705511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['500b151f-a747-4d74-85c0-ba880f619f6e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:36.706198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.708926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.710206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.712256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.713650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.714747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.715340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.716702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734d496a-0928-4962-8354-1beeb7f82cd6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:31:36.814795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:36.819577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:31:36.834157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:36.902432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Port b68927bd-21ac-44d1-a9bf-238d20f4cc8f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:36.933296 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:36.951677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-9fcd2787-6bd3-49b1-bb6a-f06f8963b022 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468967 Feb 04 16:31:36.995792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:37.159474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Provisioning complete for port e69a965b-eba2-460b-96e3-e1b50c912f83 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:37.160337 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.188612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 6ba1fed6-f093-43e6-873b-34426cc3a7d3 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:37.228513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] Routers {'500b151f-a747-4d74-85c0-ba880f619f6e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:37.229313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['500b151f-a747-4d74-85c0-ba880f619f6e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:37.236270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:37.244612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7583f9-018e-4130-91c9-2319d5897b00 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.245333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b7583f9-018e-4130-91c9-2319d5897b00 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:37.265708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:subnet and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:37.271437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:37.287411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:37.353196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.358765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:37.359183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e4b01-5056-446f-aa82-b7cfe5f5ed39 None None] The sync data for ids ['500b151f-a747-4d74-85c0-ba880f619f6e'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:37.388713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Made reservation on behalf of f8be50672a234d16b285e710d2493a9d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:37.401064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-400dfb0f-5c8b-4070-af55-1eb180789e22 None None] Port e69a965b-eba2-460b-96e3-e1b50c912f83 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:37.404253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b7583f9-018e-4130-91c9-2319d5897b00 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:37.405401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b7583f9-018e-4130-91c9-2319d5897b00 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?device_id=500b151f-a747-4d74-85c0-ba880f619f6e HTTP/1.1" status: 200 len: 988 time: 0.8551357 Feb 04 16:31:37.408966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55650) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:37.490794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3434da-ff54-4498-a9d0-334da1f4907a req-89b46d0d-7159-4ff5-af2d-84581e9a8020 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:37.492275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b3434da-ff54-4498-a9d0-334da1f4907a req-89b46d0d-7159-4ff5-af2d-84581e9a8020 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.5044060 Feb 04 16:31:37.492931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port d7c073e3-0ef6-4961-8297-726d84ff1e0e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:37.493264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.525913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.526635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.545274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:37.546396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Transition to ACTIVE for port object e69a965b-eba2-460b-96e3-e1b50c912f83 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:37.560644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.579306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Usage tracker for resource:security_group_rule and tenant:f74c4f4b95ea45399a908724ff700919 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:37.588481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:37.594036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-1eba2c12-b8a7-4a7e-bf5f-3d6529c0214e service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299734 Feb 04 16:31:37.600025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:37.610739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=6ba1fed6-f093-43e6-873b-34426cc3a7d3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:37.635225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Provisioning for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:37.694225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:37.694621 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.728405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:37.736548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d333-2e22-41ea-98b2-57dc25bba9f1 None None] Pushing event updated for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:37.805815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b3434da-ff54-4498-a9d0-334da1f4907a req-44c50f52-c6a0-4801-b799-1b6efbcdb5ed tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866752 Feb 04 16:31:37.962860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bb89ddc-822b-46ec-b981-5069a8b747f2 req-0e05463e-ee9e-4d1b-8c6c-e9e0e4b79782 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599253 Feb 04 16:31:38.009366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.014960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port e69a965b-eba2-460b-96e3-e1b50c912f83 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:38.015489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port e69a965b-eba2-460b-96e3-e1b50c912f83 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:38.015959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Attempting to bind port e69a965b-eba2-460b-96e3-e1b50c912f83 on network 52897bfd-28ab-49f6-858c-e39e0930def0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:38.031356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:38.032473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Checking segment: {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:38.033390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.033820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Bound using segment: {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:38.034434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Bound port: e69a965b-eba2-460b-96e3-e1b50c912f83, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2059c7-045a-4c40-b1a3-7d1e4db38361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:38.036649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.132093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.155506 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a74e0a49-049d-4d5c-a0ce-b3e523913110 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/6ba1fed6-f093-43e6-873b-34426cc3a7d3 HTTP/1.1" status: 204 len: 168 time: 3.0092604 Feb 04 16:31:38.161104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55654) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:38.168958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] For port e69a965b-eba2-460b-96e3-e1b50c912f83, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:38.174740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] For port e69a965b-eba2-460b-96e3-e1b50c912f83, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e69a965b-eba2-460b-96e3-e1b50c912f83,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:38.190597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Could not find standard attr ID for object 6ba1fed6-f093-43e6-873b-34426cc3a7d3. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:31:38.195235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.248848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for d7c073e3-0ef6-4961-8297-726d84ff1e0e owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:38.286620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d333-2e22-41ea-98b2-57dc25bba9f1 None None] Pushing event updated for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:38.311731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:38.312114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.333170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.362574 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ec5bdc-9c93-4f07-a2c6-a161d7e7ffb3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:31:38.364590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-99ec5bdc-9c93-4f07-a2c6-a161d7e7ffb3 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/6ba1fed6-f093-43e6-873b-34426cc3a7d3 HTTP/1.1" status: 404 len: 333 time: 0.1249716 Feb 04 16:31:38.365399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.368850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:38.369867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:38.387829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55658) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:38.485773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.533041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321f49b0-6267-42fd-9a15-ac88b3d37de7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:38.545200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cc9b31d5-bef5-4cea-8fb6-8aaaff90eb1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f74c4f4b95ea45399a908724ff700919&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7293429 Feb 04 16:31:38.548653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55662) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:38.581454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-2551298e-65b3-4049-b36c-fc49b792b79d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1094 time: 0.5620780 Feb 04 16:31:38.596947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Subnet': ['ID=241e174e-3c7b-4cb4-9684-9a13a05cf0e0,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:38.666021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:38.675653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Checking segment: {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:38.676643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network hostable DHCP agents. Network: eb510d97-2887-4fc4-8381-eaac651b3ca2, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:31:38.687783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.741954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:31:38.742808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5e9513ea-fe8d-4d91-8e48-d593a7a4b59a None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:38.762561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, eb510d97-2887-4fc4-8381-eaac651b3ca2) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:38.769797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.773188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:38.773935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.807215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d1b74bb-d69b-440a-8c9c-c3ccec20bca6 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2583725 Feb 04 16:31:38.810878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55666) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:38.820174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874418b-ea99-4f85-95e6-dac62e4caec5 None None] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:38.874340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.923564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-1f42e893-91ce-4af8-9eb6-76861bf71a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:38.925001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-1f42e893-91ce-4af8-9eb6-76861bf71a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3280842 Feb 04 16:31:38.969205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:38.991263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.006651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6c3fd92-b943-41d4-9a51-00525187551e None None] Could not find standard attr ID for object 6ba1fed6-f093-43e6-873b-34426cc3a7d3. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:31:39.036264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.231136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.234167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=d7c073e3-0ef6-4961-8297-726d84ff1e0e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:39.266019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-f41be6e4-3d28-4345-aeab-7b7c27b144ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 217 time: 0.3281167 Feb 04 16:31:39.274210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-eb510d97-2887-4fc4-8381-eaac651b3ca2', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:39.275185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.278343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520ba6ba-bbe2-4a0a-9ad6-222e2663358e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:39.402291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:35Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:38Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:39.413649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832249bc-67cf-4e63-8044-224a18bb1215 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:35Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:38Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:39.414801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-b900245f-d138-4230-b484-c23f2d83e38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.416980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-b900245f-d138-4230-b484-c23f2d83e38d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1058779 Feb 04 16:31:39.515642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Allocated IP 172.23.0.2 (eb510d97-2887-4fc4-8381-eaac651b3ca2/241e174e-3c7b-4cb4-9684-9a13a05cf0e0/04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:39.594961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.598534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b3d33ff-6291-4141-974b-ffcdb5baef1d tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/security-groups/520ba6ba-bbe2-4a0a-9ad6-222e2663358e HTTP/1.1" status: 204 len: 168 time: 1.1942890 Feb 04 16:31:39.601920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:39.686577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.720739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321f49b0-6267-42fd-9a15-ac88b3d37de7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:39.723689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.724801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6d839880-2514-44f4-b713-de47ed217deb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/321f49b0-6267-42fd-9a15-ac88b3d37de7 HTTP/1.1" status: 204 len: 168 time: 1.1745567 Feb 04 16:31:39.732879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a000-1673-44e2-8dcd-db82f0c243f8 req-6438c230-0bce-4053-ac04-36842cbb6e0f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:39.734551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6596a000-1673-44e2-8dcd-db82f0c243f8 req-6438c230-0bce-4053-ac04-36842cbb6e0f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.7360857 Feb 04 16:31:39.803945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-1795122c-5e3d-4b07-a066-5f89390fd2d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3756559 Feb 04 16:31:39.820821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.833591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Transition to ACTIVE for port object 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:39.844849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.868604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Transition to ACTIVE for port object 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:39.883730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.931392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.942492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port b68927bd-21ac-44d1-a9bf-238d20f4cc8f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:39.942867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:39.958988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6596a000-1673-44e2-8dcd-db82f0c243f8 req-b1cfabfd-dd09-46e6-b93c-95083c705eca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167106 Feb 04 16:31:39.971510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:39.985797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:39.985797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:40.090098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Pushing event updated for resources: {'Port': ['ID=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:40.115020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-1c33aa93-3ba1-4c5c-9483-f8a054f787f5 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002896 Feb 04 16:31:40.182171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Attempting to bind port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:40.182578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Attempting to bind port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:40.182942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Attempting to bind port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 on network eb510d97-2887-4fc4-8381-eaac651b3ca2 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:40.195409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:40.195951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Checking segment: {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:40.196364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.196760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Bound using segment: {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:40.197225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Bound port: 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:40.197604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.317855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.368146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] For port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:40.372543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] For port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:40.385527 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.397637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.429944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:40.481348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-68c811fb-2aa7-44de-8927-152ddf1a38d0 req-2d684fed-c147-4b36-b355-7bef1e6ea10b service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600793 Feb 04 16:31:40.496897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.511377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fbdfc-ab98-4ba6-9b2f-c8d0ddb29e0a None None] Pushing event updated for resources: {'Port': ['ID=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:40.532219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:31:40.562743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for b68927bd-21ac-44d1-a9bf-238d20f4cc8f owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:40.564520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:40.579550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Usage tracker for resource:security_group_rule and tenant:c4e8ad111fdf4e7dbe06b24c4f03b3df is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:40.590230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:40.598605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:40.856101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:40.886419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:31:40.932054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:40.958638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.026427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e69a965b-eba2-460b-96e3-e1b50c912f83 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:41.114632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.155999 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.168053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c54fdfd-5b6b-4623-acd1-f08e9a16a654,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.193938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.197958 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6de71e22-83b9-483c-9035-e979fa23bbff tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/security-groups/9c54fdfd-5b6b-4623-acd1-f08e9a16a654 HTTP/1.1" status: 204 len: 168 time: 1.5903649 Feb 04 16:31:41.199396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55686) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:41.239354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:31:41.247600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.257772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a28cae-7899-425c-84e4-364b2fba2c6e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.274970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:41.279962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-551d6e26-4eee-4e63-a04b-cff974f8ab7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4e8ad111fdf4e7dbe06b24c4f03b3df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8386817 Feb 04 16:31:41.287271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.295174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:41.322663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=b68927bd-21ac-44d1-a9bf-238d20f4cc8f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.324841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e69a965b-eba2-460b-96e3-e1b50c912f83 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:41.335907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e69a965b-eba2-460b-96e3-e1b50c912f83 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:41.336360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.413364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.501001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['95689edb-fb22-4e3b-ba03-c21b59d65ce3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:31:41.559143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.628662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abce60-5296-4b2a-8907-b256dddd3e64 req-0733f4b9-a558-4c03-837c-f5629f552d2c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:41.636733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4abce60-5296-4b2a-8907-b256dddd3e64 req-0733f4b9-a558-4c03-837c-f5629f552d2c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.4769492 Feb 04 16:31:41.679764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e69a965b-eba2-460b-96e3-e1b50c912f83, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e69a965b-eba2-460b-96e3-e1b50c912f83,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:41.732030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.733082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:41.755372 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.789039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4abce60-5296-4b2a-8907-b256dddd3e64 req-32a8d449-00c3-4ecd-b541-ac52ca7a9d6a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512780 Feb 04 16:31:41.815852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.876815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.900633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.911141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet ef6146e0-d9f3-463f-9faf-60593f53a901 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:31:41.917940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.945674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.954060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:41.976951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a28cae-7899-425c-84e4-364b2fba2c6e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:41.998156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.001536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dad413bb-0beb-47ec-9f52-0346402760d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4a28cae-7899-425c-84e4-364b2fba2c6e HTTP/1.1" status: 204 len: 168 time: 0.7023051 Feb 04 16:31:42.037682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router ba8f30c7-99f6-475a-aed4-5e76e2cff033 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:42.047259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72647541-d01d-48c5-b8e6-480c22d9a97c None None] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:42.070010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:42.087404 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:31:42.147086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:42.147461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.263170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5f87b099-d9ec-46da-a5db-a2cb742a2f94 None None] Provisioning for port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:42.375398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:42.389185 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] Sync routers for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:42.404738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.409875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5803fb95-0409-4879-9f04-2e230ed2365c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/routers/ba8f30c7-99f6-475a-aed4-5e76e2cff033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3640306 Feb 04 16:31:42.414369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:42.416473 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:42.418667 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:42.469879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.539466 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:42.554625 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] Routers {'ba8f30c7-99f6-475a-aed4-5e76e2cff033'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:42.556250 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:42.579622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:42.595124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.675953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:42.676593 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9b98b-7a8f-4789-b3e9-8bfb9cb5887d None None] The sync data for ids ['ba8f30c7-99f6-475a-aed4-5e76e2cff033'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:42.698299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:42.729327 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.922197 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:42.986379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e69a965b-eba2-460b-96e3-e1b50c912f83 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:43.077654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e69a965b-eba2-460b-96e3-e1b50c912f83 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:43.078035 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.159357 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.181450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0293c3-50b1-4e71-8533-866926da9b9f req-8241a4c6-ea2b-4106-b551-19c924e424bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:43.183587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc0293c3-50b1-4e71-8533-866926da9b9f req-8241a4c6-ea2b-4106-b551-19c924e424bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.1778090 Feb 04 16:31:43.207558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:43.209140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 1ce98c6e-bf39-4488-94ee-0dbd5ea85964 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:43.209489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.227119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.282843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc0293c3-50b1-4e71-8533-866926da9b9f req-cea14dcf-c1b8-4044-9886-9ef42fd1eb39 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912218 Feb 04 16:31:43.290062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6146e0-d9f3-463f-9faf-60593f53a901,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:43.291917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Allocated IP 172.23.0.1 (eb510d97-2887-4fc4-8381-eaac651b3ca2/241e174e-3c7b-4cb4-9684-9a13a05cf0e0/a1794ecb-c9ad-4a11-a287-f782ed9df7eb) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:43.294555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.300333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:43.314216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4e1fe-6a53-41a5-8f18-bb767559e2fd None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:43.332189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:43.333106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.368133 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e2587324-67af-414a-badf-72a62a2c04e0 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/ef6146e0-d9f3-463f-9faf-60593f53a901 HTTP/1.1" status: 204 len: 168 time: 2.1639669 Feb 04 16:31:43.390655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55718) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:43.403601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:43.468309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.576294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.611685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 1ce98c6e-bf39-4488-94ee-0dbd5ea85964 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:43.653005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:43.661122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Router 500b151f-a747-4d74-85c0-ba880f619f6e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:43.674071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:43.680531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:43.690229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:43.716065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:43.744504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.748157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:43.751651 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.752218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.825026 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:43.854982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:43.902030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=1ce98c6e-bf39-4488-94ee-0dbd5ea85964,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:44.155495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Transition to ACTIVE for port object a1794ecb-c9ad-4a11-a287-f782ed9df7eb will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:44.194164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:44.206678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] Sync routers for ids ['500b151f-a747-4d74-85c0-ba880f619f6e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:44.209419 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-359713ff-3ec3-4736-a5f7-e4e68f605fba tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/routers/500b151f-a747-4d74-85c0-ba880f619f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7995865 Feb 04 16:31:44.222270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55734) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:44.222840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] Routers {'500b151f-a747-4d74-85c0-ba880f619f6e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:44.223572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['500b151f-a747-4d74-85c0-ba880f619f6e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:44.307191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:44.318435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] Routers {'500b151f-a747-4d74-85c0-ba880f619f6e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:44.319116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['500b151f-a747-4d74-85c0-ba880f619f6e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:44.339288 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-75af74de-da42-4c6a-a5a7-4865f461a081 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:31:44.339880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75af74de-da42-4c6a-a5a7-4865f461a081 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:44.353772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.399653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:44.400068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a3fd90-8a2d-42b3-8db5-560886436c67 None None] The sync data for ids ['500b151f-a747-4d74-85c0-ba880f619f6e'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:44.430863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.474744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75af74de-da42-4c6a-a5a7-4865f461a081 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:44.478527 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75af74de-da42-4c6a-a5a7-4865f461a081 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/b68927bd-21ac-44d1-a9bf-238d20f4cc8f HTTP/1.1" status: 404 len: 333 time: 0.2506821 Feb 04 16:31:44.483762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55746) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:44.538475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:44.543085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:44.559587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:44.563034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:44.570358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:44.701274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:44.717172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:44.717911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.810736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.839786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:44.877173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.888285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.901135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.956792 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.958343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Fanout notify agent at l3_agent the message router_deleted on router ba8f30c7-99f6-475a-aed4-5e76e2cff033 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:31:44.979981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69d49667-4736-453b-82bc-0b3c2bd539bf None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:44.979981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69d49667-4736-453b-82bc-0b3c2bd539bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.997338 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:44.999280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fc21f3e7-d012-4456-adea-064c93e96401 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/routers/ba8f30c7-99f6-475a-aed4-5e76e2cff033 HTTP/1.1" status: 204 len: 168 time: 2.5818007 Feb 04 16:31:45.002105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:45.098806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84f936-89aa-4b5e-9542-89714171537c req-2374761d-9107-4fbf-a949-2f2b012c80a6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.100314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a84f936-89aa-4b5e-9542-89714171537c req-2374761d-9107-4fbf-a949-2f2b012c80a6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.4977260 Feb 04 16:31:45.133833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.177844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:31:45.186804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:45.187533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.229928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:45.283419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.323705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a84f936-89aa-4b5e-9542-89714171537c req-60edf4e4-d195-4db7-ba2c-da5575af6e55 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062409 Feb 04 16:31:45.350754 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'code': 200} Feb 04 16:31:45.381949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting subnet fc96da22-f850-4c9c-a9ac-543f9c6fb582 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:31:45.385636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.490780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:45.507596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-69d49667-4736-453b-82bc-0b3c2bd539bf None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:45.508080 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-69d49667-4736-453b-82bc-0b3c2bd539bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.512710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.517445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.524887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.545741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:45.621592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd1bbd2d-6c7c-4cbd-a0ec-91fbc9ab0764 req-8dca369c-0104-4bf3-8383-7d8bc404e544 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1096 time: 0.2047403 Feb 04 16:31:45.634092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-69d49667-4736-453b-82bc-0b3c2bd539bf None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:45.646957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:45.647326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.664525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.674182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:45.688118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:45.698502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:45.699082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.701316 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f88b1-6366-4232-8f17-af55eab166c4 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:45.776292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.838666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Subnet': ['ID=fc96da22-f850-4c9c-a9ac-543f9c6fb582,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:45.844460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd1bbd2d-6c7c-4cbd-a0ec-91fbc9ab0764 req-4426d82a-c6b0-438b-8963-00b20640a75b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174668 Feb 04 16:31:45.853243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:45.862398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3cb17ecf-7c34-4c54-b63d-4060e8889f87 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/subnets/fc96da22-f850-4c9c-a9ac-543f9c6fb582 HTTP/1.1" status: 204 len: 168 time: 0.8568830 Feb 04 16:31:45.862881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:45.873592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33c520-b93d-4225-a992-d9a9d064f516 None None] Network 5aaf28d5-018a-4458-a7e0-5881df9a03b6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:46.011778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.025696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:46.026360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.052906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c4075479-2367-434a-803e-7c99397d1de8 None None] Provisioning for port a1794ecb-c9ad-4a11-a287-f782ed9df7eb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:46.073828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c4075479-2367-434a-803e-7c99397d1de8 None None] Provisioning complete for port a1794ecb-c9ad-4a11-a287-f782ed9df7eb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:46.074512 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c4075479-2367-434a-803e-7c99397d1de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.113921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:46.138222 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:46.142160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:46.366742 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.372250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.381181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=6fac8c04-da4d-416d-bddb-9b4f9d0743f5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:46.390212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:46.406474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c4075479-2367-434a-803e-7c99397d1de8 None None] Port a1794ecb-c9ad-4a11-a287-f782ed9df7eb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:46.419489 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8931999b-3bd7-403a-bf67-3c7e394c9451 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0260060 Feb 04 16:31:46.425371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:46.438678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'security_group': {'name': 'tempest-secgroup-665737645'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:46.453683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.454202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Fanout notify agent at l3_agent the message router_deleted on router 500b151f-a747-4d74-85c0-ba880f619f6e {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:31:46.456249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:46.483714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:46.492354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:46.499378 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:46.604788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.625670 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28e70f0e-d1bd-4823-8b53-aa04e609f286 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/routers/500b151f-a747-4d74-85c0-ba880f619f6e HTTP/1.1" status: 204 len: 168 time: 2.1408117 Feb 04 16:31:46.630570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49306106-4880-485e-b679-8ffeb5474817 None None] DHCP port deletion for 5aaf28d5-018a-4458-a7e0-5881df9a03b6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:31:46.634679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55808) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:46.640150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:46.653342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Deleting port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:46.654582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.740351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Update dhcp port {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'fixed_ips': [{'subnet_id': '0ea6fe8b-bdbe-4409-a8dd-a57c331dad64', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fac8c04-da4d-416d-bddb-9b4f9d0743f5'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '44db43f0-6d12-4803-b5ae-14191a2aabe9'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:31:46.742889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.773220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.798688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.814747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 2ed39326-3dd0-4284-9fc0-56a17a8c3885 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:46.821388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] For port 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2ed39326-3dd0-4284-9fc0-56a17a8c3885,segment=NetworkSegment(35b0e522-dbae-47ed-ad64-1e7edf7db898),segment_id=35b0e522-dbae-47ed-ad64-1e7edf7db898)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:46.822147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:46.991094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:46.994645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:47.003202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Usage tracker for resource:security_group_rule and tenant:245740ad768e4652b06d9dfd55f0db13 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:47.013082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:47.024280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:47.034582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:47.034931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 2ed39326-3dd0-4284-9fc0-56a17a8c3885 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:47.039917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:47.054287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.065919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:47.080946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.097079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a530596-fd8d-4b42-8b44-c7aef4b7b14b req-0347916c-cb78-4f38-b423-defc66cbd431 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:47.099170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a530596-fd8d-4b42-8b44-c7aef4b7b14b req-0347916c-cb78-4f38-b423-defc66cbd431 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.4367819 Feb 04 16:31:47.181854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:44Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:43Z', 'revision_number': 1, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:47.183440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a530596-fd8d-4b42-8b44-c7aef4b7b14b req-d6d690b1-15f7-4c3d-8623-a24fa4772cd8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746119 Feb 04 16:31:47.185710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.188629 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:31:47.189150 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Updating router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a port a1794ecb-c9ad-4a11-a287-f782ed9df7eb binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:31:47.246674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:31:47.251039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 30bbbc06-29ae-422f-a971-66108243b587 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:31:47.255634 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.269136 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.285570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=2ed39326-3dd0-4284-9fc0-56a17a8c3885,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.293170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] No DVR routers for this DVR port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:47.335811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-49306106-4880-485e-b679-8ffeb5474817 None None] For port 2ed39326-3dd0-4284-9fc0-56a17a8c3885, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=2ed39326-3dd0-4284-9fc0-56a17a8c3885,segment=NetworkSegment(35b0e522-dbae-47ed-ad64-1e7edf7db898),segment_id=35b0e522-dbae-47ed-ad64-1e7edf7db898)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:47.336202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.357834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.377469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event updated for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.413773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.421276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.475429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.479300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.490146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Calling delete_port for 2ed39326-3dd0-4284-9fc0-56a17a8c3885 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:47.502579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaf28d5-018a-4458-a7e0-5881df9a03b6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:47.522499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b0e522-dbae-47ed-ad64-1e7edf7db898') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:47.522798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b0e522-dbae-47ed-ad64-1e7edf7db898') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:47.534499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.552147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.559115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:31:47.559506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.637791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.642551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Allocated IP 172.20.0.2 (9d5473da-1f24-4301-a7c7-d3718e2a5396/6fac8c04-da4d-416d-bddb-9b4f9d0743f5/44db43f0-6d12-4803-b5ae-14191a2aabe9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:47.643496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5238e6b7-c8af-4ef3-9e2a-73323fb3bf24,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.652626 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:47.653221 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:47.657257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.658493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f98e888-5764-4b3d-9578-e82432150a81 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2303004 Feb 04 16:31:47.668586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:31:47.671186 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:31:47.674533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:47.680008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.684870 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.692529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'security_group': {'name': 'tempest-secgroup-1556381602'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:47.724318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:47.734410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Network': ['ID=5aaf28d5-018a-4458-a7e0-5881df9a03b6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.744486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:47.751507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-097c78c1-30fb-49a6-b12c-6fe17735a9c2 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/networks/5aaf28d5-018a-4458-a7e0-5881df9a03b6 HTTP/1.1" status: 204 len: 168 time: 1.8873522 Feb 04 16:31:47.752379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55816) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:47.753126 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.754562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:47.766130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86571d23-c565-4e73-900d-6b16ff41aaec,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.769263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.773310 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Transition to ACTIVE for port object a1794ecb-c9ad-4a11-a287-f782ed9df7eb will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:47.783383 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.801301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-25f3f121-22d2-4f11-bd2e-7659e8dea587 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=245740ad768e4652b06d9dfd55f0db13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4092317 Feb 04 16:31:47.808664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:47.811044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:47.819365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:47.839582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:47.850704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:47.868944 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.899009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Transition to ACTIVE for port object 44db43f0-6d12-4803-b5ae-14191a2aabe9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:47.909790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:47.932811 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d1d1d-ae29-4d02-a543-9afb8aaf5c4f None None] Pushing event updated for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:47.985735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.007993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port d7492c6a-6116-499b-aaa8-d13b38c615ed {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:48.008251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.103425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:48.110185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e606cfd-01a9-4562-bf93-167f50dd0e72 None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:48.147509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:48.154699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Deleting port 2ed39326-3dd0-4284-9fc0-56a17a8c3885 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:48.155211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-49306106-4880-485e-b679-8ffeb5474817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.178967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.207871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:48.228676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:48.291753 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Attempting to bind port a1794ecb-c9ad-4a11-a287-f782ed9df7eb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:48.293365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Attempting to bind port a1794ecb-c9ad-4a11-a287-f782ed9df7eb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:48.294637 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Attempting to bind port a1794ecb-c9ad-4a11-a287-f782ed9df7eb on network eb510d97-2887-4fc4-8381-eaac651b3ca2 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:48.313296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:48.313792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Checking segment: {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:48.314983 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.316594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Bound using segment: {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:48.317556 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Bound port: a1794ecb-c9ad-4a11-a287-f782ed9df7eb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c7d323-eef1-4522-8c3c-574fd6b966c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:48.319619 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.336073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.387042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-49306106-4880-485e-b679-8ffeb5474817 None None] The port '2ed39326-3dd0-4284-9fc0-56a17a8c3885' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:31:48.448646 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.453261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.453582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.477148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.479949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=30bbbc06-29ae-422f-a971-66108243b587,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:48.497351 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] For port a1794ecb-c9ad-4a11-a287-f782ed9df7eb, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:48.511300 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] For port a1794ecb-c9ad-4a11-a287-f782ed9df7eb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:48.519986 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.554699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e2643-5b3a-420c-956f-126e120cc47f None None] Network 30516295-ca55-4b24-a31a-6c019a367f6a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:48.562429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.629375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d1d1d-ae29-4d02-a543-9afb8aaf5c4f None None] Pushing event updated for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:48.656483 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:48.657109 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:48.786516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dec7e2-bb5d-4a8c-bc59-53820d77bf59,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:48.808884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:48.823351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for d7492c6a-6116-499b-aaa8-d13b38c615ed owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:48.936266 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:48.937953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:48.983870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-57691984-33de-46e7-8e98-3325d24000e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/30bbbc06-29ae-422f-a971-66108243b587 HTTP/1.1" status: 204 len: 168 time: 2.3481441 Feb 04 16:31:48.995552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55826) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.054171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Provisioning for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:49.079556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:49.080099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.199358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.200974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2ca55afb-79fa-4d97-a0c9-b714d17d0edf tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5251365 Feb 04 16:31:49.204323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] DHCP port deletion for 30516295-ca55-4b24-a31a-6c019a367f6a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:31:49.205572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.214002 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.229276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'security_group': {'name': 'tempest-secgroup-273421467'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:49.229742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Deleting port 845e8083-aa24-44bf-b901-f587419777b0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:49.230494 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.237385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:49.242665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:49.246453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:49.252364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:49.275696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=d7492c6a-6116-499b-aaa8-d13b38c615ed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:49.279659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.319895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.343041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:49.353279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 845e8083-aa24-44bf-b901-f587419777b0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:49.353874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.381724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.404245 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.413448 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:44Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:48Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:49.418560 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ecaa-b799-4e37-b525-a5d4a92fdbd0 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:44Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:48Z', 'revision_number': 4, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:31:49.419378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86571d23-c565-4e73-900d-6b16ff41aaec,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:49.424653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3228-6d9a-4663-adaf-b437e8d6baf4 req-226d33d1-0c36-4948-b298-356c3c2cebf7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:49.426989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5dd3228-6d9a-4663-adaf-b437e8d6baf4 req-226d33d1-0c36-4948-b298-356c3c2cebf7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.9888020 Feb 04 16:31:49.434287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.438764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a4234717-a717-4c64-ba05-c8b0f8e9584d tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/floatingips/5fc27f13-0085-4d37-9549-c36c1e2b3a41 HTTP/1.1" status: 204 len: 168 time: 1.6772964 Feb 04 16:31:49.452519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.466734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.471064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dbc1ae33-f20c-4572-b60f-0b7e1acf6af7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86571d23-c565-4e73-900d-6b16ff41aaec HTTP/1.1" status: 204 len: 168 time: 1.6589007 Feb 04 16:31:49.536450 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1506bf-d058-4d36-a695-df24b440d34c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] DELETE failed (client error): The resource could not be found. Feb 04 16:31:49.536909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1506bf-d058-4d36-a695-df24b440d34c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:31:49.540925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4d1506bf-d058-4d36-a695-df24b440d34c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/ee6147c9-3ce3-41bc-9c50-3fd9e991cd9f HTTP/1.1" status: 404 len: 333 time: 0.0835419 Feb 04 16:31:49.546379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55840) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.565310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:49.590579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:security_group_rule and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:49.617843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:49.618208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.622793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-37ac07da-e073-4085-a079-c80bdc27829e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Synchronizing usage tracker for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:49.633690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5dd3228-6d9a-4663-adaf-b437e8d6baf4 req-62345e3f-29bb-4160-989c-70250eea101c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963847 Feb 04 16:31:49.648882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-37ac07da-e073-4085-a079-c80bdc27829e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Unset dirty status for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:49.652688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-37ac07da-e073-4085-a079-c80bdc27829e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba8f30c7-99f6-475a-aed4-5e76e2cff033 HTTP/1.1" status: 200 len: 205 time: 0.1030672 Feb 04 16:31:49.654788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55844) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.728678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] For port 845e8083-aa24-44bf-b901-f587419777b0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=845e8083-aa24-44bf-b901-f587419777b0,segment=NetworkSegment(cd570446-8aa7-4dd2-b20e-45b8d5300f65),segment_id=cd570446-8aa7-4dd2-b20e-45b8d5300f65)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:49.729113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:49.743697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:49.780495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:49.801241 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-fff08c99-dbab-49f3-8633-94a696d6167c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] delete failed (client error): The resource could not be found. Feb 04 16:31:49.808373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fff08c99-dbab-49f3-8633-94a696d6167c tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/routers/ba8f30c7-99f6-475a-aed4-5e76e2cff033 HTTP/1.1" status: 404 len: 336 time: 0.1514220 Feb 04 16:31:49.810846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55852) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.871939 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aae803-8a55-4b10-a692-df83c9c2c9dd tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] DELETE failed (client error): The resource could not be found. Feb 04 16:31:49.878037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aae803-8a55-4b10-a692-df83c9c2c9dd tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:31:49.881022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7aae803-8a55-4b10-a692-df83c9c2c9dd tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/subnets/fc96da22-f850-4c9c-a9ac-543f9c6fb582 HTTP/1.1" status: 404 len: 337 time: 0.0688670 Feb 04 16:31:49.884141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55856) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:49.992005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] For port 845e8083-aa24-44bf-b901-f587419777b0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=845e8083-aa24-44bf-b901-f587419777b0,segment=NetworkSegment(cd570446-8aa7-4dd2-b20e-45b8d5300f65),segment_id=cd570446-8aa7-4dd2-b20e-45b8d5300f65)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:49.992657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.021286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Calling delete_port for 845e8083-aa24-44bf-b901-f587419777b0 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:50.021986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:50.038806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.083590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 4a16f53e-7933-408f-acb2-de74618eeaa5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:50.086726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.098684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8b30794a-0906-4acd-a900-a42c810933f5 None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:50.157622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:50.166265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 845e8083-aa24-44bf-b901-f587419777b0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:50.194203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.197909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.255231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] Pushing event deleted for resources: {'Port': ['ID=845e8083-aa24-44bf-b901-f587419777b0,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:50.263648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46f6ed8b-64c9-4a0a-8d62-50bf94b4f437,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:50.271416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb5c1a-a227-48aa-8687-5cf78c136aba None None] No DVR routers for this DVR port 845e8083-aa24-44bf-b901-f587419777b0 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:31:50.291101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7bcf5d3c-5cbd-441e-9ecf-29ffb3e17927 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4774690 Feb 04 16:31:50.291101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.300419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55864) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:50.310627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.314493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-90affadc-c376-4b34-9c17-64c9c1830dac tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1047845 Feb 04 16:31:50.317637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:50.340504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55868) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:50.352603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1061624730', 'security_groups': ['46f6ed8b-64c9-4a0a-8d62-50bf94b4f437'], 'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6fac8c04-da4d-416d-bddb-9b4f9d0743f5'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:50.467836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:50.484296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Usage tracker for resource:security_group_rule and tenant:1f995641f6f44efb9d46a033d77fbbee is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:50.487841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f816d74-09f0-4824-b96a-bec90db4499a req-de20d629-ef0f-4a84-b247-3b053cab24cc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:50.489080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:50.489804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f816d74-09f0-4824-b96a-bec90db4499a req-de20d629-ef0f-4a84-b247-3b053cab24cc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.6070473 Feb 04 16:31:50.491612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:31:50.491924 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:31:50.497857 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:50.551906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.703003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 4a16f53e-7933-408f-acb2-de74618eeaa5 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:50.703329 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.712957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.739996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:50.747885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:port and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:50.757403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:50.772650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f816d74-09f0-4824-b96a-bec90db4499a req-a6a39b9f-4124-4fb7-8405-185de5ca42a5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765684 Feb 04 16:31:50.780879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:50.789012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff725a-cbfd-466b-b76c-a9aa798596c3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:50.794274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a1794ecb-c9ad-4a11-a287-f782ed9df7eb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:50.811620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:50.888203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:50.896429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a1794ecb-c9ad-4a11-a287-f782ed9df7eb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:50.901796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a1794ecb-c9ad-4a11-a287-f782ed9df7eb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:50.902291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:50.945958 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bcfd4447-c855-4edc-994a-8b6a96157968 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f995641f6f44efb9d46a033d77fbbee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7874756 Feb 04 16:31:50.946499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:50.993918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 845e8083-aa24-44bf-b901-f587419777b0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:50.994210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.021426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.056224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a1794ecb-c9ad-4a11-a287-f782ed9df7eb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:51.062711 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.150044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 845e8083-aa24-44bf-b901-f587419777b0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:31:51.163935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] The port '845e8083-aa24-44bf-b901-f587419777b0' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:31:51.181831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.188195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.190166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:51.195788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 845e8083-aa24-44bf-b901-f587419777b0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:31:51.196297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 845e8083-aa24-44bf-b901-f587419777b0 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:31:51.214160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.255793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=4a16f53e-7933-408f-acb2-de74618eeaa5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:51.266170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] device_id is not set on port 075c864d-709e-4aab-b2e7-42784a96e5c6 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:51.309230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-506bb472-fa17-41ee-af3c-8c6b45616fd2 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1091 time: 0.4209366 Feb 04 16:31:51.332850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.335093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:51.354083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:51.379569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.399718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:51.403642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.409148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:floatingip and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:51.416417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:51.431216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:51.477139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30516295-ca55-4b24-a31a-6c019a367f6a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:51.484619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.490859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.505431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.510698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd570446-8aa7-4dd2-b20e-45b8d5300f65') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:51.510985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd570446-8aa7-4dd2-b20e-45b8d5300f65') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:51.561501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.600027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.602167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e97ae3be-57ab-47f3-b163-2f280ca499ea tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/4a16f53e-7933-408f-acb2-de74618eeaa5 HTTP/1.1" status: 204 len: 168 time: 1.7131784 Feb 04 16:31:51.608750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55884) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:51.616482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:31:51.616874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: util.warn( Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:31:51.631323 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:31:51.639945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:31:51.697440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.734567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 93587a83-ce4d-435d-b804-639a53a76b2d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:31:51.734833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.738429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff725a-cbfd-466b-b76c-a9aa798596c3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:51.740662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Removed routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:31:51.741069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.748270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.754059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.794988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.5 (9d5473da-1f24-4301-a7c7-d3718e2a5396/6fac8c04-da4d-416d-bddb-9b4f9d0743f5/075c864d-709e-4aab-b2e7-42784a96e5c6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:51.855523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=30516295-ca55-4b24-a31a-6c019a367f6a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:51.858664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:51.862482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47797419-1eed-4596-9d90-c9898d0eead1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ceff725a-cbfd-466b-b76c-a9aa798596c3 HTTP/1.1" status: 204 len: 168 time: 0.9094121 Feb 04 16:31:51.869042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd1d857b-10f2-406f-99cb-698952b80d9a tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/30516295-ca55-4b24-a31a-6c019a367f6a HTTP/1.1" status: 204 len: 168 time: 2.8685150 Feb 04 16:31:51.869561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:52.010504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab39fa-88b6-40ae-a66a-c2c0d7fc7562 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:52.011046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c3ab39fa-88b6-40ae-a66a-c2c0d7fc7562 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:52.046097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c3ab39fa-88b6-40ae-a66a-c2c0d7fc7562 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:52.047360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c3ab39fa-88b6-40ae-a66a-c2c0d7fc7562 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/1cf5f350-0f89-4c69-8839-713cc39f508e HTTP/1.1" status: 200 len: 845 time: 0.1768806 Feb 04 16:31:52.053732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:52.109974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.157330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-626cf8cc-eb81-44a3-ba03-8a2f223ef1f5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/1cf5f350-0f89-4c69-8839-713cc39f508e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1020999 Feb 04 16:31:52.158138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55902) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:52.167202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:52.259186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.407461 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.417771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 93587a83-ce4d-435d-b804-639a53a76b2d owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:31:52.447724 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.449605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:52.454427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.457937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:52.461267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:52.468108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:52.515849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 075c864d-709e-4aab-b2e7-42784a96e5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:52.568970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.138 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:52.709284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.709503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:52.793458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a1794ecb-c9ad-4a11-a287-f782ed9df7eb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:52.844773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.897343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a1794ecb-c9ad-4a11-a287-f782ed9df7eb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:52.898009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.924457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:52.963735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:52.979452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:52.984677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=075c864d-709e-4aab-b2e7-42784a96e5c6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:52.989150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:53.048653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:53.147032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=93587a83-ce4d-435d-b804-639a53a76b2d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:53.207610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.292109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.345696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9658cad-5b48-4369-9bb4-3d2f1fd15417 None None] Provisioning for port 075c864d-709e-4aab-b2e7-42784a96e5c6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:53.360277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9658cad-5b48-4369-9bb4-3d2f1fd15417 None None] Provisioning complete for port 075c864d-709e-4aab-b2e7-42784a96e5c6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:53.360648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9658cad-5b48-4369-9bb4-3d2f1fd15417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.371500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:53.372248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.406553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.425040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:53.430142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a9658cad-5b48-4369-9bb4-3d2f1fd15417 None None] Port 075c864d-709e-4aab-b2e7-42784a96e5c6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:53.432472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.435469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:53.440121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:53.446183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:53.483948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:53.486619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:53.486859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0be74279-ede5-4512-a0c8-4fd0b8720c9c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1449516 Feb 04 16:31:53.492377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55928) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:53.493818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f3b169f-d514-4c69-befc-205a37285e31 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/ports/93587a83-ce4d-435d-b804-639a53a76b2d HTTP/1.1" status: 204 len: 168 time: 1.8841224 Feb 04 16:31:53.498255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:53.499245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:53.501614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:53.502097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:53.502924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.510497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfdf42-1e0f-4f3e-baf2-1484fcbd7249 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:53.527665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.531363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-682e156e-1499-42e2-a57a-b7a41493325a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 934 time: 3.2234423 Feb 04 16:31:53.534023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55934) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:53.539395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=98d6de85-7174-42c9-b7ee-270e038fef1f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:53.623284 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cdeccc54-8015-4472-bba1-9bb94543c8b4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4605854 Feb 04 16:31:53.639100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55938) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:53.709608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'security_group': {'name': 'tempest-secgroup-691935097'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:53.724181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:53.735592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:53.742728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b0019d2d-0c34-4e44-bf31-0c2d1f3bf460 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 934 time: 0.2054381 Feb 04 16:31:53.745244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55954) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:53.751317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'routes': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:53.767954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:53.792454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:53.796657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:53.812240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:53.820823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:53.835596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'tenant_id': '1d061ceb9e434d3ca5826bf4ccf5add7', 'fixed_ips': [{'subnet_id': '98d6de85-7174-42c9-b7ee-270e038fef1f'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:31:53.836856 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.840966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:53.883900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.920742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30cd92-c9d4-4d03-8ae8-5c3de4a027d9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:53.921414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f30cd92-c9d4-4d03-8ae8-5c3de4a027d9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Synchronizing usage tracker for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:31:53.929099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:53.932622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:53.972932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:53.976927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:53.980471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:53.987270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:54.030403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Allocated IP 2001:db8::2 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/98d6de85-7174-42c9-b7ee-270e038fef1f/0bc4107c-d585-44cd-9e66-1d684fe1cc7d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:54.314686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3f30cd92-c9d4-4d03-8ae8-5c3de4a027d9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Unset dirty status for tenant:2925e5bc6f6547da8914804882e924af on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:31:54.315959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3f30cd92-c9d4-4d03-8ae8-5c3de4a027d9 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "GET /v2.0/ports?device_id=60ce219b-cfb0-4861-a9cc-e74cfd6733d4 HTTP/1.1" status: 200 len: 913 time: 0.6828704 Feb 04 16:31:54.329965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:54.372952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.389917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Transition to ACTIVE for port object 0bc4107c-d585-44cd-9e66-1d684fe1cc7d will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:54.415284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Transition to ACTIVE for port object 0bc4107c-d585-44cd-9e66-1d684fe1cc7d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:54.422609 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.499906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.507675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:54.512306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:54.519803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:54.533724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:54.536755 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.583873 n-d-827873-1 neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6fac8c04-da4d-416d-bddb-9b4f9d0743f5 (CIDR: 172.20.0.0/28) Feb 04 16:31:54.611428 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:31:54.612158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:31:54.617968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:31:54.618543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:31:54.629438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.633038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9904885 Feb 04 16:31:54.634122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 55988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:54.640372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Attempting to bind port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:31:54.640733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Attempting to bind port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:31:54.641028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Attempting to bind port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d on network 2587e3cc-ebeb-4357-901d-86c83ba4d83d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:31:54.646806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535192236'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:54.650652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:31:54.650848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Checking segment: {'id': 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:31:54.653496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:54.654601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.655785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Bound using segment: {'id': 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:31:54.656626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Bound port: 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:31:54.657279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.663482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:54.663651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6bf54-854c-402a-86a8-0d2e7ce9081f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1c6ff1-75a0-42b3-be8c-511de578374b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:54.668688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:54.677523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3d9ce3d6-5dd5-4075-8aeb-b282f203ad84 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1825900 Feb 04 16:31:54.682160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 55994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:54.684338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:54.689168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.694699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:54.798804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.857960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:31:54.861270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:31:54.867476 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:54.971501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:54.973003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adb85a-dc79-479b-8aa8-13eb117e92ec None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:54.980577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:54.987257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:55.000689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:55.129346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-afb8d81b-b52c-4e47-8a6e-e80a1ca3fd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.248813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:55.266201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:55.283349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:55.299860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.301526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:55.317394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.427199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.446001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.447198 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8119743 Feb 04 16:31:55.452382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:55.458059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:55.459698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.463483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.465079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75808f-46fd-48d5-a981-f4d7f375e6dc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f75426-e1ed-4b87-a1c6-200c1d29a1d8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:55.490738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-752277759', 'security_groups': ['f0f75426-e1ed-4b87-a1c6-200c1d29a1d8'], 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98d6de85-7174-42c9-b7ee-270e038fef1f'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:55.675193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:31:55.865402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:31:55.872655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.873898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bd20891-5ac2-4f6d-9b23-72a14daf84fb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 700 time: 2.1275353 Feb 04 16:31:55.876826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:55.885253 n-d-827873-1 neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0ea6fe8b-bdbe-4409-a8dd-a57c331dad64 (CIDR: 172.20.0.16/28) Feb 04 16:31:55.898944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:55.903340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:55.906992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:55.913774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:55.926151 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:31:55.926922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:31:55.940440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:55.946664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:56.088160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-05ff407e-59d5-48e2-9444-9e959145548b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4045150 Feb 04 16:31:56.089198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56056) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:56.105659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'subnet': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:56.136317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.188920 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-073ae2c5-89bc-42c7-8e77-34c430473ebb tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 700 time: 0.3085203 Feb 04 16:31:56.197284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:56.297104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:56.302723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Usage tracker for resource:subnet and tenant:1b44cd2260ec4b0a9fd017807fae294d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:56.305776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:56.312180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:56.323882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Made reservation on behalf of 1b44cd2260ec4b0a9fd017807fae294d for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:56.405647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b6fe2b24-19ae-4a81-975e-19e8f2899d02 None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:56.406227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2b24-19ae-4a81-975e-19e8f2899d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.474713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.505511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe2b24-19ae-4a81-975e-19e8f2899d02 None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:56.525683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b6fe2b24-19ae-4a81-975e-19e8f2899d02 None None] Provisioning for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:56.548078 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.628051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port fb8103e1-c052-4695-8002-36e2c4cab174 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:31:56.780421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.810947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:56.917487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:56.928057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:56.928981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:56.950657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.017423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:57.025566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:57.028784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:57.029515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.049247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:31:57.057160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Subnet': ['ID=ace7797a-402c-4a72-b303-a2edac6f17ae,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:57.071385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-43857209-f2e7-4359-992c-7b23e24c6a5c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9801276 Feb 04 16:31:57.075954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56100) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:57.078244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.100353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.106462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1954986215', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ace7797a-402c-4a72-b303-a2edac6f17ae'}], 'security_groups': ['5238e6b7-c8af-4ef3-9e2a-73323fb3bf24', 'b8dec7e2-bb5d-4a8c-bc59-53820d77bf59']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:57.118932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a0ccc-6df4-414c-8262-74aa0d1fc006 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:31:57.140946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.222438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:57.232977 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.258945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:57.320892 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cced5b65-6a37-455c-b7c8-bc3c47410376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.383318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:57.426571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.465506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:57.470089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Usage tracker for resource:security_group_rule and tenant:9b6cb115ec784e8b82ed7b3b083d94f3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:57.474600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:57.480966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:57.544818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:57.567019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.572227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.572979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Update dhcp port {'port': {'network_id': '9d5473da-1f24-4301-a7c7-d3718e2a5396', 'fixed_ips': [{'subnet_id': '0ea6fe8b-bdbe-4409-a8dd-a57c331dad64', 'ip_address': '172.20.0.18'}, {'subnet_id': '6fac8c04-da4d-416d-bddb-9b4f9d0743f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ace7797a-402c-4a72-b303-a2edac6f17ae'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '44db43f0-6d12-4803-b5ae-14191a2aabe9'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:31:57.580024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::29b (2587e3cc-ebeb-4357-901d-86c83ba4d83d/98d6de85-7174-42c9-b7ee-270e038fef1f/fb8103e1-c052-4695-8002-36e2c4cab174) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:57.620970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.622235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc50ea-baac-4967-8f9e-8d8a52dad4cf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:57.630500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c704ad99-31b7-46d8-92a4-fbc1398ee9cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b6cb115ec784e8b82ed7b3b083d94f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3704410 Feb 04 16:31:57.631229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:57.635475 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.693782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.721443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.785168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.804524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc50ea-baac-4967-8f9e-8d8a52dad4cf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:57.813915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:57.818807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b78225c1-bf75-4602-9125-2e19275ddbc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eacc50ea-baac-4967-8f9e-8d8a52dad4cf HTTP/1.1" status: 204 len: 168 time: 0.1864517 Feb 04 16:31:57.888957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Allocated IP 172.20.0.34 (9d5473da-1f24-4301-a7c7-d3718e2a5396/ace7797a-402c-4a72-b303-a2edac6f17ae/44db43f0-6d12-4803-b5ae-14191a2aabe9) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:58.062210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.065345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:31:58.072819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.107034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.129540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Transition to ACTIVE for port object 44db43f0-6d12-4803-b5ae-14191a2aabe9 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:58.134984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.363675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c3968-6d8e-4b2d-af4c-ec67c31aa795 None None] Pushing event updated for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:58.566774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.601630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.672631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object fb8103e1-c052-4695-8002-36e2c4cab174 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:31:58.712228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.798147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:58.894137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:58.894790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:58.975341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.034449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:31:59.059696 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Floating IP 6c11f9cb-47b9-45b5-9da2-94cc88386fd2 associated. External IP: 172.25.5.138, port: 95689edb-fb22-4e3b-ba03-c21b59d65ce3. Feb 04 16:31:59.116054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Provisioning for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:59.130166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.130564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.180769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.181206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.276129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:31:59.277267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=fb8103e1-c052-4695-8002-36e2c4cab174,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:31:59.288004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:31:59.301704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:31:59.305910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:31:59.306568 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.381522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Provisioning complete for port 075c864d-709e-4aab-b2e7-42784a96e5c6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.381959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.437806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Port 075c864d-709e-4aab-b2e7-42784a96e5c6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:59.450941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.451312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.514382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-043b00e6-5da5-4eff-ae3c-5783b5db1ec9 None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:59.530823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c9708a3c-aa4d-4078-9b2e-935871324622 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0753245 Feb 04 16:31:59.533855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:31:59.539878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:31:59.636396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Delete allocated IP 172.20.0.5 (9d5473da-1f24-4301-a7c7-d3718e2a5396/6fac8c04-da4d-416d-bddb-9b4f9d0743f5) {{(pid=83597) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:31:59.642817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e1afca85-0d20-4014-94af-25d88c31d4d7 None None] Provisioning for port fb8103e1-c052-4695-8002-36e2c4cab174 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:31:59.653165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:31:59.658831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e1afca85-0d20-4014-94af-25d88c31d4d7 None None] Provisioning complete for port fb8103e1-c052-4695-8002-36e2c4cab174 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:31:59.659473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e1afca85-0d20-4014-94af-25d88c31d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:31:59.672348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Allocated IP 172.20.0.41 (9d5473da-1f24-4301-a7c7-d3718e2a5396/ace7797a-402c-4a72-b303-a2edac6f17ae/075c864d-709e-4aab-b2e7-42784a96e5c6) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:31:59.725078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:31:59.726013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:31:59.734474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:31:59.740584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:31:59.744295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:31:59.750690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:31:59.767271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:31:59.776825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e1afca85-0d20-4014-94af-25d88c31d4d7 None None] Port fb8103e1-c052-4695-8002-36e2c4cab174 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:31:59.893026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:31:59.929515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.027399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56158) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:00.110138 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98d6de85-7174-42c9-b7ee-270e038fef1f (CIDR: 2001:db8::/64) Feb 04 16:32:00.118315 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:32:00.119148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:00.131703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.167447 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fc3f5fba-af25-4018-9e63-4fb59b0f75f7 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6322939 Feb 04 16:32:00.170868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56164) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:00.181661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:00.279177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 7, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:51Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:00.283906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:00.296934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:00.297555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:00.313027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-89729930', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:00.330465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:00.339172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Usage tracker for resource:port and tenant:3b95deacdb2b4c81a5903e5639001b09 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:00.344152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:00.344491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.345909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:00.349765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:00.352587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:00.358247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:00.370947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:00.374447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.379758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:00.468137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:00.569106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:00.602992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:32:00.633601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Made reservation on behalf of 3b95deacdb2b4c81a5903e5639001b09 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:00.635985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.652853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.663140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.729274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:00.732390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:00.734777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.736596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:00.737235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.741459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=3d151a7a-e7aa-4ae3-a45b-ce3657460edc,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:00.760038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af08df6-cd82-47fd-bb6e-71fc0fdf3c70 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:00.767877 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d107d58-6b80-4a24-86a2-34770751c4a8 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5930505 Feb 04 16:32:00.768167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56168) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:00.774825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1323266046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d151a7a-e7aa-4ae3-a45b-ce3657460edc'}], 'security_groups': ['de1c6ff1-75a0-42b3-be8c-511de578374b']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:00.790783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Transition to ACTIVE for port object 075c864d-709e-4aab-b2e7-42784a96e5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:00.807522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.907203 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:00.948756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:00.982307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Usage tracker for resource:security_group_rule and tenant:3b95deacdb2b4c81a5903e5639001b09 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:00.992508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.001968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:01.002418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 7, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:51Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:01.037638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43333874-c5b4-44af-832e-df2f80b0f78d None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 7, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1794ecb-c9ad-4a11-a287-f782ed9df7eb', 'name': '', 'network_id': 'eb510d97-2887-4fc4-8381-eaac651b3ca2', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:98:fd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:42Z', 'updated_at': '2022-02-04T16:31:51Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '241e174e-3c7b-4cb4-9684-9a13a05cf0e0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:01.098900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:01.113364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event updated for resources: {'Port': ['ID=075c864d-709e-4aab-b2e7-42784a96e5c6,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:01.219306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Update dhcp port {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'fixed_ips': [{'subnet_id': '98d6de85-7174-42c9-b7ee-270e038fef1f', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d151a7a-e7aa-4ae3-a45b-ce3657460edc'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '0bc4107c-d585-44cd-9e66-1d684fe1cc7d'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:32:01.273166 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.297657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:01.337140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Delete allocated IP 2001:db8::29b (2587e3cc-ebeb-4357-901d-86c83ba4d83d/98d6de85-7174-42c9-b7ee-270e038fef1f) {{(pid=83596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:32:01.345898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8:0:1::3b8 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/3d151a7a-e7aa-4ae3-a45b-ce3657460edc/fb8103e1-c052-4695-8002-36e2c4cab174) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:01.445911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port a1794ecb-c9ad-4a11-a287-f782ed9df7eb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:01.446574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.519566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] In _notify_port_updated(), no bound segment for port 075c864d-709e-4aab-b2e7-42784a96e5c6 on network 9d5473da-1f24-4301-a7c7-d3718e2a5396 {{(pid=83597) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:32:01.523597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.524208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.525484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2f8a279b-6a45-43f9-93aa-cffbf0e3920e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "PUT /v2.0/ports/075c864d-709e-4aab-b2e7-42784a96e5c6 HTTP/1.1" status: 200 len: 960 time: 4.4393239 Feb 04 16:32:01.531431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:01.615908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 075c864d-709e-4aab-b2e7-42784a96e5c6 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:01.616259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.647125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.667997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 132c47d0-5e87-4d0e-a001-59df23a15943 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:01.682612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.683221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object fb8103e1-c052-4695-8002-36e2c4cab174 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:01.703216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.719448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] device_id is not set on port 2ea98923-95bb-4778-b79f-c8720452f8d7 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:01.732874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.764109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Allocated IP 2001:db8:0:1::2 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/3d151a7a-e7aa-4ae3-a45b-ce3657460edc/0bc4107c-d585-44cd-9e66-1d684fe1cc7d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:01.768396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3118470-04ba-4fb5-b33b-2999ec69f547 None None] Provisioning for port 075c864d-709e-4aab-b2e7-42784a96e5c6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:01.779670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a3118470-04ba-4fb5-b33b-2999ec69f547 None None] Provisioning complete for port 075c864d-709e-4aab-b2e7-42784a96e5c6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:01.779670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3118470-04ba-4fb5-b33b-2999ec69f547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.907842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a3118470-04ba-4fb5-b33b-2999ec69f547 None None] Port 075c864d-709e-4aab-b2e7-42784a96e5c6 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:01.933915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a756f76-377a-424c-9d0b-40981edbcda8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:01.980915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] In _notify_port_updated(), no bound segment for port fb8103e1-c052-4695-8002-36e2c4cab174 on network 2587e3cc-ebeb-4357-901d-86c83ba4d83d {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:32:01.981179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-dc930589-6794-4536-a785-7f1ab075431e None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:01.984211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port a1794ecb-c9ad-4a11-a287-f782ed9df7eb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:01.984572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.984708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:01.985231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:01.986512 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/ports/fb8103e1-c052-4695-8002-36e2c4cab174 HTTP/1.1" status: 200 len: 931 time: 1.2169583 Feb 04 16:32:01.994160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56176) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:02.012024 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.029155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Transition to ACTIVE for port object 0bc4107c-d585-44cd-9e66-1d684fe1cc7d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:02.035427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.045548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94994a28-74c0-4090-a84d-17a5205b6d3d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=fb8103e1-c052-4695-8002-36e2c4cab174,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:02.118688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.182417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc930589-6794-4536-a785-7f1ab075431e None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:02.271900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 075c864d-709e-4aab-b2e7-42784a96e5c6 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:02.330669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for a1794ecb-c9ad-4a11-a287-f782ed9df7eb owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:02.433185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.445449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.494844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=075c864d-709e-4aab-b2e7-42784a96e5c6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:02.520395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Allocated IP 172.25.5.31 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/2ea98923-95bb-4778-b79f-c8720452f8d7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:02.525078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port fb8103e1-c052-4695-8002-36e2c4cab174 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:02.525432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.549274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=9ea3f8a1-2fe3-4434-bfc9-cb8c91e8a8df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:02.630857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.647909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-855bf9c2-b145-4917-8cca-f17e7ae5e607 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/075c864d-709e-4aab-b2e7-42784a96e5c6 HTTP/1.1" status: 204 len: 168 time: 1.1152995 Feb 04 16:32:02.648691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:02.699038 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a476815-5b6f-4987-bc01-863e603566fa tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] GET failed (client error): The resource could not be found. Feb 04 16:32:02.699949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a476815-5b6f-4987-bc01-863e603566fa tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Synchronizing usage tracker for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:02.723089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a476815-5b6f-4987-bc01-863e603566fa tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Unset dirty status for tenant:1b44cd2260ec4b0a9fd017807fae294d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:02.727910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a476815-5b6f-4987-bc01-863e603566fa tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports/075c864d-709e-4aab-b2e7-42784a96e5c6 HTTP/1.1" status: 404 len: 333 time: 0.0780678 Feb 04 16:32:02.728697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:02.804602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:02.829570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.866565 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.920637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.946729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f6ed8b-64c9-4a0a-8d62-50bf94b4f437,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:02.950400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:02.951747 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2f2b634a-5477-4a01-8a69-3735f5499c18 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/security-groups/46f6ed8b-64c9-4a0a-8d62-50bf94b4f437 HTTP/1.1" status: 204 len: 168 time: 0.2217844 Feb 04 16:32:02.954662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:03.042214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.044206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:03.044776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.074605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.134365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.149985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:03.154656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dec7e2-bb5d-4a8c-bc59-53820d77bf59,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:03.161170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.165210 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-687a3cdd-9830-43a0-a5e8-fc5f687aeb6b tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/security-groups/b8dec7e2-bb5d-4a8c-bc59-53820d77bf59 HTTP/1.1" status: 204 len: 168 time: 0.1970127 Feb 04 16:32:03.165210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:03.199818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Provisioning for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:03.206131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:03.207372 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.239703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.269547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.323660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.340797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5238e6b7-c8af-4ef3-9e2a-73323fb3bf24,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:03.351003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.354588 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-42c5d028-62e2-4e5a-85ba-38f21c7712e7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/security-groups/5238e6b7-c8af-4ef3-9e2a-73323fb3bf24 HTTP/1.1" status: 204 len: 168 time: 0.1861761 Feb 04 16:32:03.354923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:03.372620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Provisioning for port fb8103e1-c052-4695-8002-36e2c4cab174 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:03.376529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.378363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Provisioning complete for port fb8103e1-c052-4695-8002-36e2c4cab174 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:03.378775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.420790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.432609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9738439b-f2a3-49ea-a72e-d1d47833b98a None None] Port fb8103e1-c052-4695-8002-36e2c4cab174 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:03.457437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=a1794ecb-c9ad-4a11-a287-f782ed9df7eb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:03.460900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.561250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet 6fac8c04-da4d-416d-bddb-9b4f9d0743f5 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:03.562711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-927144da-c1c4-4d01-b0c6-8a39b738c419 None None] Provisioning complete for port fb8103e1-c052-4695-8002-36e2c4cab174 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:03.563258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-927144da-c1c4-4d01-b0c6-8a39b738c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.564625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.632207 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.634074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:03.641822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for fb8103e1-c052-4695-8002-36e2c4cab174 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:03.645886 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Sync routers for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:03.669382 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:03.670732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:03.691566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-927144da-c1c4-4d01-b0c6-8a39b738c419 None None] Port fb8103e1-c052-4695-8002-36e2c4cab174 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:03.756942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.837417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.882683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=6fac8c04-da4d-416d-bddb-9b4f9d0743f5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:03.889222 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:03.889458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.900298 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3326cb24-3f17-4fb7-a6e2-37a7ef422a8e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/6fac8c04-da4d-416d-bddb-9b4f9d0743f5 HTTP/1.1" status: 204 len: 168 time: 0.5441732 Feb 04 16:32:03.900917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:03.905559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a11d246-784e-471e-9725-0b8194ad3b0e None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:03.981582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet ace7797a-402c-4a72-b303-a2edac6f17ae {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:03.985920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:03.994071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.056627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.113939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.188707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.294278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.316123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Pushing event updated for resources: {'Port': ['ID=2ea98923-95bb-4778-b79f-c8720452f8d7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:04.322019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f30bce5c-e605-40ac-83f4-10228a1dcf5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.9814739 Feb 04 16:32:04.343951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:04.352069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=ace7797a-402c-4a72-b303-a2edac6f17ae,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:04.357013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.364548 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99720089-a58f-44ba-9934-205ddb75c2ba tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/ace7797a-402c-4a72-b303-a2edac6f17ae HTTP/1.1" status: 204 len: 168 time: 0.4626029 Feb 04 16:32:04.369518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56206) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:04.369830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:04.392052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:04.395430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:04.410293 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd937a1e-28f8-457d-a2da-3c967587dd35 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:04.410903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd937a1e-28f8-457d-a2da-3c967587dd35 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:04.413033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cd937a1e-28f8-457d-a2da-3c967587dd35 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/6fac8c04-da4d-416d-bddb-9b4f9d0743f5 HTTP/1.1" status: 404 len: 337 time: 0.0423806 Feb 04 16:32:04.416422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56212) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:04.419800 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '6c11f9cb-47b9-45b5-9da2-94cc88386fd2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:31:54Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:04.436048 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Checking router: 132c47d0-5e87-4d0e-a001-59df23a15943 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:04.458455 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:04.459214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:04.466310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.536165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting subnet 0ea6fe8b-bdbe-4409-a8dd-a57c331dad64 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:04.537637 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.575284 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:32:04.639177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:04.640340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.677256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.703465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.756789 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:04.824945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.873266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=fb8103e1-c052-4695-8002-36e2c4cab174,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:04.876624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9b886d62-c139-48f0-9a04-2d00fb6bc4a5 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.8004746 Feb 04 16:32:04.882014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:04.898050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.31'}]}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:04.920146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:04.935337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:04.940246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8dd6d7b2-f850-4137-beff-1741393ab615 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/fb8103e1-c052-4695-8002-36e2c4cab174 HTTP/1.1" status: 204 len: 168 time: 2.9383280 Feb 04 16:32:04.943968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:04.965735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Usage tracker for resource:router and tenant:3b95deacdb2b4c81a5903e5639001b09 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:05.017006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:05.036526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16334cad-2aae-47f5-9c8b-ae9065626616 req-a98878e1-0cbf-406c-b6e4-e81982cedca3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:05.045122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16334cad-2aae-47f5-9c8b-ae9065626616 req-a98878e1-0cbf-406c-b6e4-e81982cedca3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.4074519 Feb 04 16:32:05.054137 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a228b95-dc6d-4832-931d-f877685f5541 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:32:05.055220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.058566 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a228b95-dc6d-4832-931d-f877685f5541 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/fb8103e1-c052-4695-8002-36e2c4cab174 HTTP/1.1" status: 404 len: 333 time: 0.0945728 Feb 04 16:32:05.059606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:05.061650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.065005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.103103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-98365f8e-053f-4dd6-8e74-e20e483f72ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1096 time: 0.5235481 Feb 04 16:32:05.142070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea6fe8b-bdbe-4409-a8dd-a57c331dad64,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:05.164893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.165807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.168992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af1fdf-c983-4abc-a8a2-e7476849a282 None None] Network 9d5473da-1f24-4301-a7c7-d3718e2a5396 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:05.225913 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.245117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.280049 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '6c11f9cb-47b9-45b5-9da2-94cc88386fd2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:31:54Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:05.285858 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff134d4f-91f5-4749-bee5-1cab752f9eec None None] The sync data for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 is: [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '6c11f9cb-47b9-45b5-9da2-94cc88386fd2', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.138', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:31:54Z', 'updated_at': '2022-02-04T16:31:54Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:05.340992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f6c19360-c111-4d80-b1f8-175291591683 None None] Provisioning complete for port 44db43f0-6d12-4803-b5ae-14191a2aabe9 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:05.341451 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6c19360-c111-4d80-b1f8-175291591683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.355493 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0932c2a8-e0dd-4861-b73a-72b05afe146a tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/0ea6fe8b-bdbe-4409-a8dd-a57c331dad64 HTTP/1.1" status: 204 len: 168 time: 0.9378121 Feb 04 16:32:05.360526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56228) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.371333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16334cad-2aae-47f5-9c8b-ae9065626616 req-da9ec0b8-5a68-4ad9-9594-c2481c676f37 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253534 Feb 04 16:32:05.373866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.428297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.476420 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.479996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.555618 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10cf8e0-f614-4ce1-8a34-9ad043346fc6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:05.556062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10cf8e0-f614-4ce1-8a34-9ad043346fc6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:05.557735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a10cf8e0-f614-4ce1-8a34-9ad043346fc6 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/ef6146e0-d9f3-463f-9faf-60593f53a901 HTTP/1.1" status: 404 len: 337 time: 0.1948619 Feb 04 16:32:05.562189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56236) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.565041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f6c19360-c111-4d80-b1f8-175291591683 None None] Provisioning complete for port 3d643cd4-3e1f-445d-839a-12dfed312240 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:05.565426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6c19360-c111-4d80-b1f8-175291591683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.635497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae097d-c7dc-4633-89bc-435044b6ad49 None None] New status for floating IP 6c11f9cb-47b9-45b5-9da2-94cc88386fd2: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:32:05.684431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8fc39f8-6b62-4d78-8477-84e7715b71e8 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "GET /v2.0/ports?device_id=62475043-3664-4c4e-aa06-a5a826f8023d HTTP/1.1" status: 200 len: 205 time: 0.1108594 Feb 04 16:32:05.685212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.689246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56240) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.701774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] DHCP port deletion for 9d5473da-1f24-4301-a7c7-d3718e2a5396 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:05.714035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f6c19360-c111-4d80-b1f8-175291591683 None None] Port 3d643cd4-3e1f-445d-839a-12dfed312240 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:05.718726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Deleting port 44db43f0-6d12-4803-b5ae-14191a2aabe9 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:05.719099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.767624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f75426-e1ed-4b87-a1c6-200c1d29a1d8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:05.781495 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-61bce324-5866-4532-aeb8-a089320b5d12 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] delete failed (client error): The resource could not be found. Feb 04 16:32:05.785467 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61bce324-5866-4532-aeb8-a089320b5d12 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/routers/62475043-3664-4c4e-aa06-a5a826f8023d HTTP/1.1" status: 404 len: 336 time: 0.0813994 Feb 04 16:32:05.786374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:05.786860 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-229ee20c-fcfe-4fd3-a3c9-667c78c455da tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0f75426-e1ed-4b87-a1c6-200c1d29a1d8 HTTP/1.1" status: 204 len: 168 time: 0.7237480 Feb 04 16:32:05.787590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56244) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.790776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.818915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-2f8d9ef1-fe07-4df6-ba68-d6183f1f501d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:05.820452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-2f8d9ef1-fe07-4df6-ba68-d6183f1f501d service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.6490686 Feb 04 16:32:05.851995 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9d659b-4b7e-4aad-be25-fd044a907de7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:05.852625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9d659b-4b7e-4aad-be25-fd044a907de7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:05.857739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bf9d659b-4b7e-4aad-be25-fd044a907de7 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/5e32a505-fca0-4097-870f-751f16bd9b9b HTTP/1.1" status: 404 len: 337 time: 0.0654259 Feb 04 16:32:05.863176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.912682 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d9887b-6f42-4fef-a673-10145ee67967 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:05.913264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d9887b-6f42-4fef-a673-10145ee67967 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:05.917728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80d9887b-6f42-4fef-a673-10145ee67967 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/d2b2a1d9-1e12-42e0-897c-f087ed7b34b3 HTTP/1.1" status: 404 len: 337 time: 0.0537398 Feb 04 16:32:05.920654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56256) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:05.928144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e65c7f05-56fd-4948-a5d3-a41815a1e2be tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/6c11f9cb-47b9-45b5-9da2-94cc88386fd2 HTTP/1.1" status: 200 len: 991 time: 0.4502475 Feb 04 16:32:05.990931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.048178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.058207 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-08db9848-66c3-489f-9b50-ff993efe261e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.058675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08db9848-66c3-489f-9b50-ff993efe261e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.060338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08db9848-66c3-489f-9b50-ff993efe261e tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/f0e11456-8c20-4bd2-9603-41487770c738 HTTP/1.1" status: 404 len: 337 time: 0.1377404 Feb 04 16:32:06.065556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.097828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-a57d1ba5-5df5-4d7f-929e-8e14df9cc688 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.2697363 Feb 04 16:32:06.131608 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e1692c-c9df-49d3-bf4c-ac227fbd8b8f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.132137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e1692c-c9df-49d3-bf4c-ac227fbd8b8f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.136385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80e1692c-c9df-49d3-bf4c-ac227fbd8b8f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/825ec273-81d2-46e5-bdc4-9430daa2e6f7 HTTP/1.1" status: 404 len: 333 time: 0.0691924 Feb 04 16:32:06.139162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56264) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.146862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] For port 44db43f0-6d12-4803-b5ae-14191a2aabe9, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44db43f0-6d12-4803-b5ae-14191a2aabe9,segment=NetworkSegment(d5dda864-ebb1-41e4-bff7-f59952beebec),segment_id=d5dda864-ebb1-41e4-bff7-f59952beebec)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:06.150718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.226708 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa276a9e-8f25-4c73-b11c-6383d61f3ab1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.226708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa276a9e-8f25-4c73-b11c-6383d61f3ab1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.244880 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fa276a9e-8f25-4c73-b11c-6383d61f3ab1 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/a721ec41-38e0-4f6a-bb51-c67b7f46c89f HTTP/1.1" status: 404 len: 337 time: 0.0967374 Feb 04 16:32:06.245538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56268) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.281488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Calling delete_port for 44db43f0-6d12-4803-b5ae-14191a2aabe9 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:06.289827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.292048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.293147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/security-groups/de1c6ff1-75a0-42b3-be8c-511de578374b HTTP/1.1" status: 204 len: 168 time: 0.5013099 Feb 04 16:32:06.305451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56272) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.309686 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d129ed-591f-4eb7-8d05-21fc1304f98c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.310129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d129ed-591f-4eb7-8d05-21fc1304f98c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.311806 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f5d129ed-591f-4eb7-8d05-21fc1304f98c tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/d511954a-7fcd-4fed-8081-289631ce189f HTTP/1.1" status: 404 len: 337 time: 0.0628893 Feb 04 16:32:06.315586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56276) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.318757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e918bed-0601-44a5-951b-0c226b207f58 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1c6ff1-75a0-42b3-be8c-511de578374b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:06.320817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.375842 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.392386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.396654 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9486d78c-507e-4284-885e-d5715b6b76af tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.397089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9486d78c-507e-4284-885e-d5715b6b76af tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.401013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9486d78c-507e-4284-885e-d5715b6b76af tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/230f256a-e409-4598-9f29-1699b940d8b7 HTTP/1.1" status: 404 len: 333 time: 0.0819283 Feb 04 16:32:06.413459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56280) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.421738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] Pushing event deleted for resources: {'Port': ['ID=44db43f0-6d12-4803-b5ae-14191a2aabe9,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:06.426778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cb457-d4b4-44cd-bdc2-1e3f39fb009f None None] No DVR routers for this DVR port 44db43f0-6d12-4803-b5ae-14191a2aabe9 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:06.482616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-9bc132b3-c62e-4735-b85c-dbaade6699f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:06.484013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-9bc132b3-c62e-4735-b85c-dbaade6699f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.3223078 Feb 04 16:32:06.535257 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-174cd77a-9008-4dd1-b228-aa17b89d89db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.535688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174cd77a-9008-4dd1-b228-aa17b89d89db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.539719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-174cd77a-9008-4dd1-b228-aa17b89d89db tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/cc0e81c3-703a-45f8-aca9-849615cd5da1 HTTP/1.1" status: 404 len: 337 time: 0.1139753 Feb 04 16:32:06.541568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56284) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.609653 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e73c71-b73d-4f05-9fab-e14e5a251373 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:06.609999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e73c71-b73d-4f05-9fab-e14e5a251373 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:06.622963 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3e73c71-b73d-4f05-9fab-e14e5a251373 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/subnets/ee9b244d-a2cc-4d41-b32d-2f327b99f428 HTTP/1.1" status: 404 len: 337 time: 0.0781591 Feb 04 16:32:06.626367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:06.778927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:06.784040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.860022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 44db43f0-6d12-4803-b5ae-14191a2aabe9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:06.860422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44db43f0-6d12-4803-b5ae-14191a2aabe9 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:06.872881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Deleting port 3d643cd4-3e1f-445d-839a-12dfed312240 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:06.873404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:06.933085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:07.001738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 98d6de85-7174-42c9-b7ee-270e038fef1f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:07.006319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-33909377-b9b6-4baf-a917-3d8ee9ab7f40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114758 Feb 04 16:32:07.015252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.363902 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.385071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.402979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.415592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.461402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-676d5e45-ece0-48f9-aa99-6d6d0a034215 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/6c11f9cb-47b9-45b5-9da2-94cc88386fd2 HTTP/1.1" status: 200 len: 993 time: 0.5233922 Feb 04 16:32:07.536883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Calling delete_port for 3d643cd4-3e1f-445d-839a-12dfed312240 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:07.555052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-96228b91-090d-46ca-b8ba-70580e01acd0 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005066 Feb 04 16:32:07.570505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.570981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 412c3ae7-9d31-4f59-9291-fa3744918742 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:07.614350 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:32:07.615283 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8629caef-c7e6-4727-8faf-9a1325134170 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7322381 Feb 04 16:32:07.625005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56296) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:07.653878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:07.680135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.689262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.724344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Deleting port 2ea98923-95bb-4778-b79f-c8720452f8d7 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:07.724571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.768991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Port': ['ID=3d643cd4-3e1f-445d-839a-12dfed312240,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:07.785981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:07.837170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-955fd6d5-c34a-45e2-b83a-7b960985156f tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/ports/3d643cd4-3e1f-445d-839a-12dfed312240 HTTP/1.1" status: 204 len: 168 time: 1.2098594 Feb 04 16:32:07.844654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:07.844879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:07.887250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19495ac2-a163-44db-b027-4dcd38ea9d9f req-92e24d69-6ded-4be8-af9e-652b66141c0d service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253231 Feb 04 16:32:08.014939 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.069032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=98d6de85-7174-42c9-b7ee-270e038fef1f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:08.091500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.100453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aab781-231f-4608-8e9a-b1ce867d0453 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:08.110125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bece3188-a96b-49ff-a850-4d096dc372e4 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/98d6de85-7174-42c9-b7ee-270e038fef1f HTTP/1.1" status: 204 len: 168 time: 1.7975872 Feb 04 16:32:08.110708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:08.127783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:08.158155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.227014 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.267762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:08.275768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dd569d52-f184-45bb-9033-f0c32b542c6e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0641847 Feb 04 16:32:08.277226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:08.285082 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:08.301225 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:08.302296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.417707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:08.435224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:08.436222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Calling delete_port for 2ea98923-95bb-4778-b79f-c8720452f8d7 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:08.442191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:08.473337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:08.502298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.505530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:08.539244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5473da-1f24-4301-a7c7-d3718e2a5396']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.562817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dda864-ebb1-41e4-bff7-f59952beebec') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.563137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dda864-ebb1-41e4-bff7-f59952beebec') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.564048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:08.568277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.587772 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.664347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.673535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:08.674216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.713599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:08.717490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 241e174e-3c7b-4cb4-9684-9a13a05cf0e0 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:08.730031 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:08.732743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a8804924-24bb-4f47-a6eb-a11d11507b8f tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "PUT /v2.0/routers/60ce219b-cfb0-4861-a9cc-e74cfd6733d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3872840 Feb 04 16:32:08.736081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56312) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:08.736942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] Sync routers for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:08.740180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.760655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:08.761678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.899905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.947715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] Routers {'60ce219b-cfb0-4861-a9cc-e74cfd6733d4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:08.948813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:08.950782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:08.996484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.039605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ea98923-95bb-4778-b79f-c8720452f8d7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:09.060138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.060562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f3a77-66b7-4e07-a342-55158921cb0b None None] The sync data for ids ['60ce219b-cfb0-4861-a9cc-e74cfd6733d4'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:09.133319 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:03Z', 'revision_number': 8, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.134024 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.140027 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:09.143993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] Pushing event deleted for resources: {'Network': ['ID=9d5473da-1f24-4301-a7c7-d3718e2a5396,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:09.168298 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:09.168918 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.219808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-de74c36b-b00e-4034-bb44-5d2f299b7e21 tempest-PortsTestJSON-471438422 tempest-PortsTestJSON-471438422-project] 10.222.0.62 "DELETE /v2.0/networks/9d5473da-1f24-4301-a7c7-d3718e2a5396 HTTP/1.1" status: 204 len: 168 time: 1.3659003 Feb 04 16:32:09.220352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.312992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.316549 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5855e82e-d090-48ed-81f1-4d89bab0ce28 tempest-RoutersAdminNegativeIpV6Test-864871226 tempest-RoutersAdminNegativeIpV6Test-864871226-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2ea98923-95bb-4778-b79f-c8720452f8d7 HTTP/1.1" status: 204 len: 168 time: 1.6904054 Feb 04 16:32:09.356687 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:09.382608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-201245f4-7e5a-461d-9255-c6b3c94d1051 None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:09.383179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-201245f4-7e5a-461d-9255-c6b3c94d1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.479006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-201245f4-7e5a-461d-9255-c6b3c94d1051 None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:09.506999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.508287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-201245f4-7e5a-461d-9255-c6b3c94d1051 None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:09.508992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-201245f4-7e5a-461d-9255-c6b3c94d1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.639763 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.686501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.701723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.743578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56324) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:09.766839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56330) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:09.782966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:09.792982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.802165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df34d5-e6d0-4e6e-9b28-4602673d7a9a None None] Network eb510d97-2887-4fc4-8381-eaac651b3ca2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:09.803089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:09.806131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:09.806743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:09.828668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e8474-7a73-4c14-8096-45a1716e9335 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:09.830033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=361bdee9-30c3-4180-94a0-e564983598dc,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:09.864822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/241e174e-3c7b-4cb4-9684-9a13a05cf0e0 HTTP/1.1" status: 204 len: 168 time: 1.5866673 Feb 04 16:32:09.867547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:09.869622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:03Z', 'revision_number': 8, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:09.876567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b510dc-8e20-49bc-b470-cdb1d04c40e9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=241e174e-3c7b-4cb4-9684-9a13a05cf0e0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:09.883973 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a5902e-e287-47a0-8d45-0e5f00f5a700 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:03Z', 'revision_number': 8, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e69a965b-eba2-460b-96e3-e1b50c912f83', 'name': '', 'network_id': '52897bfd-28ab-49f6-858c-e39e0930def0', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:95:fc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:26Z', 'updated_at': '2022-02-04T16:31:41Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '82f48dcc-897f-42cb-8583-3447f0abaa64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:09.899334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1220856a-13e0-4354-b0e7-8de8cf3e4f26 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7879798 Feb 04 16:32:09.902076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56340) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:09.914625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'security_group': {'name': 'tempest-secgroup-56949281'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:09.923617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:09.930396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:09.941890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:09.950416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:10.013178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.074979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.085464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:10.090576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:10.095564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:10.113425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:10.114948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.154414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:10.163142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:9947c8d8f9354110b96b1c76b7b1786e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:10.166219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:10.166794 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.192458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-acab619f-021b-4f0f-ad33-c02493095467 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b44cd2260ec4b0a9fd017807fae294d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4474945 Feb 04 16:32:10.197547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:10.199270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56346) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:10.211564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:10.215076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.231258 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.297749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9c6f4-93a7-4632-9ed5-17205cb34c0f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:10.308132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.336695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting port 90857a92-f403-483a-8746-66a65f4a8a05 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:10.337042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.390055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.391321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-558f277b-7786-4fae-b7dd-5046d8684cab tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.4881525 Feb 04 16:32:10.396423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:10.404442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] DHCP port deletion for eb510d97-2887-4fc4-8381-eaac651b3ca2 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:10.412395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'security_group': {'name': 'tempest-secgroup-596178230'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:10.420607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Deleting port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:10.420837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.420951 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.424517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:10.438862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:10.447457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:10.448017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.457347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:10.479252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:10.529990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Update dhcp port {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'fixed_ips': [{'subnet_id': '3d151a7a-e7aa-4ae3-a45b-ce3657460edc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '361bdee9-30c3-4180-94a0-e564983598dc'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '0bc4107c-d585-44cd-9e66-1d684fe1cc7d'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:32:10.540599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.603470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:10.631228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.646219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.657313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.657692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.696011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.732849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d43a688-70b6-4192-bacb-66358d13e1de,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:10.744290 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4f48149-2e70-409b-be83-4eca2e800bc2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9947c8d8f9354110b96b1c76b7b1786e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9735973 Feb 04 16:32:10.744290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56354) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:10.750925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] For port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,segment=NetworkSegment(a4c7d323-eef1-4522-8c3c-574fd6b966c0),segment_id=a4c7d323-eef1-4522-8c3c-574fd6b966c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:10.751316 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.781104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Calling delete_port for 90857a92-f403-483a-8746-66a65f4a8a05 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:10.783211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.821264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.831622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a7bec-96f9-45a8-8f92-59c650ad3240,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:10.839852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:10.843666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e6adb4a5-9abf-414b-9aae-2d5f84ee3fbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c21a7bec-96f9-45a8-8f92-59c650ad3240 HTTP/1.1" status: 204 len: 168 time: 0.6384251 Feb 04 16:32:10.854567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:10.905426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:10.918798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:10.922903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:10.931598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:11.009047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.022975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Calling delete_port for 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:11.045032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.055614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.106134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.117522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:11.117952 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:11.118732 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a1794ecb-c9ad-4a11-a287-f782ed9df7eb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:11.139442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.151931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.176138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a1794ecb-c9ad-4a11-a287-f782ed9df7eb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:11.176480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a1794ecb-c9ad-4a11-a287-f782ed9df7eb not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:11.176898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:11.180895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.203838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Port': ['ID=90857a92-f403-483a-8746-66a65f4a8a05,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.205622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0183d-7050-4349-bcaf-add902138992,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.217649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:11.217991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:11.222167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.223514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e2aeaf04-8760-4e4a-b787-a546e49a0d97 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8204699 Feb 04 16:32:11.226162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56362) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:11.244307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331489539'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:11.245818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.267544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb510d97-2887-4fc4-8381-eaac651b3ca2']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:11.279292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d43a688-70b6-4192-bacb-66358d13e1de,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.286990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c7d323-eef1-4522-8c3c-574fd6b966c0') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:11.287399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c7d323-eef1-4522-8c3c-574fd6b966c0') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:11.288247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:11.296165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:11.304311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:11.304520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.316978 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.318403 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-61ef566e-958c-4dae-8607-bcfb34c7d05c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d43a688-70b6-4192-bacb-66358d13e1de HTTP/1.1" status: 204 len: 168 time: 0.5731230 Feb 04 16:32:11.325338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.342359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:11.348440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:11.349629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.368108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.371854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Allocated IP 2001:db8::2 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/361bdee9-30c3-4180-94a0-e564983598dc/0bc4107c-d585-44cd-9e66-1d684fe1cc7d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:11.374353 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:11.523035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.555992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.579726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=eb510d97-2887-4fc4-8381-eaac651b3ca2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:11.588150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:11.599431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7dd25b6-5d45-4b62-b84e-6483fe9b7663 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/eb510d97-2887-4fc4-8381-eaac651b3ca2 HTTP/1.1" status: 204 len: 168 time: 1.7273664 Feb 04 16:32:11.599722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56376) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:11.626627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.656074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Transition to ACTIVE for port object 0bc4107c-d585-44cd-9e66-1d684fe1cc7d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:11.657366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Deleting port 04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:11.658257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.694649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.747532 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:11.833095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d0e06b2b-1897-4b72-88f3-3b036f00ef04 None None] The port '04ab7fbc-ce5a-4a14-8019-ef89f2ceeda8' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:32:11.973888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:12.035364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56390) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.036777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:security_group_rule and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:12.038740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82534296-4b15-4486-9472-1ecdae181ca2 None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:12.041975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:12.073362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.075035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:12.091115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.173294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d6c9c53c-3e78-4746-be78-1650c83a0e14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b95deacdb2b4c81a5903e5639001b09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1329322 Feb 04 16:32:12.180902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.214949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.215756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Fanout notify agent at l3_agent the message router_deleted on router 60ce219b-cfb0-4861-a9cc-e74cfd6733d4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:12.216581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.248198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.261597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.282698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56400) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.324484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.325817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f3a89932-df80-447e-a17f-59c682567f58 tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/routers/60ce219b-cfb0-4861-a9cc-e74cfd6733d4 HTTP/1.1" status: 204 len: 168 time: 3.5888186 Feb 04 16:32:12.330155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.332549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0970962 Feb 04 16:32:12.341195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.341531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.350737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2175997-76f0-4bcd-9884-0cc35e0d40bf tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff9cec-3f71-46cb-af79-6ebbb901b73a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:12.387393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2054386745', 'security_groups': ['e3ff9cec-3f71-46cb-af79-6ebbb901b73a'], 'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '361bdee9-30c3-4180-94a0-e564983598dc'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:12.413633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.473655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-146932512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:12.486978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:12.494274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:router and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:12.498400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:12.511315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:12.535421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.578577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.579508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.655720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.686750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:12.702530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:port and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:12.709896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:12.724979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.726492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:12.750003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.754080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.758260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-395258f2-27f6-4574-83ec-a4e1a520868d tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4737370 Feb 04 16:32:12.763544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:12.773231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Deleting subnet fa698491-c4be-4525-b64b-45c6468ca336 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:12.778114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-241380116'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:12.785571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.812704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:12.823343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a756f76-377a-424c-9d0b-40981edbcda8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:12.825110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:12.840100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:12.859297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:network and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:12.906538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:12.911923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.915771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-55276940-6757-46b0-8d31-538b745d5c5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a756f76-377a-424c-9d0b-40981edbcda8 HTTP/1.1" status: 204 len: 168 time: 0.7308908 Feb 04 16:32:12.932365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:12.932927 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:12.933190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:12.944553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.001362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:13.013540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:13.016351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.022696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Provisioning for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:13.027194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port e69a965b-eba2-460b-96e3-e1b50c912f83 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:13.027535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.032210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:13.032585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce1fe-bddc-4eae-b11d-733683121aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.050965 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.074892 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.128724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.181311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] device_id is not set on port da9534a7-74dc-45d3-92ef-08fade41aa88 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:13.216271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:13.225783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:security_group_rule and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:13.229286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:13.240479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:13.291351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.405078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port e69a965b-eba2-460b-96e3-e1b50c912f83, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e69a965b-eba2-460b-96e3-e1b50c912f83,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:13.405605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.499687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Subnet': ['ID=fa698491-c4be-4525-b64b-45c6468ca336,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:13.522533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.539677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for e69a965b-eba2-460b-96e3-e1b50c912f83 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:13.562379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-db3eac33-826c-43e0-9dce-9cced88ee5ce tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/subnets/fa698491-c4be-4525-b64b-45c6468ca336 HTTP/1.1" status: 204 len: 168 time: 1.2187581 Feb 04 16:32:13.566449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56430) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:13.642366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.649776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.686464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8::16e (2587e3cc-ebeb-4357-901d-86c83ba4d83d/361bdee9-30c3-4180-94a0-e564983598dc/da9534a7-74dc-45d3-92ef-08fade41aa88) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:13.699114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:13.720773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d3a30e-8e81-478b-aa55-fc7bfc7a7bb2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:13.723786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.724139 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Added segment bcae2e51-f274-4b9a-aebd-149c1144aec1 of type vlan for network 134ecedd-5529-4b25-aba1-9387005d0532 Feb 04 16:32:13.724274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.782960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.882513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.911049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7e9c84-dbf1-4e3a-970c-9d957505eb8f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:13.915916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.920721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:13.921419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:13.929007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf05304-49ba-4038-b0f2-7522c8fdf584') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:13.929007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf05304-49ba-4038-b0f2-7522c8fdf584') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:13.983515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.009172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.021988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:14.024410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:14.038998 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:14.066199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2984924 Feb 04 16:32:14.068930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56442) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:14.078190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f561891-8b44-4120-8f85-ee0d9d676149 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Network': ['ID=134ecedd-5529-4b25-aba1-9387005d0532,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.090173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.096088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 134ecedd-5529-4b25-aba1-9387005d0532 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:14.097144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'subnet': {'network_id': '134ecedd-5529-4b25-aba1-9387005d0532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:14.124159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.151733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=e69a965b-eba2-460b-96e3-e1b50c912f83,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.243852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:14.247822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:subnet and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:14.250814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:14.263678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:14.275517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object da9534a7-74dc-45d3-92ef-08fade41aa88 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:14.284951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.292099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:14.295807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.348066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] Pushing event deleted for resources: {'Network': ['ID=0f7e9c84-dbf1-4e3a-970c-9d957505eb8f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.363691 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f10895a0-13ac-4c42-8901-f2b9b175930e tempest-FloatingIPTestJSON-1633420171 tempest-FloatingIPTestJSON-1633420171-project] 10.222.0.62 "DELETE /v2.0/networks/0f7e9c84-dbf1-4e3a-970c-9d957505eb8f HTTP/1.1" status: 204 len: 168 time: 0.7960889 Feb 04 16:32:14.441633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.460611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.561145 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.587476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:14.597800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:14.600763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:14.605619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:14.606230 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.661999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=da9534a7-74dc-45d3-92ef-08fade41aa88,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.676877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56460) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:14.677681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe7e6b40-3a7b-4a07-89a9-94ec954f74f9 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3331730 Feb 04 16:32:14.687195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:14.821019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56464) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:14.854054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:14.981164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Subnet': ['ID=8ec73135-1e39-480d-b3a6-32293cc7b6c4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:14.983548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Checking segment: {'id': 'bcae2e51-f274-4b9a-aebd-149c1144aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:14.983906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network hostable DHCP agents. Network: 134ecedd-5529-4b25-aba1-9387005d0532, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:15.013934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network 134ecedd-5529-4b25-aba1-9387005d0532 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:15.028281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 134ecedd-5529-4b25-aba1-9387005d0532) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:15.041823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841497c4-55d8-4613-93bb-d87837f17dbb None None] Network 134ecedd-5529-4b25-aba1-9387005d0532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:15.048721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:15.049638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.083055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-06ca39ae-0ceb-49b7-a84e-08d58e8ad4e4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0112269 Feb 04 16:32:15.085959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56474) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:15.096387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'network': {'name': 'tempest-router-network01--1450337010'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:15.108443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:15.115492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:network and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:15.120254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:15.128571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:15.149268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:15.154162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.202612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:15.215349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.215911 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Added segment 56ce75d5-84be-4b41-9351-3db2ee88ab18 of type vlan for network dd01d329-3b90-4249-8379-8cf7c3d3b735 Feb 04 16:32:15.231094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:15.233952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-54863149-8d98-4214-adaf-e8a3821ba1e8 None None] Provisioning for port da9534a7-74dc-45d3-92ef-08fade41aa88 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:15.236216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:15.239861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:15.246636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:15.258204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-54863149-8d98-4214-adaf-e8a3821ba1e8 None None] Provisioning complete for port da9534a7-74dc-45d3-92ef-08fade41aa88 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:15.258798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-54863149-8d98-4214-adaf-e8a3821ba1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.260031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.274044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:15.303273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.309106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:15.309854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.368408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-54863149-8d98-4214-adaf-e8a3821ba1e8 None None] Port da9534a7-74dc-45d3-92ef-08fade41aa88 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:15.371982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:15.435032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-134ecedd-5529-4b25-aba1-9387005d0532', 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532', 'tenant_id': '6300f3e6821344ebb2d8862e36300bcf', 'fixed_ips': [{'subnet_id': '8ec73135-1e39-480d-b3a6-32293cc7b6c4'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:15.436419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.444805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3574989 Feb 04 16:32:15.447811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:15.448376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef733df-d2ed-42f0-b689-18027ba1361f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Network': ['ID=dd01d329-3b90-4249-8379-8cf7c3d3b735,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.463975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:15.514565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'network': {'name': 'tempest-router-network02--45631118'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:15.549670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:15.575247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:network and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:15.585916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:15.600475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-421791365', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:15.614451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:15.619859 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70cbd188-030d-48f9-ab82-7625d650e294 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2925e5bc6f6547da8914804882e924af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7972178 Feb 04 16:32:15.622810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56492) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:15.631118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:15.686085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.689959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Usage tracker for resource:port and tenant:67a2d96480134fb2acee4b3bcea9c42e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:15.712811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:15.716597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.721841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:15.725208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.736544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.753703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:15.768054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Allocated IP 2001:db8::2 (134ecedd-5529-4b25-aba1-9387005d0532/8ec73135-1e39-480d-b3a6-32293cc7b6c4/d8083a73-2947-4d13-83c0-de4b2298c2ea) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:15.776762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.795598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c103fcf-19e1-45b2-889a-4703a8595c3d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:15.801303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.805187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dd8891ff-2cb4-4b33-95cc-2f20a98d46fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c103fcf-19e1-45b2-889a-4703a8595c3d HTTP/1.1" status: 204 len: 168 time: 0.1787300 Feb 04 16:32:15.901805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Made reservation on behalf of 67a2d96480134fb2acee4b3bcea9c42e for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:15.904065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.931456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:15.936828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.999603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:15.999948 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Added segment c8344a1f-f89d-49a5-985f-ee9dcfec982b of type vlan for network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 Feb 04 16:32:16.007042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.019582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Transition to ACTIVE for port object d8083a73-2947-4d13-83c0-de4b2298c2ea will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:16.024356 n-d-827873-1 neutron-server[83596]: INFO neutron.db.ipam_backend_mixin [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 361bdee9-30c3-4180-94a0-e564983598dc (CIDR: 2001:db8::/64) Feb 04 16:32:16.037058 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:32:16.037562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:16.045844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Transition to ACTIVE for port object d8083a73-2947-4d13-83c0-de4b2298c2ea will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:16.052237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.069866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:16.077626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Usage tracker for resource:security_group_rule and tenant:67a2d96480134fb2acee4b3bcea9c42e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:16.081727 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.092222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:16.104572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:16.113812 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0344a5cc-8e77-47b3-b704-928b3a74926c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4343605 Feb 04 16:32:16.116875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:16.124046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:16.133649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Network 134ecedd-5529-4b25-aba1-9387005d0532 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:16.137925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:16.143047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:16.148780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:16.170021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.174077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:16.175022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.225133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Pushing event updated for resources: {'Port': ['ID=d8083a73-2947-4d13-83c0-de4b2298c2ea,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:16.255449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Attempting to bind port d8083a73-2947-4d13-83c0-de4b2298c2ea on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:16.256061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Attempting to bind port d8083a73-2947-4d13-83c0-de4b2298c2ea by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'bcae2e51-f274-4b9a-aebd-149c1144aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:16.256165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Attempting to bind port d8083a73-2947-4d13-83c0-de4b2298c2ea on network 134ecedd-5529-4b25-aba1-9387005d0532 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:16.263750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:16.264124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Checking segment: {'id': 'bcae2e51-f274-4b9a-aebd-149c1144aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:16.264529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.265015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Bound using segment: {'id': 'bcae2e51-f274-4b9a-aebd-149c1144aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:16.265466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Bound port: d8083a73-2947-4d13-83c0-de4b2298c2ea, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcae2e51-f274-4b9a-aebd-149c1144aec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '134ecedd-5529-4b25-aba1-9387005d0532'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:16.265838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.370025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] For port d8083a73-2947-4d13-83c0-de4b2298c2ea, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:16.373796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] For port d8083a73-2947-4d13-83c0-de4b2298c2ea, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d8083a73-2947-4d13-83c0-de4b2298c2ea,segment=NetworkSegment(bcae2e51-f274-4b9a-aebd-149c1144aec1),segment_id=bcae2e51-f274-4b9a-aebd-149c1144aec1)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:16.376273 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8764689 Feb 04 16:32:16.381806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56510) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:16.383308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.390031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:16.395479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006933e4-f959-4296-ad96-3cf31d83c835 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Network': ['ID=3b540666-b0e8-42e1-b2a2-24ccb92377c6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:16.396590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:16.400998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'subnet': {'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:16.401451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:16.410494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:16.425906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:16.426258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:16.430029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.484126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.547824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:16.572899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] device_id is not set on port 852419c3-f2a6-42c1-936d-23c643427848 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:16.594539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3724cca-d3ba-4c69-956b-c65c0a26b577 None None] Pushing event updated for resources: {'Port': ['ID=d8083a73-2947-4d13-83c0-de4b2298c2ea,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:16.682636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6397254f-1638-45d3-b7a9-10d991cab725,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:16.704104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:16.714080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:subnet and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:16.718354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:16.736644 n-d-827873-1 neutron-server[83597]: INFO neutron.db.ipam_backend_mixin [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3d151a7a-e7aa-4ae3-a45b-ce3657460edc (CIDR: 2001:db8:0:1::/64) Feb 04 16:32:16.744931 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:32:16.745392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:16.761818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:16.777079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56520) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:16.778631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cebb59cd-2592-4f5a-9dbe-152439677225 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6602449 Feb 04 16:32:16.792656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'subnet': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:16.811880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:17.009492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:17.126070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Allocated IP 172.25.5.116 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/852419c3-f2a6-42c1-936d-23c643427848) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:17.136086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:17.145919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1766416211'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:17.148483 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:17.166901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:17.168046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:17.170503 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:17.173108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:17.178011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:17.186074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:17.198678 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-384176eb-f3c2-4bf4-84ab-6c3ff435a4fd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5952320 Feb 04 16:32:17.201961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:17.205486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:17.207842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.210061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.270129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.341447 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:17.378837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:17.405077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Usage tracker for resource:subnet and tenant:1d061ceb9e434d3ca5826bf4ccf5add7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:17.407084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:17.409891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:17.415868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:security_group_rule and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:17.420393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:17.436190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:17.467147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:17.505342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 82f48dcc-897f-42cb-8583-3447f0abaa64 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:17.509657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.512820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Made reservation on behalf of 1d061ceb9e434d3ca5826bf4ccf5add7 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:17.516284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.614117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.664100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.674104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.682628 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.723451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 9, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:17.729330 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:17.738135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:17.746821 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:17.748049 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:31:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:17.749318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984c0f96-ed15-485d-9dcb-d11a95fa02b5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:17.759842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.760184 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment bd42e09b-9644-4c51-914a-4ee8148180a1 of type vlan for network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 Feb 04 16:32:17.794592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.842613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.871152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe484e3-1af2-4a8b-939e-340c458520d1 None None] Network 134ecedd-5529-4b25-aba1-9387005d0532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:17.899556 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.905525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.912256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:17.913137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:17.949724 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:17.979899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Subnet': ['ID=b6909ec1-2d80-4917-9107-11e52943e654,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:17.984224 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.008707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.082567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-09edbebd-5fe9-413e-bd5f-1943ea60df46 None None] Provisioning for port d8083a73-2947-4d13-83c0-de4b2298c2ea completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:18.096044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=82f48dcc-897f-42cb-8583-3447f0abaa64,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:18.101730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97b3d4c-d714-4291-a91d-8afd335af194 None None] Network 52897bfd-28ab-49f6-858c-e39e0930def0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:18.103980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:18.106818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.116859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:18.121589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:18.125405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.125992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.126379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.126749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.127084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.127408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.128298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.128634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.128949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.129269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.129781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:18.138900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c91fc730-0984-48d2-b24d-bb590d81b8f0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/82f48dcc-897f-42cb-8583-3447f0abaa64 HTTP/1.1" status: 204 len: 168 time: 0.9352195 Feb 04 16:32:18.148024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:18.148674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=7345dee6-9c04-4970-b2e7-54f393bb3ed6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:18.248321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Pushing event updated for resources: {'Port': ['ID=852419c3-f2a6-42c1-936d-23c643427848,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:18.251184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:18.326384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-38b8c5e8-b70a-4dbf-a4e8-561e5010e262 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3017559 Feb 04 16:32:18.326384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.326763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Checking segment: {'id': '56ce75d5-84be-4b41-9351-3db2ee88ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:18.326763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network hostable DHCP agents. Network: dd01d329-3b90-4249-8379-8cf7c3d3b735, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:18.328135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:18.331616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.371701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 3837f706-a79e-43cb-ae86-40fa985bd992 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:18.372081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.437744 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5c79fbf0-b4d1-4a3f-9d55-ff2db2bdb232 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0640812 Feb 04 16:32:18.442310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56546) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:18.453833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.116'}]}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:18.470164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:18.473567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56550) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:18.479759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Usage tracker for resource:router and tenant:67a2d96480134fb2acee4b3bcea9c42e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:18.486509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:18.496845 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 9, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:18.501985 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ff8ca-0d67-49f4-9c97-d37fdadbb844 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:13Z', 'revision_number': 9, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': '71eb5f5a-5191-4f05-a37b-fe252c1cc3a3', 'name': '', 'network_id': '33eafd23-9382-4696-bed5-c4b04d56ae12', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:24:a6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:11Z', 'updated_at': '2022-02-04T16:31:42Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '2db2354d-79bf-4a45-8244-21f78f7ff6ef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:18.504832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:18.512472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:18.593405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:18.622992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, dd01d329-3b90-4249-8379-8cf7c3d3b735) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:18.633716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12089501-8aa4-449c-8048-bc85def0ffcf None None] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:18.647884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:18.648476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.655604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 3837f706-a79e-43cb-ae86-40fa985bd992, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3837f706-a79e-43cb-ae86-40fa985bd992,segment=NetworkSegment(da2059c7-045a-4c40-b1a3-7d1e4db38361),segment_id=da2059c7-045a-4c40-b1a3-7d1e4db38361)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:18.656154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.674349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.675889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.701020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:18.706413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:18.710564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:18.717642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:18.725496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27dc6c78-0018-4a42-8a29-8742ce04c6c0 req-ec668d1c-91ac-47fb-8107-7d25a353c156 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1096 time: 0.4060187 Feb 04 16:32:18.733378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.777892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:18.791748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 3837f706-a79e-43cb-ae86-40fa985bd992 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:18.814497 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f859ab6b-7f4d-4445-a747-9d8e4e54736e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4252090 Feb 04 16:32:18.817815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:18.824505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56554) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:18.912123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:18.925483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27dc6c78-0018-4a42-8a29-8742ce04c6c0 req-42df22dd-07b9-4d1e-a4db-6fb7aff9b641 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413314 Feb 04 16:32:18.957840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'subnet': {'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:18.961944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5819931-47bf-4561-964a-278c6cb58fb4 None None] DHCP port deletion for 52897bfd-28ab-49f6-858c-e39e0930def0 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:18.962553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.982574 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:18.982574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:18.982896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15228d-e8dd-4f0d-925d-401678e471c9 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:19.092454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:32:19.101747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=3837f706-a79e-43cb-ae86-40fa985bd992,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.121469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 3837f706-a79e-43cb-ae86-40fa985bd992 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:19.133809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-dd01d329-3b90-4249-8379-8cf7c3d3b735', 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735', 'tenant_id': '6300f3e6821344ebb2d8862e36300bcf', 'fixed_ips': [{'subnet_id': 'b6909ec1-2d80-4917-9107-11e52943e654'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:19.135117 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.141846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3637376 Feb 04 16:32:19.146540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d8083a73-2947-4d13-83c0-de4b2298c2ea up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:19.154885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56560) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:19.190803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023315526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '75aca2a3-1796-4f0d-9bd8-3665af437736'}], 'security_groups': ['ccc9c6f4-93a7-4632-9ed5-17205cb34c0f', '47e0183d-7050-4349-bcaf-add902138992']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:19.247810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b42f05-395e-42a4-b23d-567fac468401 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Subnet': ['ID=75aca2a3-1796-4f0d-9bd8-3665af437736,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.270241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.293964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.450565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.474427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d8083a73-2947-4d13-83c0-de4b2298c2ea completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:19.482856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52897bfd-28ab-49f6-858c-e39e0930def0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:19.494305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:19.495377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d8083a73-2947-4d13-83c0-de4b2298c2ea triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:19.495755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.499378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2059c7-045a-4c40-b1a3-7d1e4db38361') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:19.499680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2059c7-045a-4c40-b1a3-7d1e4db38361') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:19.516058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1838bc4-c872-4cc0-9f11-5cf1bd96b02d req-ee3b32eb-ede0-43fd-9c3c-035a0e0a834a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:19.517509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1838bc4-c872-4cc0-9f11-5cf1bd96b02d req-ee3b32eb-ede0-43fd-9c3c-035a0e0a834a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.3550489 Feb 04 16:32:19.521830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.547195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:subnet and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:19.553751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:19.568468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.570417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:19.581552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:19.582469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:19.597676 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:19.602719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Allocated IP 2001:db8::2 (dd01d329-3b90-4249-8379-8cf7c3d3b735/b6909ec1-2d80-4917-9107-11e52943e654/1fc4492f-c6a2-4a0a-9652-f84e12908ebd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:19.609666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d1838bc4-c872-4cc0-9f11-5cf1bd96b02d req-631ca88e-cb7c-4433-b372-0def98971a99 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799587 Feb 04 16:32:19.662610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:19.673125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.691572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:19.782805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.788031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.806387 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.832463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-09bafdb3-3638-4224-bf86-f0548221bdac tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/6c11f9cb-47b9-45b5-9da2-94cc88386fd2 HTTP/1.1" status: 200 len: 993 time: 0.1688950 Feb 04 16:32:19.833484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=52897bfd-28ab-49f6-858c-e39e0930def0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:19.842816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-33c796b3-60cb-4d0a-847b-ba9821261254 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/52897bfd-28ab-49f6-858c-e39e0930def0 HTTP/1.1" status: 204 len: 168 time: 1.6863873 Feb 04 16:32:19.842816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:19.890127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d8083a73-2947-4d13-83c0-de4b2298c2ea, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d8083a73-2947-4d13-83c0-de4b2298c2ea,segment=NetworkSegment(bcae2e51-f274-4b9a-aebd-149c1144aec1),segment_id=bcae2e51-f274-4b9a-aebd-149c1144aec1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:19.954061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:19.960415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.118906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e69a965b-eba2-460b-96e3-e1b50c912f83 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:20.132870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.266058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e69a965b-eba2-460b-96e3-e1b50c912f83 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:20.266576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e69a965b-eba2-460b-96e3-e1b50c912f83 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:20.266997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3837f706-a79e-43cb-ae86-40fa985bd992 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:20.267497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.325430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d8083a73-2947-4d13-83c0-de4b2298c2ea,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.333189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3837f706-a79e-43cb-ae86-40fa985bd992 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:20.333537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3837f706-a79e-43cb-ae86-40fa985bd992 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:20.340095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Update dhcp port {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'fixed_ips': [{'subnet_id': '3d151a7a-e7aa-4ae3-a45b-ce3657460edc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '361bdee9-30c3-4180-94a0-e564983598dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '75aca2a3-1796-4f0d-9bd8-3665af437736'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '0bc4107c-d585-44cd-9e66-1d684fe1cc7d'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:32:20.344954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.374170 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.408179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Transition to ACTIVE for port object 1fc4492f-c6a2-4a0a-9652-f84e12908ebd will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:20.437124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.452233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Transition to ACTIVE for port object 1fc4492f-c6a2-4a0a-9652-f84e12908ebd will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:20.584933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.602679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.681679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Pushing event updated for resources: {'Port': ['ID=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.701017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:20.704342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:20.707995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:20.746395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': 'bd42e09b-9644-4c51-914a-4ee8148180a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:20.746844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 7345dee6-9c04-4970-b2e7-54f393bb3ed6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:20.794847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98524d5a-5869-4584-89fb-8d68c165e173 req-28ed72da-85b0-4356-8c8e-426b7d6db09f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2814546 Feb 04 16:32:20.797073 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:20.907139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d8083a73-2947-4d13-83c0-de4b2298c2ea up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:20.917271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Delete allocated IP 2001:db8::16e (2587e3cc-ebeb-4357-901d-86c83ba4d83d/361bdee9-30c3-4180-94a0-e564983598dc) {{(pid=83596) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 04 16:32:20.964497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Allocated IP 2001:db8:0:2::2b6 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/75aca2a3-1796-4f0d-9bd8-3665af437736/da9534a7-74dc-45d3-92ef-08fade41aa88) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:20.972389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Subnet': ['ID=5989fb0b-9d87-42b2-9ea8-0f86edeb5811,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:20.991762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:21.050271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 7345dee6-9c04-4970-b2e7-54f393bb3ed6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:21.057847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Attempting to bind port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:21.058224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Attempting to bind port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '56ce75d5-84be-4b41-9351-3db2ee88ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:21.060302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Attempting to bind port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd on network dd01d329-3b90-4249-8379-8cf7c3d3b735 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:21.075312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf6f83-39ec-4d00-86cb-fc8aa05a307b None None] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:21.086518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Checking segment: {'id': 'c8344a1f-f89d-49a5-985f-ee9dcfec982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:21.087209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network hostable DHCP agents. Network: 3b540666-b0e8-42e1-b2a2-24ccb92377c6, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:21.102840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:21.103703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.449853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:21.450370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Checking segment: {'id': '56ce75d5-84be-4b41-9351-3db2ee88ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:21.450531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.454660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Bound using segment: {'id': '56ce75d5-84be-4b41-9351-3db2ee88ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:21.455387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Bound port: 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ce75d5-84be-4b41-9351-3db2ee88ab18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'dd01d329-3b90-4249-8379-8cf7c3d3b735'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:21.456558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.475753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-7345dee6-9c04-4970-b2e7-54f393bb3ed6', 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:21.476565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.496396 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-13bb72ba-73d0-401f-8132-8a073e2ff6b7 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0217462 Feb 04 16:32:21.501987 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.513572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.516061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56582) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:21.531229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202724395'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:21.555996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:21.563617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:21.574963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:21.584513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:21.611085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.634151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d8083a73-2947-4d13-83c0-de4b2298c2ea triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:21.634684 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.638166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:21.644023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3b540666-b0e8-42e1-b2a2-24ccb92377c6) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:21.656999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:21.657597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.674261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43651184-e1f5-4b24-b2f3-dda185724143 None None] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:21.684453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.689910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:21.689910 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.716317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-ee8ca1f6-215f-4521-a777-4ca55a48c4d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5185580 Feb 04 16:32:21.727778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ecef-8351-439c-bf6b-bd93242af99e req-99745b7f-a8a1-4ec9-85f7-2790c873fb97 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:21.734547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd59ecef-8351-439c-bf6b-bd93242af99e req-99745b7f-a8a1-4ec9-85f7-2790c873fb97 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.2548168 Feb 04 16:32:21.774810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:21.884548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd59ecef-8351-439c-bf6b-bd93242af99e req-a8db2a0f-bac0-4586-a23c-81d20704197d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485662 Feb 04 16:32:21.898178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Allocated IP 172.20.255.242 (7345dee6-9c04-4970-b2e7-54f393bb3ed6/36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe/c21e4eb3-6924-4416-8930-5e6b2dd4a276) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:21.925648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9d86524-ff5c-4f62-9fcd-d13c97e775fb tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0084479 Feb 04 16:32:21.931225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56590) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:21.932076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:21.947740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:21.975409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:21.975643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.017935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.059109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:22.062030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.126899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:22.305759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87f86c-6748-4517-8dff-a07d0c884f5a None None] Pushing event updated for resources: {'Port': ['ID=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:22.363310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:22.374258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.375118 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment fa5b5687-fb4a-4d84-b81c-dc99e7a169ca of type vlan for network c8a15396-a7e5-43f5-9075-87bbc2464c97 Feb 04 16:32:22.390149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.415469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.455071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.474933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.478796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:22.479523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.498394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-3b540666-b0e8-42e1-b2a2-24ccb92377c6', 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6', 'tenant_id': '6300f3e6821344ebb2d8862e36300bcf', 'fixed_ips': [{'subnet_id': '5989fb0b-9d87-42b2-9ea8-0f86edeb5811'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:22.499220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.529406 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.530278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=71eb5f5a-5191-4f05-a37b-fe252c1cc3a3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:22.545524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Transition to ACTIVE for port object c21e4eb3-6924-4416-8930-5e6b2dd4a276 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:22.661233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Transition to ACTIVE for port object c21e4eb3-6924-4416-8930-5e6b2dd4a276 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:22.679752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:22.717990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=c8a15396-a7e5-43f5-9075-87bbc2464c97,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:22.733214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Transition to ACTIVE for port object da9534a7-74dc-45d3-92ef-08fade41aa88 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:22.760207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c8a15396-a7e5-43f5-9075-87bbc2464c97 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:22.978296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Pushing event updated for resources: {'Port': ['ID=c21e4eb3-6924-4416-8930-5e6b2dd4a276,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:23.127002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fc4492f-c6a2-4a0a-9652-f84e12908ebd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:23.161494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.233308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:23.248429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.250131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:23.252378 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60b96a57-6d8d-4aa5-bfbb-89b5f6ca2dd0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7351258 Feb 04 16:32:23.253231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:23.258710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:23.264962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': 'c8a15396-a7e5-43f5-9075-87bbc2464c97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:23.301267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Allocated IP 2001:db8::2 (3b540666-b0e8-42e1-b2a2-24ccb92377c6/5989fb0b-9d87-42b2-9ea8-0f86edeb5811/b267c39d-b517-4c91-91a7-81e0529f5fc5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:23.308274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee3c40-92e8-4867-b6d1-f36256801e66 req-811e2bb0-9ba8-4e39-a128-fe4cbc421846 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:23.315275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aaee3c40-92e8-4867-b6d1-f36256801e66 req-811e2bb0-9ba8-4e39-a128-fe4cbc421846 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.1935947 Feb 04 16:32:23.340243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event updated for resources: {'Port': ['ID=da9534a7-74dc-45d3-92ef-08fade41aa88,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:23.398462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] In _notify_port_updated(), no bound segment for port da9534a7-74dc-45d3-92ef-08fade41aa88 on network 2587e3cc-ebeb-4357-901d-86c83ba4d83d {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:32:23.402379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:23.402993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.404406 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cf555998-5477-4a6f-a83b-b549c227883f tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "PUT /v2.0/ports/da9534a7-74dc-45d3-92ef-08fade41aa88 HTTP/1.1" status: 200 len: 970 time: 4.2462325 Feb 04 16:32:23.411088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Allocated IP 2001:db8:0:2::2 (2587e3cc-ebeb-4357-901d-86c83ba4d83d/75aca2a3-1796-4f0d-9bd8-3665af437736/0bc4107c-d585-44cd-9e66-1d684fe1cc7d) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:23.470793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:23.543392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Attempting to bind port c21e4eb3-6924-4416-8930-5e6b2dd4a276 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:23.544207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Attempting to bind port c21e4eb3-6924-4416-8930-5e6b2dd4a276 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'bd42e09b-9644-4c51-914a-4ee8148180a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:23.544326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Attempting to bind port c21e4eb3-6924-4416-8930-5e6b2dd4a276 on network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:23.717181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:23.725553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.730681 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.749937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:23.750322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Checking segment: {'id': 'bd42e09b-9644-4c51-914a-4ee8148180a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:23.750778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.751381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Bound using segment: {'id': 'bd42e09b-9644-4c51-914a-4ee8148180a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:23.752791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Bound port: c21e4eb3-6924-4416-8930-5e6b2dd4a276, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd42e09b-9644-4c51-914a-4ee8148180a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7345dee6-9c04-4970-b2e7-54f393bb3ed6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:23.752791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.825677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.826156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39908e67-dd99-48ca-bf60-76baaed03720 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:23.862176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:23.867291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aaee3c40-92e8-4867-b6d1-f36256801e66 req-0e1171d8-9596-470c-aef5-e42ddc736ab1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5508533 Feb 04 16:32:23.870293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port da9534a7-74dc-45d3-92ef-08fade41aa88 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:23.870659 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.886430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] For port c21e4eb3-6924-4416-8930-5e6b2dd4a276, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:23.889928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] For port c21e4eb3-6924-4416-8930-5e6b2dd4a276, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c21e4eb3-6924-4416-8930-5e6b2dd4a276,segment=NetworkSegment(bd42e09b-9644-4c51-914a-4ee8148180a1),segment_id=bd42e09b-9644-4c51-914a-4ee8148180a1)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:23.905844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b197c-ff5e-4acc-b773-67bfb9c3bd77 None None] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:23.918694 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:32:23.922902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a5edc4d3-b86f-42cf-b1af-25321ff8e2b5 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4765108 Feb 04 16:32:23.923074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:23.923183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56626) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:23.925209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:23.931197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:23.946978 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:23.972515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:24.100553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Deleting port 852419c3-f2a6-42c1-936d-23c643427848 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:24.100864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.150676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:24.225642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Provisioning for port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:24.231842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.253818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Pushing event updated for resources: {'Port': ['ID=c21e4eb3-6924-4416-8930-5e6b2dd4a276,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:24.257936 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.278375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Provisioning complete for port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:24.278718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.296612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-1412592f-7e01-48a1-a048-3a7b35b0b19f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1096 time: 0.5536613 Feb 04 16:32:24.314478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:32:24.346254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Transition to ACTIVE for port object b267c39d-b517-4c91-91a7-81e0529f5fc5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:24.357604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.357604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.357910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.358180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.358437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.358760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.359083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.359403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.359719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.360041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.360370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39f9ab-d744-4950-80dc-db78fc2a8f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:24.370051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.437682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Transition to ACTIVE for port object b267c39d-b517-4c91-91a7-81e0529f5fc5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:24.477943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.483713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.575570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Pushing event updated for resources: {'Port': ['ID=b267c39d-b517-4c91-91a7-81e0529f5fc5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:24.592984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Transition to ACTIVE for port object 0bc4107c-d585-44cd-9e66-1d684fe1cc7d will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:24.636619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for da9534a7-74dc-45d3-92ef-08fade41aa88 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:24.662905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.680276 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.681728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.696652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.832375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Calling delete_port for 852419c3-f2a6-42c1-936d-23c643427848 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:24.835970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:24.850268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:24.880495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:24.883804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:24.924989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c21e4eb3-6924-4416-8930-5e6b2dd4a276 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:24.970452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Allocated IP 2001:db8::1 (dd01d329-3b90-4249-8379-8cf7c3d3b735/b6909ec1-2d80-4917-9107-11e52943e654/5628b63b-4d64-4dc3-9ae4-5c2d0652a96f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:24.991807 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:24.995612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-bcc061a3-514f-4a98-9f48-1a8eb719ab6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:24.997062 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-bcc061a3-514f-4a98-9f48-1a8eb719ab6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.5997736 Feb 04 16:32:25.028206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dba7db-94f0-4471-8cd6-090f74308078 None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.239635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Attempting to bind port b267c39d-b517-4c91-91a7-81e0529f5fc5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:25.239996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Attempting to bind port b267c39d-b517-4c91-91a7-81e0529f5fc5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c8344a1f-f89d-49a5-985f-ee9dcfec982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:25.240348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Attempting to bind port b267c39d-b517-4c91-91a7-81e0529f5fc5 on network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:25.263847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7f01e-0cff-49b7-b2a9-77960ffe7b75 None None] Pushing event updated for resources: {'Port': ['ID=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.266627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.272105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c21e4eb3-6924-4416-8930-5e6b2dd4a276 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:25.280449 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-db9f47da-9d01-451a-8247-d04c5dc44c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.288226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:25.289830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Checking segment: {'id': 'c8344a1f-f89d-49a5-985f-ee9dcfec982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:25.290244 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.290653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Bound using segment: {'id': 'c8344a1f-f89d-49a5-985f-ee9dcfec982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:25.291484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Bound port: b267c39d-b517-4c91-91a7-81e0529f5fc5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8344a1f-f89d-49a5-985f-ee9dcfec982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3b540666-b0e8-42e1-b2a2-24ccb92377c6'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:25.291484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.457930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] For port b267c39d-b517-4c91-91a7-81e0529f5fc5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:25.462895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] For port b267c39d-b517-4c91-91a7-81e0529f5fc5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b267c39d-b517-4c91-91a7-81e0529f5fc5,segment=NetworkSegment(c8344a1f-f89d-49a5-985f-ee9dcfec982b),segment_id=c8344a1f-f89d-49a5-985f-ee9dcfec982b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:25.474825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.514664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Pushing event deleted for resources: {'Port': ['ID=852419c3-f2a6-42c1-936d-23c643427848,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.618279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d674fa-8f85-4398-9ff8-57a8e7dcd697 None None] Pushing event updated for resources: {'Port': ['ID=b267c39d-b517-4c91-91a7-81e0529f5fc5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.641024 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.676921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Transition to ACTIVE for port object 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:25.715220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.752415 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-29ed8e27-69c6-431f-92b2-d39f8de61ac7 tempest-RoutersAdminNegativeTest-2092109798 tempest-RoutersAdminNegativeTest-2092109798-project-admin] 10.222.0.62 "DELETE /v2.0/ports/852419c3-f2a6-42c1-936d-23c643427848 HTTP/1.1" status: 204 len: 168 time: 1.8282650 Feb 04 16:32:25.770401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.837303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cfeb14e7-ce62-4555-9170-a8cb076cb18e None None] Provisioning complete for port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:25.837676 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfeb14e7-ce62-4555-9170-a8cb076cb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:25.883094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-134afbfe-a67f-46e7-bd43-4765a13ecb09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1001 time: 0.8741426 Feb 04 16:32:25.929350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Port': ['ID=5628b63b-4d64-4dc3-9ae4-5c2d0652a96f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:25.943594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:25.945554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:25.949361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7ba8a-3bb8-4ced-85a0-0cce67ef9817 None None] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:25.950566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:25.951087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.183490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f407c0d-8e61-47f8-8cc0-bb0366a1cb53 req-b08b3337-a51b-46bb-b0b0-cf33a4a5d6ed tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:26.185142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f407c0d-8e61-47f8-8cc0-bb0366a1cb53 req-b08b3337-a51b-46bb-b0b0-cf33a4a5d6ed tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 1.1315305 Feb 04 16:32:26.189398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.194812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.269845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-02eadc46-2e74-47be-b254-b0a1783a144a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:26.271438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-02eadc46-2e74-47be-b254-b0a1783a144a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.3634946 Feb 04 16:32:26.442159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=da9534a7-74dc-45d3-92ef-08fade41aa88,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:26.474820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56638) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:26.537366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.547037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.557129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f407c0d-8e61-47f8-8cc0-bb0366a1cb53 req-182a7914-37c3-48f3-9199-4531577cd642 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568573 Feb 04 16:32:26.664266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3249cf39-c161-4d04-bbc5-a3f692e1ca28 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/da9534a7-74dc-45d3-92ef-08fade41aa88 HTTP/1.1" status: 204 len: 168 time: 3.1797154 Feb 04 16:32:26.671320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:26.673001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:26.673496 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.742791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:26.752602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Could not find standard attr ID for object da9534a7-74dc-45d3-92ef-08fade41aa88. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:32:26.772791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning for port c21e4eb3-6924-4416-8930-5e6b2dd4a276 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:26.779737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning complete for port c21e4eb3-6924-4416-8930-5e6b2dd4a276 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:26.782050 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.856627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=25d8b79e-bcfc-40d6-8de3-58293602fedb,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:26.931549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:26.932718 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9aa6934-f686-4f65-b30d-c2b380b123ec tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] GET failed (client error): The resource could not be found. Feb 04 16:32:26.934488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f9aa6934-f686-4f65-b30d-c2b380b123ec tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Synchronizing usage tracker for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:26.934756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.943785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.945098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:26.949518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': 'fa5b5687-fb4a-4d84-b81c-dc99e7a169ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8a15396-a7e5-43f5-9075-87bbc2464c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:26.949958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: c8a15396-a7e5-43f5-9075-87bbc2464c97, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:26.979957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.014898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b267c39d-b517-4c91-91a7-81e0529f5fc5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:27.018913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-75eb88b2-df3a-42e0-95c3-6234339e491d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6567323 Feb 04 16:32:27.121063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.160932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:27.164908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b267c39d-b517-4c91-91a7-81e0529f5fc5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:27.166755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Usage tracker for resource:security_group_rule and tenant:105fea090ffd4918b7c377b7b130cbdc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:27.170605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:27.179223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:27.183214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] For port c21e4eb3-6924-4416-8930-5e6b2dd4a276, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c21e4eb3-6924-4416-8930-5e6b2dd4a276,segment=NetworkSegment(bd42e09b-9644-4c51-914a-4ee8148180a1),segment_id=bd42e09b-9644-4c51-914a-4ee8148180a1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:27.184630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fc4492f-c6a2-4a0a-9652-f84e12908ebd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:27.220953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.288666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Port': ['ID=5628b63b-4d64-4dc3-9ae4-5c2d0652a96f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:27.336561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f9aa6934-f686-4f65-b30d-c2b380b123ec tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Unset dirty status for tenant:1d061ceb9e434d3ca5826bf4ccf5add7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:27.337962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f9aa6934-f686-4f65-b30d-c2b380b123ec tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports/da9534a7-74dc-45d3-92ef-08fade41aa88 HTTP/1.1" status: 404 len: 333 time: 0.6550555 Feb 04 16:32:27.347015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-970707fa-3ac6-466f-96e5-8104b1f438ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.347732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:27.353709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning for port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:27.357338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:27.358526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Pushing event updated for resources: {'Port': ['ID=c21e4eb3-6924-4416-8930-5e6b2dd4a276,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:27.359150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:27.381352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning complete for port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:27.381970 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.442247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:27.442919 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.491908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:27.544995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:27.569372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:27.569736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca16da7f-37df-4308-9489-4fb121461a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.586760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network c8a15396-a7e5-43f5-9075-87bbc2464c97 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:27.617945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9664127-8658-4b75-8219-ea676143e51f None None] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:27.631597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.676818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c8a15396-a7e5-43f5-9075-87bbc2464c97) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:27.681562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:27.682166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.688012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-5c5fa060-27e7-445b-8fed-31ced8a7c322 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555605 Feb 04 16:32:27.717491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8d2fc-2b83-496d-acee-3619609e4545 None None] Network c8a15396-a7e5-43f5-9075-87bbc2464c97 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:27.749956 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.817318 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-94890d17-042f-4179-9036-2d4dec871237 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.5572562 Feb 04 16:32:27.818164 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.823858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56656) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:27.887738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:27.922843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:27.991882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3561a71f-c25f-4172-8cfb-df211f2da0ed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:27.994081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.039173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-808f0b19-d01c-4b13-a501-00a8a1f4c17d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=105fea090ffd4918b7c377b7b130cbdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5580642 Feb 04 16:32:28.042362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:28.046937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:28.081951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:28.114879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.135055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-a90a20d8-9438-4f5c-ba00-eb6059ed6cb3 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374161 Feb 04 16:32:28.141379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcefe8-9baf-4fdf-abd5-1d70b9451dce req-0ebaab06-0b13-40a6-871a-2b480332c41e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:28.150005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71fcefe8-9baf-4fdf-abd5-1d70b9451dce req-0ebaab06-0b13-40a6-871a-2b480332c41e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.3844948 Feb 04 16:32:28.183558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff9cec-3f71-46cb-af79-6ebbb901b73a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:28.209815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Router 1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:32:28.210439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4d10155-6f58-487b-a85a-65838c7a5f4a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3663011 Feb 04 16:32:28.218523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.219773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b30f654a-fd6d-4d08-ba16-42fa6b533b04 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/security-groups/e3ff9cec-3f71-46cb-af79-6ebbb901b73a HTTP/1.1" status: 204 len: 168 time: 0.8624473 Feb 04 16:32:28.223231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:28.223536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56666) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:28.286965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71fcefe8-9baf-4fdf-abd5-1d70b9451dce req-fc7d8ee5-8902-4052-89c0-395cb1351190 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245563 Feb 04 16:32:28.294177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.294442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:28.294889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:28.326431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.380852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.440555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.460394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3561a71f-c25f-4172-8cfb-df211f2da0ed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:28.467795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.471830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d695786b-acf3-4f67-bda3-9987f32847a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3561a71f-c25f-4172-8cfb-df211f2da0ed HTTP/1.1" status: 204 len: 168 time: 0.4247041 Feb 04 16:32:28.508385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596a510-e6d8-45a6-8d2c-c3610faeda22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-c8a15396-a7e5-43f5-9075-87bbc2464c97', 'network_id': 'c8a15396-a7e5-43f5-9075-87bbc2464c97', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '25d8b79e-bcfc-40d6-8de3-58293602fedb'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:28.509210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5596a510-e6d8-45a6-8d2c-c3610faeda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.549754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:28.550211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.677316 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.698064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:28.723140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.781912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 2db2354d-79bf-4a45-8244-21f78f7ff6ef {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:28.788164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.800573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=25d8b79e-bcfc-40d6-8de3-58293602fedb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:28.805204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.808275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Provisioning complete for port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:28.808779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.878968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-5da21cfb-9b2b-4043-96a5-44e3514ae306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2344387 Feb 04 16:32:28.889774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.919215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56676) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:28.974249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:28.988976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-404d451b-3431-4248-8779-b8ee3c061d1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67a2d96480134fb2acee4b3bcea9c42e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0661366 Feb 04 16:32:28.989810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server [None req-5596a510-e6d8-45a6-8d2c-c3610faeda22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25d8b79e-bcfc-40d6-8de3-58293602fedb: This subnet is being modified by another concurrent operation. Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25d8b79e-bcfc-40d6-8de3-58293602fedb: This subnet is being modified by another concurrent operation. Feb 04 16:32:29.030706 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Feb 04 16:32:29.048901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.049522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.076844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.082585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:29.083536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a15396-a7e5-43f5-9075-87bbc2464c97']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.100346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:29.113023 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] Sync routers for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:29.134705 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:29.135849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.136808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b5687-fb4a-4d84-b81c-dc99e7a169ca') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.137108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b5687-fb4a-4d84-b81c-dc99e7a169ca') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.153469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0183d-7050-4349-bcaf-add902138992,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:29.162237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.185685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683ed66-fea6-46ef-aa16-1c56fb563fc5 None None] Network c8a15396-a7e5-43f5-9075-87bbc2464c97 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:29.228618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.230772 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94f42cfa-2afc-49ad-91e7-ab864471b5c1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2395918 Feb 04 16:32:29.233816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.236841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56684) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.257374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.265227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.266843 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53c01e4b-82a6-45c7-a0db-d5fc74f7965d tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/security-groups/47e0183d-7050-4349-bcaf-add902138992 HTTP/1.1" status: 204 len: 168 time: 1.0243802 Feb 04 16:32:29.292492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.303308 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.314471 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:29.315335 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.355094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Could not find standard attr ID for object da9534a7-74dc-45d3-92ef-08fade41aa88. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:32:29.376957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:29.377907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:29.412784 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:29.423462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:29.426635 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1f4522-3595-4eef-b8e2-1d62f7479c00 None None] The sync data for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:29.448223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.492301 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.497308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.537580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Provisioning for port b267c39d-b517-4c91-91a7-81e0529f5fc5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:29.557426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Provisioning complete for port b267c39d-b517-4c91-91a7-81e0529f5fc5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:29.558162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.577093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-6a628bae-35a7-487c-92ca-2f7fc4113d81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.5738721 Feb 04 16:32:29.629436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.629684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ae93b-e124-48a5-b4f3-c3932575ff3b None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:32:29.630563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.657186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c21e4eb3-6924-4416-8930-5e6b2dd4a276 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:29.672016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.677015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.711547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6397254f-1638-45d3-b7a9-10d991cab725,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:29.725391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.726678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d1f96bef-158f-437b-9ade-d4a15c732e92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6397254f-1638-45d3-b7a9-10d991cab725 HTTP/1.1" status: 204 len: 168 time: 0.7364583 Feb 04 16:32:29.739220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.768829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019155f-c200-4e0d-a672-6caa8f143c49 req-037bd738-258b-4cb2-bf26-61cdfc5dadfc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.770899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f019155f-c200-4e0d-a672-6caa8f143c49 req-037bd738-258b-4cb2-bf26-61cdfc5dadfc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.2776525 Feb 04 16:32:29.782271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.783725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/security-groups/ccc9c6f4-93a7-4632-9ed5-17205cb34c0f HTTP/1.1" status: 204 len: 168 time: 0.5158479 Feb 04 16:32:29.789912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b315-1920-4a93-875c-b41549285bcd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9c6f4-93a7-4632-9ed5-17205cb34c0f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:29.804511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.855798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.870753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=2db2354d-79bf-4a45-8244-21f78f7ff6ef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:29.876475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=c8a15396-a7e5-43f5-9075-87bbc2464c97,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:29.886382 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-52bf9d3c-2e43-44c0-b715-843d0308f110 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/2db2354d-79bf-4a45-8244-21f78f7ff6ef HTTP/1.1" status: 204 len: 168 time: 1.6536825 Feb 04 16:32:29.892066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-63bdb7dd-42be-47a9-adba-01657fa0f52c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/c8a15396-a7e5-43f5-9075-87bbc2464c97 HTTP/1.1" status: 204 len: 168 time: 2.0668087 Feb 04 16:32:29.896407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56700) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.896559 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56702) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:29.903545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-4cc64f78-fc09-4c7e-bfd8-d4ab68444c50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:29.905029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-589114477'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:29.912234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-4cc64f78-fc09-4c7e-bfd8-d4ab68444c50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 910 time: 0.3091202 Feb 04 16:32:29.946068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:29.955572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:29.969383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c21e4eb3-6924-4416-8930-5e6b2dd4a276 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:29.969776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.009336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 10, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:30.012142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:30.024169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:30.044092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:30.055992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:30.100164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ae93b-e124-48a5-b4f3-c3932575ff3b None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:32:30.104430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] For port b267c39d-b517-4c91-91a7-81e0529f5fc5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b267c39d-b517-4c91-91a7-81e0529f5fc5,segment=NetworkSegment(c8344a1f-f89d-49a5-985f-ee9dcfec982b),segment_id=c8344a1f-f89d-49a5-985f-ee9dcfec982b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:30.105557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.106160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f019155f-c200-4e0d-a672-6caa8f143c49 req-afadc433-6975-45a0-8b4b-bf449f795e12 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206573 Feb 04 16:32:30.118354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.165915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:30.165915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:30.229417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-dc8920cb-f26d-488a-876c-8dfd33bae191 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 1001 time: 0.1382782 Feb 04 16:32:30.343698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.383497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:30.383843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.431404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-e0e97d21-620b-4779-a87f-871953a74a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:30.433466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-e0e97d21-620b-4779-a87f-871953a74a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.1849043 Feb 04 16:32:30.443224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 361bdee9-30c3-4180-94a0-e564983598dc {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:30.446806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.563726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.581160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Pushing event updated for resources: {'Port': ['ID=b267c39d-b517-4c91-91a7-81e0529f5fc5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:30.584645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Provisioning complete for port c21e4eb3-6924-4416-8930-5e6b2dd4a276 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:30.585398 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a8880d1f-6db1-4217-b359-055fae468bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.627005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:30.631415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.634359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:30.657317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-c488894c-72eb-479c-80e2-16f03a5aa32e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633692 Feb 04 16:32:30.789968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:30.803990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.804736 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 3d60563a-ebf1-4f30-824e-fccb46760a63 of type vlan for network 55b6f886-1ca5-42f0-b4c3-9006ee1295bf Feb 04 16:32:30.821395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.838190 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.869688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-432eed69-49e8-4c74-9b35-95a23c21b4bd service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040801 Feb 04 16:32:30.879192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,segment=NetworkSegment(b386b4d8-a0f6-49a3-ab7e-56eaa217b665),segment_id=b386b4d8-a0f6-49a3-ab7e-56eaa217b665)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:30.880165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.889205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.894189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:30.895130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:30.949461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0479069 Feb 04 16:32:30.973211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:30.985841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '55b6f886-1ca5-42f0-b4c3-9006ee1295bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:31.111101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:31.115361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:31.118198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:31.124437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:31.137417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56728) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:31.148906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:31.268246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:31.274220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-168ed8d7-d98f-440b-aad4-da5ac1ec0509 None None] Provisioning complete for port b267c39d-b517-4c91-91a7-81e0529f5fc5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:31.274806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-168ed8d7-d98f-440b-aad4-da5ac1ec0509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.354537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 10, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:31.361018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b7903-7d4f-45c9-ab0c-e531e15d5224 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:22Z', 'revision_number': 10, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None, '_interfaces': [{'id': 'a02d4322-616a-4b77-8572-1ba0acdefa8f', 'name': '', 'network_id': 'f188028a-f9fb-4a7a-a7c1-f0eef750876a', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'mac_address': 'fa:16:3e:c2:5e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:00Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 5, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'subnets': [{'id': '30e95bb3-8367-4300-863d-56b4a8da5f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:31.402064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.433579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f842103-fdca-40bd-986d-2ed0035cdc52 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=55b6f886-1ca5-42f0-b4c3-9006ee1295bf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:31.440137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0856ce-6a77-402a-9c72-4af267133b71 None None] Network 33eafd23-9382-4696-bed5-c4b04d56ae12 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:31.462281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 55b6f886-1ca5-42f0-b4c3-9006ee1295bf details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:31.478118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.495896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-774896610'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:31.510939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01ae083f-c4b0-4402-918f-0be9a01ef1ec req-d96abd52-ac47-410d-9dc5-17f207cad2b0 service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333525 Feb 04 16:32:31.521677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=361bdee9-30c3-4180-94a0-e564983598dc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:31.523786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:31.531260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=4e98ac3c-e59c-4fa7-84c2-afab9859a6e0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:31.536578 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.538903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:31.555649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:network and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:31.562656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.566240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:31.601817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1ccc5-7ad8-4a2f-97b1-ab7ef7ca0982 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:31.629823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:31.646663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e2a858d0-87c0-4dfa-9b79-3b432179e9c5 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/361bdee9-30c3-4180-94a0-e564983598dc HTTP/1.1" status: 204 len: 168 time: 1.8344121 Feb 04 16:32:31.649040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56736) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:31.668953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:32:31.669352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:32:31.674177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:31.677734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.705079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.729588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623a290-c252-4af1-9f26-3fef2ae227b9 req-092aa3f8-8b80-4702-b75d-bcaccb36b333 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:31.731113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4623a290-c252-4af1-9f26-3fef2ae227b9 req-092aa3f8-8b80-4702-b75d-bcaccb36b333 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.3305104 Feb 04 16:32:31.779896 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:31.834867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:31.882075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:security_group_rule and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:31.887507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:31.903982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eafd23-9382-4696-bed5-c4b04d56ae12']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:31.909822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:31.941932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4623a290-c252-4af1-9f26-3fef2ae227b9 req-d10c86af-0509-45e9-8055-c0b73b8cf0ea tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976235 Feb 04 16:32:32.012160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:32.012792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b386b4d8-a0f6-49a3-ab7e-56eaa217b665') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:32.021003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b267c39d-b517-4c91-91a7-81e0529f5fc5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:32.024611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.034741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.071442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.104901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:32.105752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.122249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:32.124272 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:32.141168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=20a4ce41-f275-4dd9-9b32-2f9d3b163a0c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:32.143458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.197568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:32.203572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec4d56b-edc5-4d39-a5b0-fec8aeb385de,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:32.208229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '3d60563a-ebf1-4f30-824e-fccb46760a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55b6f886-1ca5-42f0-b4c3-9006ee1295bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:32.208583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 55b6f886-1ca5-42f0-b4c3-9006ee1295bf, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:32.224428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.224725 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Added segment 469e5f5f-3005-49a8-9a46-98a092e4d57d of type vlan for network bd412730-b5d2-4eca-9672-f81838f83494 Feb 04 16:32:32.262260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b267c39d-b517-4c91-91a7-81e0529f5fc5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:32.262930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.270373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 55b6f886-1ca5-42f0-b4c3-9006ee1295bf is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:32.277281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.307223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 55b6f886-1ca5-42f0-b4c3-9006ee1295bf) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:32.312790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:32.313634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.333426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126b726-adce-4559-a84b-f0e28605ef40 None None] Network 55b6f886-1ca5-42f0-b4c3-9006ee1295bf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:32.352172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92a082-1e8e-445a-9c36-15fa0ebc0081 None None] DHCP port deletion for 33eafd23-9382-4696-bed5-c4b04d56ae12 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:32.360871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.365301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:32.365874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.372329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 75aca2a3-1796-4f0d-9bd8-3665af437736 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:32.381437 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.388333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bf616d96-70db-4e58-ae8d-d7a30998298a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4148161 Feb 04 16:32:32.398272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56740) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:32.504074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.504359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3658309 Feb 04 16:32:32.534456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56744) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:32.545747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.570323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.574976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392dc0d-ce77-4bf9-aaa3-e636532b0c77 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Network': ['ID=bd412730-b5d2-4eca-9672-f81838f83494,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:32.578884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:32.621410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'subnet': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:32.635848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:32.636495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71eb5f5a-5191-4f05-a37b-fe252c1cc3a3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:32.637408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network bd412730-b5d2-4eca-9672-f81838f83494 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:32.644711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=33eafd23-9382-4696-bed5-c4b04d56ae12,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:32.661140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b84e720d-ee6b-47eb-9e1c-3771eada646a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/33eafd23-9382-4696-bed5-c4b04d56ae12 HTTP/1.1" status: 204 len: 168 time: 2.7635458 Feb 04 16:32:32.665502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:32.678720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.761217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.829263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb73851-7a3e-4320-b6ec-8d1512b315de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-55b6f886-1ca5-42f0-b4c3-9006ee1295bf', 'network_id': '55b6f886-1ca5-42f0-b4c3-9006ee1295bf', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '20a4ce41-f275-4dd9-9b32-2f9d3b163a0c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:32.830084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-edb73851-7a3e-4320-b6ec-8d1512b315de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:32.858924 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-680d7a1e-af3d-4ba2-9e27-7d5923030e33 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:32:32.862666 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-680d7a1e-af3d-4ba2-9e27-7d5923030e33 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.6217163 Feb 04 16:32:32.869952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56752) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:32.957717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:32.965984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:subnet and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:32.972236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:32.980252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:33.003031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.039256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.042878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server [None req-edb73851-7a3e-4320-b6ec-8d1512b315de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20a4ce41-f275-4dd9-9b32-2f9d3b163a0c: This subnet is being modified by another concurrent operation. Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise value Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server raise exception Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20a4ce41-f275-4dd9-9b32-2f9d3b163a0c: This subnet is being modified by another concurrent operation. Feb 04 16:32:33.117954 n-d-827873-1 neutron-server[83598]: ERROR oslo_messaging.rpc.server Feb 04 16:32:33.163540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6556a3cc-484f-4171-a827-86877fe1ce40 None None] Network 55b6f886-1ca5-42f0-b4c3-9006ee1295bf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:33.185605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=20a4ce41-f275-4dd9-9b32-2f9d3b163a0c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:33.200730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.280501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.340673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3602b5dc-bc20-4043-b14a-ba9d8983c6b0 None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:33.340673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3602b5dc-bc20-4043-b14a-ba9d8983c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.364854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.407129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b6f886-1ca5-42f0-b4c3-9006ee1295bf']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:33.409078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=75aca2a3-1796-4f0d-9bd8-3665af437736,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:33.422379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3602b5dc-bc20-4043-b14a-ba9d8983c6b0 None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:33.426791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.433695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d60563a-ebf1-4f30-824e-fccb46760a63') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:33.434229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d60563a-ebf1-4f30-824e-fccb46760a63') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:33.438416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3602b5dc-bc20-4043-b14a-ba9d8983c6b0 None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:33.438844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3602b5dc-bc20-4043-b14a-ba9d8983c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.451443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185203c9-7eaa-4437-9688-a07114767639 req-ef488a2d-f05f-410b-b77d-79ef52dac11f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:33.458579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-185203c9-7eaa-4437-9688-a07114767639 req-ef488a2d-f05f-410b-b77d-79ef52dac11f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.2804174 Feb 04 16:32:33.465927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28a620-3b98-4879-a938-2b40a1fbc1da None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:32:33.467312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.490009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a5f7d3b-d8ec-4d0b-9ef9-00309e2eeba0 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/75aca2a3-1796-4f0d-9bd8-3665af437736 HTTP/1.1" status: 204 len: 168 time: 1.8380663 Feb 04 16:32:33.495531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:33.530182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:33.581104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:33.581527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4e98ac3c-e59c-4fa7-84c2-afab9859a6e0 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:33.638128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.669120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.731643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28a620-3b98-4879-a938-2b40a1fbc1da None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:32:33.755128 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a75cc9-4f1f-4746-9452-72bbf1d4e8eb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:33.755664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a75cc9-4f1f-4746-9452-72bbf1d4e8eb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:33.767667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.769754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:33.770157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:33.785129 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:33.848447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-80a75cc9-4f1f-4746-9452-72bbf1d4e8eb tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/361bdee9-30c3-4180-94a0-e564983598dc HTTP/1.1" status: 404 len: 337 time: 0.3468308 Feb 04 16:32:33.867717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:33.960779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-185203c9-7eaa-4437-9688-a07114767639 req-ae77b812-7c19-42ad-8497-05db433c28ac tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4993081 Feb 04 16:32:33.992082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Subnet': ['ID=5073d683-9a38-4115-acf4-9fef4336d6a8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:33.999460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.004172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.030389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Checking segment: {'id': '469e5f5f-3005-49a8-9a46-98a092e4d57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:34.031228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network hostable DHCP agents. Network: bd412730-b5d2-4eca-9672-f81838f83494, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:34.050993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=55b6f886-1ca5-42f0-b4c3-9006ee1295bf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:34.063836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-30e377bf-7b89-450c-94a2-210ab9f1867b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/55b6f886-1ca5-42f0-b4c3-9006ee1295bf HTTP/1.1" status: 204 len: 168 time: 1.6577845 Feb 04 16:32:34.063836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.076855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting subnet 3d151a7a-e7aa-4ae3-a45b-ce3657460edc {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:34.079879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.137496 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.145095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91300a5b-7ac8-4c76-b621-4e7aec7e8586 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:34.189845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:34.190298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978832802'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:34.204132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:34.212946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:34.219983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:34.237435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, bd412730-b5d2-4eca-9672-f81838f83494) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:34.245819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:34.246455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.246879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f257fc-c696-4f34-b3cc-33c0b2ee6a3c None None] Network bd412730-b5d2-4eca-9672-f81838f83494 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:34.254107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:34.275788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.311742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:34.317747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.334696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.335365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-396b64f6-f8ca-461b-94a2-7bf855009e05 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7864752 Feb 04 16:32:34.340432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56770) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.345651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-107186021'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:34.499773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:34.528366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.528983 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 978bb876-6caa-406c-8f14-7c47d2b50d80 of type vlan for network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 Feb 04 16:32:34.552045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.569626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:34.576176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:port and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:34.580026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:34.588454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:34.611270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Subnet': ['ID=3d151a7a-e7aa-4ae3-a45b-ce3657460edc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:34.618226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.629783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.635282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:34.638574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.662518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1d03acc0-047f-493d-8651-8ffdbfe9a029 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/3d151a7a-e7aa-4ae3-a45b-ce3657460edc HTTP/1.1" status: 204 len: 168 time: 0.7922945 Feb 04 16:32:34.663024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56774) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.663675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-bd412730-b5d2-4eca-9672-f81838f83494', 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'tenant_id': 'd6854103ca634d75a46c649691833a56', 'fixed_ips': [{'subnet_id': '5073d683-9a38-4115-acf4-9fef4336d6a8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:34.664476 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.718906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.722567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:34.723139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.723305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port 49e35f6c-e776-4847-8c3d-fb09e765e381 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:34.757715 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9743f930-7e65-43a1-be00-fe45d87be3fd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:34.758106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9743f930-7e65-43a1-be00-fe45d87be3fd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:34.760048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9743f930-7e65-43a1-be00-fe45d87be3fd tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/98d6de85-7174-42c9-b7ee-270e038fef1f HTTP/1.1" status: 404 len: 337 time: 0.0940962 Feb 04 16:32:34.766196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56778) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.832936 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01c40b92-142a-4627-a0d7-233be0484805 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "GET /v2.0/ports?device_id=500b151f-a747-4d74-85c0-ba880f619f6e HTTP/1.1" status: 200 len: 205 time: 0.0608249 Feb 04 16:32:34.834621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56782) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.837239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a61ac8-5bfb-44fc-9a2b-aa73ac4d6f61 None None] Update dhcp port {'port': {'network_id': '2587e3cc-ebeb-4357-901d-86c83ba4d83d', 'fixed_ips': [{'subnet_id': '3d151a7a-e7aa-4ae3-a45b-ce3657460edc'}], 'binding:host_id': 'n-d-827873-1'}, 'id': '0bc4107c-d585-44cd-9e66-1d684fe1cc7d'} from n-d-827873-1. {{(pid=83598) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 04 16:32:34.840522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7701046 Feb 04 16:32:34.840778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56786) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.848125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:34.937353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e8a61ac8-5bfb-44fc-9a2b-aa73ac4d6f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:34.974008 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-b4bd0e6c-4942-4b3a-b101-ce3426d2c90c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] delete failed (client error): The resource could not be found. Feb 04 16:32:34.977352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4bd0e6c-4942-4b3a-b101-ce3426d2c90c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/routers/500b151f-a747-4d74-85c0-ba880f619f6e HTTP/1.1" status: 404 len: 336 time: 0.1390738 Feb 04 16:32:34.977352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553261bd-08a9-4cbe-84f4-214df16f54da tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=5b6ab18f-9ee5-44db-8e4a-b92ddc42c552,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:34.983660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56790) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:34.991986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:35.026471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port a02d4322-616a-4b77-8572-1ba0acdefa8f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:35.026726 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.059402 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c38af7-d668-4b85-9b4a-8ff3854ea172 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.059917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c38af7-d668-4b85-9b4a-8ff3854ea172 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.061483 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2c38af7-d668-4b85-9b4a-8ff3854ea172 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/30bbbc06-29ae-422f-a971-66108243b587 HTTP/1.1" status: 404 len: 337 time: 0.0769098 Feb 04 16:32:35.065706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56798) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.069553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:35.082996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:35.087447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:35.102496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:35.116613 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fd6069-ffc1-4153-b808-e10dae97f262 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.117217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fd6069-ffc1-4153-b808-e10dae97f262 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.122423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c5fd6069-ffc1-4153-b808-e10dae97f262 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/ec33da15-dc8d-4055-a3d6-db54fe048d70 HTTP/1.1" status: 404 len: 337 time: 0.0524831 Feb 04 16:32:35.122423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.169221 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca405ed7-49d9-4b95-8481-0da778e09597 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.169660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca405ed7-49d9-4b95-8481-0da778e09597 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.171336 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca405ed7-49d9-4b95-8481-0da778e09597 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/b263b12f-a2db-4fac-b106-5ce552abf91b HTTP/1.1" status: 404 len: 337 time: 0.0490713 Feb 04 16:32:35.174011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.220727 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-738628aa-503b-40a9-9d7b-c82bdc1a5920 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.221261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738628aa-503b-40a9-9d7b-c82bdc1a5920 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.222931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-738628aa-503b-40a9-9d7b-c82bdc1a5920 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/72c31382-4117-4753-9f9d-d8be6a9100c5 HTTP/1.1" status: 404 len: 333 time: 0.0480006 Feb 04 16:32:35.225536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.242541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Allocated IP 172.20.0.2 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/b2fdf2d6-5365-4424-9c76-71de399948a5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:35.255319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:35.359553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43cdf7f-11f4-48a2-b8ef-622871f55ea4 None None] Network 2587e3cc-ebeb-4357-901d-86c83ba4d83d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:35.438607 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66c6479-fc48-43c0-ad0b-806a006d9246 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.439041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66c6479-fc48-43c0-ad0b-806a006d9246 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.441533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c66c6479-fc48-43c0-ad0b-806a006d9246 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/d52d590b-1d83-4216-9aef-781a3797ceba HTTP/1.1" status: 404 len: 337 time: 0.2151089 Feb 04 16:32:35.447183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56814) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.485851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.529650 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-744d3b1c-d8b7-4fa4-8d73-5ddfa4051391 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.530093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744d3b1c-d8b7-4fa4-8d73-5ddfa4051391 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.562422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Provisioning complete for port 1cf5f350-0f89-4c69-8839-713cc39f508e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:35.562743 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.597713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947925d0-c6ba-4a79-a1ec-aa5dbe2366e1 req-9c2292e5-4e2c-4278-9f07-cee2ec9da4bd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:35.597945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port a02d4322-616a-4b77-8572-1ba0acdefa8f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a02d4322-616a-4b77-8572-1ba0acdefa8f,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:35.597945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.599736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-947925d0-c6ba-4a79-a1ec-aa5dbe2366e1 req-9c2292e5-4e2c-4278-9f07-cee2ec9da4bd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.1660817 Feb 04 16:32:35.619254 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-744d3b1c-d8b7-4fa4-8d73-5ddfa4051391 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/1bac62d2-5479-427f-83fa-e7c40802e7e8 HTTP/1.1" status: 404 len: 337 time: 0.1685479 Feb 04 16:32:35.623304 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.649575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0bc4107c-d585-44cd-9e66-1d684fe1cc7d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:35.701083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-947925d0-c6ba-4a79-a1ec-aa5dbe2366e1 req-ee488049-4296-4b08-b6b7-159325b08eaf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962718 Feb 04 16:32:35.749858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Port 1cf5f350-0f89-4c69-8839-713cc39f508e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:35.778782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:35.779351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.892023 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.897913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Provisioning complete for port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:35.898389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.931079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for a02d4322-616a-4b77-8572-1ba0acdefa8f owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:35.937577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:35.963219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Transition to ACTIVE for port object b2fdf2d6-5365-4424-9c76-71de399948a5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:35.969341 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d561ba84-f16b-4fc9-af27-c9cedf873eaa tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:35.969788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d561ba84-f16b-4fc9-af27-c9cedf873eaa tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:35.975250 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d561ba84-f16b-4fc9-af27-c9cedf873eaa tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/3bfaa976-a89e-43fa-8d49-2a038be259df HTTP/1.1" status: 404 len: 333 time: 0.3460860 Feb 04 16:32:35.975389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56822) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:35.992747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] DHCP port deletion for 2587e3cc-ebeb-4357-901d-86c83ba4d83d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:36.013601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Deleting port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:36.013985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.016585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.034954 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-635215bb-91c3-4fe8-b562-699f51c31321 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:36.035407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635215bb-91c3-4fe8-b562-699f51c31321 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:36.039559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-635215bb-91c3-4fe8-b562-699f51c31321 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/583d535c-59aa-48ad-aa73-c0ade70f01d5 HTTP/1.1" status: 404 len: 337 time: 0.0605135 Feb 04 16:32:36.039719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Transition to ACTIVE for port object b2fdf2d6-5365-4424-9c76-71de399948a5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:36.060478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.064507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56826) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:36.151175 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e5b9bc-a098-4a80-89c2-c9bf2e6ed0bc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:36.151538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e5b9bc-a098-4a80-89c2-c9bf2e6ed0bc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:36.173733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:36.180558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81e5b9bc-a098-4a80-89c2-c9bf2e6ed0bc tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/subnets/fefe508e-d98a-49bd-b506-1d27ea748fb9 HTTP/1.1" status: 404 len: 337 time: 0.1134605 Feb 04 16:32:36.190743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:36.202062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.220199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for 5628b63b-4d64-4dc3-9ae4-5c2d0652a96f owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:36.292336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.8 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/49e35f6c-e776-4847-8c3d-fb09e765e381) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:36.296603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:36.301249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:36.303295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Pushing event updated for resources: {'Port': ['ID=b2fdf2d6-5365-4424-9c76-71de399948a5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.311459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:36.377934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Deleting port 1cf5f350-0f89-4c69-8839-713cc39f508e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:36.378276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.434514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.451450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.488867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.502264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Port': ['ID=5628b63b-4d64-4dc3-9ae4-5c2d0652a96f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.592858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=11']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.603871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Attempting to bind port b2fdf2d6-5365-4424-9c76-71de399948a5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:36.604616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Attempting to bind port b2fdf2d6-5365-4424-9c76-71de399948a5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '469e5f5f-3005-49a8-9a46-98a092e4d57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:36.605223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Attempting to bind port b2fdf2d6-5365-4424-9c76-71de399948a5 on network bd412730-b5d2-4eca-9672-f81838f83494 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:36.608527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:36.609189 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.679374 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.682482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.741513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:36.742422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Checking segment: {'id': '469e5f5f-3005-49a8-9a46-98a092e4d57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:36.743464 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.744101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Bound using segment: {'id': '469e5f5f-3005-49a8-9a46-98a092e4d57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:36.744828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Bound port: b2fdf2d6-5365-4424-9c76-71de399948a5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469e5f5f-3005-49a8-9a46-98a092e4d57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:36.745441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.761145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Calling delete_port for 0bc4107c-d585-44cd-9e66-1d684fe1cc7d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:36.803681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:36.845696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:36.983272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf1a92-4c43-48af-81ff-82cae730a498 None None] Pushing event updated for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.986290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] For port b2fdf2d6-5365-4424-9c76-71de399948a5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:36.989949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] For port b2fdf2d6-5365-4424-9c76-71de399948a5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2fdf2d6-5365-4424-9c76-71de399948a5,segment=NetworkSegment(469e5f5f-3005-49a8-9a46-98a092e4d57d),segment_id=469e5f5f-3005-49a8-9a46-98a092e4d57d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:36.991385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:36.991675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=36cbc9ca-2fa9-408d-8490-7147619e9eac,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:36.991804 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:37.000728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.106915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.120675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e20b4-529b-4f92-be8f-7bba8d698bed None None] Pushing event updated for resources: {'Port': ['ID=b2fdf2d6-5365-4424-9c76-71de399948a5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.129822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object 49e35f6c-e776-4847-8c3d-fb09e765e381 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:37.207111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '978bb876-6caa-406c-8f14-7c47d2b50d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:37.207468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:37.213665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=a02d4322-616a-4b77-8572-1ba0acdefa8f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.290730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.291132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.291398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.291726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.292048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.292369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.292689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.293017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.293337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.293910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.294015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.369920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.370288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.370776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.371109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.371467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.371833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.372233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.372583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.372902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.373219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.373536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:32:37.384465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.413910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2b460-4460-4a11-95ca-59faebe0e0e5 req-02683457-f492-4fd4-ad63-e209ebb5f847 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:37.415420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5d2b460-4460-4a11-95ca-59faebe0e0e5 req-02683457-f492-4fd4-ad63-e209ebb5f847 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.4921420 Feb 04 16:32:37.450608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Router 1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:37.493083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Deleting port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:37.493601 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.555801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5d2b460-4460-4a11-95ca-59faebe0e0e5 req-5107c260-bbd9-4d57-8d6c-56b29c96e4c1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325009 Feb 04 16:32:37.572327 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.581560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Calling delete_port for 1cf5f350-0f89-4c69-8839-713cc39f508e owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:37.645884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:37.657261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cbf6b230-d484-4008-8215-9a587f702c09 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7753346 Feb 04 16:32:37.662271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56836) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:37.666802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] Sync routers for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:37.748219 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-a92e5ddc-9aa3-45a0-bc08-efb8fcfe5ee6 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] delete failed (client error): The resource could not be found. Feb 04 16:32:37.749153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a92e5ddc-9aa3-45a0-bc08-efb8fcfe5ee6 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-545774298 HTTP/1.1" status: 404 len: 334 time: 0.0852845 Feb 04 16:32:37.753981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56840) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:37.759640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a41baf8d-11e1-468c-863d-694e08512e7f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'router': {'external_gateway_info': {'network_id': '1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:37.766374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2fdf2d6-5365-4424-9c76-71de399948a5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:37.804524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:37.851341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:37.852386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:37.869823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.873135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:37.917009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:37.917586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:37.919042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9526556e-70ad-4eb4-9461-f38837588fae None None] Network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:37.923663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:37.927824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=49e35f6c-e776-4847-8c3d-fb09e765e381,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:37.936450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:37.945199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:37.999194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.011961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] For port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,segment=NetworkSegment(fe9f982a-7677-4d55-a09a-0d29c0b5f2c0),segment_id=fe9f982a-7677-4d55-a09a-0d29c0b5f2c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:38.012472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.046785 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.117146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-63213ff8-e0d0-4cec-9ae1-091351ee9023 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2720306 Feb 04 16:32:38.131519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56848) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:38.134378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Port': ['ID=1cf5f350-0f89-4c69-8839-713cc39f508e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:38.226789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Calling delete_port for 0bc4107c-d585-44cd-9e66-1d684fe1cc7d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:38.287381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:38.288427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.301554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a41baf8d-11e1-468c-863d-694e08512e7f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.303564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:38.304177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.310212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.312187 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8a8c56eb-0c3a-4610-9986-86ea53c6b224 tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/ports/1cf5f350-0f89-4c69-8839-713cc39f508e HTTP/1.1" status: 204 len: 168 time: 2.1199389 Feb 04 16:32:38.316620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56852) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:38.349050 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6affdbac-9c11-4187-8459-90b8dd547914 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0077832 Feb 04 16:32:38.385456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.386352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dc913-4746-4f1c-add3-78ae0c0f3c21 None None] The sync data for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:38.405722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56856) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:38.423259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b2fdf2d6-5365-4424-9c76-71de399948a5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:38.471724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-2019480586', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:05:93'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:38.489692 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.492033 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-a41baf8d-11e1-468c-863d-694e08512e7f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] update failed (client error): The resource could not be found. Feb 04 16:32:38.494714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a41baf8d-11e1-468c-863d-694e08512e7f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 HTTP/1.1" status: 404 len: 339 time: 0.7379644 Feb 04 16:32:38.500468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56860) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:38.505380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.510960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f20a6-6e87-4c89-90ec-9014c298fbc0 None None] Network bd412730-b5d2-4eca-9672-f81838f83494 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:38.516457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1160167136'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:38.522704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:38.528128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:network and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:38.532306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:38.545861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:38.572937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.614287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5b6ab18f-9ee5-44db-8e4a-b92ddc42c552', 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '36cbc9ca-2fa9-408d-8490-7147619e9eac'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:38.615436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.650906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] Pushing event deleted for resources: {'Port': ['ID=0bc4107c-d585-44cd-9e66-1d684fe1cc7d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:38.709850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:38.713247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.718381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d36ca-0642-4953-aa1b-c2cf7e2f997d None None] No DVR routers for this DVR port 0bc4107c-d585-44cd-9e66-1d684fe1cc7d on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:38.740574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Provisioning for port b2fdf2d6-5365-4424-9c76-71de399948a5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:38.760835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Provisioning complete for port b2fdf2d6-5365-4424-9c76-71de399948a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:38.761480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.798883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.849792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2587e3cc-ebeb-4357-901d-86c83ba4d83d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.856735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:38.870872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.871158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9f982a-7677-4d55-a09a-0d29c0b5f2c0') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:38.889909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.890308 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Added segment 617eb84f-3711-4e23-b608-3faa548296c0 of type vlan for network 7d1bf095-4b87-4765-87db-0ad11f40a121 Feb 04 16:32:38.898159 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.898411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.918687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27854528-cca8-4304-9ede-2b21bcf5f1e4 req-a15b1631-91bf-4394-a2ec-488946db859a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:38.920144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27854528-cca8-4304-9ede-2b21bcf5f1e4 req-a15b1631-91bf-4394-a2ec-488946db859a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.1932364 Feb 04 16:32:38.937589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.969150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.978526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:38.979255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:38.979781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:38.990184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:38.999423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:port and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.005828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.012661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.039286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Allocated IP 172.20.0.1 (5b6ab18f-9ee5-44db-8e4a-b92ddc42c552/36cbc9ca-2fa9-408d-8490-7147619e9eac/b5cb0f37-85f8-4872-ac91-9ed66fa5e596) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:39.086712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:39.124368 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:39.144577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.225413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] For port b2fdf2d6-5365-4424-9c76-71de399948a5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2fdf2d6-5365-4424-9c76-71de399948a5,segment=NetworkSegment(469e5f5f-3005-49a8-9a46-98a092e4d57d),segment_id=469e5f5f-3005-49a8-9a46-98a092e4d57d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:39.237098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27854528-cca8-4304-9ede-2b21bcf5f1e4 req-080130fe-519d-4786-971f-603391e00323 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962224 Feb 04 16:32:39.243590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.247701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.256250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:39.257297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.260543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:39.269668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c6167b70-dfde-401a-887c-62582e7c996a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5491025 Feb 04 16:32:39.270643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56866) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.280397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.299929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:39.332612 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:39.336626 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:39.358470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.373389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] 10.222.0.62 "DELETE /v2.0/networks/2587e3cc-ebeb-4357-901d-86c83ba4d83d HTTP/1.1" status: 204 len: 168 time: 1.0555975 Feb 04 16:32:39.398784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8910446 Feb 04 16:32:39.399931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:39.412001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'subnet': {'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:39.416701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd85e59-b5bb-42e4-8233-daceeb225112 None None] Pushing event updated for resources: {'Port': ['ID=b2fdf2d6-5365-4424-9c76-71de399948a5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.442056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.445956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f9e5b-aa3a-442b-a285-bbffcd688d11 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Network': ['ID=7d1bf095-4b87-4765-87db-0ad11f40a121,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.476810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:39.511950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Transition to ACTIVE for port object b5cb0f37-85f8-4872-ac91-9ed66fa5e596 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:39.528238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.568375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6dae2-2147-409d-9c1b-0595eb1b9d3c tempest-PortsIpV6TestJSON-1146060988 tempest-PortsIpV6TestJSON-1146060988-project] Pushing event deleted for resources: {'Network': ['ID=2587e3cc-ebeb-4357-901d-86c83ba4d83d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.620881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:39.630809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Usage tracker for resource:subnet and tenant:6300f3e6821344ebb2d8862e36300bcf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:39.634306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:39.648485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:39.669045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Made reservation on behalf of 6300f3e6821344ebb2d8862e36300bcf for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:39.691768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Transition to ACTIVE for port object b5cb0f37-85f8-4872-ac91-9ed66fa5e596 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:39.698534 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:39.715056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port 1c19d547-66fb-4e40-8870-af542cd95784 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:39.716143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2fdf2d6-5365-4424-9c76-71de399948a5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:39.784669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.822183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting subnet 30e95bb3-8367-4300-863d-56b4a8da5f05 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:32:39.837089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.841983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.872154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:39.929445 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:39.929777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:39.939546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:39.951992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=36cbc9ca-2fa9-408d-8490-7147619e9eac,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:39.974148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:39.980738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:39.994917 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:39.998240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:40.020582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Pushing event updated for resources: {'Port': ['ID=b5cb0f37-85f8-4872-ac91-9ed66fa5e596,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:40.123403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.152852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Provisioning for port 49e35f6c-e776-4847-8c3d-fb09e765e381 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:40.156608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56878) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.180968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Provisioning complete for port 49e35f6c-e776-4847-8c3d-fb09e765e381 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:40.182680 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.227092 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:40.234914 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-79054787-2649-4988-83a8-fee742be4be5 service neutron] show failed (client error): The resource could not be found. Feb 04 16:32:40.237161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-79054787-2649-4988-83a8-fee742be4be5 service neutron] 10.222.0.41 "GET /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1811445 Feb 04 16:32:40.238267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.281925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.11 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/1c19d547-66fb-4e40-8870-af542cd95784) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:40.296409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6ab18f-9ee5-44db-8e4a-b92ddc42c552']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:40.311781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b2fdf2d6-5365-4424-9c76-71de399948a5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:40.312952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.325105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978bb876-6caa-406c-8f14-7c47d2b50d80') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:40.325394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978bb876-6caa-406c-8f14-7c47d2b50d80') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:40.343948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.378871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Attempting to bind port b5cb0f37-85f8-4872-ac91-9ed66fa5e596 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:40.379247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Attempting to bind port b5cb0f37-85f8-4872-ac91-9ed66fa5e596 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '978bb876-6caa-406c-8f14-7c47d2b50d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:40.379627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Attempting to bind port b5cb0f37-85f8-4872-ac91-9ed66fa5e596 on network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:40.398960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.404156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.412949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Port 49e35f6c-e776-4847-8c3d-fb09e765e381 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:40.417089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:40.417461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Checking segment: {'id': '978bb876-6caa-406c-8f14-7c47d2b50d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:40.417878 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.418402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Bound using segment: {'id': '978bb876-6caa-406c-8f14-7c47d2b50d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:40.418884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Bound port: b5cb0f37-85f8-4872-ac91-9ed66fa5e596, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978bb876-6caa-406c-8f14-7c47d2b50d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:40.419862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.459478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:40.460152 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:40.477213 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:40.504566 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.526488 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:40.540398 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c488055-bb77-428b-94ef-89ff15387ec6 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:40.640237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Provisioning complete for port b2fdf2d6-5365-4424-9c76-71de399948a5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:40.640988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04bd4f64-be28-4325-9891-670d05fef33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.705507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:32:40.705507 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:32:40.705507 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '5b6ab18f-9ee5-44db-8e4a-b92ddc42c552'}] Feb 04 16:32:40.705507 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:40.706580 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:40.748765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] For port b5cb0f37-85f8-4872-ac91-9ed66fa5e596, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:40.753358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] For port b5cb0f37-85f8-4872-ac91-9ed66fa5e596, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b5cb0f37-85f8-4872-ac91-9ed66fa5e596,segment=NetworkSegment(978bb876-6caa-406c-8f14-7c47d2b50d80),segment_id=978bb876-6caa-406c-8f14-7c47d2b50d80)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:40.762921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.771330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.774549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Subnet': ['ID=8bfc5203-bffd-4b28-b31d-0c81804cc2ef,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:40.809567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Checking segment: {'id': '617eb84f-3711-4e23-b608-3faa548296c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:40.810014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network hostable DHCP agents. Network: 7d1bf095-4b87-4765-87db-0ad11f40a121, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:40.815361 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-651099e3-66cb-466c-a042-d71fcfafa4aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d061ceb9e434d3ca5826bf4ccf5add7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6492054 Feb 04 16:32:40.820768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.832698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Subnet': ['ID=30e95bb3-8367-4300-863d-56b4a8da5f05,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:40.846410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92daef-95ef-4cc4-b742-2584ed58891f req-51cd1130-8916-43d0-956c-6ca6c33ee85a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:40.847591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae92daef-95ef-4cc4-b742-2584ed58891f req-51cd1130-8916-43d0-956c-6ca6c33ee85a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.1962149 Feb 04 16:32:40.850522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-c7f4b11a-f3e1-4ead-a652-7897c4474698 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 1096 time: 0.2405410 Feb 04 16:32:40.854581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.865976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:40.868754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:40.874349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f970a2-bea0-4731-bc2d-ffc3293353cf None None] Network f188028a-f9fb-4a7a-a7c1-f0eef750876a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:40.886462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b5f715f8-5d17-4405-878e-095f827b4a8a tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/30e95bb3-8367-4300-863d-56b4a8da5f05 HTTP/1.1" status: 204 len: 168 time: 1.6106501 Feb 04 16:32:40.889955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:40.927155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object 1c19d547-66fb-4e40-8870-af542cd95784 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:40.980768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f4d01-7ab6-445e-8c41-a8027852e6ad None None] Pushing event updated for resources: {'Port': ['ID=b5cb0f37-85f8-4872-ac91-9ed66fa5e596,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:41.031516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.038555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:41.047783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Deleting port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:41.048477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.075849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.082989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae92daef-95ef-4cc4-b742-2584ed58891f req-a13b8c15-879b-4ed2-a60a-da178ff5d212 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820385 Feb 04 16:32:41.095980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 7d1bf095-4b87-4765-87db-0ad11f40a121) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:41.096192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.106274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.117079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cee09e-de0d-474c-a398-1f92070c395a None None] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:41.123882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:41.124546 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.149052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.211477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.225199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-12fb0fc9-6b01-4010-bc3a-cbd9de0af16f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8199012 Feb 04 16:32:41.229494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:41.244979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e06ccb98-46a8-460d-b612-1c0aa68ce677 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:41.282797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170bfe8d-c28c-4c49-b614-b1e29184e65d None None] Network 5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:41.308701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port b5cb0f37-85f8-4872-ac91-9ed66fa5e596 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:41.309128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.347234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:41.370381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:41.370670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1992fc01-d29f-4775-bca3-b58a4c5e6605 None None] Provisioning complete for port 49e35f6c-e776-4847-8c3d-fb09e765e381 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:41.371104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1992fc01-d29f-4775-bca3-b58a4c5e6605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.373645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:41.401941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=1c19d547-66fb-4e40-8870-af542cd95784,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:41.518439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1992fc01-d29f-4775-bca3-b58a4c5e6605 None None] Port 49e35f6c-e776-4847-8c3d-fb09e765e381 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:41.597366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a02d4322-616a-4b77-8572-1ba0acdefa8f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:41.695420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a02d4322-616a-4b77-8572-1ba0acdefa8f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:41.695772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a02d4322-616a-4b77-8572-1ba0acdefa8f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:41.707387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:41.707546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.728794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] For port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:41.729194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.736873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.789490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-7d1bf095-4b87-4765-87db-0ad11f40a121', 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121', 'tenant_id': '6300f3e6821344ebb2d8862e36300bcf', 'fixed_ips': [{'subnet_id': '8bfc5203-bffd-4b28-b31d-0c81804cc2ef'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:41.790310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.800621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] DHCP port deletion for f188028a-f9fb-4a7a-a7c1-f0eef750876a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:32:41.807240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Deleting port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:41.807816 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.810566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf46ef-f527-45f6-b73e-c8ab0f3436df,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:41.828044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.832176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-629267b6-66cd-4e80-b360-6ec88784bdd8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bdaf46ef-f527-45f6-b73e-c8ab0f3436df HTTP/1.1" status: 204 len: 168 time: 1.0064957 Feb 04 16:32:41.864152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c10ca7a-f78b-4973-99eb-5eec43c3bcd4 None None] Provisioning for port 1c19d547-66fb-4e40-8870-af542cd95784 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:41.897406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Calling delete_port for 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:41.931253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c10ca7a-f78b-4973-99eb-5eec43c3bcd4 None None] Provisioning complete for port 1c19d547-66fb-4e40-8870-af542cd95784 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:41.931632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c10ca7a-f78b-4973-99eb-5eec43c3bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:41.975399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b4d87571-1ab0-4661-92e8-0539aa7d5dc3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.5119889 Feb 04 16:32:41.982701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56900) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:42.020369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:42.105210 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port b5cb0f37-85f8-4872-ac91-9ed66fa5e596, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b5cb0f37-85f8-4872-ac91-9ed66fa5e596,segment=NetworkSegment(978bb876-6caa-406c-8f14-7c47d2b50d80),segment_id=978bb876-6caa-406c-8f14-7c47d2b50d80)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:42.105707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.125882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Allocated IP 2001:db8:1::2 (7d1bf095-4b87-4765-87db-0ad11f40a121/8bfc5203-bffd-4b28-b31d-0c81804cc2ef/cb3310b7-37ff-47b4-9bd4-bcd938ecc84b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:42.137613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e06ccb98-46a8-460d-b612-1c0aa68ce677 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.162037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:42.294356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for b5cb0f37-85f8-4872-ac91-9ed66fa5e596 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:42.384468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.389258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.428013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:42.436093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.444528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=b5cb0f37-85f8-4872-ac91-9ed66fa5e596,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:42.468107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Transition to ACTIVE for port object 95689edb-fb22-4e3b-ba03-c21b59d65ce3 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:42.481672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.502495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Port': ['ID=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:42.515336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:42.521519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:42.526117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:42.527259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Synchronizing usage tracker for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:42.530387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port b5cb0f37-85f8-4872-ac91-9ed66fa5e596 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:42.533608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No DVR routers for this DVR port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:42.631884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32813d2c-863d-4872-b6de-4f842be936dd req-2d85cc70-a1b2-4bcd-869f-ed762d835de0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:42.633402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32813d2c-863d-4872-b6de-4f842be936dd req-2d85cc70-a1b2-4bcd-869f-ed762d835de0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.3298829 Feb 04 16:32:42.667272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:42.760615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] For port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5792cac3-46cd-479b-9bf8-54b0ad5a1cfb,segment=NetworkSegment(ace43ef1-7ca1-439c-b922-cadfc62cfa27),segment_id=ace43ef1-7ca1-439c-b922-cadfc62cfa27)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:42.762393 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.765235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.802531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6ab18f-9ee5-44db-8e4a-b92ddc42c552']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:42.815881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978bb876-6caa-406c-8f14-7c47d2b50d80') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:42.816401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978bb876-6caa-406c-8f14-7c47d2b50d80') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:42.828732 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.846010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.849580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32813d2c-863d-4872-b6de-4f842be936dd req-5cb3cadb-1e6c-4a78-8aa0-82501c088a0c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983161 Feb 04 16:32:42.853567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:42.854172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:42.892632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] No DVR routers for this DVR port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:42.942444 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:42.980466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Unset dirty status for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:42.981812 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3e6c2838-bbf8-4213-afb8-5f8cf6bd7f79 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.9983897 Feb 04 16:32:42.985182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.018436 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-e06ccb98-46a8-460d-b612-1c0aa68ce677 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:32:43.022933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e06ccb98-46a8-460d-b612-1c0aa68ce677 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 HTTP/1.1" status: 400 len: 364 time: 1.7875690 Feb 04 16:32:43.022933 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'code': 200} Feb 04 16:32:43.026968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56926) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.033762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Calling delete_port for 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:43.056741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.077138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.081059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-1c10ca7a-f78b-4973-99eb-5eec43c3bcd4 None None] Port 1c19d547-66fb-4e40-8870-af542cd95784 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:43.085200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.097752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=5b6ab18f-9ee5-44db-8e4a-b92ddc42c552,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.106486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.119375 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01eeb835-a2ab-44be-9768-b2810e751a29 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 HTTP/1.1" status: 204 len: 168 time: 4.9827454 Feb 04 16:32:43.120817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Transition to ACTIVE for port object cb3310b7-37ff-47b4-9bd4-bcd938ecc84b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:43.123075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f188028a-f9fb-4a7a-a7c1-f0eef750876a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:43.130602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56932) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.137792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace43ef1-7ca1-439c-b922-cadfc62cfa27') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:43.137792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace43ef1-7ca1-439c-b922-cadfc62cfa27') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:43.145968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Transition to ACTIVE for port object cb3310b7-37ff-47b4-9bd4-bcd938ecc84b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:43.146221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022745664'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:43.151114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.155241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:43.159846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:43.161724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port 1c19d547-66fb-4e40-8870-af542cd95784 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:43.162145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.169924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.177556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:43.178177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.190839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:43.195061 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:43.199197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:43.212907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:43.235447 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.253684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:43.293297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.316164 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.323347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Pushing event deleted for resources: {'Network': ['ID=f188028a-f9fb-4a7a-a7c1-f0eef750876a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.331571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a530281e-f30d-47fb-abd9-134c4f69700e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/networks/f188028a-f9fb-4a7a-a7c1-f0eef750876a HTTP/1.1" status: 204 len: 168 time: 2.4405806 Feb 04 16:32:43.332398 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56938) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.337876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'routes': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:43.342556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:43.356514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:43.363066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:43.419096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Pushing event updated for resources: {'Port': ['ID=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.451820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:43.452175 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:43.480533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Attempting to bind port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:43.480997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Attempting to bind port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '617eb84f-3711-4e23-b608-3faa548296c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:43.481429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Attempting to bind port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b on network 7d1bf095-4b87-4765-87db-0ad11f40a121 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:43.488953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:43.489414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Checking segment: {'id': '617eb84f-3711-4e23-b608-3faa548296c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:43.489876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.490380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Bound using segment: {'id': '617eb84f-3711-4e23-b608-3faa548296c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:43.490925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Bound port: cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '617eb84f-3711-4e23-b608-3faa548296c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7d1bf095-4b87-4765-87db-0ad11f40a121'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:43.491364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.534656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56942) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:43.581148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:32:43.623287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:32:43.623810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:32:43.655769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] For port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:43.659516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] For port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,segment=NetworkSegment(617eb84f-3711-4e23-b608-3faa548296c0),segment_id=617eb84f-3711-4e23-b608-3faa548296c0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:43.667869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.731769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:43.735167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.753579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1986669293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:43.770571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:43.779845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:router and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:43.782084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218c1a-2cce-4260-b0ff-81e2f52fd7b0 None None] Pushing event updated for resources: {'Port': ['ID=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:43.784425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:43.827009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:43.829095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Added routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 04 16:32:43.829391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.extraroute_db [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Removed routes are [] {{(pid=83596) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 04 16:32:43.829746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.913834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.916695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.953643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Deleting port 5792cac3-46cd-479b-9bf8-54b0ad5a1cfb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:43.954022 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.978320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:43.995754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:43.996499 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 536a2fee-284b-476c-bea6-8cc13227ea70 of type vlan for network 40a82a6b-d1e4-4727-9597-3b0de91510be Feb 04 16:32:44.045334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.056731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-de49c416-ab40-45cc-ba60-d790d2d91213 None None] The port '5792cac3-46cd-479b-9bf8-54b0ad5a1cfb' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:32:44.114773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.139086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.182631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.188490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.249448 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.271676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for 1c19d547-66fb-4e40-8870-af542cd95784 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:44.326256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.330033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ad8971ec-4763-4722-b962-385973c6b0a8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7904730 Feb 04 16:32:44.332872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:44.340981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-856472213'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:44.347955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:44.353511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:network and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:44.357016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:44.366314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:44.372882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:44.384169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:44.387061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.425653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:32:44.450729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.478136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.482094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:44.482762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.557176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:44.562914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:security_group_rule and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:44.566942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:44.573984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:44.576061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:44.586373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Sync routers for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:44.589271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.590618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab214d4f-8aed-480e-8dc5-f5b9e5a694c1 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 701 time: 1.2572634 Feb 04 16:32:44.594854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56954) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:44.606745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:44.607376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:44.642100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-faff10a2-7a76-4ff3-8837-4632ba96e15f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:44.683153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-faff10a2-7a76-4ff3-8837-4632ba96e15f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:44.684673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-faff10a2-7a76-4ff3-8837-4632ba96e15f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 205 time: 0.0886655 Feb 04 16:32:44.687724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56958) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:44.742064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6067059 Feb 04 16:32:44.751240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:44.755586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56962) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:44.769138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:44.833253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d5f26-8ea6-4546-ba4c-81d3e2de828a tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=40a82a6b-d1e4-4727-9597-3b0de91510be,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:44.873388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa2ef6-929d-4e85-90d1-a5c66f7a26e2 req-f6091242-da40-454f-83fb-80e484531b75 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:44.874897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5aa2ef6-929d-4e85-90d1-a5c66f7a26e2 req-f6091242-da40-454f-83fb-80e484531b75 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.5706968 Feb 04 16:32:44.904826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 40a82a6b-d1e4-4727-9597-3b0de91510be details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:44.912821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:44.913118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:44.913444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:44.917680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038cb31-138f-4590-acc5-a788423cf2f0 None None] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:44.926987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:44.931235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:44.934747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:44.941837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:44.959023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.965442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.970054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:44.979580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:44.994824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:32:44.995485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:45.004193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.011701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:45.012335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:45.012908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Bound using segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:45.013675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Bound port: 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:45.014212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.035894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:45.063750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Checking router: a925c03c-b4bf-49e3-89cb-6e43c77c0f4a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:45.085834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5aa2ef6-929d-4e85-90d1-a5c66f7a26e2 req-689172b3-284c-4567-99dc-66c08330c74a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977603 Feb 04 16:32:45.173416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=1c19d547-66fb-4e40-8870-af542cd95784,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.205520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Routers {'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:45.205850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:45.249370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:45.251587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-da2ab8a6-5d05-484c-ac4b-d465d973f7b5 None None] Provisioning for port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:45.271795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.347459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492ad6a8-f502-4550-90d8-37f53e4fff52,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:45.350405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.350767 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Added segment c0ac8ed4-bff8-4437-be5c-f5a86b87162e of type vlan for network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 Feb 04 16:32:45.379813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.387242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] Set router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:45.506300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:45.540177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97e5b9f-2fc9-4c1d-8621-44788d4a92b2 None None] The sync data for ids ['a925c03c-b4bf-49e3-89cb-6e43c77c0f4a'] in n-d-827873-1 is: [{'id': 'a925c03c-b4bf-49e3-89cb-6e43c77c0f4a', 'name': 'tempest-RoutersTest-router-1385542163', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:30:55Z', 'updated_at': '2022-02-04T16:32:36Z', 'revision_number': 11, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:45.540397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.735430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb3310b7-37ff-47b4-9bd4-bcd938ecc84b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:45.738566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:45.742774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:45.860075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:45.867097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:45.868114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.892102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.949391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734c8775-dcba-432d-ada8-fb293f6b84d5 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:32:45.992615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:45.996316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:45.996895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.007946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.040749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5ad422b4-f1fe-4b93-a8ce-cb876f14b4ed None None] Provisioning complete for port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:46.041022 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ad422b4-f1fe-4b93-a8ce-cb876f14b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.043293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.045401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] 10.222.0.58 "PUT /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1091 time: 5.1842206 Feb 04 16:32:46.053023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:46.076949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.098006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.128532 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.177676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Allocated IP 2001:db8::1 (134ecedd-5529-4b25-aba1-9387005d0532/8ec73135-1e39-480d-b3a6-32293cc7b6c4/e81a957c-95f9-47f6-a6b4-6e7191893f50) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:46.184208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Network': ['ID=36dab85f-a1c1-4ea0-a96e-3eebe6554533,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.190823 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7846e519-d2fc-4278-b879-0dcd8219461e tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8520632 Feb 04 16:32:46.199201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a8e8b-211f-4d44-87f4-c41b8f8e20ec service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.200462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56970) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:46.211958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:46.214690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'subnet': {'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:46.271146 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:32:46.277294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c12a223b-c049-49b4-a7e4-fce1ee521026 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/1c19d547-66fb-4e40-8870-af542cd95784 HTTP/1.1" status: 204 len: 168 time: 3.2911377 Feb 04 16:32:46.304274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56974) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:46.363799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.399160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.399677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router a925c03c-b4bf-49e3-89cb-6e43c77c0f4a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:46.415912 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f601694-a84e-4021-a0b7-afdda400d2df tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] GET failed (client error): The resource could not be found. Feb 04 16:32:46.421009 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8f601694-a84e-4021-a0b7-afdda400d2df tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports/1c19d547-66fb-4e40-8870-af542cd95784 HTTP/1.1" status: 404 len: 333 time: 0.1112854 Feb 04 16:32:46.435437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:46.438457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,segment=NetworkSegment(617eb84f-3711-4e23-b608-3faa548296c0),segment_id=617eb84f-3711-4e23-b608-3faa548296c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:46.451048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-1034825823'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:46.478031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.479140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-41b03c53-c6fd-4e54-bba7-670af560307b tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 204 len: 168 time: 1.7902844 Feb 04 16:32:46.496925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:46.500202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:46.518240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:subnet and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:46.519560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-532188762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:46.522180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:46.523812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c8775-dcba-432d-ada8-fb293f6b84d5 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:32:46.528793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-8bdd1b41-37a6-4d53-8ae0-47ab0f150ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1094 time: 0.4407837 Feb 04 16:32:46.529013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:46.535462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:46.577025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.582936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Usage tracker for resource:router and tenant:f8be50672a234d16b285e710d2493a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:46.589123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=c8d1cf2b-f711-45ec-beb8-03f6ab343495,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.591922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:46.603419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:46.612762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:46.643478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ad422b4-f1fe-4b93-a8ce-cb876f14b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.722395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-5c40bebe-601a-4b9e-bc24-82e8c2686c62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1094 time: 0.4461699 Feb 04 16:32:46.728103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.757920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62abf-fbca-4d30-95ff-b2d5019da1cf req-7b22eec5-7b80-49f3-bd83-7b2870d67537 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.759147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aa62abf-fbca-4d30-95ff-b2d5019da1cf req-7b22eec5-7b80-49f3-bd83-7b2870d67537 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.4210601 Feb 04 16:32:46.760027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.760974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.814108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:46.874035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Transition to ACTIVE for port object e81a957c-95f9-47f6-a6b4-6e7191893f50 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:46.887386 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-5ad422b4-f1fe-4b93-a8ce-cb876f14b4ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:46.888156 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-5ad422b4-f1fe-4b93-a8ce-cb876f14b4ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:46.888530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '536a2fee-284b-476c-bea6-8cc13227ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:46.889053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 40a82a6b-d1e4-4727-9597-3b0de91510be, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:46.929813 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:46.942387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-27201f1f-aeb4-4e9c-bec4-5bf052a660ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:46.943855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-27201f1f-aeb4-4e9c-bec4-5bf052a660ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3907688 Feb 04 16:32:46.946713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:46.955989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:port and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:47.007865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:47.011702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.032966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:47.038269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 40a82a6b-d1e4-4727-9597-3b0de91510be is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:47.041768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aa62abf-fbca-4d30-95ff-b2d5019da1cf req-8b6944e6-75bd-40c8-84fb-90f284fc7f48 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653060 Feb 04 16:32:47.070012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 40a82a6b-d1e4-4727-9597-3b0de91510be) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:47.074724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.075481 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.079190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:47.083090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.120466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41947e-2db8-4c06-b9e5-e5f3111f2dac None None] Network 40a82a6b-d1e4-4727-9597-3b0de91510be requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:47.123883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c5b3c-c082-4f54-b610-09d88a291982 req-8c6c3443-3d73-4662-ba94-4d1d13f34b30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.125371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-8c6c3443-3d73-4662-ba94-4d1d13f34b30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3918812 Feb 04 16:32:47.126489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.141128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port 2f745648-600f-46fc-bf7c-430b936d418f yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:47.186685 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-17a53fff-a4d7-44ed-a28d-23aa14085c57 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4295206 Feb 04 16:32:47.190391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:47.231979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-b7941c97-bd86-49c0-9f50-b74bab927f45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.2734025 Feb 04 16:32:47.232818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.502089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.534365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-40a82a6b-d1e4-4727-9597-3b0de91510be', 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': 'c8d1cf2b-f711-45ec-beb8-03f6ab343495'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:47.535665 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.537997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network 134ecedd-5529-4b25-aba1-9387005d0532 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:47.538836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Port': ['ID=e81a957c-95f9-47f6-a6b4-6e7191893f50,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:47.541225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.545219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fa846dd7-a163-411c-bb5b-2e937458fff0 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0460112 Feb 04 16:32:47.545995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 56990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:47.553827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:47.559697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:47.560134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.10 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/2f745648-600f-46fc-bf7c-430b936d418f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:47.581611 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.632735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:47.633418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.639622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Subnet': ['ID=ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:47.641606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-18e0aba3-640b-4b20-9956-dbf7a71d9533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.649681 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-18e0aba3-640b-4b20-9956-dbf7a71d9533 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.3993058 Feb 04 16:32:47.667702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-21a1e0b7-edfd-49c3-b872-41fe42f46f0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.5042381 Feb 04 16:32:47.676319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb3310b7-37ff-47b4-9bd4-bcd938ecc84b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:47.741904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Checking segment: {'id': 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:47.742258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network hostable DHCP agents. Network: 36dab85f-a1c1-4ea0-a96e-3eebe6554533, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:47.843669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.861670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c5b3c-c082-4f54-b610-09d88a291982 req-6c786123-53f9-4cd8-8a40-cc31e33704c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.863311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-6c786123-53f9-4cd8-8a40-cc31e33704c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1582484 Feb 04 16:32:47.873385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Allocated IP 172.20.0.2 (40a82a6b-d1e4-4727-9597-3b0de91510be/c8d1cf2b-f711-45ec-beb8-03f6ab343495/aea24be0-0191-4502-b087-a68396b52643) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:47.947555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:47.959108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:47.959480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:47.971426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 36dab85f-a1c1-4ea0-a96e-3eebe6554533) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:47.981462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:47.982163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.005836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf98ebe-6a8c-4301-ab01-bbd6be514ef2 None None] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:48.023928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.028921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f73d3d0f-214f-4339-86e2-6e2a10cd1d00 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8266215 Feb 04 16:32:48.032849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 56994) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:48.040952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'network': {'name': 'tempest-router-network01--110652712'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:48.052549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:48.057237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object 2f745648-600f-46fc-bf7c-430b936d418f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:48.058729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:network and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:48.062367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:48.070044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:48.085328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:48.088540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.100587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.131306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:48.134303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.168341 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f97f0636-57ab-4749-92ad-b54209648fe9 None None] Provisioning for port e81a957c-95f9-47f6-a6b4-6e7191893f50 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:48.184771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f97f0636-57ab-4749-92ad-b54209648fe9 None None] Provisioning complete for port e81a957c-95f9-47f6-a6b4-6e7191893f50 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:48.185141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f97f0636-57ab-4749-92ad-b54209648fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.192909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-da7b1d6f-16f4-42f8-9ce8-4fb3bdc7b7da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5242453 Feb 04 16:32:48.218953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=2f745648-600f-46fc-bf7c-430b936d418f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.231570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.232374 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Added segment c3cfdee2-d660-4076-9124-36fb021330b4 of type vlan for network e4b43997-4966-49df-8af9-99f60a9d947b Feb 04 16:32:48.247229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:48.249451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:48.252823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:48.333962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f97f0636-57ab-4749-92ad-b54209648fe9 None None] Port e81a957c-95f9-47f6-a6b4-6e7191893f50 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:48.337455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.369993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:48.371175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.411328 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.416135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:48.417071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.438269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd392e4b-7eb2-434e-940f-362fe6a7f79e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9981873 Feb 04 16:32:48.445843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:48.455499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:05:93'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:48.489830 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.510164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Transition to ACTIVE for port object aea24be0-0191-4502-b087-a68396b52643 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:48.521537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-36dab85f-a1c1-4ea0-a96e-3eebe6554533', 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533', 'tenant_id': '4714f73d0fad49e881487711c44f9a12', 'fixed_ips': [{'subnet_id': 'ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:48.522440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.527328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.588176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Transition to ACTIVE for port object aea24be0-0191-4502-b087-a68396b52643 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:48.601069 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5643737 Feb 04 16:32:48.604594 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.616279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57004) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:48.627934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'network': {'name': 'tempest-router-network02--1118382788'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:48.629388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-74143dbe-3d16-4b6b-b22a-358507b4276b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6731117 Feb 04 16:32:48.637569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849f975-8ecd-4c1a-be4b-c305557d267b tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Network': ['ID=e4b43997-4966-49df-8af9-99f60a9d947b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.641230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:48.674421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:network and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:48.676860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e4b43997-4966-49df-8af9-99f60a9d947b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:48.682580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:48.698010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Network 40a82a6b-d1e4-4727-9597-3b0de91510be is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:48.721528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:48.728239 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2068340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2068333', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2064867'] for router, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.738453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:48.748256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.777960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:48.799010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:48.802384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:48.811287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d1cf2b-f711-45ec-beb8-03f6ab343495,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.816102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Pushing event updated for resources: {'Port': ['ID=aea24be0-0191-4502-b087-a68396b52643,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:48.933391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-12b57f26-f92a-4131-b56f-5b39d87c39c9 None None] Provisioning for port 2f745648-600f-46fc-bf7c-430b936d418f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:48.968422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-12b57f26-f92a-4131-b56f-5b39d87c39c9 None None] Provisioning complete for port 2f745648-600f-46fc-bf7c-430b936d418f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:48.968839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-12b57f26-f92a-4131-b56f-5b39d87c39c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.030855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Allocated IP 172.20.0.2 (36dab85f-a1c1-4ea0-a96e-3eebe6554533/ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a/a51edd14-b075-4e6e-8469-9f174ad4b8c0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:49.035026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Attempting to bind port aea24be0-0191-4502-b087-a68396b52643 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:49.035397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Attempting to bind port aea24be0-0191-4502-b087-a68396b52643 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '536a2fee-284b-476c-bea6-8cc13227ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:49.036486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Attempting to bind port aea24be0-0191-4502-b087-a68396b52643 on network 40a82a6b-d1e4-4727-9597-3b0de91510be {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:49.047438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-12b57f26-f92a-4131-b56f-5b39d87c39c9 None None] Port 2f745648-600f-46fc-bf7c-430b936d418f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:49.056717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:49.057127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Checking segment: {'id': '536a2fee-284b-476c-bea6-8cc13227ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:49.057490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.057883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Bound using segment: {'id': '536a2fee-284b-476c-bea6-8cc13227ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:49.058388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Bound port: aea24be0-0191-4502-b087-a68396b52643, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536a2fee-284b-476c-bea6-8cc13227ea70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '40a82a6b-d1e4-4727-9597-3b0de91510be'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:49.058770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.088510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:49.092184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.097658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-3618d472-b4fd-4002-ba96-a143558a64fa service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615751 Feb 04 16:32:49.173821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.174235 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Added segment 2a57572c-9134-4451-abce-ff14b6aff6a1 of type vlan for network 5be512a9-9584-4157-9c3e-4635885821f7 Feb 04 16:32:49.202281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a82a6b-d1e4-4727-9597-3b0de91510be']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:49.226139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a2fee-284b-476c-bea6-8cc13227ea70') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:49.226593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a2fee-284b-476c-bea6-8cc13227ea70') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:49.254605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.259043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.266025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.304284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.334889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251668e-13ce-4982-b59c-1944ae0c4be5 req-68edb8af-6afc-4da1-9630-0a0cf7226417 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:49.336473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2251668e-13ce-4982-b59c-1944ae0c4be5 req-68edb8af-6afc-4da1-9630-0a0cf7226417 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 1.0086653 Feb 04 16:32:49.341854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:49.342675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.351433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] For port aea24be0-0191-4502-b087-a68396b52643, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:49.363754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-a411ab9a-5f76-4d2f-8ae9-b9a67c898154 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136710 Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:49.367788 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:49.435328 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.447981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Transition to ACTIVE for port object a51edd14-b075-4e6e-8469-9f174ad4b8c0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:49.458039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.462122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:49.462991 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.471812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Transition to ACTIVE for port object a51edd14-b075-4e6e-8469-9f174ad4b8c0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:49.477647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.532674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] For port aea24be0-0191-4502-b087-a68396b52643, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=aea24be0-0191-4502-b087-a68396b52643,segment=NetworkSegment(536a2fee-284b-476c-bea6-8cc13227ea70),segment_id=536a2fee-284b-476c-bea6-8cc13227ea70)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:49.547223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.554939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:32:49.554939 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:32:49.554939 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '40a82a6b-d1e4-4727-9597-3b0de91510be'}] Feb 04 16:32:49.554939 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:32:49.554939 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:32:49.571935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:49.574130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Pushing event updated for resources: {'Port': ['ID=a51edd14-b075-4e6e-8469-9f174ad4b8c0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.576448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:49.610368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:49.627264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-1a93f4ae-50dd-4f5d-b6d2-7adbbd420628 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228071 Feb 04 16:32:49.646293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2251668e-13ce-4982-b59c-1944ae0c4be5 req-2f46578d-781b-45be-8e5c-f5dafca457c8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882545 Feb 04 16:32:49.672860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Network': ['ID=5be512a9-9584-4157-9c3e-4635885821f7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.675088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.689198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.692625 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bb7e980d-7a42-4b7f-bb6e-706ddffd8388 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0721536 Feb 04 16:32:49.693660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.697982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57008) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:49.739048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5be512a9-9584-4157-9c3e-4635885821f7 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:49.780982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'subnet': {'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:49.801716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.810196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.871875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95f633-f542-45a5-8438-f76f111044c9 None None] Pushing event updated for resources: {'Port': ['ID=aea24be0-0191-4502-b087-a68396b52643,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.887868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-e9b4bcf5-754a-40eb-b9cb-5b75873f5237 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170126 Feb 04 16:32:49.899175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Attempting to bind port a51edd14-b075-4e6e-8469-9f174ad4b8c0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:49.899586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Attempting to bind port a51edd14-b075-4e6e-8469-9f174ad4b8c0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:49.900445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Attempting to bind port a51edd14-b075-4e6e-8469-9f174ad4b8c0 on network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:49.926449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:49.926824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Checking segment: {'id': 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:49.927219 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.927929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Bound using segment: {'id': 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:49.928077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Bound port: a51edd14-b075-4e6e-8469-9f174ad4b8c0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '36dab85f-a1c1-4ea0-a96e-3eebe6554533'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:49.928413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:49.943603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4dfae-564a-4ef9-a895-af8737d85da0 None None] Network 40a82a6b-d1e4-4727-9597-3b0de91510be requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:49.990420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=2f745648-600f-46fc-bf7c-430b936d418f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:49.995976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] In _notify_port_updated(), no bound segment for port 2f745648-600f-46fc-bf7c-430b936d418f on network bd412730-b5d2-4eca-9672-f81838f83494 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:32:50.000018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:50.000615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.005038 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9e9cbbf8-f32f-49d3-918e-9ef3e2aa5253 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "PUT /v2.0/ports/2f745648-600f-46fc-bf7c-430b936d418f HTTP/1.1" status: 200 len: 994 time: 1.5521853 Feb 04 16:32:50.007280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:50.020738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:50.025250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:subnet and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:50.028645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:50.036744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:50.059738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.067327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Router 7cfe8e00-de0a-4577-a46d-bd2a7a36650b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:32:50.073016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:50.102005 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port 2f745648-600f-46fc-bf7c-430b936d418f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:50.102394 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.141435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event updated for resources: {'Port': ['ID=e81a957c-95f9-47f6-a6b4-6e7191893f50,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:50.142032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port aea24be0-0191-4502-b087-a68396b52643 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:50.142572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.240644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] For port a51edd14-b075-4e6e-8469-9f174ad4b8c0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:50.255420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] For port a51edd14-b075-4e6e-8469-9f174ad4b8c0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a51edd14-b075-4e6e-8469-9f174ad4b8c0,segment=NetworkSegment(c0ac8ed4-bff8-4437-be5c-f5a86b87162e),segment_id=c0ac8ed4-bff8-4437-be5c-f5a86b87162e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:50.263171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.270572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.347578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-7e511c8f-471b-487d-b93a-eba389862843 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1094 time: 0.5993381 Feb 04 16:32:50.370951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f89fc5-aab5-4995-9b64-280bf291eb6c None None] Pushing event updated for resources: {'Port': ['ID=a51edd14-b075-4e6e-8469-9f174ad4b8c0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:50.374139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6cb7099a-3ab6-4d57-9b75-cacd3e2c83ef None None] Provisioning complete for port 2f745648-600f-46fc-bf7c-430b936d418f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:50.374562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6cb7099a-3ab6-4d57-9b75-cacd3e2c83ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.431435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7099a-3ab6-4d57-9b75-cacd3e2c83ef None None] Port 2f745648-600f-46fc-bf7c-430b936d418f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:50.462144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Network 134ecedd-5529-4b25-aba1-9387005d0532 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:50.472768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:50.563705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port aea24be0-0191-4502-b087-a68396b52643, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=aea24be0-0191-4502-b087-a68396b52643,segment=NetworkSegment(536a2fee-284b-476c-bea6-8cc13227ea70),segment_id=536a2fee-284b-476c-bea6-8cc13227ea70)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:50.564071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.749505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:50.785094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for aea24be0-0191-4502-b087-a68396b52643 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:50.962668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa714449-0bd3-450e-9614-b85472683996 None None] Provisioning complete for port e81a957c-95f9-47f6-a6b4-6e7191893f50 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:50.963422 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa714449-0bd3-450e-9614-b85472683996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.018461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:51.021756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-aa714449-0bd3-450e-9614-b85472683996 None None] Port e81a957c-95f9-47f6-a6b4-6e7191893f50 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:51.032953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Sync routers for ids ['7cfe8e00-de0a-4577-a46d-bd2a7a36650b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:51.048275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Routers {'7cfe8e00-de0a-4577-a46d-bd2a7a36650b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:51.050125 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7cfe8e00-de0a-4577-a46d-bd2a7a36650b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.056563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c5b3c-c082-4f54-b610-09d88a291982 req-30ec9984-1033-4e95-9585-3308ac88202e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.058029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-30ec9984-1033-4e95-9585-3308ac88202e service neutron] 10.222.0.58 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.6413507 Feb 04 16:32:51.069095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.071542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-efbcb536-0487-4c37-8cdf-391d06ae6105 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "PUT /v2.0/routers/7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 200 len: 693 time: 3.5194271 Feb 04 16:32:51.075808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for 2f745648-600f-46fc-bf7c-430b936d418f owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:51.104000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:51.183279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Set router 7cfe8e00-de0a-4577-a46d-bd2a7a36650b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:51.199503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.313499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-2bebe673-3d9f-43d6-8317-4fd42d7bd0aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.1514204 Feb 04 16:32:51.344717 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe8e00-de0a-4577-a46d-bd2a7a36650b', 'name': 'tempest-RoutersTest-router-532188762', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:46Z', 'updated_at': '2022-02-04T16:32:48Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.350093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Checking router: 7cfe8e00-de0a-4577-a46d-bd2a7a36650b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:32:51.362709 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Routers {'7cfe8e00-de0a-4577-a46d-bd2a7a36650b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:51.363579 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['7cfe8e00-de0a-4577-a46d-bd2a7a36650b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.381179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.421297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.479893 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.519445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7c581-2eb7-41a9-8646-12c6944529c0 req-d573f402-1567-459c-b08a-91192de7dc54 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.520990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89a7c581-2eb7-41a9-8646-12c6944529c0 req-d573f402-1567-459c-b08a-91192de7dc54 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 943 time: 0.6085217 Feb 04 16:32:51.573182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-41e51a2c-f8a9-4d20-985f-73286f518a08 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/routers/7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 200 len: 699 time: 0.4662182 Feb 04 16:32:51.579468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57022) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:51.586713 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] Set router 7cfe8e00-de0a-4577-a46d-bd2a7a36650b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:32:51.670127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=aea24be0-0191-4502-b087-a68396b52643,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:51.684306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a51edd14-b075-4e6e-8469-9f174ad4b8c0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:51.687611 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ca9386e-72b8-4bdc-88ac-191bea160641 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 200 len: 205 time: 0.1012497 Feb 04 16:32:51.690482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port aea24be0-0191-4502-b087-a68396b52643 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:32:51.703819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:51.743864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.799801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c5b3c-c082-4f54-b610-09d88a291982 req-96379bc6-ee08-459f-87d8-eee5631f8720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:51.800319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a51edd14-b075-4e6e-8469-9f174ad4b8c0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:51.801942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-96379bc6-ee08-459f-87d8-eee5631f8720 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.4183257 Feb 04 16:32:51.806879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Subnet': ['ID=c2c0d853-1851-49b4-a866-d1987a591d17,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:51.816135 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe8e00-de0a-4577-a46d-bd2a7a36650b', 'name': 'tempest-RoutersTest-router-532188762', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:46Z', 'updated_at': '2022-02-04T16:32:48Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.821349 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15254e-32a4-4e1d-a875-ddd3cc01bb8a None None] The sync data for ids ['7cfe8e00-de0a-4577-a46d-bd2a7a36650b'] in n-d-827873-1 is: [{'id': '7cfe8e00-de0a-4577-a46d-bd2a7a36650b', 'name': 'tempest-RoutersTest-router-532188762', 'tenant_id': 'f8be50672a234d16b285e710d2493a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:32:46Z', 'updated_at': '2022-02-04T16:32:48Z', 'revision_number': 2, 'project_id': 'f8be50672a234d16b285e710d2493a9d', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:51.830645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc0524-9010-4d82-a9a6-25ca815800cc None None] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:51.901703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.910571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=2f745648-600f-46fc-bf7c-430b936d418f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:51.950179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Provisioning for port a51edd14-b075-4e6e-8469-9f174ad4b8c0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:51.956425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a82a6b-d1e4-4727-9597-3b0de91510be']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.965931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Provisioning complete for port a51edd14-b075-4e6e-8469-9f174ad4b8c0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:51.967052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:51.976427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a2fee-284b-476c-bea6-8cc13227ea70') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.976872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a2fee-284b-476c-bea6-8cc13227ea70') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:51.990925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89a7c581-2eb7-41a9-8646-12c6944529c0 req-d7e4786b-4431-46e9-a368-7a8bd96e31d4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3685777 Feb 04 16:32:51.991069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.011442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.021560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:52.022026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.026520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.111041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Checking segment: {'id': 'c3cfdee2-d660-4076-9124-36fb021330b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:52.111453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network hostable DHCP agents. Network: e4b43997-4966-49df-8af9-99f60a9d947b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:52.130278 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:52.169089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.182648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:32:52.184529 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.228373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.241478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Router 1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:32:52.246859 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/40a82a6b-d1e4-4727-9597-3b0de91510be HTTP/1.1" status: 204 len: 168 time: 5.0502946 Feb 04 16:32:52.249204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-2203f165-c091-4535-b85b-9f7ccff4c9f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272921 Feb 04 16:32:52.250673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:52.254190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbb5e-c423-4b0f-9fac-d95aeee9221f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=40a82a6b-d1e4-4727-9597-3b0de91510be,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:52.265118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2078397551'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:52.383962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:52.386168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] For port a51edd14-b075-4e6e-8469-9f174ad4b8c0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a51edd14-b075-4e6e-8469-9f174ad4b8c0,segment=NetworkSegment(c0ac8ed4-bff8-4437-be5c-f5a86b87162e),segment_id=c0ac8ed4-bff8-4437-be5c-f5a86b87162e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:52.402909 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.463005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.468060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e0256903-ddf5-4009-ae37-b76e1df79efa tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/2f745648-600f-46fc-bf7c-430b936d418f HTTP/1.1" status: 204 len: 168 time: 2.4570498 Feb 04 16:32:52.473812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57034) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:52.519389 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-70226e59-15f1-446d-ac1d-033d992ac10c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] GET failed (client error): The resource could not be found. Feb 04 16:32:52.520320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-70226e59-15f1-446d-ac1d-033d992ac10c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Synchronizing usage tracker for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:52.528377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:52.539188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-70226e59-15f1-446d-ac1d-033d992ac10c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Unset dirty status for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:52.544890 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70226e59-15f1-446d-ac1d-033d992ac10c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports/2f745648-600f-46fc-bf7c-430b936d418f HTTP/1.1" status: 404 len: 333 time: 0.0656438 Feb 04 16:32:52.544890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57038) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:52.545665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19a3b7-ee0b-4ffa-8f2a-f0c969b1b345 None None] Pushing event updated for resources: {'Port': ['ID=a51edd14-b075-4e6e-8469-9f174ad4b8c0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:52.550827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-706171411'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:52.570101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:32:52.615232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:52.622926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network e4b43997-4966-49df-8af9-99f60a9d947b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:52.654031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.674639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:32:52.692942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:52.698460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:52.702178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.715074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:52.726143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:52.734593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:52.754007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:52.757123 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.785443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port 34ccfc93-ec01-493b-8013-c887e4779d0a yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:52.812988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:52.842827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2487bb2-e8a9-4ef1-8e43-49c15e4fd0e3 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:32:52.852634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e4b43997-4966-49df-8af9-99f60a9d947b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:52.896974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:52.897555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.954794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.7 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/34ccfc93-ec01-493b-8013-c887e4779d0a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:52.967499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:52.971443 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:52.978301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bed78acc-69bd-47a5-8787-35079d1758d2 None None] Provisioning complete for port a51edd14-b075-4e6e-8469-9f174ad4b8c0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:52.978845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bed78acc-69bd-47a5-8787-35079d1758d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.011689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['95689edb-fb22-4e3b-ba03-c21b59d65ce3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:32:53.015160 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.036429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13039e2f-bbf6-4b09-aa71-97c25f3e42cc tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3042870 Feb 04 16:32:53.041704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.099345 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.103443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-44b82719-7598-4d1f-8054-580ab46c3692 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8430693 Feb 04 16:32:53.138171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:53.205547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'subnet': {'network_id': '5be512a9-9584-4157-9c3e-4635885821f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:53.235895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2487bb2-e8a9-4ef1-8e43-49c15e4fd0e3 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:32:53.275850 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.276653 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 7c46479b-e28c-4782-98e8-bc1e2d2984e8 of type vlan for network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 Feb 04 16:32:53.356204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.356703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Fanout notify agent at l3_agent the message router_deleted on router 7cfe8e00-de0a-4577-a46d-bd2a7a36650b {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:32:53.367579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.378263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:53.396388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.413607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object 34ccfc93-ec01-493b-8013-c887e4779d0a will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:53.436002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Usage tracker for resource:subnet and tenant:4714f73d0fad49e881487711c44f9a12 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:53.440996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.442381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:53.454561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:32:53.463848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-514c5b3c-c082-4f54-b610-09d88a291982 req-0f6edfcf-3f37-4aec-8bba-749bd47ee56c service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495536 Feb 04 16:32:53.482428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] Sync routers for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:32:53.485254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d974ca4e-51ac-45fe-9d34-da4772509ab0 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4572396 Feb 04 16:32:53.491983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:53.493517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.493760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.500231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c624dd67-84fc-4e17-a81d-df62906c92e8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 204 len: 168 time: 1.7860608 Feb 04 16:32:53.505726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.566725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.570629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:53.571321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:53.589159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:53.589941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:53.604248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148ec23-b760-483d-be91-25fbf86023f1 req-5de52d8b-5153-4f39-838a-d75761a79eb2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:53.606382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7148ec23-b760-483d-be91-25fbf86023f1 req-5de52d8b-5153-4f39-838a-d75761a79eb2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.4034207 Feb 04 16:32:53.607986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f87a7a2d-2376-408b-a4a9-1575b7a6db8d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Synchronizing usage tracker for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:53.648379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Made reservation on behalf of 4714f73d0fad49e881487711c44f9a12 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:53.677656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:53.684324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:53.690194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=34ccfc93-ec01-493b-8013-c887e4779d0a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:53.702348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a51edd14-b075-4e6e-8469-9f174ad4b8c0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:53.740683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:53.758274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5045373 Feb 04 16:32:53.761409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:53.765085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.774557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f87a7a2d-2376-408b-a4a9-1575b7a6db8d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] Unset dirty status for tenant:f8be50672a234d16b285e710d2493a9d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:53.778536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f87a7a2d-2376-408b-a4a9-1575b7a6db8d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 200 len: 205 time: 0.2707613 Feb 04 16:32:53.784475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '0e5fb36e-27bf-44d9-9b2a-c797343149c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:53.800812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.801452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a3e5-0aab-4282-9fe8-0c3ec40f6790 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=0e5fb36e-27bf-44d9-9b2a-c797343149c2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:53.813457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7148ec23-b760-483d-be91-25fbf86023f1 req-29bbe7f0-9199-4009-b52d-e74305d70d82 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941919 Feb 04 16:32:53.827610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:53.905541 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-4ba924a3-e7b1-45bf-9e8f-136bdca9cf78 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:53.910964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ba924a3-e7b1-45bf-9e8f-136bdca9cf78 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/7cfe8e00-de0a-4577-a46d-bd2a7a36650b HTTP/1.1" status: 404 len: 336 time: 0.1070316 Feb 04 16:32:53.914040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57066) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:53.921455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:32:53.922082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:53.961591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.014221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:54.014918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125701b7-c75f-4117-83bd-dceefc3ac75b None None] The sync data for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:32:54.020058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:54.028819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:54.032339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:54.041565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:54.051758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.052426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.056371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:54.090606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a51edd14-b075-4e6e-8469-9f174ad4b8c0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:54.090971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.092618 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b21337-91c2-4668-a1e9-05602ed3f4cf tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:54.093494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b21337-91c2-4668-a1e9-05602ed3f4cf tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:54.171329 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28b21337-91c2-4668-a1e9-05602ed3f4cf tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/241e174e-3c7b-4cb4-9684-9a13a05cf0e0 HTTP/1.1" status: 404 len: 337 time: 0.2497971 Feb 04 16:32:54.179941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57072) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:54.190924 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f7a7fa4-19d9-4736-b94e-f372222bcf74 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6450267 Feb 04 16:32:54.191713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57076) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:54.205712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:05:93'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:54.232398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.331216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e4b43997-4966-49df-8af9-99f60a9d947b', 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b', 'tenant_id': '4714f73d0fad49e881487711c44f9a12', 'fixed_ips': [{'subnet_id': 'c2c0d853-1851-49b4-a866-d1987a591d17'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:54.332050 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.348632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a737ac30-d801-4e60-995b-2348a1ffd001 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.553783 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-016df62c-8bd2-4c51-a336-db028117a097 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:54.554231 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016df62c-8bd2-4c51-a336-db028117a097 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:54.574660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:32:54.575179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:32:54.575530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Allocated IP 172.20.0.2 (e4b43997-4966-49df-8af9-99f60a9d947b/c2c0d853-1851-49b4-a866-d1987a591d17/098dab17-375f-47c4-99d1-cdbaa407f01c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:54.674867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-016df62c-8bd2-4c51-a336-db028117a097 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/82f48dcc-897f-42cb-8583-3447f0abaa64 HTTP/1.1" status: 404 len: 337 time: 0.4906209 Feb 04 16:32:54.682914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57082) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:54.715244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-255964c7-e130-4837-aaf1-441f2ef6d4d1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.716957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-255964c7-e130-4837-aaf1-441f2ef6d4d1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&tenant_id=9d08bc626ccd49e4b462d9840a14fc57&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.2170582 Feb 04 16:32:54.755411 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad6df9c-a525-4816-a075-7ab7d90bab57 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:54.755892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad6df9c-a525-4816-a075-7ab7d90bab57 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:54.760035 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ad6df9c-a525-4816-a075-7ab7d90bab57 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/2db2354d-79bf-4a45-8244-21f78f7ff6ef HTTP/1.1" status: 404 len: 337 time: 0.0737350 Feb 04 16:32:54.765149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57086) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:54.791199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd5956-3aa8-4b35-8b17-96bd1e5acdb7 req-5db37607-a2da-4234-80a3-ce40865d4fd4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:54.793299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1dd5956-3aa8-4b35-8b17-96bd1e5acdb7 req-5db37607-a2da-4234-80a3-ce40865d4fd4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.2922976 Feb 04 16:32:54.835425 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.849674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Transition to ACTIVE for port object 098dab17-375f-47c4-99d1-cdbaa407f01c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:54.872462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Transition to ACTIVE for port object 098dab17-375f-47c4-99d1-cdbaa407f01c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:54.880672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.888200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:54.890575 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a5a579-4cf0-460e-9b1c-d5db5df2e6fe tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:54.890975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a5a579-4cf0-460e-9b1c-d5db5df2e6fe tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:54.935421 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-55a5a579-4cf0-460e-9b1c-d5db5df2e6fe tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/30e95bb3-8367-4300-863d-56b4a8da5f05 HTTP/1.1" status: 404 len: 337 time: 0.1600149 Feb 04 16:32:54.947011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:54.978889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Pushing event updated for resources: {'Port': ['ID=098dab17-375f-47c4-99d1-cdbaa407f01c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:54.988465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Network e4b43997-4966-49df-8af9-99f60a9d947b is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:54.990024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:54.993646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:54.998392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.041671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.045674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1580d91-cf4d-4637-833b-404473fe090d tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 200 len: 205 time: 0.0940311 Feb 04 16:32:55.054780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.062409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-9e140be3-789a-4597-8071-f9da27a6f907 service neutron] 10.222.0.58 "GET /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.3391972 Feb 04 16:32:55.144300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Attempting to bind port 098dab17-375f-47c4-99d1-cdbaa407f01c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:55.145173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Attempting to bind port 098dab17-375f-47c4-99d1-cdbaa407f01c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c3cfdee2-d660-4076-9124-36fb021330b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:55.145969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Attempting to bind port 098dab17-375f-47c4-99d1-cdbaa407f01c on network e4b43997-4966-49df-8af9-99f60a9d947b {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:55.155923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b79c1eb-41fb-4acb-bc6c-0697e351303d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.164425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:55.165262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Checking segment: {'id': 'c3cfdee2-d660-4076-9124-36fb021330b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:55.165872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.167684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Bound using segment: {'id': 'c3cfdee2-d660-4076-9124-36fb021330b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:55.169873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Bound port: 098dab17-375f-47c4-99d1-cdbaa407f01c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cfdee2-d660-4076-9124-36fb021330b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e4b43997-4966-49df-8af9-99f60a9d947b'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:55.170545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.175490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1dd5956-3aa8-4b35-8b17-96bd1e5acdb7 req-e7e07e1e-23b0-4956-afae-b4ecdc8904e4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330569 Feb 04 16:32:55.196530 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-a737ac30-d801-4e60-995b-2348a1ffd001 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:32:55.200774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a737ac30-d801-4e60-995b-2348a1ffd001 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 HTTP/1.1" status: 409 len: 329 time: 1.7052784 Feb 04 16:32:55.201607 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-768b35bf-0157-49f4-9a9d-1d9cda205917 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:55.202813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-768b35bf-0157-49f4-9a9d-1d9cda205917 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/a925c03c-b4bf-49e3-89cb-6e43c77c0f4a HTTP/1.1" status: 404 len: 336 time: 0.1395357 Feb 04 16:32:55.208516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.208948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.212406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Subnet': ['ID=1f696d55-cd58-4821-83bc-30239900e9a1,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:55.234049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=f78db6f3-4143-4351-9390-c20068811476,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:55.278691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '7c46479b-e28c-4782-98e8-bc1e2d2984e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0e5fb36e-27bf-44d9-9b2a-c797343149c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:55.279050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 0e5fb36e-27bf-44d9-9b2a-c797343149c2, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:55.303240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-0caf810a-b84f-4b6c-b80f-b9459d66ae3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1095 time: 0.1618934 Feb 04 16:32:55.308345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] For port 098dab17-375f-47c4-99d1-cdbaa407f01c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:55.311630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] For port 098dab17-375f-47c4-99d1-cdbaa407f01c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=098dab17-375f-47c4-99d1-cdbaa407f01c,segment=NetworkSegment(c3cfdee2-d660-4076-9124-36fb021330b4),segment_id=c3cfdee2-d660-4076-9124-36fb021330b4)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:55.319732 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.338806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:55.361831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-614c22a1-a6c3-438c-9f6d-f8f11ad9d83e tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=3a6d7337-c711-4e6b-8827-f27a2bb54e83 HTTP/1.1" status: 200 len: 205 time: 0.1430063 Feb 04 16:32:55.366600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.413822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 0e5fb36e-27bf-44d9-9b2a-c797343149c2) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:55.420889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a565e-7f5c-4ce7-8cc3-104303a62ed8 None None] Pushing event updated for resources: {'Port': ['ID=098dab17-375f-47c4-99d1-cdbaa407f01c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:55.432626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.434454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.506113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4199e76f-58ad-4525-81ae-9525652312ad tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7373409 Feb 04 16:32:55.509931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.517454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Checking segment: {'id': '2a57572c-9134-4451-abce-ff14b6aff6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:55.518674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network hostable DHCP agents. Network: 5be512a9-9584-4157-9c3e-4635885821f7, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:55.531171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-17edd412-369a-49e1-9fb3-0b8ce084f072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.532615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-17edd412-369a-49e1-9fb3-0b8ce084f072 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.2222655 Feb 04 16:32:55.592791 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-a7258d7f-b2a2-43c8-a3ba-344e01b4a329 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:55.596442 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a7258d7f-b2a2-43c8-a3ba-344e01b4a329 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/3a6d7337-c711-4e6b-8827-f27a2bb54e83 HTTP/1.1" status: 404 len: 336 time: 0.2265320 Feb 04 16:32:55.607414 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.683382 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fc7885-7f8e-496c-8daf-6a190d5d2c64 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:55.683851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fc7885-7f8e-496c-8daf-6a190d5d2c64 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:55.688365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d9fc7885-7f8e-496c-8daf-6a190d5d2c64 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/0e3f4988-adf0-48b1-84bf-ab7b7f54d03b HTTP/1.1" status: 404 len: 337 time: 0.0675256 Feb 04 16:32:55.688943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57118) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.736962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-8d672fb4-4366-4d0c-bc7c-a88434fa6ea7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1000 time: 0.1958289 Feb 04 16:32:55.779286 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d30741e-57dd-43f5-b5f1-a97fffddc7fc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 200 len: 205 time: 0.0813491 Feb 04 16:32:55.783740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57122) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.818952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.843500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-3add83b6-38a3-4679-bcd4-3ce3573ca81a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.844945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-3add83b6-38a3-4679-bcd4-3ce3573ca81a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1011820 Feb 04 16:32:55.879383 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-e5990baa-28c2-4714-ad4e-75dd5ba1aec8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:55.880414 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e5990baa-28c2-4714-ad4e-75dd5ba1aec8 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/b4ddc7ad-6e65-4a8f-af81-c3a04486848b HTTP/1.1" status: 404 len: 336 time: 0.0920618 Feb 04 16:32:55.884718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network 5be512a9-9584-4157-9c3e-4635885821f7 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:55.886769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57126) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:55.933296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5be512a9-9584-4157-9c3e-4635885821f7) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:55.945274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:55.945858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.949311 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:55.954755 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5caa70fe-dd85-4127-9894-3c8eeb425fdf tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=9909b69c-aeed-4fd7-bee2-1a2890a98f0c HTTP/1.1" status: 200 len: 205 time: 0.0635068 Feb 04 16:32:55.962730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.024629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-db927a63-264d-43a5-9cbe-f739f77b34e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508467 Feb 04 16:32:56.034909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:32:56.052415 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.059375 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5436a720-4e20-40dd-ba07-3c0ca892aaac tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0168967 Feb 04 16:32:56.061789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.065364 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-0799b28f-e1a1-42d9-8251-4a3cbb9bca09 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:56.069051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0799b28f-e1a1-42d9-8251-4a3cbb9bca09 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/9909b69c-aeed-4fd7-bee2-1a2890a98f0c HTTP/1.1" status: 404 len: 336 time: 0.0983374 Feb 04 16:32:56.070816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.071201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57136) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.075999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.092533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:32:56.164822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=f78db6f3-4143-4351-9390-c20068811476,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:56.226696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:56.334217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:56.343030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:56.343407 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.358242 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-158196c7-c050-4efc-bed0-34378b112cdc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:56.358707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158196c7-c050-4efc-bed0-34378b112cdc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:56.363181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-158196c7-c050-4efc-bed0-34378b112cdc tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/edf6809c-1f92-4941-b02d-03e931fdddf9 HTTP/1.1" status: 404 len: 337 time: 0.2870028 Feb 04 16:32:56.364882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57144) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.421294 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3fbd636-efe9-44f9-afa3-7d95f78cf8c9 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b68db34-cd91-4f6f-b35e-2738b28ee8e4 HTTP/1.1" status: 200 len: 205 time: 0.0496664 Feb 04 16:32:56.423405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.424862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=34ccfc93-ec01-493b-8013-c887e4779d0a,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:56.513629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.514254 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.545389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:32:56.545616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5fb36e-27bf-44d9-9b2a-c797343149c2']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:56.561232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c46479b-e28c-4782-98e8-bc1e2d2984e8') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:56.561577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c46479b-e28c-4782-98e8-bc1e2d2984e8') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:32:56.572326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:56.578252 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.582990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.629401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.656310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ff8e8-2c4b-4850-b5fa-0b30b4d1ce63 req-a8bb4cac-17b4-430f-b3ec-446b8594fe75 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:56.664411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc1ff8e8-2c4b-4850-b5fa-0b30b4d1ce63 req-a8bb4cac-17b4-430f-b3ec-446b8594fe75 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.2539458 Feb 04 16:32:56.686609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:32:56.686976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:32:56.708907 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:32:56.722871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-cb96b299-815b-4b4e-83f9-2ba1f4bf9aa0 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903353 Feb 04 16:32:56.733109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cfad7-fc6b-4cd2-bd08-8616858c2c94 None None] Network e4b43997-4966-49df-8af9-99f60a9d947b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:56.749345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] In _notify_port_updated(), no bound segment for port 34ccfc93-ec01-493b-8013-c887e4779d0a on network bd412730-b5d2-4eca-9672-f81838f83494 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:32:56.751280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef9863a-d4a3-476c-b1b1-cef65255d6f5 None None] Network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:56.753391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:56.754245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.758823 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9dd479aa-5c7a-4e0c-a133-47dd1819bf4e tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "PUT /v2.0/ports/34ccfc93-ec01-493b-8013-c887e4779d0a HTTP/1.1" status: 200 len: 995 time: 2.5629194 Feb 04 16:32:56.765315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57158) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.918409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09973a0-0535-423d-acf5-cae4f319619a None None] Network 5be512a9-9584-4157-9c3e-4635885821f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:56.921865 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-afb08af0-3d58-442e-8114-fb1403051388 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:56.923208 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-afb08af0-3d58-442e-8114-fb1403051388 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/9b68db34-cd91-4f6f-b35e-2738b28ee8e4 HTTP/1.1" status: 404 len: 336 time: 0.4955094 Feb 04 16:32:56.927209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:56.958759 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'code': 200} Feb 04 16:32:56.978241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:56.997239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:56.998992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc1ff8e8-2c4b-4850-b5fa-0b30b4d1ce63 req-48c57c55-b511-444b-9756-78e6361c1724 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3336382 Feb 04 16:32:57.032889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.041568 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc8d89b-2bb0-447f-a423-9e920f7be58f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:57.042011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc8d89b-2bb0-447f-a423-9e920f7be58f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:57.045975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4dc8d89b-2bb0-447f-a423-9e920f7be58f tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/a81e2f9b-235d-402f-9079-f07bf0d09e1f HTTP/1.1" status: 404 len: 337 time: 0.1144543 Feb 04 16:32:57.050522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/0e5fb36e-27bf-44d9-9b2a-c797343149c2 HTTP/1.1" status: 204 len: 168 time: 1.5353951 Feb 04 16:32:57.054660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.055016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57168) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.069814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port 34ccfc93-ec01-493b-8013-c887e4779d0a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:32:57.070428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.093639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149017994'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:57.100140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:57.110459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:57.117425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:57.128196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:57.208468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d2be6-47d0-49a8-8c21-c5ca22e35f5b None None] Network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:57.217079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62434ab3-7a72-423d-a6cb-c74799f6d43f tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=0e5fb36e-27bf-44d9-9b2a-c797343149c2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:57.236478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:57.239465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.261588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-761f0230-00ae-4f1a-bab3-486b79ac7e09 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9dd84a0-6e93-4298-a2be-2e970fe97ba2 HTTP/1.1" status: 200 len: 205 time: 0.1946623 Feb 04 16:32:57.268255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.287238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.288992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d2be6-47d0-49a8-8c21-c5ca22e35f5b None None] Network 0e5fb36e-27bf-44d9-9b2a-c797343149c2 could not be found, it might have been deleted concurrently. {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 16:32:57.309820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1ecc6f1f-364a-4d80-8ca0-0b674cfe10f3 None None] Provisioning for port 098dab17-375f-47c4-99d1-cdbaa407f01c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:57.331438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9cff44ec-d34b-46a6-a3d7-7506f14735c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.334955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a803d1d3-9903-401d-aee9-e0fc99e94516 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427406 Feb 04 16:32:57.344081 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-7cd85e49-5b22-46b5-9e2b-1659c0ba4b73 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] delete failed (client error): The resource could not be found. Feb 04 16:32:57.345070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7cd85e49-5b22-46b5-9e2b-1659c0ba4b73 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/routers/c9dd84a0-6e93-4298-a2be-2e970fe97ba2 HTTP/1.1" status: 404 len: 336 time: 0.0758650 Feb 04 16:32:57.349137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.399080 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-671ad060-ac7c-4d35-9671-8734678eebcd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:57.399515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671ad060-ac7c-4d35-9671-8734678eebcd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:57.405790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:32:57.412069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-671ad060-ac7c-4d35-9671-8734678eebcd tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/fa94c3a1-b6e0-43fd-a75b-233bc7e865df HTTP/1.1" status: 404 len: 337 time: 0.0597081 Feb 04 16:32:57.413226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57182) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.452824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.453297 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 2e175431-dfb3-46cd-801d-107d97c86a7d of type vlan for network e8d0aa35-1f44-4443-91cd-19f17609f459 Feb 04 16:32:57.454626 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b7db59-2a67-4054-be8d-bef587ebee74 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] DELETE failed (client error): The resource could not be found. Feb 04 16:32:57.455608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b7db59-2a67-4054-be8d-bef587ebee74 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:32:57.459726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65b7db59-2a67-4054-be8d-bef587ebee74 tempest-RoutersTest-6965331 tempest-RoutersTest-6965331-project] 10.222.0.62 "DELETE /v2.0/subnets/4234d1bd-5cd8-439a-a359-2ca7b11899f2 HTTP/1.1" status: 404 len: 337 time: 0.0431495 Feb 04 16:32:57.510061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.562471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5be512a9-9584-4157-9c3e-4635885821f7', 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7', 'tenant_id': '4714f73d0fad49e881487711c44f9a12', 'fixed_ips': [{'subnet_id': '1f696d55-cd58-4821-83bc-30239900e9a1'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:32:57.563215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.586849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.595223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:57.596810 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.648110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6d7726e0-d755-4e97-a5e0-57a23dcf2b1a None None] Provisioning for port 34ccfc93-ec01-493b-8013-c887e4779d0a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:57.674189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6d7726e0-d755-4e97-a5e0-57a23dcf2b1a None None] Provisioning complete for port 34ccfc93-ec01-493b-8013-c887e4779d0a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:57.674603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d7726e0-d755-4e97-a5e0-57a23dcf2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.711790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 098dab17-375f-47c4-99d1-cdbaa407f01c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:57.732577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6635337 Feb 04 16:32:57.736986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:57.753176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:57.782362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:57.833755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4d59d-7c4c-418b-b8ab-84cd2e0b0609 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=e8d0aa35-1f44-4443-91cd-19f17609f459,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:57.849367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6d7726e0-d755-4e97-a5e0-57a23dcf2b1a None None] Port 34ccfc93-ec01-493b-8013-c887e4779d0a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:32:57.854408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e8d0aa35-1f44-4443-91cd-19f17609f459 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:32:57.890745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:57.896025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:32:57.899205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:32:57.905359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:57.925447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:57.973823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Allocated IP 172.20.0.2 (5be512a9-9584-4157-9c3e-4635885821f7/1f696d55-cd58-4821-83bc-30239900e9a1/71fc7d38-7f3b-4c65-9fd4-469ec21500d4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:57.976244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for 34ccfc93-ec01-493b-8013-c887e4779d0a owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:32:58.022554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57194) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:58.066227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 098dab17-375f-47c4-99d1-cdbaa407f01c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:32:58.075278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 098dab17-375f-47c4-99d1-cdbaa407f01c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:58.075779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.106103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.249119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.273690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.422786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-065adce4-6572-4071-9a68-8d3a07990d05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8be50672a234d16b285e710d2493a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991928 Feb 04 16:32:58.432706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57202) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:58.469063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.523091 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.540111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 098dab17-375f-47c4-99d1-cdbaa407f01c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=098dab17-375f-47c4-99d1-cdbaa407f01c,segment=NetworkSegment(c3cfdee2-d660-4076-9124-36fb021330b4),segment_id=c3cfdee2-d660-4076-9124-36fb021330b4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:32:58.541770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Transition to ACTIVE for port object 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:58.557454 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.572320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.579168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc43e1-7677-4da5-bb92-3edd0349c43f req-9769cbe0-763f-4994-a5b9-50511e8fd376 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:58.583962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9abc43e1-7677-4da5-bb92-3edd0349c43f req-9769cbe0-763f-4994-a5b9-50511e8fd376 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.2946751 Feb 04 16:32:58.619324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=34ccfc93-ec01-493b-8013-c887e4779d0a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:58.654543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Transition to ACTIVE for port object 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:58.664465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.687681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.704305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.706595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd81e4-7130-46b8-8e51-28ed707e61aa None None] Network e4b43997-4966-49df-8af9-99f60a9d947b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:58.766639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.803572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79207d86-48a4-44cc-a064-caf9e32971b5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:58.833596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.844447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=098dab17-375f-47c4-99d1-cdbaa407f01c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:58.850142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5b572d6e-a020-429f-b449-391c76b75bb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79207d86-48a4-44cc-a064-caf9e32971b5 HTTP/1.1" status: 204 len: 168 time: 0.4165230 Feb 04 16:32:58.854123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9abc43e1-7677-4da5-bb92-3edd0349c43f req-63059c1a-6648-4d10-8cef-bf0e2520ae40 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312946 Feb 04 16:32:58.856116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.926725 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.929672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:58.949646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f766ed41-2110-497e-8429-f945d222e66a None None] Provisioning complete for port 098dab17-375f-47c4-99d1-cdbaa407f01c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:32:58.950008 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f766ed41-2110-497e-8429-f945d222e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.015017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Network 5be512a9-9584-4157-9c3e-4635885821f7 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:32:59.028850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:59.040903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:32:59.106149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:59.107453 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-30fe7a43-102f-4ec0-8522-d1a626727c41 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/34ccfc93-ec01-493b-8013-c887e4779d0a HTTP/1.1" status: 204 len: 168 time: 2.3349931 Feb 04 16:32:59.220641 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5592d3-f2be-4d3a-817f-ae66192a6150 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] GET failed (client error): The resource could not be found. Feb 04 16:32:59.221203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c5592d3-f2be-4d3a-817f-ae66192a6150 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Synchronizing usage tracker for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:32:59.265896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Pushing event updated for resources: {'Port': ['ID=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.301490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9c5592d3-f2be-4d3a-817f-ae66192a6150 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Unset dirty status for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:32:59.310630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9c5592d3-f2be-4d3a-817f-ae66192a6150 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports/34ccfc93-ec01-493b-8013-c887e4779d0a HTTP/1.1" status: 404 len: 333 time: 0.2025890 Feb 04 16:32:59.311340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:59.331343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-1347593096'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:32:59.335912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Allocated IP 172.20.0.1 (e4b43997-4966-49df-8af9-99f60a9d947b/c2c0d853-1851-49b4-a866-d1987a591d17/abcaf47a-436c-4409-bbe9-8b1214e14e17) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:32:59.348863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=3eeb6678-3408-4cac-9872-9960d3470211,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.398146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Attempting to bind port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:32:59.398583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Attempting to bind port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '2a57572c-9134-4451-abce-ff14b6aff6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:32:59.398954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Attempting to bind port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 on network 5be512a9-9584-4157-9c3e-4635885821f7 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:32:59.412548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:32:59.412890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Checking segment: {'id': '2a57572c-9134-4451-abce-ff14b6aff6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:59.413294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.413685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Bound using segment: {'id': '2a57572c-9134-4451-abce-ff14b6aff6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:32:59.414152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Bound port: 71fc7d38-7f3b-4c65-9fd4-469ec21500d4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a57572c-9134-4451-abce-ff14b6aff6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5be512a9-9584-4157-9c3e-4635885821f7'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:32:59.415200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.442738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '2e175431-dfb3-46cd-801d-107d97c86a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:32:59.443222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: e8d0aa35-1f44-4443-91cd-19f17609f459, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:32:59.550717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:32:59.567982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network e8d0aa35-1f44-4443-91cd-19f17609f459 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:32:59.568901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] For port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:32:59.573132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] For port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,segment=NetworkSegment(2a57572c-9134-4451-abce-ff14b6aff6a1),segment_id=2a57572c-9134-4451-abce-ff14b6aff6a1)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:32:59.584545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:32:59.585202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.605560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e8d0aa35-1f44-4443-91cd-19f17609f459) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:32:59.613538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:32:59.622761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.641420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:32:59.642426 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.668537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686af9c-7b1d-479f-aa49-8eca572291ec None None] Network e8d0aa35-1f44-4443-91cd-19f17609f459 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:32:59.684668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 098dab17-375f-47c4-99d1-cdbaa407f01c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:32:59.718829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:32:59.734461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.760970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2d705c7-d835-4cfd-a9e8-654f1ab8f9dc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0229888 Feb 04 16:32:59.768739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57226) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:32:59.801558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Transition to ACTIVE for port object abcaf47a-436c-4409-bbe9-8b1214e14e17 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:32:59.890055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf6112-aed1-4ca5-b45c-1f0452802636 None None] Pushing event updated for resources: {'Port': ['ID=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:32:59.931571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:32:59.961653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.049411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port e81a957c-95f9-47f6-a6b4-6e7191893f50 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:00.049740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.111080 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.154763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 098dab17-375f-47c4-99d1-cdbaa407f01c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:00.155143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.192234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network e4b43997-4966-49df-8af9-99f60a9d947b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:00.201901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:00.206561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Port': ['ID=abcaf47a-436c-4409-bbe9-8b1214e14e17,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:00.208892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:00.223224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.7 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:00.344839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-e8d0aa35-1f44-4443-91cd-19f17609f459', 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '3eeb6678-3408-4cac-9872-9960d3470211'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:00.350141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.463833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:00.467750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-812a3a15-e34b-4051-961e-e65e8aa7eb43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 1096 time: 0.8145258 Feb 04 16:33:00.471578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-78bd55fb-7146-4c9c-b3fe-f9fb5cae5431 None None] Provisioning complete for port 098dab17-375f-47c4-99d1-cdbaa407f01c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:00.471962 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-78bd55fb-7146-4c9c-b3fe-f9fb5cae5431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.485297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:00.510255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.603664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.624702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.863219 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:00.879612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for e81a957c-95f9-47f6-a6b4-6e7191893f50 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:00.879819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Allocated IP 172.20.0.1 (e8d0aa35-1f44-4443-91cd-19f17609f459/3eeb6678-3408-4cac-9872-9960d3470211/54cd05af-a80d-4e5a-97c1-f5866d3e5900) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:00.911263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--654039628'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:00.959804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:00.969647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d593ba0-991b-4b88-a36e-ca549185bb12 req-bf875e3e-5638-4037-913f-3014a837c69a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:00.971824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d593ba0-991b-4b88-a36e-ca549185bb12 req-bf875e3e-5638-4037-913f-3014a837c69a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.6202989 Feb 04 16:33:00.995389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:01.004692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:01.016278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:01.019226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.052884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.068738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c5f7292d-6423-4b45-9b2f-e8870ef199ff None None] Provisioning for port abcaf47a-436c-4409-bbe9-8b1214e14e17 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:01.105680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c5f7292d-6423-4b45-9b2f-e8870ef199ff None None] Provisioning complete for port abcaf47a-436c-4409-bbe9-8b1214e14e17 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:01.106090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c5f7292d-6423-4b45-9b2f-e8870ef199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.169534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d593ba0-991b-4b88-a36e-ca549185bb12 req-15f9bc7f-6026-4fab-b04c-5a044729c6d1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849165 Feb 04 16:33:01.173212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:01.237017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.256482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7292d-6423-4b45-9b2f-e8870ef199ff None None] Port abcaf47a-436c-4409-bbe9-8b1214e14e17 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:01.265027 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.280196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Transition to ACTIVE for port object 54cd05af-a80d-4e5a-97c1-f5866d3e5900 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:01.307835 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.319880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Transition to ACTIVE for port object 54cd05af-a80d-4e5a-97c1-f5866d3e5900 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:01.336056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.355756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.365523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.454586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:01.471213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.490563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Port': ['ID=e81a957c-95f9-47f6-a6b4-6e7191893f50,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:01.519219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Pushing event updated for resources: {'Port': ['ID=54cd05af-a80d-4e5a-97c1-f5866d3e5900,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:01.521424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:01.528157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Network e8d0aa35-1f44-4443-91cd-19f17609f459 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:01.529043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:01.529844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:01.532004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:01.532729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:01.537790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=3eeb6678-3408-4cac-9872-9960d3470211,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:01.540525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:01.572875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:01.625015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:01.635313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:01.663202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d3a8e-7b81-4da7-a386-b0a8e430cb62 None None] Network 5be512a9-9584-4157-9c3e-4635885821f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:01.774511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:01.810870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:01.869225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.880808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Attempting to bind port 54cd05af-a80d-4e5a-97c1-f5866d3e5900 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:01.881424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Attempting to bind port 54cd05af-a80d-4e5a-97c1-f5866d3e5900 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '2e175431-dfb3-46cd-801d-107d97c86a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:01.881617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Attempting to bind port 54cd05af-a80d-4e5a-97c1-f5866d3e5900 on network e8d0aa35-1f44-4443-91cd-19f17609f459 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:01.900024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d0aa35-1f44-4443-91cd-19f17609f459']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.914184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e175431-dfb3-46cd-801d-107d97c86a7d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.914826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e175431-dfb3-46cd-801d-107d97c86a7d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:01.928698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.945367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:33:01.953400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.957171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:01.957641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Checking segment: {'id': '2e175431-dfb3-46cd-801d-107d97c86a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:01.958499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.958958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Bound using segment: {'id': '2e175431-dfb3-46cd-801d-107d97c86a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:01.959930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Bound port: 54cd05af-a80d-4e5a-97c1-f5866d3e5900, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e175431-dfb3-46cd-801d-107d97c86a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:01.959930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:01.986905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:01.988036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.013522 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.025980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:02.026738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:02.041647 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:02.048631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4602abbe-1db0-4aa8-989f-5dd5f33d7874 None None] Provisioning for port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:02.139197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eaa779b4-4d14-4eba-8725-fef76f9d483b tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8225801 Feb 04 16:33:02.143180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57244) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:02.146389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:02.172513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.183565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'network_id': 'bd412730-b5d2-4eca-9672-f81838f83494', 'name': 'tempest-AllowedAddressPairTestJSON-1195431959'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:02.199980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:33:02.199980 n-d-827873-1 neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:33:02.199980 n-d-827873-1 neutron-server[83597]: [parameters: {'id': 'e8d0aa35-1f44-4443-91cd-19f17609f459'}] Feb 04 16:33:02.199980 n-d-827873-1 neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:02.200553 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:02.228769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.232115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] For port 54cd05af-a80d-4e5a-97c1-f5866d3e5900, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:02.237602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] For port 54cd05af-a80d-4e5a-97c1-f5866d3e5900, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=54cd05af-a80d-4e5a-97c1-f5866d3e5900,segment=NetworkSegment(2e175431-dfb3-46cd-801d-107d97c86a7d),segment_id=2e175431-dfb3-46cd-801d-107d97c86a7d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:02.278597 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.285656 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.303508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:02.306174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.331897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:02.352752 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-997324e9-c779-4b89-abe7-7f784556bb8d None None] Provisioning for port bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:02.360593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:02.361823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.421631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:02.430370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.436406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:02.439058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:02.440044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-997324e9-c779-4b89-abe7-7f784556bb8d None None] Provisioning complete for port bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:02.440329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-997324e9-c779-4b89-abe7-7f784556bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.441684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9e0fa9-f6cc-4cc9-a1c8-431145f4641f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:02.452856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:02.462719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Usage tracker for resource:port and tenant:d6854103ca634d75a46c649691833a56 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:02.466088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:02.474901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:02.477192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Transition to ACTIVE for port object 95689edb-fb22-4e3b-ba03-c21b59d65ce3 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:02.498056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f9195-8037-40ac-a201-aab39577dc33 req-a59c5596-6fdf-4f0c-a646-02ce7598b6c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:02.499841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea9f9195-8037-40ac-a201-aab39577dc33 req-a59c5596-6fdf-4f0c-a646-02ce7598b6c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 945 time: 0.1715195 Feb 04 16:33:02.500513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.515239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-997324e9-c779-4b89-abe7-7f784556bb8d None None] Port bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:02.546655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Made reservation on behalf of d6854103ca634d75a46c649691833a56 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:02.549618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a4621-d769-48ba-82c3-724b04a37b3a None None] Pushing event updated for resources: {'Port': ['ID=54cd05af-a80d-4e5a-97c1-f5866d3e5900,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:02.550209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.612429 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'code': 200} Feb 04 16:33:02.648981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0d6dd-095a-4dd7-8308-a06c2311214a None None] Network e8d0aa35-1f44-4443-91cd-19f17609f459 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:02.686486 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:02.719985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.750252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.757390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Port': ['ID=abcaf47a-436c-4409-bbe9-8b1214e14e17,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:02.772259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] device_id is not set on port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:33:02.821253 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.828280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] No DVR routers for this DVR port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:02.900752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:02.935093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.944458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea9f9195-8037-40ac-a201-aab39577dc33 req-a753555b-622f-4594-8845-9d400f070b6f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994551 Feb 04 16:33:02.955732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port 54cd05af-a80d-4e5a-97c1-f5866d3e5900 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:02.956067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.956577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,segment=NetworkSegment(2a57572c-9134-4451-abce-ff14b6aff6a1),segment_id=2a57572c-9134-4451-abce-ff14b6aff6a1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:02.969009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:02.973121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.074804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:03.128176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Allocated IP 172.20.0.12 (bd412730-b5d2-4eca-9672-f81838f83494/5073d683-9a38-4115-acf4-9fef4336d6a8/a7b8f2aa-788f-4465-a4d5-f6ada09ccff5) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:03.169220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e347b1-9440-4857-9fc6-d11eecbcec93 None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:33:03.190144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7987dcee-49a8-40ab-a070-8363afa7e215,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:03.203272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.207890 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1c323e3c-923e-4f14-8971-ec8f09aaf5d7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7421739 Feb 04 16:33:03.210980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.227576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Router 1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:03.252379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-731378ad-96ac-47bb-b537-8b988dfb76e1 None None] Provisioning complete for port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:03.252623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-731378ad-96ac-47bb-b537-8b988dfb76e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.293454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network e4b43997-4966-49df-8af9-99f60a9d947b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:03.297332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:03.474453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e347b1-9440-4857-9fc6-d11eecbcec93 None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:33:03.526178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63177446-cfbb-4438-93f7-aff52f91277c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:03.614398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:03.629166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:03.630673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-63177446-cfbb-4438-93f7-aff52f91277c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:03.634908 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-63177446-cfbb-4438-93f7-aff52f91277c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4221644 Feb 04 16:33:03.635395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.642362 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-848c2f29-c4bf-48e0-90e4-c41cd407b99e tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4241354 Feb 04 16:33:03.648468 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] Sync routers for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:03.649034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57260) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.657474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port 54cd05af-a80d-4e5a-97c1-f5866d3e5900, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=54cd05af-a80d-4e5a-97c1-f5866d3e5900,segment=NetworkSegment(2e175431-dfb3-46cd-801d-107d97c86a7d),segment_id=2e175431-dfb3-46cd-801d-107d97c86a7d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:03.658486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.664881 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:03.666852 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:03.698530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-security--1668086341', 'description': 'tempest-security-description-1834114960'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:03.742458 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-df66e97c-8528-4fc7-81b9-91dcdc0b8c1b tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] show failed (client error): The resource could not be found. Feb 04 16:33:03.750362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-df66e97c-8528-4fc7-81b9-91dcdc0b8c1b tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-567482162 HTTP/1.1" status: 404 len: 334 time: 0.0941448 Feb 04 16:33:03.750362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.754299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fa9d16b9-1cde-47ca-bc4d-5cf93eeae47a tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:03.759546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:03.770680 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] Routers {'1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:03.771277 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:03.794697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.828354 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-fa9d16b9-1cde-47ca-bc4d-5cf93eeae47a tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] update failed (client error): The resource could not be found. Feb 04 16:33:03.830735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fa9d16b9-1cde-47ca-bc4d-5cf93eeae47a tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-733234641 HTTP/1.1" status: 404 len: 334 time: 0.0790892 Feb 04 16:33:03.833388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57268) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.838814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:03.839472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.841179 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:03.841572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a847028-4e01-49c5-b2c8-c226c9294833 None None] The sync data for ids ['1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:03.918107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.936517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.938863 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:03.942814 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "PUT /v2.0/security-groups/7987dcee-49a8-40ab-a070-8363afa7e215 HTTP/1.1" status: 200 len: 1612 time: 0.3026266 Feb 04 16:33:03.944183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57272) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:03.959037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for 54cd05af-a80d-4e5a-97c1-f5866d3e5900 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:04.071104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.072042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b92cdc-57d3-47b4-85d7-977560030b14 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7987dcee-49a8-40ab-a070-8363afa7e215,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:04.158579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:04.159014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:04.159386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:04.163404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Transition to ACTIVE for port object a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:04.177317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:33:04.177759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Attempting to bind port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:04.201675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.222500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ef26565f-834f-445d-865a-d41fbba08d9b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups/7987dcee-49a8-40ab-a070-8363afa7e215 HTTP/1.1" status: 200 len: 1612 time: 0.2660520 Feb 04 16:33:04.225116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:04.246662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting subnet 8bfc5203-bffd-4b28-b31d-0c81804cc2ef {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:04.260570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.265445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:04.269675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port 54cd05af-a80d-4e5a-97c1-f5866d3e5900 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:04.271290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:04.271627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Checking segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:04.271985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Bound using segment: {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:04.272435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Bound port: 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e19f3e9-191b-4f37-aa28-20ef6b265edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:04.272767 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.337107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=54cd05af-a80d-4e5a-97c1-f5866d3e5900,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:04.338654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:04.366573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.396248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Router df7ec5b6-afc0-44c6-918c-38621b8e6821 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:33:04.477955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a21630c8-ec05-4bbc-9000-78dac50b60d0 None None] Provisioning complete for port abcaf47a-436c-4409-bbe9-8b1214e14e17 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:04.478403 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a21630c8-ec05-4bbc-9000-78dac50b60d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.487981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.536111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a21630c8-ec05-4bbc-9000-78dac50b60d0 None None] Port abcaf47a-436c-4409-bbe9-8b1214e14e17 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:04.565895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.576272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.643635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d0aa35-1f44-4443-91cd-19f17609f459']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:04.651231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Network bd412730-b5d2-4eca-9672-f81838f83494 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:04.662898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:04.668158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=a7b8f2aa-788f-4465-a4d5-f6ada09ccff5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:04.670352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:04.676433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.702480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e175431-dfb3-46cd-801d-107d97c86a7d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:04.702887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e175431-dfb3-46cd-801d-107d97c86a7d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:04.718148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:04.733973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.756924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:04.765587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92813-0478-41d0-af2f-96ec17d1ba3d req-99910bbf-3baa-4b69-acac-30a7f1d8116a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:04.767107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9b92813-0478-41d0-af2f-96ec17d1ba3d req-99910bbf-3baa-4b69-acac-30a7f1d8116a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.5066535 Feb 04 16:33:04.775995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.778813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.784576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.842667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:04.843067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.853598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:04.869584 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:04.886225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7987dcee-49a8-40ab-a070-8363afa7e215,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:04.911758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.912902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-809f7a14-10e5-4fe5-8fa1-5f2440c3db1d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/7987dcee-49a8-40ab-a070-8363afa7e215 HTTP/1.1" status: 204 len: 168 time: 0.6834412 Feb 04 16:33:04.916949 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:04.918586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57282) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:04.933206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:04.933797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.936287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] Sync routers for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:04.937124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.960908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:04.961411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:04.973648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:04.975129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] 10.222.0.41 "PUT /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1092 time: 4.4947100 Feb 04 16:33:04.989068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:04.999874 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0550dbce-a05a-490b-990e-b8ed522e8fa4 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9276471 Feb 04 16:33:05.009106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.013177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfc5203-bffd-4b28-b31d-0c81804cc2ef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:05.102707 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.108840 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:33:05.109908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.110317 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dc1c62ba-464e-4e92-ae87-fccb9c2d6485 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/subnets/8bfc5203-bffd-4b28-b31d-0c81804cc2ef HTTP/1.1" status: 204 len: 168 time: 1.2758915 Feb 04 16:33:05.111707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.115440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242aebf-7572-4128-a9ca-c1c3a46a3fec service neutron] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=11']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:05.126362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634920b-c774-46a2-8bc8-4733cae98cfc None None] Network 7d1bf095-4b87-4765-87db-0ad11f40a121 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:05.141893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9b92813-0478-41d0-af2f-96ec17d1ba3d req-57b32f7c-1881-4c86-a3fe-8fd4077a2e1f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560419 Feb 04 16:33:05.180033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.188405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ad669e0-2721-4e74-8be2-23691c09c9ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:05.195996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f2e9abf-1a1f-44f7-8f2f-b1490c506c50 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0514922 Feb 04 16:33:05.199936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57296) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.242400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f3d200a-e18d-4788-a8ed-cd1efd9f287b None None] Provisioning for port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:05.245213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:05.262766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:36:05:93'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2a:fa:84'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:05.276629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7f3d200a-e18d-4788-a8ed-cd1efd9f287b None None] Provisioning complete for port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:05.277232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3d200a-e18d-4788-a8ed-cd1efd9f287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.289519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=e8d0aa35-1f44-4443-91cd-19f17609f459,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:05.353360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ad669e0-2721-4e74-8be2-23691c09c9ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:05.357152 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ad669e0-2721-4e74-8be2-23691c09c9ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4373105 Feb 04 16:33:05.357948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57300) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.403281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:05.403826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:05.458889 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-d41ff06f-bea6-4c72-992b-940a3d43e731 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] delete failed (client error): The resource could not be found. Feb 04 16:33:05.461330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d41ff06f-bea6-4c72-992b-940a3d43e731 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/7987dcee-49a8-40ab-a070-8363afa7e215 HTTP/1.1" status: 404 len: 347 time: 0.0991685 Feb 04 16:33:05.472190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.472861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d200a-e18d-4788-a8ed-cd1efd9f287b None None] Port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:05.475004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:05.475398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ba45d-20f3-4825-ac04-ff1de10e56bd None None] The sync data for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:05.492204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912484923'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:05.498898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-37228e7e-7ddd-4e60-9984-55a37de44329 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/e8d0aa35-1f44-4443-91cd-19f17609f459 HTTP/1.1" status: 204 len: 168 time: 5.7246084 Feb 04 16:33:05.500251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:05.506451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57308) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:05.521222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803666148'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:05.526749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:05.530877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:05.533852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:05.542910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:05.554296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:05.569270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-f7d1ab57-e59b-4fd7-b314-8dd9aa18d58f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1095 time: 0.5420229 Feb 04 16:33:05.574578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] DHCP port deletion for 7d1bf095-4b87-4765-87db-0ad11f40a121 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:05.574821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.579244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Deleting port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:05.580261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.588833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:05.592310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.607380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-c8ea25a5-dde3-4602-a875-e36ad0c3ffe1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1095 time: 0.4228625 Feb 04 16:33:05.622043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.750566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:05.751580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.775106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:05.808044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] For port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,segment=NetworkSegment(617eb84f-3711-4e23-b608-3faa548296c0),segment_id=617eb84f-3711-4e23-b608-3faa548296c0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:05.808413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.866107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.866794 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment ec3db59a-5cd1-4a95-9a8a-2bc5560c164d of type vlan for network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 Feb 04 16:33:05.868751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:05.874170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.888996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:05.896208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:05.908640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:05.931047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-c54d269c-932c-42d8-8328-1114627fa00e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:05.932476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-c54d269c-932c-42d8-8328-1114627fa00e service neutron] 10.222.0.58 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3177063 Feb 04 16:33:05.938049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Calling delete_port for cb3310b7-37ff-47b4-9bd4-bcd938ecc84b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:05.969760 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:05.995828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-e85f8f52-70e2-476d-b6ba-a15ff89cfdbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:05.997262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-e85f8f52-70e2-476d-b6ba-a15ff89cfdbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.4186611 Feb 04 16:33:06.021521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.077010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] Pushing event deleted for resources: {'Port': ['ID=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:06.084943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed98a457-5ab3-44b0-9c95-7316d6ea1a2a None None] No DVR routers for this DVR port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:06.116539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.123581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.128110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.129466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.175782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.247149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-7acd85d9-30e8-4d5b-84c8-f654d5b01651 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.3048151 Feb 04 16:33:06.251169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] For port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cb3310b7-37ff-47b4-9bd4-bcd938ecc84b,segment=NetworkSegment(617eb84f-3711-4e23-b608-3faa548296c0),segment_id=617eb84f-3711-4e23-b608-3faa548296c0)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:06.251545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.299867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-1a1f4ccf-9153-4741-bc65-8f3bf8206a90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.2772205 Feb 04 16:33:06.450219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for cb3310b7-37ff-47b4-9bd4-bcd938ecc84b owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:06.553775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0436676 Feb 04 16:33:06.559734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782c66c9-3cb5-4b72-a94f-6548ebe93c1e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:06.565645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:06.568806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.572579 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-849efb45-a50f-495c-ba6e-afaad5566771 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0946307 Feb 04 16:33:06.576800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:06.593194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '782c66c9-3cb5-4b72-a94f-6548ebe93c1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:06.603862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-96ab559e-1190-4f35-a4f4-344800963df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.605220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-96ab559e-1190-4f35-a4f4-344800963df5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.3453343 Feb 04 16:33:06.610164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-0b9dc77e-cde2-46af-9729-2dc221887f58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.611801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-0b9dc77e-cde2-46af-9729-2dc221887f58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1715236 Feb 04 16:33:06.623977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:06.628934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d425f8-b617-466f-b429-78c52df34303 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=261da3ab-2bcc-42a1-84a2-75a134d4ea65,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:06.639222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:06.644100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:06.701051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:06.715976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:06.729053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:06.735705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:06.736603 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:06.778852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94fd7a-8964-4339-ae74-ed695f13f094 req-c3073f15-3d83-41ed-92e7-76944c85499a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:06.780245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff94fd7a-8964-4339-ae74-ed695f13f094 req-c3073f15-3d83-41ed-92e7-76944c85499a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.4874184 Feb 04 16:33:06.787581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.813579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:06.832274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:06.838602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:06.842660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.850636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:06.854173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:06.856361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-af1393c1-ee28-4dd0-873d-1a604111ddea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435701 Feb 04 16:33:06.961329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:07.033353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event updated for resources: {'Port': ['ID=a7b8f2aa-788f-4465-a4d5-f6ada09ccff5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.086877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-8ac45031-59b3-4fc0-bb73-b341d6253e1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4592996 Feb 04 16:33:07.129457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff94fd7a-8964-4339-ae74-ed695f13f094 req-3d583c92-930f-45ad-ad06-5c397d90600e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338234 Feb 04 16:33:07.196403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] In _notify_port_updated(), no bound segment for port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 on network bd412730-b5d2-4eca-9672-f81838f83494 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:33:07.200316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:07.200957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.205449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a0e077e7-4626-4a2b-8f51-760d202c38ae tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "PUT /v2.0/ports/a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 HTTP/1.1" status: 200 len: 1056 time: 1.9447904 Feb 04 16:33:07.206654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:07.227507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.237717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port cb3310b7-37ff-47b4-9bd4-bcd938ecc84b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:07.238048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.250611 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.278657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a9e77a8a-9e5d-45d1-a30d-2b8f2700e6ec None None] Provisioning complete for port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:07.279278 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a9e77a8a-9e5d-45d1-a30d-2b8f2700e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.282037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.335252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a9e77a8a-9e5d-45d1-a30d-2b8f2700e6ec None None] Port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:07.346574 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-ccbf4a0a-4364-4404-a6a0-bf6a4fb3fae8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:07.347610 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ccbf4a0a-4364-4404-a6a0-bf6a4fb3fae8 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3370261 Feb 04 16:33:07.356129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:07.365921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] The port 'cb3310b7-37ff-47b4-9bd4-bcd938ecc84b' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:07.379119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d81d63-dab9-407e-abb3-c795ca42560b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.422555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-47b39e92-8fd4-444f-a0f3-67a1bf4c01e4 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565557 Feb 04 16:33:07.454100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:07.454472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.465981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.467401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b4faa68-a471-42b9-ba68-8321e86f192a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8897016 Feb 04 16:33:07.474083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:07.478773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-3f1d965e-1107-41be-a7df-1a3fb8d7ceed service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806858 Feb 04 16:33:07.596172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb3310b7-37ff-47b4-9bd4-bcd938ecc84b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:07.631575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: cb3310b7-37ff-47b4-9bd4-bcd938ecc84b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:07.631919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cb3310b7-37ff-47b4-9bd4-bcd938ecc84b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:07.723078 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.731829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.758270 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.811668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1bf095-4b87-4765-87db-0ad11f40a121']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:07.834284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-884d5de4-7a87-4eca-9f04-2d3914cc5421 service neutron] 10.222.0.58 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011879 Feb 04 16:33:07.841160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617eb84f-3711-4e23-b608-3faa548296c0') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:07.841446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617eb84f-3711-4e23-b608-3faa548296c0') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:07.866385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.892104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdbbf42-9289-4e8b-a080-676233a115b6 req-a15534ce-9ad6-4e95-9c01-ce1010542ca1 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475990 Feb 04 16:33:07.894066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.895970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.898168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.915920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:07.916312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:07.931739 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:07.935262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5d81d63-dab9-407e-abb3-c795ca42560b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:07.938007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.942498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d404be9c-9af6-4eaf-b8d7-4d8ef16b9989 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e5d81d63-dab9-407e-abb3-c795ca42560b HTTP/1.1" status: 204 len: 168 time: 0.4595120 Feb 04 16:33:07.981282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:07.983489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:08.089011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.113910 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.135507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Network': ['ID=7d1bf095-4b87-4765-87db-0ad11f40a121,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.138900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc0f4d53-ec7b-40dd-b916-991dc73e6477 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/networks/7d1bf095-4b87-4765-87db-0ad11f40a121 HTTP/1.1" status: 204 len: 168 time: 3.0249457 Feb 04 16:33:08.141457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57338) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:08.147885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9a95b00-83d7-46ab-a20e-6ccb059eb534 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:08.218007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-c1042de1-5ae9-4356-b7c2-e482085db5ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1095 time: 0.2351918 Feb 04 16:33:08.248920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e9a95b00-83d7-46ab-a20e-6ccb059eb534 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:08.250163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e9a95b00-83d7-46ab-a20e-6ccb059eb534 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2658432 Feb 04 16:33:08.259125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57344) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:08.268739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:08.331633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=478c4734-e4f7-4440-9bcf-31e725092d37,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.434373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:08.434625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 261da3ab-2bcc-42a1-84a2-75a134d4ea65, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:08.532063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:08.549424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.556503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.569650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-1de95eb3-c1ad-47a7-8260-06c5c66efa80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.571101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-1de95eb3-c1ad-47a7-8260-06c5c66efa80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3425691 Feb 04 16:33:08.605887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 261da3ab-2bcc-42a1-84a2-75a134d4ea65) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:08.614728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b0238-3f0d-417a-81af-116e23f13a48 None None] Network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:08.648734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.649311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.675363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=a7b8f2aa-788f-4465-a4d5-f6ada09ccff5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:08.787237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.787502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3ac3c08c-f90c-4652-b347-65d6e1c7baea tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2127748 Feb 04 16:33:08.792877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting subnet 5989fb0b-9d87-42b2-9ea8-0f86edeb5811 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:08.793259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57348) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:08.835762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.884361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-261da3ab-2bcc-42a1-84a2-75a134d4ea65', 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '478c4734-e4f7-4440-9bcf-31e725092d37'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:08.885194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.902596 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-3f628dd5-c306-457b-9719-a0e826e4aa65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 999 time: 0.3122828 Feb 04 16:33:08.936570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:08.992540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777d626-705c-4982-852d-e1b23c0a4089 req-f5cb152c-d0e2-4730-9295-0448030085ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:08.993896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e777d626-705c-4982-852d-e1b23c0a4089 req-f5cb152c-d0e2-4730-9295-0448030085ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.6780980 Feb 04 16:33:09.040068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.108481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Allocated IP 172.20.0.1 (261da3ab-2bcc-42a1-84a2-75a134d4ea65/478c4734-e4f7-4440-9bcf-31e725092d37/1b0af01c-aa7b-4035-9fca-a7c18af5fc6a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:09.139829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.218249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.325479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-39ad237d-e4f1-4c5f-8bf4-d4fa6c134b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:09.327071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-39ad237d-e4f1-4c5f-8bf4-d4fa6c134b02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.3322797 Feb 04 16:33:09.382495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e777d626-705c-4982-852d-e1b23c0a4089 req-4ff89198-deef-4c3b-835d-f39aa887b46f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528438 Feb 04 16:33:09.390128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.440045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Subnet': ['ID=5989fb0b-9d87-42b2-9ea8-0f86edeb5811,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.455905 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.459075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.486922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c66c9-3cb5-4b72-a94f-6548ebe93c1e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.503705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.505064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6db7201c-020f-4ff4-bccf-11c40da384a8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/782c66c9-3cb5-4b72-a94f-6548ebe93c1e HTTP/1.1" status: 204 len: 168 time: 1.2450690 Feb 04 16:33:09.511302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ba8610a5-1236-4694-980f-708493a76ec3 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/subnets/5989fb0b-9d87-42b2-9ea8-0f86edeb5811 HTTP/1.1" status: 204 len: 168 time: 1.3579140 Feb 04 16:33:09.511302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:09.514073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae4ce8-64a8-4b09-acdf-8a5091f4ec17 None None] Network 3b540666-b0e8-42e1-b2a2-24ccb92377c6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:09.514733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:09.520892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.538019 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-59138780-7767-48bb-a539-eeae4218875c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 HTTP/1.1" status: 204 len: 168 time: 2.3303313 Feb 04 16:33:09.541254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.565681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57360) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:09.601511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.615947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Transition to ACTIVE for port object 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:09.625717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-12d81ea1-3b7f-43ae-ae39-781ec9dd347d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898891 Feb 04 16:33:09.639706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Transition to ACTIVE for port object 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:09.665752 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-de21670a-b964-4940-a023-d7adba89496c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] GET failed (client error): The resource could not be found. Feb 04 16:33:09.666423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de21670a-b964-4940-a023-d7adba89496c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Synchronizing usage tracker for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:09.709090 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.754871 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:09.866434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Pushing event updated for resources: {'Port': ['ID=1b0af01c-aa7b-4035-9fca-a7c18af5fc6a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:09.869955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de21670a-b964-4940-a023-d7adba89496c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Unset dirty status for tenant:d6854103ca634d75a46c649691833a56 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:09.873783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de21670a-b964-4940-a023-d7adba89496c tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports/a7b8f2aa-788f-4465-a4d5-f6ada09ccff5 HTTP/1.1" status: 404 len: 333 time: 0.2989609 Feb 04 16:33:09.881791 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57364) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:09.889134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a745f214-f4f2-4417-8355-b44341f0eea9 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:09.927379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:09.955262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:09.963289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:09.968097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-2848c2c3-68ff-4c52-8580-4474b5632737 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316445 Feb 04 16:33:09.969686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=478c4734-e4f7-4440-9bcf-31e725092d37,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:10.001000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a745f214-f4f2-4417-8355-b44341f0eea9 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:10.006993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a745f214-f4f2-4417-8355-b44341f0eea9 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4909852 Feb 04 16:33:10.014085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:10.033709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--263531036'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:10.057598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:10.063037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting subnet b6909ec1-2d80-4917-9107-11e52943e654 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:10.068831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.074653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Attempting to bind port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:10.074653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Attempting to bind port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:10.074653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Attempting to bind port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a on network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:10.086514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:10.086886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Checking segment: {'id': 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:10.087287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.087682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Bound using segment: {'id': 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:10.088148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Bound port: 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:10.088519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.140208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:10.148818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.172344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:10.172954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.197778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] For port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:10.202823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] For port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1b0af01c-aa7b-4035-9fca-a7c18af5fc6a,segment=NetworkSegment(ec3db59a-5cd1-4a95-9a8a-2bc5560c164d),segment_id=ec3db59a-5cd1-4a95-9a8a-2bc5560c164d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:10.209451 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.232438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-650adf36-73bd-4659-b26d-e1cd0115c709 req-de06142d-41a2-4f86-866d-3bf7b896efa6 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543812 Feb 04 16:33:10.236831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.259505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] DHCP port deletion for 3b540666-b0e8-42e1-b2a2-24ccb92377c6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:10.282233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Deleting port b267c39d-b517-4c91-91a7-81e0529f5fc5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:10.282629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.283591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.291275 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.357839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a7bfa-935c-4146-90a6-f86e8fa91c70 None None] Pushing event updated for resources: {'Port': ['ID=1b0af01c-aa7b-4035-9fca-a7c18af5fc6a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:10.374816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.375932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261da3ab-2bcc-42a1-84a2-75a134d4ea65']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:10.400030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:10.400404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:10.417716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Subnet': ['ID=b6909ec1-2d80-4917-9107-11e52943e654,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:10.421590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:10.423642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.427843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.432853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e5a2cf90-ead0-46a1-839c-4b102f3551e1 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/subnets/b6909ec1-2d80-4917-9107-11e52943e654 HTTP/1.1" status: 204 len: 168 time: 0.9140356 Feb 04 16:33:10.432853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57372) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:10.448955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bbcc2d-4b0c-4549-81da-1d466862b630 None None] Network dd01d329-3b90-4249-8379-8cf7c3d3b735 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:10.487770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:10.521728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.555001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f587c-8070-46c6-ac47-57ebc242f404 None None] Network 261da3ab-2bcc-42a1-84a2-75a134d4ea65 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:10.564822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.576255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port b267c39d-b517-4c91-91a7-81e0529f5fc5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:10.576624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.588285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:10.588687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:10.604425 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:10.748150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:33:10.748150 n-d-827873-1 neutron-server[83596]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:33:10.748150 n-d-827873-1 neutron-server[83596]: [parameters: {'id': '261da3ab-2bcc-42a1-84a2-75a134d4ea65'}] Feb 04 16:33:10.748150 n-d-827873-1 neutron-server[83596]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:10.748691 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:10.753862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.846019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] For port b267c39d-b517-4c91-91a7-81e0529f5fc5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b267c39d-b517-4c91-91a7-81e0529f5fc5,segment=NetworkSegment(c8344a1f-f89d-49a5-985f-ee9dcfec982b),segment_id=c8344a1f-f89d-49a5-985f-ee9dcfec982b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:10.846678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:10.920549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 owned by {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:10.981229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] For port b267c39d-b517-4c91-91a7-81e0529f5fc5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b267c39d-b517-4c91-91a7-81e0529f5fc5,segment=NetworkSegment(c8344a1f-f89d-49a5-985f-ee9dcfec982b),segment_id=c8344a1f-f89d-49a5-985f-ee9dcfec982b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:10.981841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.023125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.030724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting port abcaf47a-436c-4409-bbe9-8b1214e14e17 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:11.031098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.054468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333e04-96c8-48be-a55b-2781a050fa32 req-c7e64c17-d1fa-4049-aaad-34b89e2baed7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:11.055913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e333e04-96c8-48be-a55b-2781a050fa32 req-c7e64c17-d1fa-4049-aaad-34b89e2baed7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 944 time: 0.3894269 Feb 04 16:33:11.062379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.064876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Calling delete_port for b267c39d-b517-4c91-91a7-81e0529f5fc5 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:11.119727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for b267c39d-b517-4c91-91a7-81e0529f5fc5 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:11.139049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d72d70-4768-4578-b7b8-7e38fa5b2471,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:11.160290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:33:11.213813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e333e04-96c8-48be-a55b-2781a050fa32 req-6a0efed6-1549-43ef-8650-906378efb0e8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007965 Feb 04 16:33:11.233822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:11.234139 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:11.252782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57378) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:11.255440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.262257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.301915 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.303269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-81dd7cba-04a9-4763-9798-d2bb800f6f64 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2846584 Feb 04 16:33:11.316371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:11.328278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '64d72d70-4768-4578-b7b8-7e38fa5b2471', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:11.329025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] Pushing event deleted for resources: {'Port': ['ID=b267c39d-b517-4c91-91a7-81e0529f5fc5,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:11.344751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:11.345237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.355029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4f99d-a536-40b0-8abd-ec2da6a5cf77 None None] No DVR routers for this DVR port b267c39d-b517-4c91-91a7-81e0529f5fc5 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:11.378275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8be51641-3df1-4897-8bc1-1bfc288a8738 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/6c11f9cb-47b9-45b5-9da2-94cc88386fd2 HTTP/1.1" status: 200 len: 991 time: 0.1179054 Feb 04 16:33:11.391532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:11.404536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:11.409799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:11.424179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'port_id': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'mac_address': 'fa:16:3e:32:66:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:33:11.424814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:11.436542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.441230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:11.444169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.488277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] DHCP port deletion for dd01d329-3b90-4249-8379-8cf7c3d3b735 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:11.499403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Deleting port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:11.499769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.511544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:11.529515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.564601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:33:11.628900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b267c39d-b517-4c91-91a7-81e0529f5fc5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:11.663572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:11.671866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b267c39d-b517-4c91-91a7-81e0529f5fc5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:11.672204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b267c39d-b517-4c91-91a7-81e0529f5fc5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:11.672620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fc4492f-c6a2-4a0a-9652-f84e12908ebd no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:11.701567 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.736426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port b267c39d-b517-4c91-91a7-81e0529f5fc5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:11.736909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.768363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Calling delete_port for abcaf47a-436c-4409-bbe9-8b1214e14e17 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:11.805631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] The port 'b267c39d-b517-4c91-91a7-81e0529f5fc5' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:11.864580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.924328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:11.938733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['95689edb-fb22-4e3b-ba03-c21b59d65ce3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:33:11.986931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:11.996082 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.016563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:12.016953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.029762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b540666-b0e8-42e1-b2a2-24ccb92377c6']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.049442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8344a1f-f89d-49a5-985f-ee9dcfec982b') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.049820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8344a1f-f89d-49a5-985f-ee9dcfec982b') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.066788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.092687 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.103563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:12.103967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.104102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1b0af01c-aa7b-4035-9fca-a7c18af5fc6a,segment=NetworkSegment(ec3db59a-5cd1-4a95-9a8a-2bc5560c164d),segment_id=ec3db59a-5cd1-4a95-9a8a-2bc5560c164d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:12.104544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.116042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.154595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Calling delete_port for 1fc4492f-c6a2-4a0a-9652-f84e12908ebd owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:12.190697 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:12.228702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.241000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:12.247956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6157a80a-d2d3-4764-93f1-615eb2035272 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 HTTP/1.1" status: 204 len: 168 time: 2.3340280 Feb 04 16:33:12.249759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.251766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.256000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:12.261830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/networks/3b540666-b0e8-42e1-b2a2-24ccb92377c6 HTTP/1.1" status: 204 len: 168 time: 1.8255398 Feb 04 16:33:12.261830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57388) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:12.268531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57390) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:12.284574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.299730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.325673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d2adb-d354-4273-9798-7a587fa15f61 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Network': ['ID=3b540666-b0e8-42e1-b2a2-24ccb92377c6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.343656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88871256-90f9-4170-b0a7-7abbadf50639,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.368710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:12.369080 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:12.397822 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9d3f77-39bb-4198-a729-2b4341e7b705 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] GET failed (client error): The resource could not be found. Feb 04 16:33:12.398208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.402564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7d9d3f77-39bb-4198-a729-2b4341e7b705 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "GET /v2.0/ports/bd3f6a11-d9d8-4c8b-80af-6d47ddcefa70 HTTP/1.1" status: 404 len: 333 time: 0.1359048 Feb 04 16:33:12.404721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.408455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c8fd100-746a-41e6-afbd-ff0c1f93d7d8 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0876532 Feb 04 16:33:12.408632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57396) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:12.408741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57400) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:12.421709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.478025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=1b0af01c-aa7b-4035-9fca-a7c18af5fc6a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.481942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '64d72d70-4768-4578-b7b8-7e38fa5b2471', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:12.492592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port 1b0af01c-aa7b-4035-9fca-a7c18af5fc6a on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:12.501034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:12.521432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:12.523379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.527697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:12.533810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port 49e35f6c-e776-4847-8c3d-fb09e765e381 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:12.534184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.574909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.579343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:12.594976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Port': ['ID=abcaf47a-436c-4409-bbe9-8b1214e14e17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:12.616615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:12.616989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.687634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.731370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.772665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261da3ab-2bcc-42a1-84a2-75a134d4ea65']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.793893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.794163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3db59a-5cd1-4a95-9a8a-2bc5560c164d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:12.861184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.870079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Deleting port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:12.870569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.889873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.953853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:12.954580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:12.975231 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:13.054965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:13.055702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.153220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:13.154483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.189929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] For port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,segment=NetworkSegment(56ce75d5-84be-4b41-9351-3db2ee88ab18),segment_id=56ce75d5-84be-4b41-9351-3db2ee88ab18)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:13.190402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.235563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.260545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.269886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=261da3ab-2bcc-42a1-84a2-75a134d4ea65,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.319167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Calling delete_port for 1fc4492f-c6a2-4a0a-9652-f84e12908ebd owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:13.324438 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6776fead-e886-46a0-bdaa-b92ea764fbd1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/261da3ab-2bcc-42a1-84a2-75a134d4ea65 HTTP/1.1" status: 204 len: 168 time: 4.5279515 Feb 04 16:33:13.329745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for 1fc4492f-c6a2-4a0a-9652-f84e12908ebd owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:13.330483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57404) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:13.340547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054657223'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:13.350671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:13.356252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:13.357449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.359512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:13.368494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.386470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.395224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:13.401259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:13.401881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.432029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:13.463961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.506821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:13.509700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.518075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] Pushing event deleted for resources: {'Port': ['ID=1fc4492f-c6a2-4a0a-9652-f84e12908ebd,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.530619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7646f8e-e054-494c-8755-ca466283e843 None None] No DVR routers for this DVR port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:13.544165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for 49e35f6c-e776-4847-8c3d-fb09e765e381 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:13.583713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78afe9-479e-4973-959d-b989cca7918d None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:33:13.591126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9794ec-067d-40f5-8cc1-5fb7863c1ee7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.597597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:13.607027 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.607365 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment e7cf0063-4e59-4c10-8593-836c82ca880e of type vlan for network 56ceda69-f49a-4878-b7c0-341d307363a1 Feb 04 16:33:13.634228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.636784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.638998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.643248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0b4ec85f-ccbe-4339-a330-8aca93806984 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1897080 Feb 04 16:33:13.644509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:13.649871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '64d72d70-4768-4578-b7b8-7e38fa5b2471', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:13.662060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:13.668421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:13.688918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:13.688918 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:13.688918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:13.694595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:13.697659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:13.715280 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.719366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:13.719776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:13.720575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.733389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.774510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.783748 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'code': 200} Feb 04 16:33:13.836119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.838795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5088112 Feb 04 16:33:13.842555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:13.846718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:13.852551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78afe9-479e-4973-959d-b989cca7918d None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:33:13.856715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc523b-9bbd-4fed-9d75-500bdf4d3f66 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=56ceda69-f49a-4878-b7c0-341d307363a1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:13.858833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:13.860034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Router df7ec5b6-afc0-44c6-918c-38621b8e6821 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:13.874674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:13.967575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=49e35f6c-e776-4847-8c3d-fb09e765e381,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:14.007623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.008868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:14.021403 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] Sync routers for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:14.026832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d24d79c-15de-4f76-8a7c-378d3faa3bee tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6671631 Feb 04 16:33:14.030598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:14.039138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:14.040085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.048030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.120178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.123361 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-780fcb51-ffcf-4dab-8224-1360cc9c286a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] delete failed (client error): The resource could not be found. Feb 04 16:33:14.124732 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-780fcb51-ffcf-4dab-8224-1360cc9c286a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1609050363 HTTP/1.1" status: 404 len: 335 time: 0.0921471 Feb 04 16:33:14.130731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:14.136344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4bae8819-1237-48cb-a2e3-01aa0770c1be tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df7ec5b6-afc0-44c6-918c-38621b8e6821'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:14.141096 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:14.141920 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.212258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.212929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3c398-f2ff-4943-95c0-d20098258ab8 None None] The sync data for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:14.222895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.246020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port 1fc4492f-c6a2-4a0a-9652-f84e12908ebd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:14.246449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.286690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24fc356-a8ff-474d-9d19-0c5a302596da,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:14.293339 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.358848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] The port '1fc4492f-c6a2-4a0a-9652-f84e12908ebd' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:14.441564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 56ceda69-f49a-4878-b7c0-341d307363a1 is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 16:33:14.445139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:14.445718 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.449605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "PUT /v2.0/networks/56ceda69-f49a-4878-b7c0-341d307363a1 HTTP/1.1" status: 200 len: 723 time: 0.6030874 Feb 04 16:33:14.449605 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.449605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-14bd1a54-2334-4aa0-a604-13badf58380b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8037384 Feb 04 16:33:14.452654 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:14.453178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57428) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:14.465075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:14.483630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '64d72d70-4768-4578-b7b8-7e38fa5b2471', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:14.500264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:14.553784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.558059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-888e6e07-55f4-41f4-bbdd-c1e9689596e3 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/ports/49e35f6c-e776-4847-8c3d-fb09e765e381 HTTP/1.1" status: 204 len: 168 time: 2.1487226 Feb 04 16:33:14.564746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57434) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:14.600720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c9df6-7e39-4089-adf6-9b9e08ca11cd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=56ceda69-f49a-4878-b7c0-341d307363a1,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:14.614519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:14.634570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.713577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:14.730116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:14.753546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:14.781138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd01d329-3b90-4249-8379-8cf7c3d3b735']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.811304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ce75d5-84be-4b41-9351-3db2ee88ab18') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.811536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ce75d5-84be-4b41-9351-3db2ee88ab18') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:14.855850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:14.857942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.871955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:14.874319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.880247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:14.892736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:14.899273 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bae8819-1237-48cb-a2e3-01aa0770c1be tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.900610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.912651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:14.913038 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:14.927810 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:14.930700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:15.020720 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-4bae8819-1237-48cb-a2e3-01aa0770c1be tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] update failed (client error): The resource could not be found. Feb 04 16:33:15.022682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bae8819-1237-48cb-a2e3-01aa0770c1be tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821 HTTP/1.1" status: 404 len: 339 time: 0.8899932 Feb 04 16:33:15.026302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:15.031099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting subnet 5073d683-9a38-4115-acf4-9fef4336d6a8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:15.034882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.061395 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.082674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.100870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/networks/dd01d329-3b90-4249-8379-8cf7c3d3b735 HTTP/1.1" status: 204 len: 168 time: 2.7978098 Feb 04 16:33:15.100870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740168a-913f-4808-8b10-2a78947084c7 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Network': ['ID=dd01d329-3b90-4249-8379-8cf7c3d3b735,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:15.103506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57442) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:15.136160 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.143466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.157284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.160088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.294696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27851f30-579c-495e-b45e-533e819609ce,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:15.348134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.399431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.399691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting subnet 8ec73135-1e39-480d-b3a6-32293cc7b6c4 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:15.400763 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-26f22e12-5479-487f-afea-144bcc801696 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9423835 Feb 04 16:33:15.406840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57446) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:15.410086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.419097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '64d72d70-4768-4578-b7b8-7e38fa5b2471', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:15.430116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:15.477425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.483402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:15.487767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:15.502093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:15.519411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.573402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Subnet': ['ID=5073d683-9a38-4115-acf4-9fef4336d6a8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:15.583328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.588808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38337fc-4da1-4fff-b8f6-b4e82ac29456 None None] Network bd412730-b5d2-4eca-9672-f81838f83494 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:15.597586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-49fc1a99-c338-42b4-8957-527010209524 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/subnets/5073d683-9a38-4115-acf4-9fef4336d6a8 HTTP/1.1" status: 204 len: 168 time: 1.0277691 Feb 04 16:33:15.599578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57450) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:15.618376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.708809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.752219 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.773594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Deleting port b2fdf2d6-5365-4424-9c76-71de399948a5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:15.773916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.828537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-29dd4e82-7907-4758-a0e7-b1b2066172ce req-e53259f6-83c0-4d6d-8360-67a5b38f56b9 service neutron] (83596) timed out ('10.222.0.62', 43580) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:33:15.834997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.838538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.869857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.881734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.893359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] DHCP port deletion for bd412730-b5d2-4eca-9672-f81838f83494 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:15.898216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Deleting port b2fdf2d6-5365-4424-9c76-71de399948a5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:15.898821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.919862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec73135-1e39-480d-b3a6-32293cc7b6c4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:15.934071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.943721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d0436-7dcb-44be-8425-d0ec464905ab None None] Network 134ecedd-5529-4b25-aba1-9387005d0532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:15.957605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-170cac92-b9c3-4727-b4c8-97d3651a1522 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/subnets/8ec73135-1e39-480d-b3a6-32293cc7b6c4 HTTP/1.1" status: 204 len: 168 time: 0.8533633 Feb 04 16:33:15.962685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57454) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:15.969355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:15.979053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220b6c32-8aa2-482a-8e90-9b26b7369655,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.044545 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] For port b2fdf2d6-5365-4424-9c76-71de399948a5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2fdf2d6-5365-4424-9c76-71de399948a5,segment=NetworkSegment(469e5f5f-3005-49a8-9a46-98a092e4d57d),segment_id=469e5f5f-3005-49a8-9a46-98a092e4d57d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:16.045008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.170672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Calling delete_port for b2fdf2d6-5365-4424-9c76-71de399948a5 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:16.213108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.217225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8bc3723f-7742-4673-af86-c736672df165 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8041308 Feb 04 16:33:16.218045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57458) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:16.227773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=46e6c965-669c-45ab-9c22-0d43cd344096,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.290955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] For port b2fdf2d6-5365-4424-9c76-71de399948a5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2fdf2d6-5365-4424-9c76-71de399948a5,segment=NetworkSegment(469e5f5f-3005-49a8-9a46-98a092e4d57d),segment_id=469e5f5f-3005-49a8-9a46-98a092e4d57d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:16.291380 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.378830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.387385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.390412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.398880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.425607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': 'e7cf0063-4e59-4c10-8593-836c82ca880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:16.426074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 56ceda69-f49a-4878-b7c0-341d307363a1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:16.446475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Port': ['ID=b2fdf2d6-5365-4424-9c76-71de399948a5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.458530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] No DVR routers for this DVR port b2fdf2d6-5365-4424-9c76-71de399948a5 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:16.465866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Calling delete_port for b2fdf2d6-5365-4424-9c76-71de399948a5 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:16.466443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Deleting port d8083a73-2947-4d13-83c0-de4b2298c2ea {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:16.467039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.491963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.530667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=220b6c32-8aa2-482a-8e90-9b26b7369655,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.563122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 56ceda69-f49a-4878-b7c0-341d307363a1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:16.589051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:16.589427 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:16.608135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.615662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.619211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b76990e0-a99d-4031-8020-0fcc906a4d27 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/220b6c32-8aa2-482a-8e90-9b26b7369655 HTTP/1.1" status: 204 len: 168 time: 0.3975711 Feb 04 16:33:16.619988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57462) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:16.659381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd412730-b5d2-4eca-9672-f81838f83494']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:16.669455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] DHCP port deletion for 134ecedd-5529-4b25-aba1-9387005d0532 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:16.674023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469e5f5f-3005-49a8-9a46-98a092e4d57d') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:16.674318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469e5f5f-3005-49a8-9a46-98a092e4d57d') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:16.674549 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 56ceda69-f49a-4878-b7c0-341d307363a1) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:16.676589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Deleting port d8083a73-2947-4d13-83c0-de4b2298c2ea {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:16.677009 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.693321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.693896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:16.694496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.713210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6583acc-ad58-4847-8943-e511ad306953 None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:16.723516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2f7487d-a842-43d2-a448-b011c9914e01 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:16.726435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.727308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Allocated IP 172.20.0.1 (36dab85f-a1c1-4ea0-a96e-3eebe6554533/ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a/b4c6e12d-b775-488c-9c09-dceb8d5f4912) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:16.735460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:16.736371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:16.750723 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:16.765668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5d130748-e6dd-4802-b8db-b3b09a624089 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3080897 Feb 04 16:33:16.766426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57466) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:16.832013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2f7487d-a842-43d2-a448-b011c9914e01 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:16.833196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2f7487d-a842-43d2-a448-b011c9914e01 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2126455 Feb 04 16:33:16.837033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:16.850256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.855739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:16.873295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.881715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] Pushing event deleted for resources: {'Network': ['ID=bd412730-b5d2-4eca-9672-f81838f83494,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.893972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6aaa4da5-ad5a-4e82-ad44-a9c2fa4c2075 tempest-AllowedAddressPairTestJSON-766891314 tempest-AllowedAddressPairTestJSON-766891314-project] 10.222.0.62 "DELETE /v2.0/networks/bd412730-b5d2-4eca-9672-f81838f83494 HTTP/1.1" status: 204 len: 168 time: 1.2928114 Feb 04 16:33:16.899673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.910633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.937281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.958117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27851f30-579c-495e-b45e-533e819609ce,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:16.972698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:16.974506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-733e57cc-c7c0-4da5-a77a-a013ec789a0b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/27851f30-579c-495e-b45e-533e819609ce HTTP/1.1" status: 204 len: 168 time: 0.1363235 Feb 04 16:33:16.977131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.028774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9dc1ce1c-2161-4f6a-9f73-4ccd7a057e25 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:17.049991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9dc1ce1c-2161-4f6a-9f73-4ccd7a057e25 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:17.050534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9dc1ce1c-2161-4f6a-9f73-4ccd7a057e25 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0720959 Feb 04 16:33:17.053617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.061295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] For port d8083a73-2947-4d13-83c0-de4b2298c2ea, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d8083a73-2947-4d13-83c0-de4b2298c2ea,segment=NetworkSegment(bcae2e51-f274-4b9a-aebd-149c1144aec1),segment_id=bcae2e51-f274-4b9a-aebd-149c1144aec1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:17.061655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.090572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.104148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.113617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Deleting port b2fdf2d6-5365-4424-9c76-71de399948a5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:17.114937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.133544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.171902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c24fc356-a8ff-474d-9d19-0c5a302596da,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:17.192884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.194281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-60e69c29-dd5a-4a7c-bb34-29b5542d1151 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c24fc356-a8ff-474d-9d19-0c5a302596da HTTP/1.1" status: 204 len: 168 time: 0.1392961 Feb 04 16:33:17.196714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.207035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-56ceda69-f49a-4878-b7c0-341d307363a1', 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': '46e6c965-669c-45ab-9c22-0d43cd344096'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:17.208125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.242171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9c94b718-dd28-4274-9cb7-780a01f23650 None None] The port 'b2fdf2d6-5365-4424-9c76-71de399948a5' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:17.264460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c64a079b-9754-4be9-b91c-8243a7ca548c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:17.274378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.286282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c64a079b-9754-4be9-b91c-8243a7ca548c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:17.288052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c64a079b-9754-4be9-b91c-8243a7ca548c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0900848 Feb 04 16:33:17.291106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57490) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.305440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] For port d8083a73-2947-4d13-83c0-de4b2298c2ea, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d8083a73-2947-4d13-83c0-de4b2298c2ea,segment=NetworkSegment(bcae2e51-f274-4b9a-aebd-149c1144aec1),segment_id=bcae2e51-f274-4b9a-aebd-149c1144aec1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:17.306210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.337034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.352095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.358296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Calling delete_port for d8083a73-2947-4d13-83c0-de4b2298c2ea owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:17.373648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57494) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.394734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.411482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Transition to ACTIVE for port object b4c6e12d-b775-488c-9c09-dceb8d5f4912 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:17.428522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.436895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8f9794ec-067d-40f5-8cc1-5fb7863c1ee7 HTTP/1.1" status: 204 len: 168 time: 0.1409767 Feb 04 16:33:17.436895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.441038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691eb744-f4db-4a99-8e37-4ee56d15604e tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f9794ec-067d-40f5-8cc1-5fb7863c1ee7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:17.443096 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15251160'] for subnet, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.482940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Calling delete_port for d8083a73-2947-4d13-83c0-de4b2298c2ea owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:17.511602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5251a84a-41f9-4aab-94ad-cfcc767440ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:17.516875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.532228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5251a84a-41f9-4aab-94ad-cfcc767440ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:17.533974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5251a84a-41f9-4aab-94ad-cfcc767440ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0953286 Feb 04 16:33:17.536982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.572056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Port': ['ID=d8083a73-2947-4d13-83c0-de4b2298c2ea,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:17.575436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.580115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] No DVR routers for this DVR port d8083a73-2947-4d13-83c0-de4b2298c2ea on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:17.592772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.615198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:17.615837 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:17.643450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d8083a73-2947-4d13-83c0-de4b2298c2ea no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:17.647509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.659153 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.676344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d8083a73-2947-4d13-83c0-de4b2298c2ea {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:17.676713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d8083a73-2947-4d13-83c0-de4b2298c2ea not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:17.677136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2fdf2d6-5365-4424-9c76-71de399948a5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:17.684566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88871256-90f9-4170-b0a7-7abbadf50639,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:17.706633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-575813be-ef36-49dc-a7af-d84b1946d89d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6854103ca634d75a46c649691833a56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3308637 Feb 04 16:33:17.707872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.709126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a9afc580-cdbd-4e98-b3c1-4be527b4529f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/88871256-90f9-4170-b0a7-7abbadf50639 HTTP/1.1" status: 204 len: 168 time: 0.1713114 Feb 04 16:33:17.709258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b2fdf2d6-5365-4424-9c76-71de399948a5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:17.709650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2fdf2d6-5365-4424-9c76-71de399948a5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:17.710213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57508) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.712765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57510) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.797370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Port': ['ID=b4c6e12d-b775-488c-9c09-dceb8d5f4912,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:17.807812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bed594e8-ce9e-4433-a9d9-e1a9b492951a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:17.814567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.842505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.848260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.851326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:17.856877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bed594e8-ce9e-4433-a9d9-e1a9b492951a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:17.858112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bed594e8-ce9e-4433-a9d9-e1a9b492951a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1444874 Feb 04 16:33:17.866679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57516) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:17.885625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:17.959625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.961472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:17.993483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec4d56b-edc5-4d39-a5b0-fec8aeb385de,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.014622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.022314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.023455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-556f8e02-6883-4099-9204-ab2787d5b62a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ec4d56b-edc5-4d39-a5b0-fec8aeb385de HTTP/1.1" status: 204 len: 168 time: 0.3121133 Feb 04 16:33:18.034080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:18.074478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134ecedd-5529-4b25-aba1-9387005d0532']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:18.102413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.109047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcae2e51-f274-4b9a-aebd-149c1144aec1') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:18.109627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcae2e51-f274-4b9a-aebd-149c1144aec1') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:18.118064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Deleting port d8083a73-2947-4d13-83c0-de4b2298c2ea {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:18.118630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.134756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d72d70-4768-4578-b7b8-7e38fa5b2471,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.146603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.158684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784559902724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15128360'] for subnet, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.186122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.186631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.187040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.188096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.188651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.190117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.190544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.198491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.198848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.199179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.199512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:18.208942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.210849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.218732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-25b1b7e1-4f19-4d26-97fd-b3e90cc4c993 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/64d72d70-4768-4578-b7b8-7e38fa5b2471 HTTP/1.1" status: 204 len: 168 time: 0.3443449 Feb 04 16:33:18.218974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57524) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:18.260956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=46e6c965-669c-45ab-9c22-0d43cd344096,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.268041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.287215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:18.287884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.295330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-edc918e5-d7a5-4503-908a-95c215e17819 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:18.305675 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:18.308073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:18.308591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.312490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57528) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:18.312696 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6434ddb7-f231-429e-a938-1f1a731075f1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "PUT /v2.0/subnets/46e6c965-669c-45ab-9c22-0d43cd344096 HTTP/1.1" status: 200 len: 806 time: 1.4772589 Feb 04 16:33:18.317926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-edc918e5-d7a5-4503-908a-95c215e17819 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:18.323904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-edc918e5-d7a5-4503-908a-95c215e17819 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0999205 Feb 04 16:33:18.378646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57532) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:18.379559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f833fbdb-21d7-409d-88d3-59b144969dca None None] The port 'd8083a73-2947-4d13-83c0-de4b2298c2ea' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:18.415733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7e187d9-2ae5-4ba7-97d1-1f28f0a062f0 None None] Provisioning for port b4c6e12d-b775-488c-9c09-dceb8d5f4912 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:18.419099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--314202067'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:18.424966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Allocated IP 172.20.0.2 (56ceda69-f49a-4878-b7c0-341d307363a1/46e6c965-669c-45ab-9c22-0d43cd344096/28d10875-cc56-4659-b888-a62f5374b4f5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:18.431056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b7e187d9-2ae5-4ba7-97d1-1f28f0a062f0 None None] Provisioning complete for port b4c6e12d-b775-488c-9c09-dceb8d5f4912 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:18.432043 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b7e187d9-2ae5-4ba7-97d1-1f28f0a062f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.433858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:18.496606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.507013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:18.521259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.562859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.570662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Pushing event deleted for resources: {'Network': ['ID=134ecedd-5529-4b25-aba1-9387005d0532,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.572101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b7e187d9-2ae5-4ba7-97d1-1f28f0a062f0 None None] Port b4c6e12d-b775-488c-9c09-dceb8d5f4912 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:18.573187 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8093573-da18-4143-9e83-9bd18e6d048f tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/networks/134ecedd-5529-4b25-aba1-9387005d0532 HTTP/1.1" status: 204 len: 168 time: 2.6056366 Feb 04 16:33:18.579245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57542) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:18.582124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.633948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.646507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a67eaad9-0180-4503-82a5-e975b9df0891 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Synchronizing usage tracker for tenant:6300f3e6821344ebb2d8862e36300bcf on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:18.652568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.724114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.734058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a67eaad9-0180-4503-82a5-e975b9df0891 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Unset dirty status for tenant:6300f3e6821344ebb2d8862e36300bcf on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:18.738195 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a67eaad9-0180-4503-82a5-e975b9df0891 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 HTTP/1.1" status: 200 len: 205 time: 0.1548650 Feb 04 16:33:18.738634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57550) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:18.739921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Transition to ACTIVE for port object 28d10875-cc56-4659-b888-a62f5374b4f5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:18.761885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Transition to ACTIVE for port object 28d10875-cc56-4659-b888-a62f5374b4f5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:18.770691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.792246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.843818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Pushing event updated for resources: {'Port': ['ID=28d10875-cc56-4659-b888-a62f5374b4f5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.864896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:18.866102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:18.869747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:18.938027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:18.944599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=46e6c965-669c-45ab-9c22-0d43cd344096,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:18.952847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:18.955680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.960121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:18.966246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Attempting to bind port 28d10875-cc56-4659-b888-a62f5374b4f5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:18.966896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Attempting to bind port 28d10875-cc56-4659-b888-a62f5374b4f5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'e7cf0063-4e59-4c10-8593-836c82ca880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:18.967264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Attempting to bind port 28d10875-cc56-4659-b888-a62f5374b4f5 on network 56ceda69-f49a-4878-b7c0-341d307363a1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:18.975699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:18.975995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Checking segment: {'id': 'e7cf0063-4e59-4c10-8593-836c82ca880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:18.976400 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.976787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Bound using segment: {'id': 'e7cf0063-4e59-4c10-8593-836c82ca880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:18.977251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Bound port: 28d10875-cc56-4659-b888-a62f5374b4f5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf0063-4e59-4c10-8593-836c82ca880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '56ceda69-f49a-4878-b7c0-341d307363a1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:18.977615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:18.983090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:18.994671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ceda69-f49a-4878-b7c0-341d307363a1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:19.009932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cf0063-4e59-4c10-8593-836c82ca880e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:19.010532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cf0063-4e59-4c10-8593-836c82ca880e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:19.037214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.052861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.061557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:19.062157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.075084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] For port 28d10875-cc56-4659-b888-a62f5374b4f5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:19.102038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:19.171824 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:19.183624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] For port 28d10875-cc56-4659-b888-a62f5374b4f5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=28d10875-cc56-4659-b888-a62f5374b4f5,segment=NetworkSegment(e7cf0063-4e59-4c10-8593-836c82ca880e),segment_id=e7cf0063-4e59-4c10-8593-836c82ca880e)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:19.186165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 04 16:33:19.186165 n-d-827873-1 neutron-server[83597]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 04 16:33:19.186165 n-d-827873-1 neutron-server[83597]: [parameters: {'id': '56ceda69-f49a-4878-b7c0-341d307363a1'}] Feb 04 16:33:19.186165 n-d-827873-1 neutron-server[83597]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:19.186719 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:19.186984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57560) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:19.191150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.296347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf36994-a406-4be7-9f93-470aa86fd08e None None] Pushing event updated for resources: {'Port': ['ID=28d10875-cc56-4659-b888-a62f5374b4f5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:19.349098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2099815929'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:19.355339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:19.359040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Usage tracker for resource:network and tenant:3616521f6b8141ed824aa374dc1e0cc6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:19.363189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:19.363677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.370266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:19.376312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.380893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Made reservation on behalf of 3616521f6b8141ed824aa374dc1e0cc6 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:19.383955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.396906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.397912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5673e6-4850-4a6d-8629-ac95744cdd73 None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:19.434975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:19.439582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Usage tracker for resource:security_group_rule and tenant:3616521f6b8141ed824aa374dc1e0cc6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:19.442152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:19.448025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:19.523029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.528154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.563138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:19.581257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f861c-4f6f-44fa-b534-3affad4d1e41,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:19.587500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.588027 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Added segment d9a6e307-0631-41f6-9f8a-82ceaba5fe13 of type vlan for network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 Feb 04 16:33:19.606267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd4a20-24b4-4fad-bcc0-00bf842c13c6 None None] Network 56ceda69-f49a-4878-b7c0-341d307363a1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:19.717611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.724350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.738141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port 28d10875-cc56-4659-b888-a62f5374b4f5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:19.738472 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.747184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e469ed-7fbd-45e1-bd24-3cac212bd809,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:19.771084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:33:19.778480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.779694 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6491ddb7-5db9-4a72-99ea-278fa312cfbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3978429 Feb 04 16:33:19.792960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57566) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:19.805321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '09e469ed-7fbd-45e1-bd24-3cac212bd809', 'direction': 'ingress', 'protocol': 17}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:19.817962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca49a34-3060-47e1-87ab-11717ef335eb None None] get_active_networks_info from n-d-827873-1 {{(pid=83598) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 16:33:19.818740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:19.842566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.848484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.851646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.853523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:19.866743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:19.875585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.880114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:19.880825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:19.903729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:19.965933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca49a34-3060-47e1-87ab-11717ef335eb None None] Resources bound (agent type, host, resource id): {{(pid=83598) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 04 16:33:19.975803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.006957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.027837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.028758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:33:20.053004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.053999 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b6f35cc4-3d1e-473c-bd3d-5344d72aadc4 tempest-RoutersNegativeIpV6Test-1963045278 tempest-RoutersNegativeIpV6Test-1963045278-project] 10.222.0.62 "DELETE /v2.0/routers/1bbb9d35-fb7a-4d1c-a5fb-2c1f28c0e620 HTTP/1.1" status: 204 len: 168 time: 1.3126695 Feb 04 16:33:20.159843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9716804 Feb 04 16:33:20.163074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57572) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:20.190906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.220721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Request body: {'subnet': {'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:20.241809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event updated for resources: {'Port': ['ID=b4c6e12d-b775-488c-9c09-dceb8d5f4912,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:20.254191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:20.255778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:20.270107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243509b-23a9-428d-92f7-6dc362fb247a tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'Network': ['ID=afa63e05-06a7-4cf6-b0fb-ecf5981d3d86,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:20.310362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:20.355453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port 28d10875-cc56-4659-b888-a62f5374b4f5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=28d10875-cc56-4659-b888-a62f5374b4f5,segment=NetworkSegment(e7cf0063-4e59-4c10-8593-836c82ca880e),segment_id=e7cf0063-4e59-4c10-8593-836c82ca880e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:20.355895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.577407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for 28d10875-cc56-4659-b888-a62f5374b4f5 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:20.645560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:20.656765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Usage tracker for resource:subnet and tenant:3616521f6b8141ed824aa374dc1e0cc6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:20.663773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:20.666386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57578) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:20.673919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:20.708697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.716375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.727495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Router df7ec5b6-afc0-44c6-918c-38621b8e6821 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:20.768877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Made reservation on behalf of 3616521f6b8141ed824aa374dc1e0cc6 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:20.833697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d538c0ba-b35f-4162-9e53-9da4b5f26ca0,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:20.847618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.847618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa22139b-5847-4c19-b975-0c4a9511b2ab tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0475700 Feb 04 16:33:20.847618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:20.868028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57584) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:20.976753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=28d10875-cc56-4659-b888-a62f5374b4f5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:21.000690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port 28d10875-cc56-4659-b888-a62f5374b4f5 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:21.020331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fe448d2a-ad9b-4231-87fb-75be305f01c1 None None] Provisioning complete for port b4c6e12d-b775-488c-9c09-dceb8d5f4912 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:21.020793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe448d2a-ad9b-4231-87fb-75be305f01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.035056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.089886 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-39c5444d-7dd2-40fd-9e18-f1bd94542fad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6300f3e6821344ebb2d8862e36300bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4221098 Feb 04 16:33:21.095452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57588) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.098683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.103988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fe448d2a-ad9b-4231-87fb-75be305f01c1 None None] Port b4c6e12d-b775-488c-9c09-dceb8d5f4912 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:21.165010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.191175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.225286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.232630 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:21.239266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-011adf64-61dc-4464-94e3-652dc24d392a tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2022541 Feb 04 16:33:21.242793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57592) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.244099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.252654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] Sync routers for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:21.264745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:21.265511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.266516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ceda69-f49a-4878-b7c0-341d307363a1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.280564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cf0063-4e59-4c10-8593-836c82ca880e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.280852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cf0063-4e59-4c10-8593-836c82ca880e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.293304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.310758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.319368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:21.319855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.329160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.333462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:21.335363 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:21.344625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:21.346912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.356704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.427701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:21.428189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc43bdb5-0451-4b2c-a1f2-880cb8cc5979 None None] The sync data for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 is: [] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:21.428860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e469ed-7fbd-45e1-bd24-3cac212bd809,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:21.434626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.438295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.467149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.468242 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a2d620fa-1246-402f-9975-c65a5cd15dbd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/09e469ed-7fbd-45e1-bd24-3cac212bd809 HTTP/1.1" status: 204 len: 168 time: 0.5992794 Feb 04 16:33:21.469986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.477148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.505188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.508970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=56ceda69-f49a-4878-b7c0-341d307363a1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:21.520050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-35a12ad6-754c-4875-a0be-40056ac488e6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/56ceda69-f49a-4878-b7c0-341d307363a1 HTTP/1.1" status: 204 len: 168 time: 3.2063375 Feb 04 16:33:21.524347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d3a30e-8e81-478b-aa55-fc7bfc7a7bb2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:21.526464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57600) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.534829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d3df2386-8f67-4091-89af-7865adc3eacf tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.613639 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63b0439-4ace-4739-9bf8-a9cf4bbe5aff tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:21.614209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63b0439-4ace-4739-9bf8-a9cf4bbe5aff tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:21.615673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f63b0439-4ace-4739-9bf8-a9cf4bbe5aff tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/56ceda69-f49a-4878-b7c0-341d307363a1 HTTP/1.1" status: 404 len: 339 time: 0.0879538 Feb 04 16:33:21.620494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.640355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1392108448', 'description': 'd1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:21.651446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:21.665360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:network and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:21.672176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-215f00c3-8b48-4781-9717-87faa6da62ca tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1921413 Feb 04 16:33:21.673394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:21.688801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57608) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.698503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:21.704608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523133495'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:21.709505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.710614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be9c44d2-24a7-4f16-95b3-68783d0b587b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9d3a30e-8e81-478b-aa55-fc7bfc7a7bb2 HTTP/1.1" status: 204 len: 168 time: 0.6139481 Feb 04 16:33:21.820669 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-d3df2386-8f67-4091-89af-7865adc3eacf tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 04 16:33:21.821710 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d3df2386-8f67-4091-89af-7865adc3eacf tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821 HTTP/1.1" status: 409 len: 329 time: 0.5756872 Feb 04 16:33:21.825085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57614) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:21.832898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:21.843303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:21.848537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:21.852643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.893185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:21.895185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:21.898129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.943889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:21.997301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'Subnet': ['ID=f9e29573-4427-46ab-964d-23d3afc5fb5d,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:22.000942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:22.026757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.027101 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment d478d4ff-0417-4454-80a3-2c7532fffae6 of type vlan for network 650a646a-837a-4406-9824-1e5e08637223 Feb 04 16:33:22.047049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Checking segment: {'id': 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:22.047404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Network hostable DHCP agents. Network: afa63e05-06a7-4cf6-b0fb-ecf5981d3d86, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:22.060304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:22.077239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:22.082854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:22.086287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.095854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:22.151857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:22.169263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.173048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:22.173858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.202187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.216560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, afa63e05-06a7-4cf6-b0fb-ecf5981d3d86) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:22.222112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:22.222947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.227645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fc800b-5f6d-4197-a226-5e4950661cf3 None None] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:22.277271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.301402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.368836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7448599 Feb 04 16:33:22.369268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a2192-c261-48aa-8dc9-80df02a37f3c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=650a646a-837a-4406-9824-1e5e08637223,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:22.374390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57628) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:22.376975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a0512ee0-504f-4aa7-ba92-80300f0a551d tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2015812 Feb 04 16:33:22.379288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:22.383384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.384323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 650a646a-837a-4406-9824-1e5e08637223 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:22.384826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6944489 Feb 04 16:33:22.386185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd7dfe-92ba-43ab-b6e6-e0b0dbd42217 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15806ae4-d4d8-4f07-8aac-e1d4f1a5e6a8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:22.393741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Request body: {'port': {'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-412243104'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:22.398413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:22.464323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--7653811'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:22.479536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:22.485844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:22.500973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:22.516295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:22.549943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b47f0-de85-4749-a2b7-4899b49909cf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:22.550664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae1b47f0-de85-4749-a2b7-4899b49909cf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Synchronizing usage tracker for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:22.575613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.579035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:22.586968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-afa63e05-06a7-4cf6-b0fb-ecf5981d3d86', 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86', 'tenant_id': '3616521f6b8141ed824aa374dc1e0cc6', 'fixed_ips': [{'subnet_id': 'f9e29573-4427-46ab-964d-23d3afc5fb5d'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:22.587826 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.588992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Usage tracker for resource:port and tenant:3616521f6b8141ed824aa374dc1e0cc6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:22.594486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:22.604158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ae1b47f0-de85-4749-a2b7-4899b49909cf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Unset dirty status for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:22.605298 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ae1b47f0-de85-4749-a2b7-4899b49909cf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks?id=650a646a-837a-4406-9824-1e5e08637223 HTTP/1.1" status: 200 len: 761 time: 0.2317631 Feb 04 16:33:22.608877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57644) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:22.613281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:22.620458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'description': 'd2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:22.678001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:22.733137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:22.741450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:22.750582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Made reservation on behalf of 3616521f6b8141ed824aa374dc1e0cc6 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:22.755351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.776549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Allocated IP 172.20.0.2 (afa63e05-06a7-4cf6-b0fb-ecf5981d3d86/f9e29573-4427-46ab-964d-23d3afc5fb5d/4d5f61d8-dea4-40bc-a451-cc07032074b6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:22.778657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57650) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:22.783975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:22.806163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] device_id is not set on port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:33:22.922141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.938520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:22.969935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7f86b309-115f-44b1-9653-1870bcaf1b8d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:22.971558 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-7f86b309-115f-44b1-9653-1870bcaf1b8d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:33:22.977743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7f86b309-115f-44b1-9653-1870bcaf1b8d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1946607 Feb 04 16:33:22.980973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.005834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147561976'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:23.025486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:23.031103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e13a0-44f3-4fc4-ab5b-9e0f16fe106c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.045820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.050391 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99121857-5274-4eef-99e9-7883677e88a4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.6446433 Feb 04 16:33:23.050578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:23.050803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57660) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.054229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:23.057496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '15806ae4-d4d8-4f07-8aac-e1d4f1a5e6a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb8e13a0-44f3-4fc4-ab5b-9e0f16fe106c', 'remote_ip_prefix': None}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:23.061572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.069969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:23.070874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:23.077301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:23.081645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:23.089158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:23.089334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.100355 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.113599 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.115099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Transition to ACTIVE for port object 4d5f61d8-dea4-40bc-a451-cc07032074b6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:23.146901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Transition to ACTIVE for port object 4d5f61d8-dea4-40bc-a451-cc07032074b6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:23.154409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.161466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.176977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 650a646a-837a-4406-9824-1e5e08637223 is not hosted by any dhcp agent {{(pid=83597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 04 16:33:23.180591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:23.181170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.182443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "PUT /v2.0/networks/650a646a-837a-4406-9824-1e5e08637223 HTTP/1.1" status: 200 len: 758 time: 0.5722950 Feb 04 16:33:23.190661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.223598 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.231455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:23.234699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:23.240264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:23.242308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Pushing event updated for resources: {'Port': ['ID=4d5f61d8-dea4-40bc-a451-cc07032074b6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.271965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c97838-794e-4645-8808-687fb1edb950 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=650a646a-837a-4406-9824-1e5e08637223,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.291384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 650a646a-837a-4406-9824-1e5e08637223 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:23.313147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:23.316329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Allocated IP 172.20.0.12 (afa63e05-06a7-4cf6-b0fb-ecf5981d3d86/f9e29573-4427-46ab-964d-23d3afc5fb5d/56c770bf-a35f-4e7f-b5a3-00bca85be5f0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:23.321960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:23.326116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:23.337153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:23.438661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Attempting to bind port 4d5f61d8-dea4-40bc-a451-cc07032074b6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:23.439956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Attempting to bind port 4d5f61d8-dea4-40bc-a451-cc07032074b6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:23.441216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Attempting to bind port 4d5f61d8-dea4-40bc-a451-cc07032074b6 on network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:23.453201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:23.453627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Checking segment: {'id': 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:23.455011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.455011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Bound using segment: {'id': 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:23.455354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Bound port: 4d5f61d8-dea4-40bc-a451-cc07032074b6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:23.455983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.478709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting port b4c6e12d-b775-488c-9c09-dceb8d5f4912 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:23.479338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.547032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] For port 4d5f61d8-dea4-40bc-a451-cc07032074b6, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:23.551434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] For port 4d5f61d8-dea4-40bc-a451-cc07032074b6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d5f61d8-dea4-40bc-a451-cc07032074b6,segment=NetworkSegment(d9a6e307-0631-41f6-9f8a-82ceaba5fe13),segment_id=d9a6e307-0631-41f6-9f8a-82ceaba5fe13)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:23.555214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ef840-ea24-4230-bfdf-ccb7a7b9360b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:23.556663 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e12ef840-ea24-4230-bfdf-ccb7a7b9360b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks?id=650a646a-837a-4406-9824-1e5e08637223 HTTP/1.1" status: 200 len: 761 time: 0.3634846 Feb 04 16:33:23.559951 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.563755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57668) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.569895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.572176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1301568723'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:23.586741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:23.588582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.625209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:23.642699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.652403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.663266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca68f-193b-48ff-b6e6-e1db271c28af None None] Pushing event updated for resources: {'Port': ['ID=4d5f61d8-dea4-40bc-a451-cc07032074b6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.666927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.681322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:23.692083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:23.694956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03f01d-7a75-4c6b-a6d3-faa0f5a215a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.700313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:23.702172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5959668e-eb9a-4884-92a2-f8630fecaf38,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:23.707869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:23.711884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.730251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:23.735623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Transition to ACTIVE for port object 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:23.738839 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.740155 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99d9f14a-ea6b-4c28-93a5-1a9d164ebc77 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6884415 Feb 04 16:33:23.750461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:23.775897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:23.794767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.810272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.810731 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment ab9c2c12-38b2-427d-986b-0b6904f0ebae of type vlan for network 95e9eccd-5d74-4282-b28e-69b0a0e344b3 Feb 04 16:33:23.811865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.824207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.905822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.941073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.953508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.955435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:23.965658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Calling delete_port for b4c6e12d-b775-488c-9c09-dceb8d5f4912 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:24.029234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:24.029234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'Port': ['ID=56c770bf-a35f-4e7f-b5a3-00bca85be5f0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.042566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:24.045107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:24.056379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.082723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.086113 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5959668e-eb9a-4884-92a2-f8630fecaf38 HTTP/1.1" status: 204 len: 168 time: 0.3324547 Feb 04 16:33:24.088371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.092813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f82693-a677-4508-8795-d94a1a74867a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.097624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512902b-14fc-443c-afaf-3c46a2e94aa7 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5959668e-eb9a-4884-92a2-f8630fecaf38,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.100624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.104636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5f898228-3086-48fc-a0e5-eb09971dc4ca tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1110694 Feb 04 16:33:24.104909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.112779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'e8f82693-a677-4508-8795-d94a1a74867a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:24.118110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.121569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:24.122144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.148432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:24.151132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea7a175b-1a8b-4a02-9119-bec77864da87 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:24.167324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:24.170848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea7a175b-1a8b-4a02-9119-bec77864da87 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:24.172215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea7a175b-1a8b-4a02-9119-bec77864da87 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0826163 Feb 04 16:33:24.174710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:24.178832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57684) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.309825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.336971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.358723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:24.359292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.366660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:24.378520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.382571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8172188 Feb 04 16:33:24.391785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57688) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.405546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bfbbd-1281-41a4-b888-4e009bd5d931 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=95e9eccd-5d74-4282-b28e-69b0a0e344b3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.410511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '95e9eccd-5d74-4282-b28e-69b0a0e344b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:24.418394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 95e9eccd-5d74-4282-b28e-69b0a0e344b3 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:24.426246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-468b01ce-04ec-40fe-992d-706f1ff36f25 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0414989 Feb 04 16:33:24.426246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.431080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Port': ['ID=b4c6e12d-b775-488c-9c09-dceb8d5f4912,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.432878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57692) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.442824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Request body: {'port': {'network_id': 'afa63e05-06a7-4cf6-b0fb-ecf5981d3d86', 'name': 'tempest-ExtraDHCPOptionsTestJSON-620476524', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:24.443479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] bootfile-name is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:24.443874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] tftp-server is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:24.444253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.api.validators [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] server-ip-address is not in valid_values {{(pid=83597) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:24.641772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:24.663197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.664487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Usage tracker for resource:port and tenant:3616521f6b8141ed824aa374dc1e0cc6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:24.667976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:24.668983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:24.674816 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.676249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.678569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:24.692831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Usage tracker for resource:subnet and tenant:ae1a5a81ca8b4abb84508f2d4b424357 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:24.699020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:24.704929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e13a0-44f3-4fc4-ab5b-9e0f16fe106c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.711039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ac769a-2e8e-47ce-8f19-6787d55d534c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:24.726736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Made reservation on behalf of 3616521f6b8141ed824aa374dc1e0cc6 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:24.730479 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.744490 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.748802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e059b5fc-a574-4286-a3f0-78c9b703a554 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6428866 Feb 04 16:33:24.753358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57696) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.772199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'e8f82693-a677-4508-8795-d94a1a74867a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:24.775047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:24.786161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:24.791182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:24.794768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:24.803780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:24.814614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] device_id is not set on port 8eaf8bc7-521a-4e93-87a3-daf22f38c07d yet. {{(pid=83597) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:33:24.859452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:24.874650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.876389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8a02593-b15d-4aea-89bf-f2afbb3abf53 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/fb8e13a0-44f3-4fc4-ab5b-9e0f16fe106c HTTP/1.1" status: 204 len: 168 time: 0.6966183 Feb 04 16:33:24.882000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:24.928988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.964265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:24.991163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.029430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22551927-df53-443f-9aff-0f8c9be8e418 None None] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:25.079071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c298a449-1fd5-4380-a9fe-edf66c13c865 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:25.100900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Allocated IP 172.20.0.3 (afa63e05-06a7-4cf6-b0fb-ecf5981d3d86/f9e29573-4427-46ab-964d-23d3afc5fb5d/8eaf8bc7-521a-4e93-87a3-daf22f38c07d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:25.154976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c298a449-1fd5-4380-a9fe-edf66c13c865 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:25.159900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c298a449-1fd5-4380-a9fe-edf66c13c865 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2703767 Feb 04 16:33:25.159900 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): There was a conflict when trying to complete your request. Feb 04 16:33:25.159900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eb61dfa2-c87e-4c50-b4c2-ec39fd333363 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3999233 Feb 04 16:33:25.162630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57704) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:25.163455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57706) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:25.213798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d368d894-0ede-4e10-b352-5617c4bfa34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.224941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4d1a2661-5447-429c-9e19-ec62e1d258dc None None] Provisioning for port 4d5f61d8-dea4-40bc-a451-cc07032074b6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:25.420993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.421388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.502181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.549359 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.632990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.674021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.697164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15806ae4-d4d8-4f07-8aac-e1d4f1a5e6a8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:25.701141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Transition to ACTIVE for port object 8eaf8bc7-521a-4e93-87a3-daf22f38c07d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:25.708039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.715622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d5f61d8-dea4-40bc-a451-cc07032074b6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:25.752410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Router df7ec5b6-afc0-44c6-918c-38621b8e6821 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:25.753103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.754575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8f82693-a677-4508-8795-d94a1a74867a HTTP/1.1" status: 204 len: 168 time: 0.5888193 Feb 04 16:33:25.755770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dd8e7-de3f-4654-8ffd-02c07fed5739 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f82693-a677-4508-8795-d94a1a74867a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:25.759466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57712) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:25.764348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.764779 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.769619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-60770bc2-d6d4-4da1-952b-44541043e194 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/15806ae4-d4d8-4f07-8aac-e1d4f1a5e6a8 HTTP/1.1" status: 204 len: 168 time: 0.6056986 Feb 04 16:33:25.793756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:25.828828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9feb8210-c29d-4c17-a19d-049b015edb17 None None] Provisioning for port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:25.835464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2b1886cf-503b-4cc1-9d58-33305c54444c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:25.838088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9feb8210-c29d-4c17-a19d-049b015edb17 None None] Provisioning complete for port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:25.838508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9feb8210-c29d-4c17-a19d-049b015edb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.884883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4d5f61d8-dea4-40bc-a451-cc07032074b6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:25.885107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.899438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d5f61d8-dea4-40bc-a451-cc07032074b6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:25.900066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:25.940109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2b1886cf-503b-4cc1-9d58-33305c54444c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:25.947037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b1886cf-503b-4cc1-9d58-33305c54444c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1809628 Feb 04 16:33:25.951781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9feb8210-c29d-4c17-a19d-049b015edb17 None None] Port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:25.952416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:25.970529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206549187'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:25.987906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:25.997477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a146d97-ace1-4afe-ab1b-5f732db80b91 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:26.002902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:26.010387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:26.012213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'Port': ['ID=8eaf8bc7-521a-4e93-87a3-daf22f38c07d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:26.014830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:26.028567 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=c2ae5a12-4ebd-43b8-89b3-81d0a0304e41,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:26.036628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.041490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': 'ab9c2c12-38b2-427d-986b-0b6904f0ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '95e9eccd-5d74-4282-b28e-69b0a0e344b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:26.041803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 95e9eccd-5d74-4282-b28e-69b0a0e344b3, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:26.050700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:26.056209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:26.062382 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] Sync routers for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:26.066465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.066645 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3209e25f-2070-4afb-9e40-528bbe833a62 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2387257 Feb 04 16:33:26.082954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:26.084975 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.090621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 95e9eccd-5d74-4282-b28e-69b0a0e344b3 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:26.104355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 95e9eccd-5d74-4282-b28e-69b0a0e344b3) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:26.109339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.111645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.120105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01edb0-ed6e-4143-9ced-32403fd668d2 None None] Network 95e9eccd-5d74-4282-b28e-69b0a0e344b3 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:26.138738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-690f4b91-1ed2-4f46-810b-58e60e540afe tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7421432 Feb 04 16:33:26.139695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4d5f61d8-dea4-40bc-a451-cc07032074b6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d5f61d8-dea4-40bc-a451-cc07032074b6,segment=NetworkSegment(d9a6e307-0631-41f6-9f8a-82ceaba5fe13),segment_id=d9a6e307-0631-41f6-9f8a-82ceaba5fe13)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:26.141008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.201317 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.232018 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] Routers {'df7ec5b6-afc0-44c6-918c-38621b8e6821'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:26.232633 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:32:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['df7ec5b6-afc0-44c6-918c-38621b8e6821'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.253361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0a146d97-ace1-4afe-ab1b-5f732db80b91 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:26.260907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0a146d97-ace1-4afe-ab1b-5f732db80b91 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4301586 Feb 04 16:33:26.264115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57732) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.268532 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-b49e6581-732b-4cac-af13-d61294d01fa5 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] show failed (client error): The resource could not be found. Feb 04 16:33:26.273608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b49e6581-732b-4cac-af13-d61294d01fa5 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-81858850 HTTP/1.1" status: 404 len: 333 time: 0.2014153 Feb 04 16:33:26.276461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57736) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.279679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--503897172'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:26.283832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fe9b752d-d67a-42cb-bde6-5e79702c2cf2 None None] Provisioning complete for port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:26.284314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9b752d-d67a-42cb-bde6-5e79702c2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.293992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3153a03a-a571-48a1-93f7-b8ab711d80e7 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:26.333419 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.333822 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339b5f6a-d42a-4161-ae5b-cee586c7696b None None] The sync data for ids ['df7ec5b6-afc0-44c6-918c-38621b8e6821'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:26.348895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.351811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:26.354301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.384352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.394454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.394918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.399453 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-3153a03a-a571-48a1-93f7-b8ab711d80e7 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] update failed (client error): The resource could not be found. Feb 04 16:33:26.401035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3153a03a-a571-48a1-93f7-b8ab711d80e7 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1593379591 HTTP/1.1" status: 404 len: 335 time: 0.1147501 Feb 04 16:33:26.407194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:26.414300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57740) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.419570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b752d-d67a-42cb-bde6-5e79702c2cf2 None None] Port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:26.464838 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.474964 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-41ad6c67-b4b0-477e-aca5-b9d2b09a409f tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0409222 Feb 04 16:33:26.485569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57744) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.511187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4d5f61d8-dea4-40bc-a451-cc07032074b6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:26.521352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.521694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.522025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.522382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.522716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.523039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.523360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.523670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.523986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.524300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.524614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:26.531348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442cee7-3b4f-45d1-8a6c-5ef63cad36fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-95e9eccd-5d74-4282-b28e-69b0a0e344b3', 'network_id': '95e9eccd-5d74-4282-b28e-69b0a0e344b3', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': 'c2ae5a12-4ebd-43b8-89b3-81d0a0304e41'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:26.531348 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5442cee7-3b4f-45d1-8a6c-5ef63cad36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.539426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:26.541855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.557959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.560347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:26.569110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:26.580855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:26.599742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-00af84dd-de21-461a-8072-f2264d0a03a5 None None] Provisioning for port 8eaf8bc7-521a-4e93-87a3-daf22f38c07d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:26.604318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ae5a12-4ebd-43b8-89b3-81d0a0304e41,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:26.616425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-00af84dd-de21-461a-8072-f2264d0a03a5 None None] Provisioning complete for port 8eaf8bc7-521a-4e93-87a3-daf22f38c07d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:26.616796 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-00af84dd-de21-461a-8072-f2264d0a03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.683662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-00af84dd-de21-461a-8072-f2264d0a03a5 None None] Port 8eaf8bc7-521a-4e93-87a3-daf22f38c07d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:26.713948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.716593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edeea5-146d-460a-abf5-3946219e8f1a None None] Network 95e9eccd-5d74-4282-b28e-69b0a0e344b3 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:26.738829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:26.743096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e9eccd-5d74-4282-b28e-69b0a0e344b3']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.756321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9c2c12-38b2-427d-986b-0b6904f0ebae') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.757038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9c2c12-38b2-427d-986b-0b6904f0ebae') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:26.762120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:26.769104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.772322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:26.788075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.795668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:26.796119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:26.812489 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:26.908447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:26.914966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.935234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.935683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.939292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.943428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:26.944277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Synchronizing usage tracker for tenant:3616521f6b8141ed824aa374dc1e0cc6 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:26.944448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=95e9eccd-5d74-4282-b28e-69b0a0e344b3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:26.950671 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.956194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting subnet 1f696d55-cd58-4821-83bc-30239900e9a1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:26.956808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7cc47b4e-9bbd-4897-a7d0-8f21c22e2719 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/95e9eccd-5d74-4282-b28e-69b0a0e344b3 HTTP/1.1" status: 204 len: 168 time: 0.8129058 Feb 04 16:33:26.959498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57748) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:26.966145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.969735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:26.999243 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf9f1ee-684a-4ef0-b302-51eff683d5c8 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] GET failed (client error): The resource could not be found. Feb 04 16:33:27.000157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eaf9f1ee-684a-4ef0-b302-51eff683d5c8 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Synchronizing usage tracker for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:subnet {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:27.018359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eaf9f1ee-684a-4ef0-b302-51eff683d5c8 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Unset dirty status for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:subnet {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:27.019464 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eaf9f1ee-684a-4ef0-b302-51eff683d5c8 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets/c2ae5a12-4ebd-43b8-89b3-81d0a0304e41 HTTP/1.1" status: 404 len: 337 time: 0.0590079 Feb 04 16:33:27.022268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57752) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.049463 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b4f39d-6419-4a4e-9f63-2ce9f9921ca4 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:27.049955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b4f39d-6419-4a4e-9f63-2ce9f9921ca4 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:27.051623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-38b4f39d-6419-4a4e-9f63-2ce9f9921ca4 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/95e9eccd-5d74-4282-b28e-69b0a0e344b3 HTTP/1.1" status: 404 len: 339 time: 0.0282972 Feb 04 16:33:27.055421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57756) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.062208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Unset dirty status for tenant:3616521f6b8141ed824aa374dc1e0cc6 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:27.063363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4706ecd7-3ed8-4190-9031-020f22fde131 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5743973 Feb 04 16:33:27.082577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.085011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49825d76-8f3d-447b-aabd-da27a1f725fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:27.154695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.181963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.183218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e00c1d15-78cd-4f75-9c25-4b03fc977c46 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2265563 Feb 04 16:33:27.198431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57764) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.208415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-67cbce67-dfff-4212-b079-ccc497c80ef4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '49825d76-8f3d-447b-aabd-da27a1f725fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:27.209027 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-67cbce67-dfff-4212-b079-ccc497c80ef4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:27.209948 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67cbce67-dfff-4212-b079-ccc497c80ef4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105779 Feb 04 16:33:27.215685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57768) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.225011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.247069 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-882777ea-d3fa-4e85-af92-1bc764b862d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.251902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Deleting port 8eaf8bc7-521a-4e93-87a3-daf22f38c07d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:27.252245 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.279798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.330954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16add9-ebde-4f82-a2fa-9973af515ef6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:27.331783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d16add9-ebde-4f82-a2fa-9973af515ef6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Synchronizing usage tracker for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:27.347182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d16add9-ebde-4f82-a2fa-9973af515ef6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Unset dirty status for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:27.350867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d16add9-ebde-4f82-a2fa-9973af515ef6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2920208 Feb 04 16:33:27.351086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57772) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.382089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.383301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1176591 Feb 04 16:33:27.386000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57776) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.393644 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4ea94ff-566f-407f-b23e-191d6d912e89 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 207 time: 0.0415468 Feb 04 16:33:27.397614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': '24345697-14e2-453e-8153-5a723d8bddf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:27.402438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.406077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:27.423157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d3068-f268-4cb6-9d9b-c30c2d7b875d tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24345697-14e2-453e-8153-5a723d8bddf2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:27.429833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:27.436228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:27.478183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.492621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:27.508103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.524955 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.598404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f665f-bc92-48f6-bf2b-d1abb4531332 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:27.602202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f665f-bc92-48f6-bf2b-d1abb4531332 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:27.606374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f665f-bc92-48f6-bf2b-d1abb4531332 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:27.610541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04f665f-bc92-48f6-bf2b-d1abb4531332 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:27.612400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c04f665f-bc92-48f6-bf2b-d1abb4531332 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2081094 Feb 04 16:33:27.615960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57784) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.628451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d5f61d8-dea4-40bc-a451-cc07032074b6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:27.654467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.699154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.709515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d5f61d8-dea4-40bc-a451-cc07032074b6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:27.710012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.750173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.763675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Subnet': ['ID=1f696d55-cd58-4821-83bc-30239900e9a1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:27.765690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.769520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.807159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54db1991-1c13-46d9-b7a3-cee7f6ce876e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:27.820939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdad0c-7a7d-49a1-932c-30a612934b95 None None] Network 5be512a9-9584-4157-9c3e-4635885821f7 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:27.834234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76c26278-eefb-44d6-b4e0-f4a3a3cf9220 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2172301 Feb 04 16:33:27.836407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.841315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.849569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.853700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-763b815f-b991-48b4-9253-9a151dbd6454 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4635983 Feb 04 16:33:27.854487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.883499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.894869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.920306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.940715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54db1991-1c13-46d9-b7a3-cee7f6ce876e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:27.944511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Calling delete_port for 8eaf8bc7-521a-4e93-87a3-daf22f38c07d owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:27.945305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.949106 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0521f26e-e4c5-4d8c-9877-0d444dd50dcc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/54db1991-1c13-46d9-b7a3-cee7f6ce876e HTTP/1.1" status: 204 len: 168 time: 0.0937042 Feb 04 16:33:27.949876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57796) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.981326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.984021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:27.985318 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/49825d76-8f3d-447b-aabd-da27a1f725fb HTTP/1.1" status: 204 len: 168 time: 0.7662270 Feb 04 16:33:27.987578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c1c7cb90-b277-4585-8630-09d3daa87663 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/subnets/1f696d55-cd58-4821-83bc-30239900e9a1 HTTP/1.1" status: 204 len: 168 time: 1.5723505 Feb 04 16:33:27.990294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57800) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:27.992289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.020066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e2bcb-02fb-4a24-90cd-7f83500f6bfd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49825d76-8f3d-447b-aabd-da27a1f725fb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:28.051857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f975f-0bcf-45b7-ad4e-421b04e361e1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.053574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f975f-0bcf-45b7-ad4e-421b04e361e1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.054500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e2f975f-0bcf-45b7-ad4e-421b04e361e1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Synchronizing usage tracker for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:28.059962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35a18a9d-ad42-4765-b237-8521751cc855 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:28.080548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8e2f975f-0bcf-45b7-ad4e-421b04e361e1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Unset dirty status for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:28.082150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8e2f975f-0bcf-45b7-ad4e-421b04e361e1 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2411015 Feb 04 16:33:28.087430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57808) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.203865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] DHCP port deletion for 5be512a9-9584-4157-9c3e-4635885821f7 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:28.209058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Deleting port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:28.209777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.211426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2a5d1-c87c-4156-a6de-7de6284c50fc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.212804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2a5d1-c87c-4156-a6de-7de6284c50fc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.214267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90e2a5d1-c87c-4156-a6de-7de6284c50fc tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1247880 Feb 04 16:33:28.219705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57812) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.229190 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-847881b4-3c2f-4c8f-b87f-ffe26b947816 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2322364 Feb 04 16:33:28.229190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-35a18a9d-ad42-4765-b237-8521751cc855 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:28.230835 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-35a18a9d-ad42-4765-b237-8521751cc855 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2797790 Feb 04 16:33:28.231764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57816) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.232181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.257649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.305096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting subnet c2c0d853-1851-49b4-a866-d1987a591d17 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:28.319737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--159043918'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:28.331214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:28.333518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.358036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event deleted for resources: {'Port': ['ID=8eaf8bc7-521a-4e93-87a3-daf22f38c07d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:28.374045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:28.387142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:28.402569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:28.428589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] For port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,segment=NetworkSegment(2a57572c-9134-4451-abce-ff14b6aff6a1),segment_id=2a57572c-9134-4451-abce-ff14b6aff6a1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:28.429193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.433062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.480070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.508104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.537946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:28.542035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:28.545307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:28.552705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:28.554859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5d851-b082-443f-9f4b-9faa3f7564f3 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:28.555542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a5d851-b082-443f-9f4b-9faa3f7564f3 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Synchronizing usage tracker for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:28.568803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-38cd1ff2-cbdc-40a6-bef9-8b83344de629 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "DELETE /v2.0/ports/8eaf8bc7-521a-4e93-87a3-daf22f38c07d HTTP/1.1" status: 204 len: 168 time: 1.4809418 Feb 04 16:33:28.570493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.573206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Calling delete_port for 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:28.586173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-86a5d851-b082-443f-9f4b-9faa3f7564f3 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Unset dirty status for tenant:ae1a5a81ca8b4abb84508f2d4b424357 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:28.592427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Request body: {'port': {'name': 'tempest-new-port-name-709858976', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:28.592914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] bootfile-name is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:28.593256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] tftp-server is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:28.593695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.api.validators [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] server-ip-address is not in valid_values {{(pid=83596) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 04 16:33:28.594673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-86a5d851-b082-443f-9f4b-9faa3f7564f3 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks/7345dee6-9c04-4970-b2e7-54f393bb3ed6 HTTP/1.1" status: 200 len: 800 time: 0.3722761 Feb 04 16:33:28.595068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57828) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.641707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.649948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.670961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.737261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] Pushing event deleted for resources: {'Port': ['ID=71fc7d38-7f3b-4c65-9fd4-469ec21500d4,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:28.749771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108f364-cca4-497b-859a-afd4df2f3365 None None] No DVR routers for this DVR port 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:28.756059 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.794399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.845646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.901567 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.920119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.930692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-387f1f84-c86c-43eb-8d32-d6e0557c65d6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/networks/7345dee6-9c04-4970-b2e7-54f393bb3ed6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3342879 Feb 04 16:33:28.933978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57832) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:28.962072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:28.990404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-4fd7d0e3-aae2-40d9-85f4-3b00d6da0976 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2835336 Feb 04 16:33:29.013668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f5d61-40d0-466e-9592-b6ad9c8bbbd6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:29.015069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a40f5d61-40d0-466e-9592-b6ad9c8bbbd6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets/36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe HTTP/1.1" status: 200 len: 811 time: 0.0801020 Feb 04 16:33:29.043286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57836) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.045960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.047138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7505112 Feb 04 16:33:29.050867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57840) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.055494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90c287-d1d9-48c1-93a9-8442a809acf0 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d0d3b-9a20-49a2-9582-9eb05a5e13dd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:29.060655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8965508b-10e1-448d-9b2c-d7c5a021ebbb tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '6e1d0d3b-9a20-49a2-9582-9eb05a5e13dd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:29.061308 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-8965508b-10e1-448d-9b2c-d7c5a021ebbb tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:29.062231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8965508b-10e1-448d-9b2c-d7c5a021ebbb tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104630 Feb 04 16:33:29.065768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57844) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.095261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.148855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.151909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24345697-14e2-453e-8153-5a723d8bddf2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:29.153828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-2fd90700-2a61-4eda-97a7-5adce32f8345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1097 time: 0.1376262 Feb 04 16:33:29.180359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.209570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.253318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.256834 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-288b4187-3515-42e6-a590-6207e5eacb96 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/24345697-14e2-453e-8153-5a723d8bddf2 HTTP/1.1" status: 204 len: 168 time: 0.9562192 Feb 04 16:33:29.258154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57848) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.386164 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.402503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9ac2d6f-8070-4502-b158-b469de8f065c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:29.414162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c0d853-1851-49b4-a866-d1987a591d17,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:29.416958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-54e0abbb-ec62-41bd-a4b8-2b48158b24e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:29.418373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-54e0abbb-ec62-41bd-a4b8-2b48158b24e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.2421165 Feb 04 16:33:29.421371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d0d3b-9a20-49a2-9582-9eb05a5e13dd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:29.425120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d5d23f-e99c-49d3-a209-1e210d42d643 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:29.426794 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-18d5d23f-e99c-49d3-a209-1e210d42d643 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "GET /v2.0/subnets/36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3820999 Feb 04 16:33:29.430535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57852) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.440352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-278755642'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:29.447716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.449774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-645c893b-93a2-4a1f-a75c-b7ca5caa6daa tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/subnets/c2c0d853-1851-49b4-a866-d1987a591d17 HTTP/1.1" status: 204 len: 168 time: 1.4582193 Feb 04 16:33:29.451742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c4d16-d4d2-4de7-bac4-96284bfcc6c8 None None] Network e4b43997-4966-49df-8af9-99f60a9d947b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:29.453087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:29.455396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57856) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.496626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.499993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0645dc13-edf5-4811-9e7d-1fd990ff79a4 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/6e1d0d3b-9a20-49a2-9582-9eb05a5e13dd HTTP/1.1" status: 204 len: 168 time: 0.4311059 Feb 04 16:33:29.502551 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.509361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a9ac2d6f-8070-4502-b158-b469de8f065c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:29.510555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a9ac2d6f-8070-4502-b158-b469de8f065c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2488663 Feb 04 16:33:29.511648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:29.514315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57864) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.528122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--930135160'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:29.539239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:29.562610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:29.569740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-7019e145-39cd-48af-8014-917b60b8ba57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 1001 time: 0.1424997 Feb 04 16:33:29.621006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.645315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:29.648232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.657296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:29.673650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-ec8f5e20-07e6-4ecb-a8f7-1d7e56c39436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:29.675537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-ec8f5e20-07e6-4ecb-a8f7-1d7e56c39436 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.0883725 Feb 04 16:33:29.680189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:29.688436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.697367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:29.698012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 71fc7d38-7f3b-4c65-9fd4-469ec21500d4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:29.737946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:29.751934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47c43626-5ed7-4ce9-834d-546633db5737 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:29.756571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:29.803055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] DHCP port deletion for e4b43997-4966-49df-8af9-99f60a9d947b request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:29.808762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Deleting port 098dab17-375f-47c4-99d1-cdbaa407f01c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:29.809370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.815401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-91bdb10b-8885-462d-a4f9-cdea7ed06a42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326482 Feb 04 16:33:29.820441 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.843069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.843695 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Added segment 09e89e27-a868-485c-958a-08c50c8c0dba of type vlan for network 13f8df8a-919a-4e75-b101-e93a2a5de2fc Feb 04 16:33:29.844262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.891447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.903136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47c43626-5ed7-4ce9-834d-546633db5737 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:29.908048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47c43626-5ed7-4ce9-834d-546633db5737 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3942497 Feb 04 16:33:29.910044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:29.913351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57868) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:29.927334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872476851'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:29.949088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:29.980482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:29.982466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c224aadd-3753-46cf-9301-4c4e5c9c3dc5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:29.985411 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.028051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.028301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] For port 098dab17-375f-47c4-99d1-cdbaa407f01c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=098dab17-375f-47c4-99d1-cdbaa407f01c,segment=NetworkSegment(c3cfdee2-d660-4076-9124-36fb021330b4),segment_id=c3cfdee2-d660-4076-9124-36fb021330b4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:30.029675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1fa31ba8-b67d-4f1b-9d12-5f378016d1f5 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5144069 Feb 04 16:33:30.032873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.033615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.040829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': 'c224aadd-3753-46cf-9301-4c4e5c9c3dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.047522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-b14a86f8-5c91-44af-9f2b-e10ea581c746 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257755 Feb 04 16:33:30.049891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:30.052822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.063645 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.067963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:30.084320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event updated for resources: {'Port': ['ID=56c770bf-a35f-4e7f-b5a3-00bca85be5f0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.091163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be512a9-9584-4157-9c3e-4635885821f7']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:30.111506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a57572c-9134-4451-abce-ff14b6aff6a1') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:30.120230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a57572c-9134-4451-abce-ff14b6aff6a1') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:30.123113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:30.145922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.170084 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.175491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Calling delete_port for 098dab17-375f-47c4-99d1-cdbaa407f01c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:30.181025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:30.181558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.182925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:30.217147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.250717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:30.256787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.266087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:30.270722 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:30.274883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.286774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:30.297126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] In _notify_port_updated(), no bound segment for port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 on network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 {{(pid=83596) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 04 16:33:30.301082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:30.301813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:30.302788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.303805 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d15c2f4f-71b7-4488-979c-7b60cb913e2b tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "PUT /v2.0/ports/56c770bf-a35f-4e7f-b5a3-00bca85be5f0 HTTP/1.1" status: 200 len: 1136 time: 1.7300606 Feb 04 16:33:30.316169 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:33:30.322138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.328441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] Pushing event deleted for resources: {'Port': ['ID=098dab17-375f-47c4-99d1-cdbaa407f01c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.340937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f9ae6-3bb2-4ddd-bd23-4d7f33a89018 None None] No DVR routers for this DVR port 098dab17-375f-47c4-99d1-cdbaa407f01c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:30.348245 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.351505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.355959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:30.356653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.385088 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.396060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-355c859a-4b4d-4d96-aad6-ef18a7faf5a9 req-3e3162da-86bd-4b29-a2c6-e8580ca7c504 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311529 Feb 04 16:33:30.454900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3e7525f0-cafb-421f-8015-5ba8c87c03c6 None None] Provisioning complete for port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:30.456638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e7525f0-cafb-421f-8015-5ba8c87c03c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.458673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523cf4b5-7b9b-4df1-bf3c-93c2164ed85c tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:30.459278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-523cf4b5-7b9b-4df1-bf3c-93c2164ed85c tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Synchronizing usage tracker for tenant:3616521f6b8141ed824aa374dc1e0cc6 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:30.472735 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/networks/5be512a9-9584-4157-9c3e-4635885821f7 HTTP/1.1" status: 204 len: 168 time: 1.0160322 Feb 04 16:33:30.477706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0459545 Feb 04 16:33:30.480440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57880) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.480785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57882) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.490445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.498037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.514045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.518577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3e7525f0-cafb-421f-8015-5ba8c87c03c6 None None] Port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:30.519061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.529245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe931b-6eba-4437-b1fc-5793411b517b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Network': ['ID=13f8df8a-919a-4e75-b101-e93a2a5de2fc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.535169 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.542857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:30.554400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-523cf4b5-7b9b-4df1-bf3c-93c2164ed85c tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Unset dirty status for tenant:3616521f6b8141ed824aa374dc1e0cc6 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:30.560924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-523cf4b5-7b9b-4df1-bf3c-93c2164ed85c tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "GET /v2.0/ports/56c770bf-a35f-4e7f-b5a3-00bca85be5f0 HTTP/1.1" status: 200 len: 1136 time: 0.2314498 Feb 04 16:33:30.572695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57888) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.581717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb2fba3-7e59-4ed0-b1bf-05502a1e5629,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.655279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.659871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7358816 Feb 04 16:33:30.665376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57892) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.666288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.669849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0dad981-82b4-42b4-9eb4-b3bb031d012b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6327176 Feb 04 16:33:30.669849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5850f-ff43-41e0-b658-d53fd0266970 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3ac9d-247d-4fee-a61e-0310c23eb565,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.674032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.675390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-60410b95-3ce9-4807-b241-67807eafe777 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '30b3ac9d-247d-4fee-a61e-0310c23eb565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.676151 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-60410b95-3ce9-4807-b241-67807eafe777 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:30.679665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-60410b95-3ce9-4807-b241-67807eafe777 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086100 Feb 04 16:33:30.680751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57900) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.685135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195c64-4581-44ed-9dd0-bc87e7a4e935 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Network': ['ID=5be512a9-9584-4157-9c3e-4635885821f7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:30.689470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bd02eaf2-9c72-42ef-bfd5-48e97cbac1f7 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '30b3ac9d-247d-4fee-a61e-0310c23eb565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.689470 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-bd02eaf2-9c72-42ef-bfd5-48e97cbac1f7 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:30.693428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd02eaf2-9c72-42ef-bfd5-48e97cbac1f7 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095410 Feb 04 16:33:30.695318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57904) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.702807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4ec45e32-8c69-4111-bdbb-4bf37d3a7c30 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '30b3ac9d-247d-4fee-a61e-0310c23eb565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.703472 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-4ec45e32-8c69-4111-bdbb-4bf37d3a7c30 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:30.704441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ec45e32-8c69-4111-bdbb-4bf37d3a7c30 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081842 Feb 04 16:33:30.707897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.708610 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3bb92683-80ac-4be8-bc76-51a102c4c9a3 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules/adb2fba3-7e59-4ed0-b1bf-05502a1e5629 HTTP/1.1" status: 200 len: 705 time: 0.0334802 Feb 04 16:33:30.712854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Deleting port 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:30.713186 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.727062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57912) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.740655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3e61ca32-577d-4eea-ab63-4ca90e3c4027 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '30b3ac9d-247d-4fee-a61e-0310c23eb565', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:30.741348 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-3e61ca32-577d-4eea-ab63-4ca90e3c4027 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:30.742267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3e61ca32-577d-4eea-ab63-4ca90e3c4027 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0335672 Feb 04 16:33:30.746875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57916) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:30.768416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.788650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:30.843108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:30.857745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b8b704-f76b-40a4-be65-939e2fd7ff21 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:30.884289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:30.934899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Made reservation on behalf of ae1a5a81ca8b4abb84508f2d4b424357 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:30.960695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b8b704-f76b-40a4-be65-939e2fd7ff21 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:30.964417 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9b8b704-f76b-40a4-be65-939e2fd7ff21 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2306590 Feb 04 16:33:30.969231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57920) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.034672 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.084941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b43997-4966-49df-8af9-99f60a9d947b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:31.097510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.114265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.116163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cfdee2-d660-4076-9124-36fb021330b4') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:31.116455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cfdee2-d660-4076-9124-36fb021330b4') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:31.182958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.186721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.211704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.213476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Performing IP validity checks on allocation pools {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:33:31.213998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.ipam_backend_mixin [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83596) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:33:31.216414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.228961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:31.229292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.229486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:31.244612 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:31.354657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.364769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Calling delete_port for 56c770bf-a35f-4e7f-b5a3-00bca85be5f0 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:31.429266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3ac9d-247d-4fee-a61e-0310c23eb565,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:31.429626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.435066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.452103 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.468254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Network': ['ID=e4b43997-4966-49df-8af9-99f60a9d947b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:31.469093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb2fba3-7e59-4ed0-b1bf-05502a1e5629,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:31.482483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.486686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a305ac62-4ed1-4809-af63-6f48259e81e6 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/30b3ac9d-247d-4fee-a61e-0310c23eb565 HTTP/1.1" status: 204 len: 168 time: 0.7359815 Feb 04 16:33:31.496189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57924) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.499845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.500985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eeae584e-2b91-4198-a68e-ea9fc78123ad tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/adb2fba3-7e59-4ed0-b1bf-05502a1e5629 HTTP/1.1" status: 204 len: 168 time: 0.5308549 Feb 04 16:33:31.507869 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f8072cd1-42a6-4a7e-8244-38df4e048695 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/networks/e4b43997-4966-49df-8af9-99f60a9d947b HTTP/1.1" status: 204 len: 168 time: 1.0261233 Feb 04 16:33:31.508515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57928) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.514463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57930) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.597542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8504a543-912b-4028-8bae-f5742c3227ac tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:31.624152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 098dab17-375f-47c4-99d1-cdbaa407f01c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:31.630767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8504a543-912b-4028-8bae-f5742c3227ac tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:31.637222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8504a543-912b-4028-8bae-f5742c3227ac tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1352561 Feb 04 16:33:31.637412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.638156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.648713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958435824'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:31.663966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 098dab17-375f-47c4-99d1-cdbaa407f01c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:31.664306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 098dab17-375f-47c4-99d1-cdbaa407f01c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:31.687536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:31.689549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event deleted for resources: {'Port': ['ID=56c770bf-a35f-4e7f-b5a3-00bca85be5f0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:31.754451 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0d0d879b-2787-41c6-bc5b-3656564696dc tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2378886 Feb 04 16:33:31.759769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57940) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.760613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:31.769545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.778169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': 'c224aadd-3753-46cf-9301-4c4e5c9c3dc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:31.809567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.824459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1c489c48-fc74-477a-8487-f45885c5dd06 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "DELETE /v2.0/ports/56c770bf-a35f-4e7f-b5a3-00bca85be5f0 HTTP/1.1" status: 204 len: 168 time: 1.2505426 Feb 04 16:33:31.826661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:31.826828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57944) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:31.849627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:31.859299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:31.876038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:31.898465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:31.974440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=e52b886f-962e-47de-8e5a-be301c518b0b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:31.991754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting subnet ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:31.993475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.012432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.024676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Deleting subnet f9e29573-4427-46ab-964d-23d3afc5fb5d {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:32.027859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.051968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.067387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Checking segment: {'id': '09e89e27-a868-485c-958a-08c50c8c0dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:32.067978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network hostable DHCP agents. Network: 13f8df8a-919a-4e75-b101-e93a2a5de2fc, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:32.078879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:32.084173 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.087161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:32.102772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.131852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.183191 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.207107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.226475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.264525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:32.270935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.285184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95927e6-a507-418a-86da-0dcd526373c7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:32.314803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.315789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 13f8df8a-919a-4e75-b101-e93a2a5de2fc) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:32.319312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e29573-4427-46ab-964d-23d3afc5fb5d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:32.324040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.325351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:32.326139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.328904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75fb1e0-45c2-4321-9716-39754f52d183 None None] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:32.333650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ee65b678-405f-4044-bd71-9ebf764d200e tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "DELETE /v2.0/subnets/f9e29573-4427-46ab-964d-23d3afc5fb5d HTTP/1.1" status: 204 len: 168 time: 0.5036516 Feb 04 16:33:32.333862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.333982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.353319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.354492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6aa16af1-4ea5-4c17-9bc5-e0c7b4e3a7ff tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5916116 Feb 04 16:33:32.357469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.378095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c281e69f-38ae-4183-882d-903ad4c0f81a None None] Network afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:32.383806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bffe060d-53e8-499a-b25a-bac8a854f727 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules/c95927e6-a507-418a-86da-0dcd526373c7 HTTP/1.1" status: 200 len: 705 time: 0.0227888 Feb 04 16:33:32.386867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.420802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57958) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.432136 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b236ded5-7bf7-4ee9-acac-92c043a38f04 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9488249 Feb 04 16:33:32.433246 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.434519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7968764 Feb 04 16:33:32.435801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.441871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.451845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8f4be-e1d4-40d0-81d6-daa57ddc9b31 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c621eff9-7bb9-4f89-9250-1a2b4a2a05cb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:32.458612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.496468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-376a3aab-1e2d-4e15-806a-09e9a2f66c4d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.497374 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-376a3aab-1e2d-4e15-806a-09e9a2f66c4d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.498520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-376a3aab-1e2d-4e15-806a-09e9a2f66c4d tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0554512 Feb 04 16:33:32.505815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ded0c64-cc76-41a3-ad69-2c3f0b0dc4c3 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:32.506472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.528938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.529632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.537035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.540983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:32.543880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:32.550557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.567995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ded0c64-cc76-41a3-ad69-2c3f0b0dc4c3 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:32.571836 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7ded0c64-cc76-41a3-ad69-2c3f0b0dc4c3 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1469896 Feb 04 16:33:32.573659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57974) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.574396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Subnet': ['ID=ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:32.597583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.599160 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.602731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ac74b4b9-8fbc-41ee-a20f-137814a83847 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0881791 Feb 04 16:33:32.604277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57978) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.612451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.618364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1f18c248-6790-4029-a038-5493cda064ec tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.618971 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-1f18c248-6790-4029-a038-5493cda064ec tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.619494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.623799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f18c248-6790-4029-a038-5493cda064ec tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146902 Feb 04 16:33:32.624647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57982) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.625965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee924d-a084-4757-a6cd-6575473a3048 None None] Network 36dab85f-a1c1-4ea0-a96e-3eebe6554533 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:32.634733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-abf2bb57-80e8-4da4-ab1c-5027423ef9ed tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/subnets/ab23bb48-8f9e-4d8b-aeda-816db0f8dd7a HTTP/1.1" status: 204 len: 168 time: 1.1144543 Feb 04 16:33:32.634733 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.637247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 57986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.643497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.653311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.660391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:32.664006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:32.672719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.684072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.708835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c95927e6-a507-418a-86da-0dcd526373c7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:32.727182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.728889 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f801a458-ab8e-4800-97e9-920d6c4e1f3b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c95927e6-a507-418a-86da-0dcd526373c7 HTTP/1.1" status: 204 len: 168 time: 0.1523297 Feb 04 16:33:32.731323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57990) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.757105 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.758038 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7ed8a3ea-d34c-4651-9441-5c6732465231 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1307123 Feb 04 16:33:32.760846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57994) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.768044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-53b35973-8452-4d15-b6d8-7b67fb0ad243 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.768683 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-53b35973-8452-4d15-b6d8-7b67fb0ad243 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.769817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53b35973-8452-4d15-b6d8-7b67fb0ad243 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078135 Feb 04 16:33:32.772599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 57998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.773308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Deleting port 4d5f61d8-dea4-40bc-a451-cc07032074b6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:32.773654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.779376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.793578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.802425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:32.807946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:32.818777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e30113af-7167-42c5-a7d8-80d81fda9b86 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:32.821378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.845401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e30113af-7167-42c5-a7d8-80d81fda9b86 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:32.850472 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e30113af-7167-42c5-a7d8-80d81fda9b86 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1154306 Feb 04 16:33:32.853710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58002) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.863335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': 'c224aadd-3753-46cf-9301-4c4e5c9c3dc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.873122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.885162 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.889099 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-52614a5c-58d4-4447-8431-fc68400d2839 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1124282 Feb 04 16:33:32.889099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.889475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.897012 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e7d49707-eb70-4786-8720-e596658ea424 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.898209 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-e7d49707-eb70-4786-8720-e596658ea424 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:32.902138 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7d49707-eb70-4786-8720-e596658ea424 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088124 Feb 04 16:33:32.903922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58010) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:32.911902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:32.921066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:32.931955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:32.934945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:32.943667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:32.953195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:32.998973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-13f8df8a-919a-4e75-b101-e93a2a5de2fc', 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc', 'tenant_id': 'ae1a5a81ca8b4abb84508f2d4b424357', 'fixed_ips': [{'subnet_id': 'e52b886f-962e-47de-8e5a-be301c518b0b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:33.000115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.030421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.032378 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:33.037063 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-505d9c4c-4f70-478d-a87f-ca3d479ee419 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1289368 Feb 04 16:33:33.037355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58014) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.043488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'c621eff9-7bb9-4f89-9250-1a2b4a2a05cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:33.050633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.052778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:33.068978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:33.075039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.079234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:33.091972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f04dd0-ed4c-4255-9801-0b092bcc614f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:33.093146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:33:33.094629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:33.113956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.115992 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c77bd857-1629-4ebd-b699-5605385ba21b tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2610574 Feb 04 16:33:33.121070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.157346 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9e4f6f15-c0e3-47f9-bf54-574088e090d2 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules/f5f04dd0-ed4c-4255-9801-0b092bcc614f HTTP/1.1" status: 200 len: 706 time: 0.0328586 Feb 04 16:33:33.160416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58022) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.213935 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:33.215629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Deleting port a51edd14-b075-4e6e-8469-9f174ad4b8c0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:33.216190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.218549 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-52a0da82-7473-4738-805a-5060efd5a280 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1798465 Feb 04 16:33:33.219367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58026) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.249335 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Allocated IP 172.20.0.3 (13f8df8a-919a-4e75-b101-e93a2a5de2fc/e52b886f-962e-47de-8e5a-be301c518b0b/f570e776-40ac-4674-b59e-eea27deb2454) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:33.260403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f14b484-74d3-4037-84ff-7eac57f02abd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:33.288295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] For port 4d5f61d8-dea4-40bc-a451-cc07032074b6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d5f61d8-dea4-40bc-a451-cc07032074b6,segment=NetworkSegment(d9a6e307-0631-41f6-9f8a-82ceaba5fe13),segment_id=d9a6e307-0631-41f6-9f8a-82ceaba5fe13)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:33.288969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.292511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] DHCP port deletion for 36dab85f-a1c1-4ea0-a96e-3eebe6554533 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:33.333799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.352414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] DHCP port deletion for afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:33.355343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Deleting port a51edd14-b075-4e6e-8469-9f174ad4b8c0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:33.355880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.362028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.392848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Deleting port 4d5f61d8-dea4-40bc-a451-cc07032074b6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:33.393215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.404536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f14b484-74d3-4037-84ff-7eac57f02abd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:33.406869 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f14b484-74d3-4037-84ff-7eac57f02abd tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2445509 Feb 04 16:33:33.409070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.437843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.444738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Calling delete_port for 4d5f61d8-dea4-40bc-a451-cc07032074b6 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:33.463427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c621eff9-7bb9-4f89-9250-1a2b4a2a05cb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:33.471365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.487754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.521946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.523101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-797c28b3-494a-4524-8065-723af0112d6b tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/c621eff9-7bb9-4f89-9250-1a2b4a2a05cb HTTP/1.1" status: 204 len: 168 time: 0.2845259 Feb 04 16:33:33.524443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.526070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.540004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.540997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f5f04dd0-ed4c-4255-9801-0b092bcc614f HTTP/1.1" status: 204 len: 168 time: 0.1307776 Feb 04 16:33:33.542360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0e60-7e9f-449b-9172-0508023e1e23 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5f04dd0-ed4c-4255-9801-0b092bcc614f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:33.556666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1056312'] for subnet, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.557851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.649903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.664314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d08ffc-8f5d-402c-9d29-a4d9bc34986c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:33.669500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75887ad5-1c84-4635-a8f9-01cbd71904d2 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:33.690746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75887ad5-1c84-4635-a8f9-01cbd71904d2 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:33.695855 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75887ad5-1c84-4635-a8f9-01cbd71904d2 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1556153 Feb 04 16:33:33.696508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58046) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.702028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--720447543'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:33.709381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a1d08ffc-8f5d-402c-9d29-a4d9bc34986c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:33.710571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a1d08ffc-8f5d-402c-9d29-a4d9bc34986c tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1517439 Feb 04 16:33:33.711876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:33.713917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:33.732751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a51edd14-b075-4e6e-8469-9f174ad4b8c0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:33.743986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:33.756885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Transition to ACTIVE for port object f570e776-40ac-4674-b59e-eea27deb2454 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:33.773919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.775791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] For port a51edd14-b075-4e6e-8469-9f174ad4b8c0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a51edd14-b075-4e6e-8469-9f174ad4b8c0,segment=NetworkSegment(c0ac8ed4-bff8-4437-be5c-f5a86b87162e),segment_id=c0ac8ed4-bff8-4437-be5c-f5a86b87162e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:33.776392 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.813449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.847259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:33.854441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:33.858247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.865659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Transition to ACTIVE for port object f570e776-40ac-4674-b59e-eea27deb2454 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:33.865964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:33.875332 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:33.934097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Calling delete_port for a51edd14-b075-4e6e-8469-9f174ad4b8c0 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:33.941534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.969625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.977046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c224aadd-3753-46cf-9301-4c4e5c9c3dc5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:33.985811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:33.996643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.044002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.047603 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4cd114b2-4e73-43a4-9092-497ea522f50f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/c224aadd-3753-46cf-9301-4c4e5c9c3dc5 HTTP/1.1" status: 204 len: 168 time: 0.3302889 Feb 04 16:33:34.047603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.047603 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3496928 Feb 04 16:33:34.049916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58056) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.050299 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.057745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '8783633b-0cf3-4675-bb8a-88020f0e3b45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:34.066789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] For port a51edd14-b075-4e6e-8469-9f174ad4b8c0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a51edd14-b075-4e6e-8469-9f174ad4b8c0,segment=NetworkSegment(c0ac8ed4-bff8-4437-be5c-f5a86b87162e),segment_id=c0ac8ed4-bff8-4437-be5c-f5a86b87162e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:34.067292 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.085976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e34b7b-d639-416e-bbda-68c99261d389 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8783633b-0cf3-4675-bb8a-88020f0e3b45,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.095051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:34.102204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:34.107855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:34.121623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:34.135260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ab8e8e0-4d57-4b07-8a37-5c9f9b77b742 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:34.166232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4ab8e8e0-4d57-4b07-8a37-5c9f9b77b742 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:34.167542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4ab8e8e0-4d57-4b07-8a37-5c9f9b77b742 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1163170 Feb 04 16:33:34.177232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.179669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event deleted for resources: {'Port': ['ID=4d5f61d8-dea4-40bc-a451-cc07032074b6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.192111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group': {'name': 'tempest-secgroup--695718553'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:34.201995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:34.209028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] No DVR routers for this DVR port 4d5f61d8-dea4-40bc-a451-cc07032074b6 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:34.213870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:34.217216 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The resource could not be found. Feb 04 16:33:34.218299 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5be4448d-71c3-4d3b-9c1b-bd588252496a tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1653948 Feb 04 16:33:34.223052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.228286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Calling delete_port for a51edd14-b075-4e6e-8469-9f174ad4b8c0 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:34.229747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': '8783633b-0cf3-4675-bb8a-88020f0e3b45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b2c512e-52b7-4214-92bb-20a89f998bd5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:34.236809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:34.240977 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.250570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:34.254810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:34.264575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:34.310493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:34.317596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:34.322456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:34.331004 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.332241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:34.336170 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The resource could not be found. Feb 04 16:33:34.338147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0013240a-e3fe-4ef2-b97e-3b51342ce646 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1140232 Feb 04 16:33:34.341458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58072) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.447253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.465588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.526401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.528087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port a51edd14-b075-4e6e-8469-9f174ad4b8c0 update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:33:34.528795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d5f61d8-dea4-40bc-a451-cc07032074b6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:34.569194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:34.569882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Port': ['ID=a51edd14-b075-4e6e-8469-9f174ad4b8c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.571300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] For port 4d5f61d8-dea4-40bc-a451-cc07032074b6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d5f61d8-dea4-40bc-a451-cc07032074b6,segment=NetworkSegment(d9a6e307-0631-41f6-9f8a-82ceaba5fe13),segment_id=d9a6e307-0631-41f6-9f8a-82ceaba5fe13)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:34.571814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.575913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa63e05-06a7-4cf6-b0fb-ecf5981d3d86']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:34.576535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.580090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Pushing event updated for resources: {'Port': ['ID=f570e776-40ac-4674-b59e-eea27deb2454,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.599940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.604372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:34.604762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a6e307-0631-41f6-9f8a-82ceaba5fe13') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:34.609410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.609671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:34.614907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4d5f61d8-dea4-40bc-a451-cc07032074b6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:34.615875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d5f61d8-dea4-40bc-a451-cc07032074b6 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:34.617474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:34.618890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] No DVR routers for this DVR port a51edd14-b075-4e6e-8469-9f174ad4b8c0 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:34.661864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.663425 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4849598 Feb 04 16:33:34.664774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.668214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58076) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.675965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Request body: {'security_group_rule': {'security_group_id': 'a07f589a-aca8-47aa-8d98-e36a9cc94e43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:34.679363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784559902724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15553389'] for subnet, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.683262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:34.687001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Usage tracker for resource:security_group_rule and tenant:68662a68e78446539f2a3644d1c80297 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:34.690073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:34.695733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:34.721749 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.756905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2bedc-ddb0-4120-b0fa-deb88fe4c1f4 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07f589a-aca8-47aa-8d98-e36a9cc94e43,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.778482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Calling delete_port for 4d5f61d8-dea4-40bc-a451-cc07032074b6 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:34.779022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.808850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.813425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783633b-0cf3-4675-bb8a-88020f0e3b45,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.815957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.840471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:34.840824 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:34.847459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.855429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa20d00-aff4-45b3-b532-066d205c3410,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:34.857903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.859038 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d99372e-0a1a-41f6-b304-a2a7447887d9 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/8783633b-0cf3-4675-bb8a-88020f0e3b45 HTTP/1.1" status: 204 len: 168 time: 0.5163114 Feb 04 16:33:34.861610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.862950 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d56076c4-a98b-4af6-a4a9-1e439a6169b6 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1917531 Feb 04 16:33:34.863508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.865881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58082) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:34.868993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:34.869503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:34.888929 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:34.893266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Attempting to bind port f570e776-40ac-4674-b59e-eea27deb2454 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:34.893681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Attempting to bind port f570e776-40ac-4674-b59e-eea27deb2454 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '09e89e27-a868-485c-958a-08c50c8c0dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:34.894035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Attempting to bind port f570e776-40ac-4674-b59e-eea27deb2454 on network 13f8df8a-919a-4e75-b101-e93a2a5de2fc {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:34.896703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.916881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:34.917257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Checking segment: {'id': '09e89e27-a868-485c-958a-08c50c8c0dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:34.917663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.918055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Bound using segment: {'id': '09e89e27-a868-485c-958a-08c50c8c0dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:34.918624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Bound port: f570e776-40ac-4674-b59e-eea27deb2454, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e89e27-a868-485c-958a-08c50c8c0dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '13f8df8a-919a-4e75-b101-e93a2a5de2fc'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:34.919230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.958655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9a39be5f-172c-426a-96a9-391aca205d4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:34.982599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:34.990033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:34.990411 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:35.005596 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9a39be5f-172c-426a-96a9-391aca205d4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:35.006872 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a39be5f-172c-426a-96a9-391aca205d4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1424532 Feb 04 16:33:35.011194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58088) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.016207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'fedaee79-0d51-4f19-a5f0-201a9f98894e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:35.032187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:35.033690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] For port f570e776-40ac-4674-b59e-eea27deb2454, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:35.037351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] For port f570e776-40ac-4674-b59e-eea27deb2454, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f570e776-40ac-4674-b59e-eea27deb2454,segment=NetworkSegment(09e89e27-a868-485c-958a-08c50c8c0dba),segment_id=09e89e27-a868-485c-958a-08c50c8c0dba)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:35.039108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.042477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.046811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:35.052678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:35.065140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:35.131508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:35.132376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.133249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.136974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "PUT /v2.0/subnets/e52b886f-962e-47de-8e5a-be301c518b0b HTTP/1.1" status: 200 len: 877 time: 2.7000275 Feb 04 16:33:35.138052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58092) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.138610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a8c5-3733-4361-961d-6f8a813c64f9 None None] Pushing event updated for resources: {'Port': ['ID=f570e776-40ac-4674-b59e-eea27deb2454,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.150588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74444e88-680e-46c6-870f-30260fc70bcf tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event updated for resources: {'Subnet': ['ID=e52b886f-962e-47de-8e5a-be301c518b0b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.174755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36dab85f-a1c1-4ea0-a96e-3eebe6554533']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:35.180345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07f589a-aca8-47aa-8d98-e36a9cc94e43,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.182964 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The resource could not be found. Feb 04 16:33:35.184163 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-36df680a-86d9-4215-9140-35cf6bdc1183 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1723762 Feb 04 16:33:35.193368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58096) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.199760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:35.200806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ac8ed4-bff8-4437-be5c-f5a86b87162e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:35.209415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217036782'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:35.215990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:35.228662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:35.229054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.244139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.276397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.291918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] Pushing event deleted for resources: {'Network': ['ID=afa63e05-06a7-4cf6-b0fb-ecf5981d3d86,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.298149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.301476 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c034d278-820e-4192-ae2e-7b58190b865f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/a07f589a-aca8-47aa-8d98-e36a9cc94e43 HTTP/1.1" status: 204 len: 168 time: 0.4200022 Feb 04 16:33:35.301623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-be145777-bc76-479d-b92d-f9c81500b1f4 tempest-ExtraDHCPOptionsTestJSON-1429615234 tempest-ExtraDHCPOptionsTestJSON-1429615234-project] 10.222.0.62 "DELETE /v2.0/networks/afa63e05-06a7-4cf6-b0fb-ecf5981d3d86 HTTP/1.1" status: 204 len: 168 time: 2.9643793 Feb 04 16:33:35.302157 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.303241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.312952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:35.313416 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:35.334014 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:35.336276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.354369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Deleting port a51edd14-b075-4e6e-8469-9f174ad4b8c0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:35.354369 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.392387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:35.396380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:35.399387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:35.405078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:35.465539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.493928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.497205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Deleting port 4d5f61d8-dea4-40bc-a451-cc07032074b6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:35.497960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.509501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.516441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Pushing event deleted for resources: {'Network': ['ID=36dab85f-a1c1-4ea0-a96e-3eebe6554533,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.528086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-110ccbb5-e159-4c94-8660-dc652b0b8ca0 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/networks/36dab85f-a1c1-4ea0-a96e-3eebe6554533 HTTP/1.1" status: 204 len: 168 time: 2.8867142 Feb 04 16:33:35.529662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58106) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.540698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6114924e-3d6a-4a3c-b644-e8ea8a23ad18 None None] The port 'a51edd14-b075-4e6e-8469-9f174ad4b8c0' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:35.542286 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.599762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3fe1b981-f344-499d-b335-b981ccf8da83 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Synchronizing usage tracker for tenant:4714f73d0fad49e881487711c44f9a12 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:35.600473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.609848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bdc2145-af15-48f7-9aba-89f131dd1665 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:35.644031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3fe1b981-f344-499d-b335-b981ccf8da83 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Unset dirty status for tenant:4714f73d0fad49e881487711c44f9a12 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:35.649274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cbffcea-aed7-4455-b788-fd84d6af1002 None None] The port '4d5f61d8-dea4-40bc-a451-cc07032074b6' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:35.649915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3fe1b981-f344-499d-b335-b981ccf8da83 tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "GET /v2.0/ports?device_id=df7ec5b6-afc0-44c6-918c-38621b8e6821 HTTP/1.1" status: 200 len: 205 time: 0.1188111 Feb 04 16:33:35.651256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.661619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0769e-d82d-4845-bd67-945f15fb97a0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:35.669415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port f570e776-40ac-4674-b59e-eea27deb2454 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:35.669832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.713723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.719013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c4253647-68e7-4135-b5bd-c7f3d9cd4662 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5242312 Feb 04 16:33:35.720584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.728979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bdc2145-af15-48f7-9aba-89f131dd1665 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:35.735332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f570e776-40ac-4674-b59e-eea27deb2454 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:35.739059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58116) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.742885 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bdc2145-af15-48f7-9aba-89f131dd1665 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4391677 Feb 04 16:33:35.749318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672858460'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:35.769305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:35.776647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:35.782986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:35.817491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:35.845716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port f570e776-40ac-4674-b59e-eea27deb2454 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:35.847762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.878050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:35.923887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58124) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:35.927856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7009a769-7e95-4392-a0be-924d85ba3718 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:35.971605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:35.986198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:35.991119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:36.005731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:36.017470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7009a769-7e95-4392-a0be-924d85ba3718 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group_rule {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:36.019611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7009a769-7e95-4392-a0be-924d85ba3718 tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2795522 Feb 04 16:33:36.024430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:36.026171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port f570e776-40ac-4674-b59e-eea27deb2454, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=f570e776-40ac-4674-b59e-eea27deb2454,segment=NetworkSegment(09e89e27-a868-485c-958a-08c50c8c0dba),segment_id=09e89e27-a868-485c-958a-08c50c8c0dba)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:36.026728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.185606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for f570e776-40ac-4674-b59e-eea27deb2454 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:36.226862 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-e838df3e-de06-458c-8c97-b3c6628c356f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] delete failed (client error): The resource could not be found. Feb 04 16:33:36.227871 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e838df3e-de06-458c-8c97-b3c6628c356f tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "DELETE /v2.0/security-groups/a07f589a-aca8-47aa-8d98-e36a9cc94e43 HTTP/1.1" status: 404 len: 347 time: 0.1936789 Feb 04 16:33:36.240917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:36.303616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.313602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.412854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68ef3b-cc67-4ca4-b7a2-7f9078bfa097,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:36.423687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.424514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.428081 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c71308fb-465b-448e-a0ce-8431e5ef7313 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6809320 Feb 04 16:33:36.428407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58140) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:36.429526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3b1af-b58e-4565-a0bd-8d7ea63504ac None None] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:36.432262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7512ed10-78b7-44c4-907d-562733a704c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3616521f6b8141ed824aa374dc1e0cc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5013695 Feb 04 16:33:36.435891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58144) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:36.438569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group_rule': {'security_group_id': 'faf0769e-d82d-4845-bd67-945f15fb97a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6e68ef3b-cc67-4ca4-b7a2-7f9078bfa097'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:36.446125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.450864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:36.451926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.484224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e65e23ac-760c-43bb-9a1b-82a28352d25a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Synchronizing usage tracker for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:36.495643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:36.498811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=f570e776-40ac-4674-b59e-eea27deb2454,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:36.500868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:36.510232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:36.523404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-21f17498-76ce-4966-af7f-1dd11ed09fa0 None None] Could not find standard attr ID for object f570e776-40ac-4674-b59e-eea27deb2454. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:33:36.524631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e65e23ac-760c-43bb-9a1b-82a28352d25a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] Unset dirty status for tenant:68662a68e78446539f2a3644d1c80297 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:36.529330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e65e23ac-760c-43bb-9a1b-82a28352d25a tempest-SecGroupTest-1926807626 tempest-SecGroupTest-1926807626-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2840149 Feb 04 16:33:36.557555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.558573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Fanout notify agent at l3_agent the message router_deleted on router df7ec5b6-afc0-44c6-918c-38621b8e6821 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:33:36.575137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.601450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.602809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port f570e776-40ac-4674-b59e-eea27deb2454 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:36.603387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e4ea029c-f954-4a02-949d-af6727a34bbe tempest-RoutersNegativeTest-1483251151 tempest-RoutersNegativeTest-1483251151-project] 10.222.0.62 "DELETE /v2.0/routers/df7ec5b6-afc0-44c6-918c-38621b8e6821 HTTP/1.1" status: 204 len: 168 time: 0.9506810 Feb 04 16:33:36.623183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.675053 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:33:36.678809 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-885eeae8-b426-4c6c-9c0e-e3a59b3d8245 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2465253 Feb 04 16:33:36.679284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58152) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:36.701137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.708042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.727140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f861c-4f6f-44fa-b534-3affad4d1e41,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:36.740170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.741658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-12e88287-d3dd-4d0b-9c67-a4b60dfe5eb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a46f861c-4f6f-44fa-b534-3affad4d1e41 HTTP/1.1" status: 204 len: 168 time: 0.3040755 Feb 04 16:33:36.821867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.857191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.894992 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:36.914409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=e52b886f-962e-47de-8e5a-be301c518b0b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:37.003430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58164) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.055382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58170) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.077512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939028aa-ac15-4873-8213-8d4f46be4343 None None] Network 13f8df8a-919a-4e75-b101-e93a2a5de2fc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:37.148339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.153075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.187909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68ef3b-cc67-4ca4-b7a2-7f9078bfa097,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:37.206132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f8df8a-919a-4e75-b101-e93a2a5de2fc']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:37.225372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e89e27-a868-485c-958a-08c50c8c0dba') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:37.226085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e89e27-a868-485c-958a-08c50c8c0dba') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:37.233896 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.235256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cf32fd80-bdc1-4842-9326-e24309a8e87f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/6e68ef3b-cc67-4ca4-b7a2-7f9078bfa097 HTTP/1.1" status: 204 len: 168 time: 0.5550230 Feb 04 16:33:37.238275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.242570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.261848 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.270092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:37.272151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:37.293091 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:37.356037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-517ea8a9-c902-4934-adc1-95988de58254 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1164136 Feb 04 16:33:37.356603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.413798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.421058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273510b8-607a-468c-b1d6-134aab60ddea None None] DHCP port deletion for 13f8df8a-919a-4e75-b101-e93a2a5de2fc request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:37.441664 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.451916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=13f8df8a-919a-4e75-b101-e93a2a5de2fc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:37.473177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.473523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.473885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.474237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.474682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.475140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.475467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.475792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.476109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.476424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.476735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:33:37.488510 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-11fe918f-f940-45fe-9b01-8e7bed293bab tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/13f8df8a-919a-4e75-b101-e93a2a5de2fc HTTP/1.1" status: 204 len: 168 time: 2.3300791 Feb 04 16:33:37.493247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.507188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.538834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.564456 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-65592491-60f0-4242-82b2-bdc55636862b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:37.564924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65592491-60f0-4242-82b2-bdc55636862b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:37.566633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65592491-60f0-4242-82b2-bdc55636862b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/e52b886f-962e-47de-8e5a-be301c518b0b HTTP/1.1" status: 404 len: 337 time: 0.0720954 Feb 04 16:33:37.572268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58194) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.599040 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.602271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4862d660-2375-482a-b1c8-16f0d5339262 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68662a68e78446539f2a3644d1c80297&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5973830 Feb 04 16:33:37.605982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.618702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0769e-d82d-4845-bd67-945f15fb97a0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:37.637377 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d9b45d-b410-47e9-8749-f98b0a6b18dd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:37.637762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d9b45d-b410-47e9-8749-f98b0a6b18dd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:37.638675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.639839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8a71600d-9c7b-492f-836f-89ce45686ebd tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/faf0769e-d82d-4845-bd67-945f15fb97a0 HTTP/1.1" status: 204 len: 168 time: 0.2821150 Feb 04 16:33:37.642572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.643041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f3d9b45d-b410-47e9-8749-f98b0a6b18dd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/13f8df8a-919a-4e75-b101-e93a2a5de2fc HTTP/1.1" status: 404 len: 339 time: 0.0655184 Feb 04 16:33:37.645784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58206) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.666989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f570e776-40ac-4674-b59e-eea27deb2454 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:37.708462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: f570e776-40ac-4674-b59e-eea27deb2454 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:37.708807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device f570e776-40ac-4674-b59e-eea27deb2454 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:37.716232 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68dbd97-93fa-411a-943f-5fe963d9cb16 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:37.716915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68dbd97-93fa-411a-943f-5fe963d9cb16 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:37.718822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.718969 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d68dbd97-93fa-411a-943f-5fe963d9cb16 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/c2ae5a12-4ebd-43b8-89b3-81d0a0304e41 HTTP/1.1" status: 404 len: 337 time: 0.0749722 Feb 04 16:33:37.721815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58214) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.725378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e64827f9-0c9d-4692-a786-5c88c8314731 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4714f73d0fad49e881487711c44f9a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6660655 Feb 04 16:33:37.731710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58218) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.757805 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ab23bf-491b-4e75-8506-1ce2858236ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:37.758308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ab23bf-491b-4e75-8506-1ce2858236ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:37.759980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f4ab23bf-491b-4e75-8506-1ce2858236ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/95e9eccd-5d74-4282-b28e-69b0a0e344b3 HTTP/1.1" status: 404 len: 339 time: 0.0372338 Feb 04 16:33:37.762535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58222) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.781148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.849751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1eae1652-0064-401c-bad5-1224e5c44289 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:37.898001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1eae1652-0064-401c-bad5-1224e5c44289 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:37.903251 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1eae1652-0064-401c-bad5-1224e5c44289 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2562404 Feb 04 16:33:37.904057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:37.911610 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.916368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'tempest-secgroup--99869385'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:37.923869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:37.938510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:37.976368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:37.993759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.005021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.013783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.040353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9e0fa9-f6cc-4cc9-a1c8-431145f4641f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:38.070846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.074730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c98d47ee-634d-401d-bfea-c34e7e87179f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e9e0fa9-f6cc-4cc9-a1c8-431145f4641f HTTP/1.1" status: 204 len: 168 time: 0.4651055 Feb 04 16:33:38.102689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.121311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492ad6a8-f502-4550-90d8-37f53e4fff52,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:38.131118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:38.136062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Usage tracker for resource:security_group_rule and tenant:683624afe0e04dcdb79765eb45277738 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:38.136611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.137863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-daf27143-3211-48da-a2e6-252744a87179 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/492ad6a8-f502-4550-90d8-37f53e4fff52 HTTP/1.1" status: 204 len: 168 time: 0.4052649 Feb 04 16:33:38.144335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:38.162130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.170184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:38.197677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650a646a-837a-4406-9824-1e5e08637223']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:38.216336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd478d4ff-0417-4454-80a3-2c7532fffae6') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:38.216877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd478d4ff-0417-4454-80a3-2c7532fffae6') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:38.236080 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.277345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.294020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:38.294436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:38.309975 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:38.312619 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.362843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.433536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f17dce7-ea90-4102-8a92-0913a5cc5e80,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:38.436216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.440241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.441501 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ddbefed-bacc-47e1-8707-af5c579698f1 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5350430 Feb 04 16:33:38.444797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.449945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0f79b484-8e32-4cbd-b9d3-fd1715515a4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:38.450512 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-0f79b484-8e32-4cbd-b9d3-fd1715515a4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] update failed (client error): There was a conflict when trying to complete your request. Feb 04 16:33:38.451797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0f79b484-8e32-4cbd-b9d3-fd1715515a4c tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "PUT /v2.0/security-groups/0f17dce7-ea90-4102-8a92-0913a5cc5e80 HTTP/1.1" status: 409 len: 330 time: 0.0063293 Feb 04 16:33:38.454897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.476387 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.488844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=650a646a-837a-4406-9824-1e5e08637223,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:38.499853 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-378f60e1-da04-4e51-bbb0-c3556d74bed0 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/650a646a-837a-4406-9824-1e5e08637223 HTTP/1.1" status: 204 len: 168 time: 0.7363453 Feb 04 16:33:38.504145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58254) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.533530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.543725 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-55abae8f-0448-40b8-9086-22bdd192ceed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.544155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55abae8f-0448-40b8-9086-22bdd192ceed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.548875 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55abae8f-0448-40b8-9086-22bdd192ceed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/46e6c965-669c-45ab-9c22-0d43cd344096 HTTP/1.1" status: 404 len: 337 time: 0.0407088 Feb 04 16:33:38.549725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.567748 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.579030 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0943e31a-5ce5-4bbd-ae73-b144c3e385ee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.580230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0943e31a-5ce5-4bbd-ae73-b144c3e385ee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.589335 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0943e31a-5ce5-4bbd-ae73-b144c3e385ee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/56ceda69-f49a-4878-b7c0-341d307363a1 HTTP/1.1" status: 404 len: 339 time: 0.0385954 Feb 04 16:33:38.592150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.647931 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-2573e2d8-1e6d-440a-8cf8-ee0aa8999b73 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.648367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2573e2d8-1e6d-440a-8cf8-ee0aa8999b73 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.650734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2573e2d8-1e6d-440a-8cf8-ee0aa8999b73 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/478c4734-e4f7-4440-9bcf-31e725092d37 HTTP/1.1" status: 404 len: 337 time: 0.0562003 Feb 04 16:33:38.660354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.670593 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.689713 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-500260dc-ab35-4b7a-b72f-87f527d2906b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.690144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500260dc-ab35-4b7a-b72f-87f527d2906b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.691814 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-500260dc-ab35-4b7a-b72f-87f527d2906b tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/261da3ab-2bcc-42a1-84a2-75a134d4ea65 HTTP/1.1" status: 404 len: 339 time: 0.0267408 Feb 04 16:33:38.694475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.695520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f17dce7-ea90-4102-8a92-0913a5cc5e80,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:38.724714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:38.726642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ed547867-e962-471a-bc42-38f59b04a79f tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/0f17dce7-ea90-4102-8a92-0913a5cc5e80 HTTP/1.1" status: 204 len: 168 time: 0.2701247 Feb 04 16:33:38.729292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.755420 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c657bb-240d-4049-985b-70fe6ce1011c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.755420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c657bb-240d-4049-985b-70fe6ce1011c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.757704 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e6c657bb-240d-4049-985b-70fe6ce1011c tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/3eeb6678-3408-4cac-9872-9960d3470211 HTTP/1.1" status: 404 len: 337 time: 0.0620718 Feb 04 16:33:38.760376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58286) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.791620 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa642a0-4a96-402c-a4bc-0b6c026fc7ac tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.792264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa642a0-4a96-402c-a4bc-0b6c026fc7ac tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.792399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c22b1e4-cadf-4150-a3c3-5485e19cc643 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Synchronizing usage tracker for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:38.794405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0aa642a0-4a96-402c-a4bc-0b6c026fc7ac tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/e8d0aa35-1f44-4443-91cd-19f17609f459 HTTP/1.1" status: 404 len: 339 time: 0.0330849 Feb 04 16:33:38.797010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58292) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.812954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c22b1e4-cadf-4150-a3c3-5485e19cc643 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] Unset dirty status for tenant:683624afe0e04dcdb79765eb45277738 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:38.815847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0c22b1e4-cadf-4150-a3c3-5485e19cc643 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0852015 Feb 04 16:33:38.821356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.842517 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-107d322f-12d6-4ee4-914e-0ef8dddeb226 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] delete failed (client error): The resource could not be found. Feb 04 16:33:38.843751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-107d322f-12d6-4ee4-914e-0ef8dddeb226 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "DELETE /v2.0/security-groups/012a04bc-b32f-46cf-b1c5-dc0bca83aa42 HTTP/1.1" status: 404 len: 347 time: 0.0210235 Feb 04 16:33:38.847901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58300) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.848097 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e3e980-7cd6-406a-9b44-d1c32cc22835 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.848384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e3e980-7cd6-406a-9b44-d1c32cc22835 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.850181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79e3e980-7cd6-406a-9b44-d1c32cc22835 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/f78db6f3-4143-4351-9390-c20068811476 HTTP/1.1" status: 404 len: 337 time: 0.0519998 Feb 04 16:33:38.852707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58304) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.868945 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-d5574f4a-c126-468d-87ce-73a079ac4809 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] show failed (client error): The resource could not be found. Feb 04 16:33:38.870748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d5574f4a-c126-468d-87ce-73a079ac4809 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-groups/c153630d-0402-4523-8dbf-6feeb1fe86bb HTTP/1.1" status: 404 len: 347 time: 0.0210850 Feb 04 16:33:38.874687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58310) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.888170 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec96507-12cf-4f9b-a7d8-e3e0284d6fee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.888779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec96507-12cf-4f9b-a7d8-e3e0284d6fee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.890665 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2ec96507-12cf-4f9b-a7d8-e3e0284d6fee tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/0e5fb36e-27bf-44d9-9b2a-c797343149c2 HTTP/1.1" status: 404 len: 339 time: 0.0370610 Feb 04 16:33:38.894267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.899857 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-1d667ab7-4d21-49bb-8fe8-7c1e2644a279 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] show failed (client error): The resource could not be found. Feb 04 16:33:38.905257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1d667ab7-4d21-49bb-8fe8-7c1e2644a279 tempest-NegativeSecGroupTest-1641431801 tempest-NegativeSecGroupTest-1641431801-project] 10.222.0.62 "GET /v2.0/security-group-rules/466ccb8e-4763-471d-ad95-4a73b568d0c1 HTTP/1.1" status: 404 len: 356 time: 0.0238340 Feb 04 16:33:38.940950 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1a29c1-ea60-4a5e-8343-9a11ec5448f6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.941386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1a29c1-ea60-4a5e-8343-9a11ec5448f6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.943497 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-be1a29c1-ea60-4a5e-8343-9a11ec5448f6 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/c8d1cf2b-f711-45ec-beb8-03f6ab343495 HTTP/1.1" status: 404 len: 337 time: 0.0472436 Feb 04 16:33:38.945813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58324) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:38.980079 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9310ec-29cd-4b77-ba5c-ff3be8a86278 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:38.980515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9310ec-29cd-4b77-ba5c-ff3be8a86278 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:38.982147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bd9310ec-29cd-4b77-ba5c-ff3be8a86278 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/40a82a6b-d1e4-4727-9597-3b0de91510be HTTP/1.1" status: 404 len: 339 time: 0.0353665 Feb 04 16:33:38.984916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58330) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.024945 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6efc14b-a468-4f03-ba84-7d40ff009135 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.025383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6efc14b-a468-4f03-ba84-7d40ff009135 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.027021 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d6efc14b-a468-4f03-ba84-7d40ff009135 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/36cbc9ca-2fa9-408d-8490-7147619e9eac HTTP/1.1" status: 404 len: 337 time: 0.0410509 Feb 04 16:33:39.029619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.055161 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-686bb0a5-7b83-45bc-9f9e-c738ce0dd487 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.055910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686bb0a5-7b83-45bc-9f9e-c738ce0dd487 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.059902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-686bb0a5-7b83-45bc-9f9e-c738ce0dd487 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/5b6ab18f-9ee5-44db-8e4a-b92ddc42c552 HTTP/1.1" status: 404 len: 339 time: 0.0269699 Feb 04 16:33:39.060306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58340) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.101768 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-02840c13-13e0-4244-be1e-f8b67d053a60 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.102202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02840c13-13e0-4244-be1e-f8b67d053a60 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.103864 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-02840c13-13e0-4244-be1e-f8b67d053a60 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/20a4ce41-f275-4dd9-9b32-2f9d3b163a0c HTTP/1.1" status: 404 len: 337 time: 0.0425375 Feb 04 16:33:39.106354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.137494 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-d329b0a4-3f93-4278-b577-2d971b610a68 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.138244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d329b0a4-3f93-4278-b577-2d971b610a68 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.140344 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d329b0a4-3f93-4278-b577-2d971b610a68 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/55b6f886-1ca5-42f0-b4c3-9006ee1295bf HTTP/1.1" status: 404 len: 339 time: 0.0328336 Feb 04 16:33:39.143896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.190460 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9eae07-4adb-46f8-b389-7805dcb102ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.190901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9eae07-4adb-46f8-b389-7805dcb102ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.194683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa9eae07-4adb-46f8-b389-7805dcb102ed tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/25d8b79e-bcfc-40d6-8de3-58293602fedb HTTP/1.1" status: 404 len: 337 time: 0.0475872 Feb 04 16:33:39.195334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58354) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.220350 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d49a65e-139d-42a5-834d-e33d9a2334f5 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] DELETE failed (client error): The resource could not be found. Feb 04 16:33:39.220851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d49a65e-139d-42a5-834d-e33d9a2334f5 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:33:39.224898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4d49a65e-139d-42a5-834d-e33d9a2334f5 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/c8a15396-a7e5-43f5-9075-87bbc2464c97 HTTP/1.1" status: 404 len: 339 time: 0.0261617 Feb 04 16:33:39.225057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.487970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58368) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.517889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting subnet 36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:39.520872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.581382 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.668225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.747101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.789509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Subnet': ['ID=36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:39.800379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:39.809393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e514b-d245-438a-abb0-cc71c18b4e9f None None] Network 7345dee6-9c04-4970-b2e7-54f393bb3ed6 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:39.817726 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc47a2e8-6c0b-4df5-b703-8050f9734ddd tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/subnets/36377dd9-60cf-4dbf-9f2c-63f51e4e4cbe HTTP/1.1" status: 204 len: 168 time: 0.5916746 Feb 04 16:33:39.821061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.840459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-40ab77fa-74e2-44b2-95be-2602c844f47d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=683624afe0e04dcdb79765eb45277738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3512590 Feb 04 16:33:39.843779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58394) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:39.963862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.004961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.041696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.054730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Deleting port c21e4eb3-6924-4416-8930-5e6b2dd4a276 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:40.055063 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.086736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.099040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] DHCP port deletion for 7345dee6-9c04-4970-b2e7-54f393bb3ed6 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:40.104020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:40.104204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Deleting port c21e4eb3-6924-4416-8930-5e6b2dd4a276 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:40.104552 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.153256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03f01d-7a75-4c6b-a6d3-faa0f5a215a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:40.171183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.172446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-756d9a64-cad3-41d9-9882-1c62787853ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c03f01d-7a75-4c6b-a6d3-faa0f5a215a2 HTTP/1.1" status: 204 len: 168 time: 0.3276844 Feb 04 16:33:40.336189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] For port c21e4eb3-6924-4416-8930-5e6b2dd4a276, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c21e4eb3-6924-4416-8930-5e6b2dd4a276,segment=NetworkSegment(bd42e09b-9644-4c51-914a-4ee8148180a1),segment_id=bd42e09b-9644-4c51-914a-4ee8148180a1)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:40.336189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.491771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Calling delete_port for c21e4eb3-6924-4416-8930-5e6b2dd4a276 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:40.492049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] For port c21e4eb3-6924-4416-8930-5e6b2dd4a276, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c21e4eb3-6924-4416-8930-5e6b2dd4a276,segment=NetworkSegment(bd42e09b-9644-4c51-914a-4ee8148180a1),segment_id=bd42e09b-9644-4c51-914a-4ee8148180a1)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:40.492763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.571909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b24f244-051f-4b52-8c00-e813860e40cd req-d4d4d863-7a85-4f2d-828d-5f0017453ed5 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1097 time: 0.1404994 Feb 04 16:33:40.580062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.622103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b24f244-051f-4b52-8c00-e813860e40cd req-f0724e2d-586f-49d3-8cab-d9aa20289752 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Feb 04 16:33:40.632452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Calling delete_port for c21e4eb3-6924-4416-8930-5e6b2dd4a276 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:40.659916 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] No DVR routers for this DVR port c21e4eb3-6924-4416-8930-5e6b2dd4a276 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:40.669723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:40.695930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Port': ['ID=c21e4eb3-6924-4416-8930-5e6b2dd4a276,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:40.720920 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:33:40.721736 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:33:40.785431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-644d212a-5b67-4f5b-8c44-483631c642a6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1237100343', 'prefixes': ['172.20.0.0/16']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:40.793120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-644d212a-5b67-4f5b-8c44-483631c642a6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:40.803427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.833372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7345dee6-9c04-4970-b2e7-54f393bb3ed6']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:40.851952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd42e09b-9644-4c51-914a-4ee8148180a1') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:40.852255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd42e09b-9644-4c51-914a-4ee8148180a1') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:40.865582 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.883998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.896352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:33:40.896786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:33:40.914122 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:33:40.949145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:40.949458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.022422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.051711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.066163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] Pushing event deleted for resources: {'Network': ['ID=7345dee6-9c04-4970-b2e7-54f393bb3ed6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:41.084672 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6fb140ca-7541-471a-baae-85de989c2571 tempest-NetworksTest-102671644 tempest-NetworksTest-102671644-project] 10.222.0.62 "DELETE /v2.0/networks/7345dee6-9c04-4970-b2e7-54f393bb3ed6 HTTP/1.1" status: 204 len: 168 time: 1.2599239 Feb 04 16:33:41.160372 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.160771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.223574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Deleting port c21e4eb3-6924-4416-8930-5e6b2dd4a276 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:41.224937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.299536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:41.314370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ebb46bf5-fb21-4de4-a234-bee3ae8c75d3 None None] The port 'c21e4eb3-6924-4416-8930-5e6b2dd4a276' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:33:41.352168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-644d212a-5b67-4f5b-8c44-483631c642a6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.355838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-644d212a-5b67-4f5b-8c44-483631c642a6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2325027 Feb 04 16:33:41.356343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58434) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.406748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75ab1898-07de-42c4-a264-99399812206e tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "GET /v2.0/subnetpools/9df5ce96-8de2-4184-864d-090578a5e24c HTTP/1.1" status: 200 len: 732 time: 0.0490220 Feb 04 16:33:41.410069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.424092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0ba44952-24e7-4ea6-97da-ae2bec690eed tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1105227505'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:41.557643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58452) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.581897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.634862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=e9e5b1dc-181b-4b83-8fd4-aba0fa68ef85,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:41.666032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c21e4eb3-6924-4416-8930-5e6b2dd4a276 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:41.681563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ba44952-24e7-4ea6-97da-ae2bec690eed tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.682765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0ba44952-24e7-4ea6-97da-ae2bec690eed tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "PUT /v2.0/subnetpools/9df5ce96-8de2-4184-864d-090578a5e24c HTTP/1.1" status: 200 len: 684 time: 0.2709644 Feb 04 16:33:41.685627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58462) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.699884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c21e4eb3-6924-4416-8930-5e6b2dd4a276 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:41.700234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c21e4eb3-6924-4416-8930-5e6b2dd4a276 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:41.760814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.796173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2d12529a-fe71-4c15-8a1c-5a0f4e272ed6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] Notify callbacks [] for subnetpool, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:41.797499 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2d12529a-fe71-4c15-8a1c-5a0f4e272ed6 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9df5ce96-8de2-4184-864d-090578a5e24c HTTP/1.1" status: 204 len: 168 time: 0.1108387 Feb 04 16:33:41.800660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.823667 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-54598e74-5186-43b8-8ec9-62f15fa98fda tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] show failed (client error): The resource could not be found. Feb 04 16:33:41.833513 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-54598e74-5186-43b8-8ec9-62f15fa98fda tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "GET /v2.0/subnetpools/9df5ce96-8de2-4184-864d-090578a5e24c HTTP/1.1" status: 404 len: 346 time: 0.0292265 Feb 04 16:33:41.833861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58472) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:41.861534 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-f554d35c-4fb6-4c69-8aac-9ffc12377741 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] delete failed (client error): The resource could not be found. Feb 04 16:33:41.862773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f554d35c-4fb6-4c69-8aac-9ffc12377741 tempest-SubnetPoolsTestJSON-538889985 tempest-SubnetPoolsTestJSON-538889985-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9df5ce96-8de2-4184-864d-090578a5e24c HTTP/1.1" status: 404 len: 346 time: 0.0229442 Feb 04 16:33:42.134559 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-48b2299b-3b88-465c-a641-d03b68202eb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae1a5a81ca8b4abb84508f2d4b424357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5744171 Feb 04 16:33:42.137003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:42.237454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.286428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.351007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.378386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c0f96-ed15-485d-9dcb-d11a95fa02b5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:42.388607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.389749 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ed51cc7-18c5-4777-bb72-4da032f5aed0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/984c0f96-ed15-485d-9dcb-d11a95fa02b5 HTTP/1.1" status: 204 len: 168 time: 0.2514837 Feb 04 16:33:42.481957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58496) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:42.486855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 132c47d0-5e87-4d0e-a001-59df23a15943 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:42.706952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:42.711242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.722863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Sync routers for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:42.743236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:42.744158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:42.774169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-58c1003d-b1b0-4b25-98bd-aec814153c21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/floatingips/6c11f9cb-47b9-45b5-9da2-94cc88386fd2 HTTP/1.1" status: 204 len: 168 time: 2.1028950 Feb 04 16:33:42.774857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:42.786305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:42.830060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:42.835507 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Usage tracker for resource:security_group_rule and tenant:132809d0c4534e28ae636769d5c54e01 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:42.838961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:42.847675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:42.873630 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:33:43.014199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.022060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.069651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58518) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:43.088320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:43.102858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-d216bc9e-1408-4827-b739-90031d37ca30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 1097 time: 0.2046690 Feb 04 16:33:43.142234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=132809d0c4534e28ae636769d5c54e01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6586151 Feb 04 16:33:43.146126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58526) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:43.229688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f6f57-9d3c-4576-8212-9364c8fecae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf3a6c7-addf-49f1-bb4f-aa1a18fa8cdf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:43.335542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.399811 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.447208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-9e35c286-7d7e-4d59-b536-e7548ab7c810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:43.448992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-9e35c286-7d7e-4d59-b536-e7548ab7c810 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 200 len: 898 time: 0.3400195 Feb 04 16:33:43.534129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1584635813'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:43.541863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:43.548805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-3d7a36ad-4600-4dd7-aebe-d13fcc7046d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 200 len: 217 time: 0.0922191 Feb 04 16:33:43.554567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Usage tracker for resource:network and tenant:fae51d740d06482ab157ce4a361c94bf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:43.556796 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.560076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:43.587297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf3a6c7-addf-49f1-bb4f-aa1a18fa8cdf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:43.595983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.598140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ada221b0-454e-4be8-aad6-ae46daf4fc59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cf3a6c7-addf-49f1-bb4f-aa1a18fa8cdf HTTP/1.1" status: 204 len: 168 time: 0.4471869 Feb 04 16:33:43.655079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2f5e-1afa-4414-887e-68c04915c1e7 req-779a93f3-0f71-4123-948b-25e42dde01bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:43.655876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-aa9f2f5e-1afa-4414-887e-68c04915c1e7 req-779a93f3-0f71-4123-948b-25e42dde01bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:43.669631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:43.675671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-4f7ea0ae-7ffe-4706-8fc7-a57aa9703e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:43.677364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-4f7ea0ae-7ffe-4706-8fc7-a57aa9703e59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 200 len: 835 time: 0.1189840 Feb 04 16:33:43.746746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-aa9f2f5e-1afa-4414-887e-68c04915c1e7 req-779a93f3-0f71-4123-948b-25e42dde01bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:43.747966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa9f2f5e-1afa-4414-887e-68c04915c1e7 req-779a93f3-0f71-4123-948b-25e42dde01bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 946 time: 0.4045131 Feb 04 16:33:43.748636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:43.754571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Checking router: 132c47d0-5e87-4d0e-a001-59df23a15943 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:33:43.766204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:43.767954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:43.796833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Made reservation on behalf of fae51d740d06482ab157ce4a361c94bf for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:43.803047 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.828829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:43.903981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa9f2f5e-1afa-4414-887e-68c04915c1e7 req-5cbb9635-8c86-4696-acf1-959156008e64 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424632 Feb 04 16:33:43.934202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:43.944683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-f65bfb19-4448-47b0-969e-9cdb16c9d61d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87251cef-dd76-4cd1-9f8b-1b7de21a20b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571456 Feb 04 16:33:43.949035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Usage tracker for resource:security_group_rule and tenant:fae51d740d06482ab157ce4a361c94bf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:44.024218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:44.041094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:44.161352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:44.280243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-11c8c3e1-3b10-4ba7-9314-5b49182b3279 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278799 Feb 04 16:33:44.395133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.425849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.560272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-e5ade8ba-9c8e-45d6-9979-813fe5217d8d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:44.560975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-e5ade8ba-9c8e-45d6-9979-813fe5217d8d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:33:44.569628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63351f1b-997c-42a5-90e9-617d2841bfa5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:44.578928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-e5ade8ba-9c8e-45d6-9979-813fe5217d8d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:33:44.581932 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-e5ade8ba-9c8e-45d6-9979-813fe5217d8d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 946 time: 0.1478014 Feb 04 16:33:44.594244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:33:44.628431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.628571 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Added segment cf9554ad-8d11-4165-94b0-1969b9751fd0 of type vlan for network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 Feb 04 16:33:44.638676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:44.642747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d784fec6-c658-47c9-87f0-9a616dc966a1 req-00d19f93-456b-4038-b9cd-51ae40c59661 service neutron] 10.222.0.41 "GET /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450132 Feb 04 16:33:44.657490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43f621-0b71-4a8e-a780-c6455780a950 None None] The sync data for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 is: [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:31:18Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '00f92061-fccc-409c-9ad1-0d0cefbe5341', 'name': '', 'network_id': '87251cef-dd76-4cd1-9f8b-1b7de21a20b8', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:5b:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '626a599a-4794-4534-98be-006cbfb03070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:16Z', 'updated_at': '2022-02-04T16:31:30Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '626a599a-4794-4534-98be-006cbfb03070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:44.685657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.776046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.781630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:44.782992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.882355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:44.882704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:44.971341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8801885 Feb 04 16:33:44.972094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58580) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:44.979452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7b6e9-698b-492f-b71e-fc94136e9cd0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event updated for resources: {'Network': ['ID=4f175fe5-04e3-40de-bb65-98ee9e4e3e80,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:44.999310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:33:45.019443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Request body: {'subnet': {'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:45.176543 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2008b85c-cb46-486e-be00-bd6bc9d10f5b None None] New status for floating IP 6c11f9cb-47b9-45b5-9da2-94cc88386fd2: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:33:45.280806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafc69a-3ea1-4f5a-aa37-f218fe0b74a7 req-e0dcbf68-bd7b-4963-8b86-0151bb7610d4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:45.282729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dafc69a-3ea1-4f5a-aa37-f218fe0b74a7 req-e0dcbf68-bd7b-4963-8b86-0151bb7610d4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 946 time: 0.1204777 Feb 04 16:33:45.343917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dafc69a-3ea1-4f5a-aa37-f218fe0b74a7 req-6ec06ec8-9c18-4042-90b3-c994c852fa21 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=dab841b9-9e52-4a81-a965-9f663ae62326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551178 Feb 04 16:33:45.413518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:45.418803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Usage tracker for resource:subnet and tenant:fae51d740d06482ab157ce4a361c94bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:45.422438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:45.429781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:45.446737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Made reservation on behalf of fae51d740d06482ab157ce4a361c94bf for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:45.638960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:45.660592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 95689edb-fb22-4e3b-ba03-c21b59d65ce3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=95689edb-fb22-4e3b-ba03-c21b59d65ce3,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:45.661173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:45.864604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 95689edb-fb22-4e3b-ba03-c21b59d65ce3 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:46.118746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:46.183771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=95689edb-fb22-4e3b-ba03-c21b59d65ce3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:46.234827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:46.308033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event updated for resources: {'Subnet': ['ID=62db8ffa-8837-427e-b30a-701665c27d81,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:46.351108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] No DVR routers for this DVR port 95689edb-fb22-4e3b-ba03-c21b59d65ce3 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:46.358907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:46.370245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-deleted', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:33:46.474006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Checking segment: {'id': 'cf9554ad-8d11-4165-94b0-1969b9751fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:46.474893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Network hostable DHCP agents. Network: 4f175fe5-04e3-40de-bb65-98ee9e4e3e80, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:33:46.484275 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61901ff6-2aba-4e3a-b386-b83ef3d42a87 req-d0a345a7-75fc-4c47-a327-e3ef86c80646 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "DELETE /v2.0/ports/95689edb-fb22-4e3b-ba03-c21b59d65ce3 HTTP/1.1" status: 204 len: 173 time: 1.8970845 Feb 04 16:33:46.491166 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd82c5-889c-4adb-8fcc-f8e923e875e9', 'name': 'network-vif-deleted', 'tag': '95689edb-fb22-4e3b-ba03-c21b59d65ce3', 'status': 'completed', 'code': 200} Feb 04 16:33:46.534543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:33:46.566863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4f175fe5-04e3-40de-bb65-98ee9e4e3e80) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:46.571937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:46.572781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:46.580357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d3da6-4b6a-4f2f-b70b-f64f5c1ed7f5 None None] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:46.619532 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7a53700f-04dd-44c8-bfae-99c1e1d93dad tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6412890 Feb 04 16:33:46.622252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:46.629750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Request body: {'port': {'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80', 'name': 'tempest-TagsExtTest-1744206222'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:46.989016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:47.010847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Usage tracker for resource:port and tenant:fae51d740d06482ab157ce4a361c94bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:47.013716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45689d5a-70cb-4333-9b03-8e3bd197bb39 req-b8fbef1f-3643-49ac-91a5-53e313e343ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3cd82c5-889c-4adb-8fcc-f8e923e875e9 HTTP/1.1" status: 200 len: 210 time: 0.4732738 Feb 04 16:33:47.019094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:47.042752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:47.068945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-4f175fe5-04e3-40de-bb65-98ee9e4e3e80', 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80', 'tenant_id': 'fae51d740d06482ab157ce4a361c94bf', 'fixed_ips': [{'subnet_id': '62db8ffa-8837-427e-b30a-701665c27d81'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:33:47.070218 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:47.082090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Made reservation on behalf of fae51d740d06482ab157ce4a361c94bf for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:33:47.093736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:47.174488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] device_id is not set on port 2859b2cc-a397-4b31-be95-052a175acd84 yet. {{(pid=83596) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 04 16:33:47.256544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:47.377507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 95689edb-fb22-4e3b-ba03-c21b59d65ce3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:47.377855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 95689edb-fb22-4e3b-ba03-c21b59d65ce3 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:47.496775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Allocated IP 172.20.0.11 (4f175fe5-04e3-40de-bb65-98ee9e4e3e80/62db8ffa-8837-427e-b30a-701665c27d81/2859b2cc-a397-4b31-be95-052a175acd84) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:48.135102 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.175221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Transition to ACTIVE for port object 2859b2cc-a397-4b31-be95-052a175acd84 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:48.216233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58688) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:48.222868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.348773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Allocated IP 172.20.0.2 (4f175fe5-04e3-40de-bb65-98ee9e4e3e80/62db8ffa-8837-427e-b30a-701665c27d81/ed2f8465-8099-4960-89a2-09dde5c22569) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:33:48.422754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event updated for resources: {'Port': ['ID=2859b2cc-a397-4b31-be95-052a175acd84,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:48.462786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:48.464384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:48.471067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:48.562963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:33:48.565000 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.640637 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-03de007c-8a78-481e-9f04-97e6e9ac548f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0147157 Feb 04 16:33:48.641467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58700) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:48.660419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-449433730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:48.761390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.772021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:48.777060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Transition to ACTIVE for port object ed2f8465-8099-4960-89a2-09dde5c22569 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:48.787097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Usage tracker for resource:router and tenant:fae51d740d06482ab157ce4a361c94bf is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:48.794693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:48.799705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Transition to ACTIVE for port object ed2f8465-8099-4960-89a2-09dde5c22569 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:33:48.815441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.817052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:48.837942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.838815 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.875804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:33:48.879606 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:33:48.888451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:33:48.924604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:48.934729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Pushing event updated for resources: {'Port': ['ID=ed2f8465-8099-4960-89a2-09dde5c22569,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:48.973437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.015181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.034855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Attempting to bind port ed2f8465-8099-4960-89a2-09dde5c22569 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:33:49.035224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Attempting to bind port ed2f8465-8099-4960-89a2-09dde5c22569 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'cf9554ad-8d11-4165-94b0-1969b9751fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:33:49.035626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Attempting to bind port ed2f8465-8099-4960-89a2-09dde5c22569 on network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:33:49.042083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:33:49.042508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Checking segment: {'id': 'cf9554ad-8d11-4165-94b0-1969b9751fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:33:49.042949 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.043417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Bound using segment: {'id': 'cf9554ad-8d11-4165-94b0-1969b9751fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:33:49.043881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Bound port: ed2f8465-8099-4960-89a2-09dde5c22569, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9554ad-8d11-4165-94b0-1969b9751fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4f175fe5-04e3-40de-bb65-98ee9e4e3e80'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:33:49.044253 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.087731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.089370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4e12b184-23b3-4e28-b936-837bb9ed2df0 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4441586 Feb 04 16:33:49.092410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58722) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.099163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fe03106c-136f-4c66-9aa1-4b1c1768950f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1100520362', 'prefixes': ['172.20.0.0/16']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:33:49.111070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fe03106c-136f-4c66-9aa1-4b1c1768950f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:49.225240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fe03106c-136f-4c66-9aa1-4b1c1768950f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for subnetpool, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.233754 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fe03106c-136f-4c66-9aa1-4b1c1768950f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1401434 Feb 04 16:33:49.234457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.252328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-15b61a76-a639-46a0-a25d-5c2ff852d117 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1956967984') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:49.267554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] For port ed2f8465-8099-4960-89a2-09dde5c22569, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:33:49.270893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] For port ed2f8465-8099-4960-89a2-09dde5c22569, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed2f8465-8099-4960-89a2-09dde5c22569,segment=NetworkSegment(cf9554ad-8d11-4165-94b0-1969b9751fd0),segment_id=cf9554ad-8d11-4165-94b0-1969b9751fd0)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:33:49.280105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:49.365557 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15b61a76-a639-46a0-a25d-5c2ff852d117 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1956967984 HTTP/1.1" status: 201 len: 201 time: 0.1298101 Feb 04 16:33:49.368215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.377144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-873ae011-0eff-44f8-bf7c-eb97bec6a8bb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-2018828991') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:49.428640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4787588-d3c6-43fe-9766-bf6a1a768150 None None] Pushing event updated for resources: {'Port': ['ID=ed2f8465-8099-4960-89a2-09dde5c22569,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:49.505988 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-873ae011-0eff-44f8-bf7c-eb97bec6a8bb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-2018828991 HTTP/1.1" status: 201 len: 201 time: 0.1364419 Feb 04 16:33:49.509089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58746) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.521913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-c5768d95-e8bb-4ba3-88c0-dd14b8076254 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-466270288') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:49.834989 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c5768d95-e8bb-4ba3-88c0-dd14b8076254 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-466270288 HTTP/1.1" status: 201 len: 201 time: 0.3244565 Feb 04 16:33:49.836761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58758) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.856197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-b5c40736-0a32-4293-a4bb-cfea831e6f60 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-1586447967') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:49.916580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b5c40736-0a32-4293-a4bb-cfea831e6f60 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-1586447967 HTTP/1.1" status: 201 len: 201 time: 0.0692737 Feb 04 16:33:49.917298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:49.933584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-dda74b91-33da-4d22-8324-15988fce4c21 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:50.088926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 00f92061-fccc-409c-9ad1-0d0cefbe5341 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:50.089185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:50.168513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dda74b91-33da-4d22-8324-15988fce4c21 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 200 len: 241 time: 0.2476478 Feb 04 16:33:50.171579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58768) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:50.177894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-48233907-916f-4524-9aa8-78d61a795d51 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1956967984') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:50.346312 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-48233907-916f-4524-9aa8-78d61a795d51 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1956967984 HTTP/1.1" status: 204 len: 168 time: 0.1736169 Feb 04 16:33:50.349121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58772) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:50.364600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-26101d86-ea76-40fd-8083-b2b6afc75f54 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1956967984') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:50.417173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 00f92061-fccc-409c-9ad1-0d0cefbe5341, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00f92061-fccc-409c-9ad1-0d0cefbe5341,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:50.417552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:50.736157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 00f92061-fccc-409c-9ad1-0d0cefbe5341 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:50.904086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:50.904263 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26101d86-ea76-40fd-8083-b2b6afc75f54 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1956967984 HTTP/1.1" status: 204 len: 168 time: 0.5540698 Feb 04 16:33:50.912696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-4c9cbb99-5c6f-4dc0-a639-6f6cb1577241 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.040719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e05bc8-b9be-4616-89f7-b76b1977d1fa None None] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:51.054370 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4c9cbb99-5c6f-4dc0-a639-6f6cb1577241 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 200 len: 205 time: 0.1480701 Feb 04 16:33:51.056700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58810) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:51.066739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-a01a4c5c-9cbe-43d9-9626-f043c1568c9b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.132350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:51.231757 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a01a4c5c-9cbe-43d9-9626-f043c1568c9b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 200 len: 241 time: 0.1732945 Feb 04 16:33:51.234244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:51.240390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-8cd3324d-5716-4ace-8ffb-4a36d4c9c704 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-2018828991') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.248932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=00f92061-fccc-409c-9ad1-0d0cefbe5341,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:51.371556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:51.393436 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8cd3324d-5716-4ace-8ffb-4a36d4c9c704 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-2018828991 HTTP/1.1" status: 204 len: 168 time: 0.1535790 Feb 04 16:33:51.394825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:51.404875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-492c0a5f-10ad-4cfb-a6cb-fc26dffbd861 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-2018828991') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.670668 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-492c0a5f-10ad-4cfb-a6cb-fc26dffbd861 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-2018828991 HTTP/1.1" status: 204 len: 168 time: 0.2743957 Feb 04 16:33:51.674935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:51.685626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-0326b14c-5d5c-498b-8b32-eb4aa582efbc tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.710494 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:51.724076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4b9fc68f-9bb3-496b-89aa-1aee5ad41f64 None None] Provisioning for port ed2f8465-8099-4960-89a2-09dde5c22569 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:51.975022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0326b14c-5d5c-498b-8b32-eb4aa582efbc tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 200 len: 205 time: 0.2966499 Feb 04 16:33:51.977793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58860) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:51.983309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-717aa8d2-0204-490e-8e9e-e43125b38d5c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:51.987554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ed2f8465-8099-4960-89a2-09dde5c22569 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:52.043088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:52.262233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ed2f8465-8099-4960-89a2-09dde5c22569 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:52.279966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ed2f8465-8099-4960-89a2-09dde5c22569 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:52.280345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:52.410222 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-717aa8d2-0204-490e-8e9e-e43125b38d5c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 200 len: 240 time: 0.4314418 Feb 04 16:33:52.422142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:52.440380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-e3183549-328d-4c9c-9e25-36b8e97db121 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-466270288') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:52.662707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:52.739008 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e3183549-328d-4c9c-9e25-36b8e97db121 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-466270288 HTTP/1.1" status: 204 len: 168 time: 0.3156235 Feb 04 16:33:52.742614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:52.748553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Provisioning for port 2859b2cc-a397-4b31-be95-052a175acd84 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:33:52.752334 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-d7b9395b-c3a3-4e18-b93e-5fe0f1be89ef tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-466270288') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:52.755507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Provisioning complete for port 2859b2cc-a397-4b31-be95-052a175acd84 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:52.755880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:52.903346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Port 2859b2cc-a397-4b31-be95-052a175acd84 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:52.947325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ed2f8465-8099-4960-89a2-09dde5c22569, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed2f8465-8099-4960-89a2-09dde5c22569,segment=NetworkSegment(cf9554ad-8d11-4165-94b0-1969b9751fd0),segment_id=cf9554ad-8d11-4165-94b0-1969b9751fd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:52.949231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Provisioning complete for port ed2f8465-8099-4960-89a2-09dde5c22569 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:52.949599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d005-744b-4f89-9ef6-e3dfc820fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:53.011690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:53.220783 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d7b9395b-c3a3-4e18-b93e-5fe0f1be89ef tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-466270288 HTTP/1.1" status: 204 len: 168 time: 0.4760046 Feb 04 16:33:53.223604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58914) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:53.234414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ed2f8465-8099-4960-89a2-09dde5c22569,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:53.239085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-f1a9f936-f1ca-44c1-a6da-76e614ad6626 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:53.512623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 132c47d0-5e87-4d0e-a001-59df23a15943 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:33:53.551831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f1a9f936-f1ca-44c1-a6da-76e614ad6626 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 200 len: 205 time: 0.3263493 Feb 04 16:33:53.554267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58932) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:53.560555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-58f5f6b8-9dbc-4ca5-a08d-e63c8972aafb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:53.575730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cb58d114-eb20-45e5-9599-8661b5e05c5a None None] Provisioning complete for port 2859b2cc-a397-4b31-be95-052a175acd84 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:53.576221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb58d114-eb20-45e5-9599-8661b5e05c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:53.654427 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-58f5f6b8-9dbc-4ca5-a08d-e63c8972aafb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 200 len: 241 time: 0.0893595 Feb 04 16:33:53.654427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58936) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:53.675700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-f509c3ec-ebff-4b91-8bd8-182a8d65ed5f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-1586447967') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:53.743833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ed2f8465-8099-4960-89a2-09dde5c22569 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:33:53.767486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f509c3ec-ebff-4b91-8bd8-182a8d65ed5f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-1586447967 HTTP/1.1" status: 204 len: 168 time: 0.1165056 Feb 04 16:33:53.768466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58940) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:53.786010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-69a18d2a-e8af-42db-9260-5d60539d69ea tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-1586447967') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:53.889750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69a18d2a-e8af-42db-9260-5d60539d69ea tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-1586447967 HTTP/1.1" status: 204 len: 168 time: 0.1181653 Feb 04 16:33:53.893288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58948) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:53.900011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-58733610-e1a6-4440-bafc-b18d356a1f1c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:53.968914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:33:53.977897 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-58733610-e1a6-4440-bafc-b18d356a1f1c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 200 len: 205 time: 0.0829616 Feb 04 16:33:53.986915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58952) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.004690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-3f307d9d-b0c6-49c3-95de-156bbc4472eb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:54.008558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cb58d114-eb20-45e5-9599-8661b5e05c5a None None] Port 2859b2cc-a397-4b31-be95-052a175acd84 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:33:54.010218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e294d2bc-3ebd-4102-a62e-1745ccc6ee8c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/132c47d0-5e87-4d0e-a001-59df23a15943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7919769 Feb 04 16:33:54.015092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Sync routers for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:33:54.017467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 58956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.057127 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f307d9d-b0c6-49c3-95de-156bbc4472eb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 204 len: 168 time: 0.0655959 Feb 04 16:33:54.057771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58962) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.065067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-000a2ba9-cd09-4e30-8f0a-14014b656aa5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:54.111679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:54.112723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:54.153866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.264637 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-000a2ba9-cd09-4e30-8f0a-14014b656aa5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 204 len: 168 time: 0.2057786 Feb 04 16:33:54.265456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58972) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.272279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-020ccb88-efdf-456a-a5a7-97011d257983 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:54.375731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ed2f8465-8099-4960-89a2-09dde5c22569 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:33:54.375731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.479288 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-020ccb88-efdf-456a-a5a7-97011d257983 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 204 len: 168 time: 0.2126641 Feb 04 16:33:54.492053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:54.506740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-70296ab5-8ab6-4a70-83d5-bb7033887cd5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:54.617344 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.721379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:54.726739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:daf1fdab098e4258bfb66717f029e9f2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:54.729748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:54.739572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:54.762129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting subnet 626a599a-4794-4534-98be-006cbfb03070 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:33:54.768724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.786365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:54.859235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.866944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.877602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:54.910180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7a73d-4f83-4263-97a0-24f3b1671d24,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:54.943663 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1855e1d8-77af-4e53-95b3-329fb504a9c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=daf1fdab098e4258bfb66717f029e9f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7901385 Feb 04 16:33:54.946760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58986) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:55.015324 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70296ab5-8ab6-4a70-83d5-bb7033887cd5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 204 len: 168 time: 0.5219588 Feb 04 16:33:55.021097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 58990) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:55.039101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-53ac3c27-577b-4bcf-b6f0-cbcbb5e1f8b9 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1818808886') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:55.100223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.233710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.293808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.349233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.406978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Subnet': ['ID=626a599a-4794-4534-98be-006cbfb03070,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:55.430550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.446551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-753a593e-2ba7-4dce-afe4-589853bf3ca4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/subnets/626a599a-4794-4534-98be-006cbfb03070 HTTP/1.1" status: 204 len: 168 time: 1.4216471 Feb 04 16:33:55.450887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59000) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:55.479507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d284f48-e6f1-4d8f-a987-b3c974aa7026 None None] Network 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:33:55.481779 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53ac3c27-577b-4bcf-b6f0-cbcbb5e1f8b9 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1818808886 HTTP/1.1" status: 201 len: 201 time: 0.4575958 Feb 04 16:33:55.482550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59004) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:55.490418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-cf9a3131-f0e2-4811-a24c-17f63fb2ca43 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-324835769') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:55.578398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.634365 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:55.638965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ff7a73d-4f83-4263-97a0-24f3b1671d24 HTTP/1.1" status: 204 len: 168 time: 0.6914802 Feb 04 16:33:55.649019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34484d8-d869-46ab-a341-fc5dc9423c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7a73d-4f83-4263-97a0-24f3b1671d24,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:55.768714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cf9a3131-f0e2-4811-a24c-17f63fb2ca43 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-324835769 HTTP/1.1" status: 201 len: 201 time: 0.2847865 Feb 04 16:33:55.771310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:55.791706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-cc353ca2-d540-440f-970c-afd55dcb03d5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-1670803611') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:55.938118 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.175161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-da789562-2e20-45d3-b1cf-96424e3d72cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.248674 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cc353ca2-d540-440f-970c-afd55dcb03d5 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-1670803611 HTTP/1.1" status: 201 len: 201 time: 0.4716992 Feb 04 16:33:56.250307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:56.304616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-f58a71c7-4f5b-4956-ba1a-724fd0edc26f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-2090868995') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.461480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f58a71c7-4f5b-4956-ba1a-724fd0edc26f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-2090868995 HTTP/1.1" status: 201 len: 201 time: 0.1761208 Feb 04 16:33:56.464136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59026) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:56.474459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-97ccf16c-1aa7-4aad-852b-07be95979434 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', {'tags': ['tempest-TagsExtTest-Tag-1311709256', 'tempest-TagsExtTest-Tag-1445753652', 'tempest-TagsExtTest-Tag-1799041459']}) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.550464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:33:50Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '5e0b2624-a9a8-49f1-a7d7-24e324c1d981', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:31:04Z', 'updated_at': '2022-02-04T16:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.559100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Checking router: 132c47d0-5e87-4d0e-a001-59df23a15943 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:33:56.587054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Routers {'132c47d0-5e87-4d0e-a001-59df23a15943'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:33:56.593442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132c47d0-5e87-4d0e-a001-59df23a15943'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.612571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.630601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:56.630844 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.651259 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97ccf16c-1aa7-4aad-852b-07be95979434 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 200 len: 318 time: 0.1859195 Feb 04 16:33:56.654247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:56.669812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] DHCP port deletion for 87251cef-dd76-4cd1-9f8b-1b7de21a20b8 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:33:56.681698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-f6f4857d-e291-429c-aa37-e8b6afc22a35 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.739265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Deleting port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:33:56.740032 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.759795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59036) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:56.789380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:56.843662 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f6f4857d-e291-429c-aa37-e8b6afc22a35 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 204 len: 168 time: 0.1851721 Feb 04 16:33:56.846964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:56.853384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-e9e24a1a-67ca-4210-9ea3-d77acfa33d71 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1311709256') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:56.870749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] Set router 132c47d0-5e87-4d0e-a001-59df23a15943 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:33:56.927669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:33:56.934947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Usage tracker for resource:security_group_rule and tenant:27211b3170ab47399ca208573bb13675 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:33:56.944276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:33:56.964088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:33:56.979919 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-e9e24a1a-67ca-4210-9ea3-d77acfa33d71 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:56.984545 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e9e24a1a-67ca-4210-9ea3-d77acfa33d71 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1311709256 HTTP/1.1" status: 404 len: 329 time: 0.1367612 Feb 04 16:33:56.989852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:57.026714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-784620ca-38f6-4bc4-a399-1647af02174b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1445753652') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:57.027500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 5e0b2624-a9a8-49f1-a7d7-24e324c1d981, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:57.027825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.069586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:33:56Z', 'revision_number': 6, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:57.155390 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-784620ca-38f6-4bc4-a399-1647af02174b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:57.159461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-784620ca-38f6-4bc4-a399-1647af02174b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1445753652 HTTP/1.1" status: 404 len: 329 time: 0.1393757 Feb 04 16:33:57.161635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59052) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:57.179168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-db016095-d3d4-48be-bdd3-cf323842cb00 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81', 'tempest-TagsExtTest-Tag-1799041459') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:57.200568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:57.231287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2363681-606e-4a9e-a8d4-e314abfb5d52 None None] The sync data for ids ['132c47d0-5e87-4d0e-a001-59df23a15943'] in n-d-827873-1 is: [{'id': '132c47d0-5e87-4d0e-a001-59df23a15943', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316121062', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:31:02Z', 'updated_at': '2022-02-04T16:33:56Z', 'revision_number': 6, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:33:57.318148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.331236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.350268 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e68fea02-9f1d-485a-9935-c43035c26714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.362762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] For port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,segment=NetworkSegment(3e19f3e9-191b-4f37-aa28-20ef6b265edf),segment_id=3e19f3e9-191b-4f37-aa28-20ef6b265edf)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:33:57.363337 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.373969 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-db016095-d3d4-48be-bdd3-cf323842cb00 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:57.376491 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-db016095-d3d4-48be-bdd3-cf323842cb00 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags/tempest-TagsExtTest-Tag-1799041459 HTTP/1.1" status: 404 len: 329 time: 0.2094927 Feb 04 16:33:57.384929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:57.387881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c534c-e3c9-4abb-986a-2e1a9d4d8a82,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:57.399927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-a964fb48-0696-4f87-b42d-5023edd5752a tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', {'tags': ['tempest-TagsExtTest-Tag-1033344479', 'tempest-TagsExtTest-Tag-452458033', 'tempest-TagsExtTest-Tag-464551249']}) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:57.417203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e909025d-7129-4bcf-bce7-9feba652d469 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27211b3170ab47399ca208573bb13675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6563900 Feb 04 16:33:57.420547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:57.574512 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a964fb48-0696-4f87-b42d-5023edd5752a tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 200 len: 316 time: 0.1882584 Feb 04 16:33:57.575087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:57.576707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21b67503-323c-4817-8497-39813018621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.596668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-6f145f1f-f70a-45d4-a07e-3299cfb30141 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:57.604040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21b67503-323c-4817-8497-39813018621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.673468 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Calling delete_port for 07ef9ee2-d6bf-4987-806d-49ac8fa8645d owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:33:57.713943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:57.789662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 07ef9ee2-d6bf-4987-806d-49ac8fa8645d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:57.844292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=5e0b2624-a9a8-49f1-a7d7-24e324c1d981,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:57.929525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d update to DOWN by agent not found {{(pid=83598) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 04 16:33:57.930526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00f92061-fccc-409c-9ad1-0d0cefbe5341 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:58.048160 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6f145f1f-f70a-45d4-a07e-3299cfb30141 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 204 len: 168 time: 0.4681594 Feb 04 16:33:58.050483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59090) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:58.056026 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.064901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-f9210e78-3c55-4187-9ab6-1f12da5a8ee8 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-1033344479') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:58.171000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21b67503-323c-4817-8497-39813018621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.181010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 00f92061-fccc-409c-9ad1-0d0cefbe5341 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:58.181588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00f92061-fccc-409c-9ad1-0d0cefbe5341 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:58.242539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] Pushing event deleted for resources: {'Port': ['ID=07ef9ee2-d6bf-4987-806d-49ac8fa8645d,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:58.259201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd7809-0084-47a1-a03d-2841a0a8c250 None None] No DVR routers for this DVR port 07ef9ee2-d6bf-4987-806d-49ac8fa8645d on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:33:58.338553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67503-323c-4817-8497-39813018621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c534c-e3c9-4abb-986a-2e1a9d4d8a82,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:33:58.358974 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-f9210e78-3c55-4187-9ab6-1f12da5a8ee8 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:58.363613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9210e78-3c55-4187-9ab6-1f12da5a8ee8 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-1033344479 HTTP/1.1" status: 404 len: 329 time: 0.3084581 Feb 04 16:33:58.369163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:58.374417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-7b3e1fb4-47b0-4ec6-b301-3293476b7e3b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-452458033') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:58.467271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21b67503-323c-4817-8497-39813018621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.468235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-21b67503-323c-4817-8497-39813018621e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/975c534c-e3c9-4abb-986a-2e1a9d4d8a82 HTTP/1.1" status: 204 len: 168 time: 1.0342748 Feb 04 16:33:58.471820 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.639358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.725910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:58.840263 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-7b3e1fb4-47b0-4ec6-b301-3293476b7e3b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:58.844054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7b3e1fb4-47b0-4ec6-b301-3293476b7e3b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-452458033 HTTP/1.1" status: 404 len: 328 time: 0.4713957 Feb 04 16:33:58.852053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:58.857702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-94f9806b-4b72-4716-944f-c1013007540e tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84', 'tempest-TagsExtTest-Tag-464551249') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:58.978773 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-94f9806b-4b72-4716-944f-c1013007540e tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:33:58.979807 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94f9806b-4b72-4716-944f-c1013007540e tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags/tempest-TagsExtTest-Tag-464551249 HTTP/1.1" status: 404 len: 328 time: 0.1267951 Feb 04 16:33:58.982679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59120) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:58.988850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-ed9f1b6e-ad9c-4e3c-b2b7-deaf5816bd2e tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', {'tags': ['tempest-TagsExtTest-Tag-259429343', 'tempest-TagsExtTest-Tag-1911006322', 'tempest-TagsExtTest-Tag-223011539']}) {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:59.031436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:59.046972 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:59.103284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:59.104045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Fanout notify agent at l3_agent the message router_deleted on router 132c47d0-5e87-4d0e-a001-59df23a15943 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:33:59.119934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:59.123695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4c8283a4-89b5-4080-bbbd-172fb4f056cb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/routers/132c47d0-5e87-4d0e-a001-59df23a15943 HTTP/1.1" status: 204 len: 168 time: 3.6716299 Feb 04 16:33:59.128640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59132) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:59.398516 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ed9f1b6e-ad9c-4e3c-b2b7-deaf5816bd2e tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 200 len: 316 time: 0.4146407 Feb 04 16:33:59.402300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59144) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:59.433506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-5f9c2a37-78e1-44ae-b1db-64874b749df2 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:59.633241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:33:59.713742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:33:59.794219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:33:59.795530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e0b2624-a9a8-49f1-a7d7-24e324c1d981 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:33:59.804488 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f9c2a37-78e1-44ae-b1db-64874b749df2 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 204 len: 168 time: 0.3991289 Feb 04 16:33:59.806722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59158) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:33:59.812839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-806f0cc4-b21f-485f-9e43-4e4d1b296782 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-259429343') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:33:59.994466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.011385 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-806f0cc4-b21f-485f-9e43-4e4d1b296782 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:00.013428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-806f0cc4-b21f-485f-9e43-4e4d1b296782 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-259429343 HTTP/1.1" status: 404 len: 328 time: 0.2050543 Feb 04 16:34:00.016681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59166) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:00.038700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-9a7207c0-5476-4758-89eb-1ee0af7159e9 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-1911006322') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:00.049889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87251cef-dd76-4cd1-9f8b-1b7de21a20b8']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:00.057340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.076678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e19f3e9-191b-4f37-aa28-20ef6b265edf') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:00.077254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e19f3e9-191b-4f37-aa28-20ef6b265edf') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:00.102037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.133202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.152037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:34:00.152934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:00.193560 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:00.372413 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-9a7207c0-5476-4758-89eb-1ee0af7159e9 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:00.380528 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a7207c0-5476-4758-89eb-1ee0af7159e9 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-1911006322 HTTP/1.1" status: 404 len: 329 time: 0.3591902 Feb 04 16:34:00.381298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:00.412619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-1315b775-dbfa-403a-b97f-363cc35470bb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939', 'tempest-TagsExtTest-Tag-223011539') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:00.457259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.493487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.521298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Network': ['ID=87251cef-dd76-4cd1-9f8b-1b7de21a20b8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:00.537884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-00faa4d8-d27c-4843-8b15-cabea66ba958 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/networks/87251cef-dd76-4cd1-9f8b-1b7de21a20b8 HTTP/1.1" status: 204 len: 168 time: 1.4079897 Feb 04 16:34:00.540535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:00.711990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.794976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:00.864340 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [None req-1315b775-dbfa-403a-b97f-363cc35470bb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:00.866353 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1315b775-dbfa-403a-b97f-363cc35470bb tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags/tempest-TagsExtTest-Tag-223011539 HTTP/1.1" status: 404 len: 328 time: 0.4833148 Feb 04 16:34:00.868408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59194) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:00.919380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-d5079ca6-7bf9-44d4-ba6e-c3e45916319c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', {'tags': ['tempest-TagsExtTest-Tag-172530134', 'tempest-TagsExtTest-Tag-1099077466', 'tempest-TagsExtTest-Tag-406560629']}) {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.023100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d5079ca6-7bf9-44d4-ba6e-c3e45916319c tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "PUT /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 200 len: 316 time: 0.1516187 Feb 04 16:34:01.030083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.044235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-d9b1f4ad-ccaf-4ceb-a32a-bee18b0c4353 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.115352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:01.153959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab841b9-9e52-4a81-a965-9f663ae62326,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:01.166580 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:01.167763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ae178cc-b91d-4eeb-b1c9-d81b13f15287 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/security-groups/dab841b9-9e52-4a81-a965-9f663ae62326 HTTP/1.1" status: 204 len: 168 time: 0.6261003 Feb 04 16:34:01.183187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9b1f4ad-ccaf-4ceb-a32a-bee18b0c4353 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 204 len: 168 time: 0.1518362 Feb 04 16:34:01.185971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59206) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.192159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-2749936b-8129-44be-9431-7b308c469f80 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-172530134') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.233309 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-2749936b-8129-44be-9431-7b308c469f80 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:01.234566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2749936b-8129-44be-9431-7b308c469f80 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-172530134 HTTP/1.1" status: 404 len: 328 time: 0.0475175 Feb 04 16:34:01.238529 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.244618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-1b785274-1056-47f5-9f8a-01d2bcc9854d tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-1099077466') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.292490 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-1b785274-1056-47f5-9f8a-01d2bcc9854d tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:01.298693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1b785274-1056-47f5-9f8a-01d2bcc9854d tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-1099077466 HTTP/1.1" status: 404 len: 329 time: 0.0589733 Feb 04 16:34:01.305371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.311743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-3f95b7ad-a078-4d00-9af6-282ee8fe15b2 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021', 'tempest-TagsExtTest-Tag-406560629') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.354627 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-3f95b7ad-a078-4d00-9af6-282ee8fe15b2 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] show failed (client error): The resource could not be found. Feb 04 16:34:01.358471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.358634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3f95b7ad-a078-4d00-9af6-282ee8fe15b2 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags/tempest-TagsExtTest-Tag-406560629 HTTP/1.1" status: 404 len: 328 time: 0.0523391 Feb 04 16:34:01.365288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-28305884-76aa-4a9d-a3a2-01f82ffab80b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4d84b0c2-2669-482a-b364-ccd8fdd47021') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.435846 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-28305884-76aa-4a9d-a3a2-01f82ffab80b tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021/tags HTTP/1.1" status: 204 len: 168 time: 0.0762541 Feb 04 16:34:01.438476 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.443993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-1478bee8-dd29-4f48-8a5d-aa32159232ed tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22ed5ca6-b8bb-4491-ae8a-f642f8f91939') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.590322 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1478bee8-dd29-4f48-8a5d-aa32159232ed tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939/tags HTTP/1.1" status: 204 len: 168 time: 0.1508043 Feb 04 16:34:01.593236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59230) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.598872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.tag.tag_plugin [None req-7b81f10d-960b-41cc-a66f-c01edf93146f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2859b2cc-a397-4b31-be95-052a175acd84') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.719930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7b81f10d-960b-41cc-a66f-c01edf93146f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84/tags HTTP/1.1" status: 204 len: 168 time: 0.1230838 Feb 04 16:34:01.720558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59238) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.726296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.tag.tag_plugin [None req-b9cedde5-8e46-4d66-b91b-f6fbe34f4b5f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62db8ffa-8837-427e-b30a-701665c27d81') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:01.854297 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9cedde5-8e46-4d66-b91b-f6fbe34f4b5f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81/tags HTTP/1.1" status: 204 len: 168 time: 0.1328232 Feb 04 16:34:01.858793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:01.997507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-51dedc02-2a66-4f05-b1a2-1cc2b0334401 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for subnetpool, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.004007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-51dedc02-2a66-4f05-b1a2-1cc2b0334401 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnetpools/4d84b0c2-2669-482a-b364-ccd8fdd47021 HTTP/1.1" status: 204 len: 168 time: 0.1421919 Feb 04 16:34:02.004823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:02.068362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfb6d57f-b85e-4009-bc16-35265fbc957f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Synchronizing usage tracker for tenant:fae51d740d06482ab157ce4a361c94bf on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:02.152480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cfb6d57f-b85e-4009-bc16-35265fbc957f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Unset dirty status for tenant:fae51d740d06482ab157ce4a361c94bf on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:02.156744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:02.159600 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfb6d57f-b85e-4009-bc16-35265fbc957f tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "GET /v2.0/ports?device_id=22ed5ca6-b8bb-4491-ae8a-f642f8f91939 HTTP/1.1" status: 200 len: 205 time: 0.1479301 Feb 04 16:34:02.683269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.758940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:02.764207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296119677', 'description': 'tempest-secgroup-smoke-1296119677 description', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:02.778645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:02.788711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:02.798311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:02.814078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:02.827937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:02.907941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:02.923206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:02.935620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:02.949848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:03.070154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.081507 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.191027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73af81-4efc-4287-a1ac-151559b133ea,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:03.194034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.195838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-10015314-8f41-4e9f-8a72-f1b5fb5ebc26 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4362407 Feb 04 16:34:03.198643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59302) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:03.211540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:03.233028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:03.241255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:03.244382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:03.251557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:03.280016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.373669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.388911 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.410036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.415459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.450432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b7febd-528a-4860-8b36-8178745801b9,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:03.475616 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.476174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Fanout notify agent at l3_agent the message router_deleted on router 22ed5ca6-b8bb-4491-ae8a-f642f8f91939 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:34:03.477887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.479504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f3dcf25-ee9e-441c-afa4-8b766559586b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2797260 Feb 04 16:34:03.483040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59312) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:03.489855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:03.497761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.499302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-00c93ef4-7dd9-45c3-8ae0-7a64d04b6045 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/routers/22ed5ca6-b8bb-4491-ae8a-f642f8f91939 HTTP/1.1" status: 204 len: 168 time: 1.3410685 Feb 04 16:34:03.502523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59318) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:03.511506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:03.527527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:03.530803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:03.537503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:03.575711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.608130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Deleting port 2859b2cc-a397-4b31-be95-052a175acd84 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:03.608429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.672798 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.682361 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.718841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14370c7c-d08d-429f-9f73-9e7aeeeea308,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:03.751773 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:03.753374 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-71697774-3856-4e3a-9b4b-558aa99025c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2687979 Feb 04 16:34:03.756037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:03.764051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:03.773678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:03.778759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:03.786689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:03.793161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:03.820050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.038788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.047194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.070859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec88cab-b651-48b1-bae8-c11eb0b074e2,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:04.093366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.098479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55cadd1e-f7c1-4bea-bf86-44dbb34b7d68 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3376615 Feb 04 16:34:04.098928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:04.114836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:04.117911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.133087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59348) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:04.134575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:04.147037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:04.153198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:04.168181 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:04.207741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.280059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Calling delete_port for 2859b2cc-a397-4b31-be95-052a175acd84 owned by {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:04.399351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.407562 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.464715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e44b2d-3f04-4f16-8938-7f20d2f229b3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:04.488351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.492538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.496796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6025297b-94ba-41e9-ac9d-9e9c87f744ca tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3936808 Feb 04 16:34:04.497267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:04.510037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:04.518945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:04.527795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:04.531065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:04.533907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:04.538252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Usage tracker for resource:security_group_rule and tenant:90c8bb6136274d3d874fc1c1ff8a7c79 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:04.542122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:04.556830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:04.567677 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:34:04.578658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.579882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:04.637632 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.725549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event deleted for resources: {'Port': ['ID=2859b2cc-a397-4b31-be95-052a175acd84,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:04.748312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.758818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.823592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556878e0-2f0f-4ec6-abd4-be9cbb8a2144,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:04.849966 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.853623 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f9e788cc-7b50-44d3-88f0-58e4f04ef118 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3528581 Feb 04 16:34:04.853968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:04.860373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': '9d73af81-4efc-4287-a1ac-151559b133ea', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:04.872358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:04.880760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:04.885185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:04.893452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:04.926140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.927985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.938537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.944385 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:34:04.953465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:04.993038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90c8bb6136274d3d874fc1c1ff8a7c79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8588352 Feb 04 16:34:04.999904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59372) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:05.091363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f954b2b1-ee4e-4ef7-9861-714594a45e11 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/ports/2859b2cc-a397-4b31-be95-052a175acd84 HTTP/1.1" status: 204 len: 168 time: 1.5873573 Feb 04 16:34:05.094186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59376) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:05.135735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8b96b-0eeb-4614-80c3-3360da27be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbd824-463b-4ca7-b598-2f7881b3b07e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:05.239996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.275756 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.330528 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.366796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.369361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd03561-372f-4785-a56f-3a3329bf3228,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:05.383064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.384463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bfb72cbe-8b44-45be-a0a7-73d7ef134f24 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5295172 Feb 04 16:34:05.387309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:05.393593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'network': {'name': 'tempest-network-smoke--1589346089', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'port_security_enabled': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:05.404212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:05.426959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:network and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:05.433193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:05.460083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:05.475849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.491041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Deleting subnet 62db8ffa-8837-427e-b30a-701665c27d81 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:34:05.495067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.497984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbd824-463b-4ca7-b598-2f7881b3b07e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:05.535938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.539667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e90d6d67-a746-4dff-811e-16c0f878edec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dadbd824-463b-4ca7-b598-2f7881b3b07e HTTP/1.1" status: 204 len: 168 time: 0.5361531 Feb 04 16:34:05.543885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:05.546881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.590805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.636967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:05.669122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.669452 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Added segment fc52c905-6a90-4117-9059-6963a942414c of type vlan for network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 Feb 04 16:34:05.714209 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.731287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.754021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59398) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:05.808069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.812347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:05.813037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.948156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Network': ['ID=a27fdc8b-b30a-4c1d-bd4b-1483764251c0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:05.964405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:05.965218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:05.979224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.006636 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0396c967-3c70-4839-a799-1fbe9d1c9abc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6181028 Feb 04 16:34:06.009858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59408) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:06.014365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event deleted for resources: {'Subnet': ['ID=62db8ffa-8837-427e-b30a-701665c27d81,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:06.023987 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.029609 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79c26656-b053-4a03-99c2-ab20f235eee3 tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/subnets/62db8ffa-8837-427e-b30a-701665c27d81 HTTP/1.1" status: 204 len: 168 time: 0.9246576 Feb 04 16:34:06.029609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59412) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:06.032440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'admin_state_up': True, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:06.054517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:06.068255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:router and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:06.077423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:06.087423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:06.112923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.114367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.126323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:06.135320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:d7581d86dd2a4202a05249571aa57133 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:06.140257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:06.149801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:06.164137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.211886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668a5e9-666d-4a0a-8d6f-14ed103fa101 None None] Network 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:06.303746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.321497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Deleting port ed2f8465-8099-4960-89a2-09dde5c22569 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:06.324657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.422163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59420) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:06.481612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.488463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.489971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.499454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.560189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7581d86dd2a4202a05249571aa57133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7867827 Feb 04 16:34:06.561340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:06.566656 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:06.571038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Usage tracker for resource:security_group_rule and tenant:3c1e22a88e4d4e49a03e696227ff5f2e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:06.574177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:06.582270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:06.711903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04750e54-a3c9-4958-b82f-06671de95ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ef513c-2d1c-48f2-8fbe-9cda42a744fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:06.800616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] DHCP port deletion for 4f175fe5-04e3-40de-bb65-98ee9e4e3e80 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:34:06.805502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Deleting port ed2f8465-8099-4960-89a2-09dde5c22569 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:06.806140 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.814073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] For port ed2f8465-8099-4960-89a2-09dde5c22569, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed2f8465-8099-4960-89a2-09dde5c22569,segment=NetworkSegment(cf9554ad-8d11-4165-94b0-1969b9751fd0),segment_id=cf9554ad-8d11-4165-94b0-1969b9751fd0)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:06.814465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.847412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.903453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:06.983234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Calling delete_port for ed2f8465-8099-4960-89a2-09dde5c22569 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:06.997260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.052629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.071044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] For port ed2f8465-8099-4960-89a2-09dde5c22569, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ed2f8465-8099-4960-89a2-09dde5c22569,segment=NetworkSegment(cf9554ad-8d11-4165-94b0-1969b9751fd0),segment_id=cf9554ad-8d11-4165-94b0-1969b9751fd0)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:07.072333 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.084912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ef513c-2d1c-48f2-8fbe-9cda42a744fb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:07.105647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.150540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.152844 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.157979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.159678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-292b82fd-5640-47b8-9fa2-86880be90ab1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17ef513c-2d1c-48f2-8fbe-9cda42a744fb HTTP/1.1" status: 204 len: 168 time: 0.5704098 Feb 04 16:34:07.267630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.320687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Calling delete_port for ed2f8465-8099-4960-89a2-09dde5c22569 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:07.326788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event deleted for resources: {'Port': ['ID=ed2f8465-8099-4960-89a2-09dde5c22569,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:07.341340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] No DVR routers for this DVR port ed2f8465-8099-4960-89a2-09dde5c22569 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:07.350763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.47 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/a4d306f4-d1a1-45a6-929e-a0e9ac915086) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:07.496051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:34:07.496645 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:34:07.578680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.619678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.625609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59448) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:07.650845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f175fe5-04e3-40de-bb65-98ee9e4e3e80']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:07.663085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.664058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9554ad-8d11-4165-94b0-1969b9751fd0') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:07.664355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9554ad-8d11-4165-94b0-1969b9751fd0') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:07.677293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ed2f8465-8099-4960-89a2-09dde5c22569 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:07.678689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.696923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.705925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:34:07.706348 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.744513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ed2f8465-8099-4960-89a2-09dde5c22569 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:07.744853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ed2f8465-8099-4960-89a2-09dde5c22569 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:07.797026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:07.801914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:07.806341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:07.818235 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:07.823680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83710a29-dc59-4d2b-bb08-657cfbb4c07e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:07.827477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.832558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.858302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=a4d306f4-d1a1-45a6-929e-a0e9ac915086,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:07.879146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] 10.222.0.62 "DELETE /v2.0/networks/4f175fe5-04e3-40de-bb65-98ee9e4e3e80 HTTP/1.1" status: 204 len: 168 time: 1.8485167 Feb 04 16:34:07.889697 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-842b034c-0cf1-4a23-8a55-daf805ac885e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c1e22a88e4d4e49a03e696227ff5f2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4641860 Feb 04 16:34:07.889697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24dc5b-c908-4971-9cdb-9ae4ae11f4ae tempest-TagsExtTest-240346680 tempest-TagsExtTest-240346680-project] Pushing event deleted for resources: {'Network': ['ID=4f175fe5-04e3-40de-bb65-98ee9e4e3e80,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:07.890805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59456) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:07.950035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:07.965358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.981647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.994579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:07.998684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Deleting port ed2f8465-8099-4960-89a2-09dde5c22569 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:07.999150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.031672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:08.038311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Usage tracker for resource:security_group_rule and tenant:cf5988e8142246778c629f53d5c095bc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:08.041833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:08.048703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:08.112383 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.139835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.148872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28f6275c-d92a-4d2d-981a-28dc7f250b97 None None] The port 'ed2f8465-8099-4960-89a2-09dde5c22569' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:34:08.151725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83710a29-dc59-4d2b-bb08-657cfbb4c07e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:08.156629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.161200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8c2ab2c-596e-4f00-9934-349edeba4577 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83710a29-dc59-4d2b-bb08-657cfbb4c07e HTTP/1.1" status: 204 len: 168 time: 0.2686527 Feb 04 16:34:08.176326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.195350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.238361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84687159-756c-4f28-a0e4-15fa94e57c26,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:08.289868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ef8cd003-2b2b-4126-bbda-9e6dae755a1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf5988e8142246778c629f53d5c095bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3387318 Feb 04 16:34:08.292761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59468) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:08.298578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:08.304438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Usage tracker for resource:security_group_rule and tenant:bc0265cb56604afabb6c59f8eca54750 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:08.308539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:08.316766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:08.417817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.424045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59476) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:08.480311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.491422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.492154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.597290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.618403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84687159-756c-4f28-a0e4-15fa94e57c26,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:08.637723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.641071 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e1db382-438a-432e-adae-1a7eb2f4b25d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84687159-756c-4f28-a0e4-15fa94e57c26 HTTP/1.1" status: 204 len: 168 time: 0.3450549 Feb 04 16:34:08.744470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.757094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.872062 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b1f16ec9-74e6-4922-91fb-992aafef2760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fae51d740d06482ab157ce4a361c94bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4466641 Feb 04 16:34:08.874611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59502) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:08.876365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ade31-5360-4369-a560-4c609c2c4fd7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:08.884583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa6dc742-26ad-43fc-a230-39f5b7aa0f18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc0265cb56604afabb6c59f8eca54750&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2566273 Feb 04 16:34:08.888821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59506) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:08.955901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:08.989094 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.060741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.102242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.106564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.137459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63351f1b-997c-42a5-90e9-617d2841bfa5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:09.156178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.160180 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d863867b-1776-41fd-92a3-3dd27e1f61d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63351f1b-997c-42a5-90e9-617d2841bfa5 HTTP/1.1" status: 204 len: 168 time: 0.2843723 Feb 04 16:34:09.282057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59518) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:09.306403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 75fa20cf-2343-4697-9a89-d6894f9107c8 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:34:09.310753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.349528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:09.355384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Usage tracker for resource:security_group_rule and tenant:8ac3ff0abe1f44589059dac8bc2dd40e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:09.361808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:09.375604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:09.414233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.437795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ade31-5360-4369-a560-4c609c2c4fd7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:09.480087 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.486203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d0e3d955-0fed-4f21-b721-2bbc8e93d657 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/376ade31-5360-4369-a560-4c609c2c4fd7 HTTP/1.1" status: 204 len: 168 time: 0.5928550 Feb 04 16:34:09.521041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.530771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.601412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dba601-d9d7-48a2-8e3f-8a01b031aa40,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:09.608064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d2dffa2-21f6-4d95-a404-d706ad23b73b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ac3ff0abe1f44589059dac8bc2dd40e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3241868 Feb 04 16:34:09.611006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59526) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:09.668024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:09.679133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Sync routers for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:09.701509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:09.702125 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:09.722507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.724049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-22f50b0e-3ded-4a1c-9cec-bc9ed711850d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7121255 Feb 04 16:34:09.727240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59532) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:09.799493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:09.812134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b34eaf98-f804-4f00-aa99-2a87ba412811 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9d08bc626ccd49e4b462d9840a14fc57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820024 Feb 04 16:34:09.814652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59536) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:09.869890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.041561 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.088929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dba601-d9d7-48a2-8e3f-8a01b031aa40,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:10.123271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.134942 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-707f94a5-2fa2-4337-9313-36591cd68edb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28dba601-d9d7-48a2-8e3f-8a01b031aa40 HTTP/1.1" status: 204 len: 168 time: 0.5222783 Feb 04 16:34:10.181681 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:10.201805 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:10.238535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e040c-8fb9-4740-9170-cc490aea5383 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:10.242826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf7e040c-8fb9-4740-9170-cc490aea5383 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4270334 Feb 04 16:34:10.243445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59550) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:10.339428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1cee3b3f-14f2-4a6a-a716-970eeaa87503 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948377 Feb 04 16:34:10.342242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59554) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:10.350551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616540944', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:10.494436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59560) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:10.519738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:10.524490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:subnet and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:10.528528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:10.533055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.536066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:10.547906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:10.612293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:10.616874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5bdf27680c064b5a8130acb4bf59fd81 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:10.624011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:10.643442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:10.679592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.728165 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:08Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:10.732295 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Checking router: 75fa20cf-2343-4697-9a89-d6894f9107c8 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:10.732639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Updating router 75fa20cf-2343-4697-9a89-d6894f9107c8 port a4d306f4-d1a1-45a6-929e-a0e9ac915086 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:34:10.748694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.755045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.784977 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:10.822462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ba2ae-06db-4e6a-a1c2-b34c6d179043,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:10.880787 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1ecb0fa2-fb9e-447f-9aba-9b2c5eeb56d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bdf27680c064b5a8130acb4bf59fd81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3850601 Feb 04 16:34:10.883277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59574) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:10.997274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.031308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.120250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.138081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.158315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.167619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee2ba2ae-06db-4e6a-a1c2-b34c6d179043 HTTP/1.1" status: 204 len: 168 time: 0.2809880 Feb 04 16:34:11.168532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8462c6-9cf2-413e-aaf6-b215882adc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ba2ae-06db-4e6a-a1c2-b34c6d179043,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:11.244172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Subnet': ['ID=7ce2a905-d697-40c4-9df8-2b3aecf2b569,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:11.327108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:11.327401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network hostable DHCP agents. Network: a27fdc8b-b30a-4c1d-bd4b-1483764251c0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:11.346704 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.360671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Transition to ACTIVE for port object a4d306f4-d1a1-45a6-929e-a0e9ac915086 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:11.372805 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.381113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:11.410137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, a27fdc8b-b30a-4c1d-bd4b-1483764251c0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:11.415485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:11.416107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.423955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc14833-cbdc-4455-836a-28476b82a92b None None] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:11.459338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59600) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:11.475051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0b716805-ec2e-49ac-83a3-b851320d58b2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1307187 Feb 04 16:34:11.483896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Attempting to bind port a4d306f4-d1a1-45a6-929e-a0e9ac915086 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:11.484258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Attempting to bind port a4d306f4-d1a1-45a6-929e-a0e9ac915086 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:11.484613 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Attempting to bind port a4d306f4-d1a1-45a6-929e-a0e9ac915086 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:11.505245 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Pushing event updated for resources: {'Port': ['ID=a4d306f4-d1a1-45a6-929e-a0e9ac915086,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:11.554577 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.555190 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.555779 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.556160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.556601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.558739 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.560584 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.562389 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.564371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.564986 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.570966 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:11.600583 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:11.606093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:11.608032 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.609488 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:11.618895 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Bound port: a4d306f4-d1a1-45a6-929e-a0e9ac915086, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:11.620565 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.808713 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] For port a4d306f4-d1a1-45a6-929e-a0e9ac915086, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:11.812455 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] For port a4d306f4-d1a1-45a6-929e-a0e9ac915086, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a4d306f4-d1a1-45a6-929e-a0e9ac915086,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:11.826683 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.934551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:34:11.937103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:11.942149 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3562d-5c44-4df4-9f52-56a7b77fc0b7 None None] Pushing event updated for resources: {'Port': ['ID=a4d306f4-d1a1-45a6-929e-a0e9ac915086,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:11.947557 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:11.948395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:12.169725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Allocated IP 172.20.0.2 (a27fdc8b-b30a-4c1d-bd4b-1483764251c0/7ce2a905-d697-40c4-9df8-2b3aecf2b569/862fe1e0-8bb6-4eda-ab18-30a4129f0d47) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:12.283746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:12.514290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:12.537575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Transition to ACTIVE for port object 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:12.592768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Transition to ACTIVE for port object 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:12.612478 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:12.684093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:08Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:12.694879 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81d87dd-8966-4d87-beb5-adf4ff48bbee None None] The sync data for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 is: [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:08Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:12.776932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Pushing event updated for resources: {'Port': ['ID=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:12.826882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:12.828184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:12.840263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:12.844211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:13.112695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Attempting to bind port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:13.114185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Attempting to bind port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:13.114185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Attempting to bind port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:13.137798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:13.138827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:13.138827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:13.139072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Bound using segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:13.139414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Bound port: 862fe1e0-8bb6-4eda-ab18-30a4129f0d47, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:13.143616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:13.417667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] For port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:13.428673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] For port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:13.446190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:13.541757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.1 (a27fdc8b-b30a-4c1d-bd4b-1483764251c0/7ce2a905-d697-40c4-9df8-2b3aecf2b569/e143cabe-467e-4228-900e-6b38420ae856) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:13.561301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa04381-8eaa-4507-b8f5-cb6173ed44cf None None] Pushing event updated for resources: {'Port': ['ID=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:13.756736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a4d306f4-d1a1-45a6-929e-a0e9ac915086 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:13.987000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a4d306f4-d1a1-45a6-929e-a0e9ac915086 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:13.997447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a4d306f4-d1a1-45a6-929e-a0e9ac915086 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:13.997877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.106882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.147031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object e143cabe-467e-4228-900e-6b38420ae856 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:14.179601 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.294126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.319385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a4d306f4-d1a1-45a6-929e-a0e9ac915086, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a4d306f4-d1a1-45a6-929e-a0e9ac915086,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:14.320068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:14.323305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:14.326786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.327876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:14.435669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:14.439178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a4d306f4-d1a1-45a6-929e-a0e9ac915086,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:14.446864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.557230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:14.991683 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72616865-8376-409f-bf9f-396915726404 None None] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:15.181225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:15.191960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:15.214726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3116c74f-0e64-4eb5-9669-671568784dec None None] Provisioning for port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:15.353513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:15.367588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:15.917164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a4d306f4-d1a1-45a6-929e-a0e9ac915086 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:15.939732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:15.942962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:16.103801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07473d09-e7e9-4fd0-8c73-6d63b2cfaf61 None None] Provisioning for port e143cabe-467e-4228-900e-6b38420ae856 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:16.127842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-07473d09-e7e9-4fd0-8c73-6d63b2cfaf61 None None] Provisioning complete for port e143cabe-467e-4228-900e-6b38420ae856 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:16.128341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07473d09-e7e9-4fd0-8c73-6d63b2cfaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:16.288332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a4d306f4-d1a1-45a6-929e-a0e9ac915086 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:16.289256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:16.341439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-07473d09-e7e9-4fd0-8c73-6d63b2cfaf61 None None] Port e143cabe-467e-4228-900e-6b38420ae856 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:34:16.523364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:16.591600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d541aa56-2148-45ce-b39a-e5b911d3cfaf None None] Provisioning complete for port e143cabe-467e-4228-900e-6b38420ae856 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:16.592222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d541aa56-2148-45ce-b39a-e5b911d3cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:16.703658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d541aa56-2148-45ce-b39a-e5b911d3cfaf None None] Port e143cabe-467e-4228-900e-6b38420ae856 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:34:16.719516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:16.729231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:16.729634 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:16.747754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 75fa20cf-2343-4697-9a89-d6894f9107c8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:16.888465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5f513615-539e-4eee-ac10-852315cc75d7 None None] Provisioning complete for port e143cabe-467e-4228-900e-6b38420ae856 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:16.888918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f513615-539e-4eee-ac10-852315cc75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:16.975107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:17.017331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:17.027841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5f513615-539e-4eee-ac10-852315cc75d7 None None] Port e143cabe-467e-4228-900e-6b38420ae856 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:34:17.040465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:17.163167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:17.181501 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a5f88271-2df6-4a3e-9e44-09df7bce1ba0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/75fa20cf-2343-4697-9a89-d6894f9107c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7210867 Feb 04 16:34:17.237349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Sync routers for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:17.275240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:17.279306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:17.279925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:17.555057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:17.776732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-e91daa2b-694e-4ba8-ad93-d94d489a2866 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:17.813730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-e91daa2b-694e-4ba8-ad93-d94d489a2866 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:17.815052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-e91daa2b-694e-4ba8-ad93-d94d489a2866 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296119677&fields=id&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 267 time: 0.1642141 Feb 04 16:34:17.890904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:17.995627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bb49fd64-8077-42c9-83fd-5febe18a7c91 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:17.996447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bb49fd64-8077-42c9-83fd-5febe18a7c91 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:18.019446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bb49fd64-8077-42c9-83fd-5febe18a7c91 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:18.029084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bb49fd64-8077-42c9-83fd-5febe18a7c91 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 797 time: 0.2063520 Feb 04 16:34:18.052236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-2ef91464-6b11-475e-9f63-30d71e138686 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/quotas/9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 375 time: 0.0221014 Feb 04 16:34:18.168289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:18.173211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:18.276361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-faccbec1-d103-4e5c-9d74-f598d5b31be3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:18.299333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-faccbec1-d103-4e5c-9d74-f598d5b31be3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:18.313411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-faccbec1-d103-4e5c-9d74-f598d5b31be3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2525096 Feb 04 16:34:18.487401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 2, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:18.492460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Checking router: 75fa20cf-2343-4697-9a89-d6894f9107c8 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:18.492883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Updating router 75fa20cf-2343-4697-9a89-d6894f9107c8 port e143cabe-467e-4228-900e-6b38420ae856 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:34:18.655094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:18.892046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-d296600f-a9e1-43b9-a414-d63d51dd097e service neutron] 10.222.0.62 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746799 Feb 04 16:34:19.127589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-e061d790-304a-4d33-a99f-27b6362c5d72 service neutron] 10.222.0.62 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345569 Feb 04 16:34:19.314185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:19.463912 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.482872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Transition to ACTIVE for port object e143cabe-467e-4228-900e-6b38420ae856 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:19.528263 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.635509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.662954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cac7daa-5ef8-441c-859a-007168a2c677 req-743a602d-023d-4ae7-b3a1-f7ec98642002 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 210 time: 0.2623658 Feb 04 16:34:19.714280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:19.723311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Usage tracker for resource:security_group_rule and tenant:b25bedef345d439bb43bc11becfd2b22 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:19.726741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:19.732747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:19.878790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.892081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:19.958319 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b25bedef345d439bb43bc11becfd2b22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6400371 Feb 04 16:34:19.959199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59852) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:19.967506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1a623-1ef4-4c57-ac22-94642a552c59 None None] Pushing event updated for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:20.027786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110bde4-150c-499a-aaa4-a3069d9a2e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9133d7e0-c9e0-41e9-99a5-840ceff63ca4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:20.204795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.249305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Attempting to bind port e143cabe-467e-4228-900e-6b38420ae856 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:20.249930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Attempting to bind port e143cabe-467e-4228-900e-6b38420ae856 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:20.250602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Attempting to bind port e143cabe-467e-4228-900e-6b38420ae856 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:20.271850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:20.272992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:20.273670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.274311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Bound using segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:20.275030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Bound port: e143cabe-467e-4228-900e-6b38420ae856, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:20.275631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.292480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.397012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.411167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] For port e143cabe-467e-4228-900e-6b38420ae856, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:20.415114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] For port e143cabe-467e-4228-900e-6b38420ae856, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e143cabe-467e-4228-900e-6b38420ae856,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:20.426146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.429394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9133d7e0-c9e0-41e9-99a5-840ceff63ca4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:20.439308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:20.440843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9133d7e0-c9e0-41e9-99a5-840ceff63ca4 HTTP/1.1" status: 204 len: 168 time: 0.4808877 Feb 04 16:34:20.465418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.466874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.470953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.471572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.472737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.473578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.475913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.476381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.476816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.477241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.477848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac0c594-c3e4-4225-bda0-dbf8908aad82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:20.616103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1a623-1ef4-4c57-ac22-94642a552c59 None None] Pushing event updated for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:20.641554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:20.642402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:33:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:21.192840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec99f164-85dc-4bba-ada4-008f67277ed0 req-f0b1d3e4-deab-4ee8-83fb-d1eb74a23f86 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 210 time: 0.1020226 Feb 04 16:34:21.208559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:21.305798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:21.672065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59904) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:21.703715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:21.725261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:21.765297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:21.771212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:27008dabf2ea4cc28c281e5bee7df3d3 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:21.777926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:21.795428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:21.825835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:21.830728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:462666faaefe4daf8e37e02a48fec6b9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:21.835349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:21.861254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:21.993843 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.004975 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.021003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.026970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.149182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=462666faaefe4daf8e37e02a48fec6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8422546 Feb 04 16:34:22.151128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f1735-4ea4-4479-8b7f-3061874c0dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9798e1b9-90eb-45cf-9ecf-6aaf4a73f1f4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:22.153717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:22.239256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.270637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:20Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:22.286258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc979ddf-6bb7-453f-a421-ace34ae82614 None None] The sync data for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 is: [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:20Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:22.289192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.393583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.412883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9798e1b9-90eb-45cf-9ecf-6aaf4a73f1f4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:22.473022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.479390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3f09bc41-bb83-46df-8ce1-da2450f3c581 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9798e1b9-90eb-45cf-9ecf-6aaf4a73f1f4 HTTP/1.1" status: 204 len: 168 time: 0.3244855 Feb 04 16:34:22.510670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.525760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-9a7b2801-7eee-4cbc-a965-6e62bd54ab28 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:22.526901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-9a7b2801-7eee-4cbc-a965-6e62bd54ab28 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:22.533768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:22.609815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c144557-94c9-4300-8638-725de60615a0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:22.728925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-9a7b2801-7eee-4cbc-a965-6e62bd54ab28 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:22.733456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-9a7b2801-7eee-4cbc-a965-6e62bd54ab28 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 797 time: 0.8879774 Feb 04 16:34:22.742663 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f079403-5e61-4e19-8191-e1ccd2f82cc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27008dabf2ea4cc28c281e5bee7df3d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0688677 Feb 04 16:34:22.746856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 59926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:22.768960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7553131e-cd12-449b-b183-d15a78bc9d51 req-cec8a2a2-b977-451a-9eeb-c140f38cb58d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 210 time: 0.1351113 Feb 04 16:34:22.853474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-d9ab34a6-b8e9-4e99-a1ce-90446512c275 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:22.874589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-d9ab34a6-b8e9-4e99-a1ce-90446512c275 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:22.876673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-d9ab34a6-b8e9-4e99-a1ce-90446512c275 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 380 time: 0.1247280 Feb 04 16:34:22.893310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'port': {'device_id': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'admin_state_up': True, 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'security_groups': ['9d73af81-4efc-4287-a1ac-151559b133ea']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:23.015460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.077189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.106824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:23.136200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:23.176495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:23.180044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.271191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.278944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:23.317497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.330274 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c144557-94c9-4300-8638-725de60615a0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:23.342306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.352176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-02101354-2f33-4fc5-b172-917c8ee1aa8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c144557-94c9-4300-8638-725de60615a0 HTTP/1.1" status: 204 len: 168 time: 0.6039898 Feb 04 16:34:23.411422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:23.430423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e7866383794dd5823c952422d0df12 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:23.447309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:23.476929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:23.488928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.6 (a27fdc8b-b30a-4c1d-bd4b-1483764251c0/7ce2a905-d697-40c4-9df8-2b3aecf2b569/bf291dd9-c9fc-40b0-85dd-bcf27214b540) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:23.667749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.680116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:23.758131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfe7944-d0bd-4de9-83c3-bd70ba34967c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:23.847052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e143cabe-467e-4228-900e-6b38420ae856 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:23.852038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-436e8610-eccc-4ce2-8883-d6bf7bde92f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9e7866383794dd5823c952422d0df12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5695517 Feb 04 16:34:23.856472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 59950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:23.996283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e143cabe-467e-4228-900e-6b38420ae856 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:24.010556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e143cabe-467e-4228-900e-6b38420ae856 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:24.010957 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.076962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.144071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.164617 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.218180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object bf291dd9-c9fc-40b0-85dd-bcf27214b540 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:24.269776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.271267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.358185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e143cabe-467e-4228-900e-6b38420ae856, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e143cabe-467e-4228-900e-6b38420ae856,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:24.370124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.386825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:24.396220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:24.399349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:24.402022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:24.429052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5108e-3950-4488-b3f2-25b348e3b229 req-bfe0601e-32d6-4d94-84fd-44a0a661ad77 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:24.446750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd5108e-3950-4488-b3f2-25b348e3b229 req-bfe0601e-32d6-4d94-84fd-44a0a661ad77 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 931 time: 0.2635190 Feb 04 16:34:24.506125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:24.537215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acd5108e-3950-4488-b3f2-25b348e3b229 req-911337dd-1bce-4409-a6b2-417f5b6c99ed tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895636 Feb 04 16:34:24.537976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.557425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfe7944-d0bd-4de9-83c3-bd70ba34967c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:24.571398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.576605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ed1219b2-0d58-49f9-b05c-f5c6c8808e38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9dfe7944-d0bd-4de9-83c3-bd70ba34967c HTTP/1.1" status: 204 len: 168 time: 0.7142332 Feb 04 16:34:24.605989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:24.606676 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.668988 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-bd7be64e-acbb-4506-8941-9f5f160b5ef9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7868907 Feb 04 16:34:24.681369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Request body: {'port': {'device_id': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:24.852126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7265d3b0-fe25-435b-a7cd-7c9dcabc3a62 None None] Provisioning for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:24.863756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7265d3b0-fe25-435b-a7cd-7c9dcabc3a62 None None] Provisioning complete for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:24.863756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7265d3b0-fe25-435b-a7cd-7c9dcabc3a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:24.921555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:25.014820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7265d3b0-fe25-435b-a7cd-7c9dcabc3a62 None None] Port bf291dd9-c9fc-40b0-85dd-bcf27214b540 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:34:25.132485 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30e3fca0-f369-4934-895a-a4aa555fa659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:25.572495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf291dd9-c9fc-40b0-85dd-bcf27214b540 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:25.616942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:25.644118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Transition to ACTIVE for port object bf291dd9-c9fc-40b0-85dd-bcf27214b540 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:34:25.660729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:25.757981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e143cabe-467e-4228-900e-6b38420ae856 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:25.805620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60010) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:25.876655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e143cabe-467e-4228-900e-6b38420ae856 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:25.877236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60016) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:25.879161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:25.921491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:25.943278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab1a71-3059-429c-861e-5067ef73fab7 req-0d0728e5-1254-43d6-9613-965e6492c465 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:25.967328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95ab1a71-3059-429c-861e-5067ef73fab7 req-0d0728e5-1254-43d6-9613-965e6492c465 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 943 time: 0.1547728 Feb 04 16:34:26.072452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95ab1a71-3059-429c-861e-5067ef73fab7 req-e64dd274-ab0d-4257-9e73-4abb6b8055c5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038148 Feb 04 16:34:26.123600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.159381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:34:26.159734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:34:26.160069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:26.175677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:34:26.176243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:34:26.178503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-563839833-network', 'tenant_id': 'e17eb8b1d8724a319f1e79a0e393601b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:26.183963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:34:26.184958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:26.185606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Bound using segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:34:26.186592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Bound port: bf291dd9-c9fc-40b0-85dd-bcf27214b540, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:34:26.187141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.204774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:26.209262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Usage tracker for resource:security_group_rule and tenant:417664c6a2734bdc95f306786c3044d6 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:26.212556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:26.220117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:26.236510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:26.244354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Usage tracker for resource:network and tenant:e17eb8b1d8724a319f1e79a0e393601b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:26.248029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:26.259041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:26.278113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Made reservation on behalf of e17eb8b1d8724a319f1e79a0e393601b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:26.280733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.292752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:34:26.296186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:34:26.301126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.333680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.339738 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.348579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.363215 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.364504 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 1091 time: 1.6880603 Feb 04 16:34:26.364936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:26.387538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b93459-cc66-472f-bce1-cd0558b47985 service neutron] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:26.412919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbfcdf4-1bc5-4df5-a44a-65fd7e803c83,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:26.443219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:26.447558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Usage tracker for resource:security_group_rule and tenant:e17eb8b1d8724a319f1e79a0e393601b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:26.450403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:26.457216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:26.538518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.550487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-d43c0d58-826b-4aa3-8f05-d589c7af79fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1094 time: 0.1365671 Feb 04 16:34:26.585725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.654820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5343af98-de2d-4089-b38f-9b631734cf59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=417664c6a2734bdc95f306786c3044d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8462253 Feb 04 16:34:26.664779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:26.676848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:26.736164 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99940f-9403-472d-a6d8-38650ba4dac6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:26.744454 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-a6eee397-6098-4cdf-b95d-84c2645b1442 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 217 time: 0.1890111 Feb 04 16:34:26.773806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.774498 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Added segment bd6278c6-3fca-4e24-87cb-244f7306cff3 of type vlan for network 68bf5810-52ae-43b1-96e8-b8f956730e70 Feb 04 16:34:26.862878 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'status': 'completed', 'code': 200} Feb 04 16:34:26.872250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-89f47333-af65-4217-83f8-53eb1b0fb797 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:26.874042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-89f47333-af65-4217-83f8-53eb1b0fb797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.1239233 Feb 04 16:34:26.890287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.920749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:26.997006 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-86cb7c16-3766-48ad-a412-196a79ac2009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122866 Feb 04 16:34:26.998227 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.059551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.077555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbfcdf4-1bc5-4df5-a44a-65fd7e803c83,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:27.089217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.090069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:27.091137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.262381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.271725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-870022e7-ea0f-4e63-8377-e98acd04c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.275743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7044a1c9-f8dd-458f-be63-ec02f1b6c99a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffbfcdf4-1bc5-4df5-a44a-65fd7e803c83 HTTP/1.1" status: 204 len: 168 time: 0.6068547 Feb 04 16:34:27.278497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] Pushing event updated for resources: {'Network': ['ID=68bf5810-52ae-43b1-96e8-b8f956730e70,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:27.298966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 68bf5810-52ae-43b1-96e8-b8f956730e70 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:27.313064 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-643b3b8a-ee07-495c-b8e9-8a718d657cb4 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083210 Feb 04 16:34:27.421274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-840a7a08-79b4-43f6-95ca-10e706cfdf90 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5426488 Feb 04 16:34:27.424090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:27.429805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Request body: {'subnet': {'network_id': '68bf5810-52ae-43b1-96e8-b8f956730e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-563839833-subnet', 'tenant_id': 'e17eb8b1d8724a319f1e79a0e393601b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:27.436824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:27.443170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Usage tracker for resource:subnet and tenant:e17eb8b1d8724a319f1e79a0e393601b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:27.447146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:27.455777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:27.472945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a50db0-59fa-4884-b2bd-c84a7efdabb6 req-9736a228-64fd-4ef6-ba25-f7154fd91ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:27.474317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27a50db0-59fa-4884-b2bd-c84a7efdabb6 req-9736a228-64fd-4ef6-ba25-f7154fd91ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 943 time: 0.1689022 Feb 04 16:34:27.481001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Made reservation on behalf of e17eb8b1d8724a319f1e79a0e393601b for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:27.484204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:27.498756 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fc70f6b6-f614-49d9-b0ad-a7b16d352ed5 req-e81f700a-b1bf-49a3-aee7-754be1af270c service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794043 Feb 04 16:34:27.623885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-27a50db0-59fa-4884-b2bd-c84a7efdabb6 req-669fca71-7882-49bf-bea5-9121370123b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233902 Feb 04 16:34:27.752878 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-c1824088-66c3-4e93-9728-4e0d465d3784 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1094 time: 0.2076128 Feb 04 16:34:27.789004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.001922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-ba69bb5f-9d23-49e8-8e81-36cef97f6ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:28.004905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4cd800-fff2-4687-ab37-44f1746fd67a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:28.007211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-ba69bb5f-9d23-49e8-8e81-36cef97f6ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.2481372 Feb 04 16:34:28.022707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Checking segment: {'id': 'bd6278c6-3fca-4e24-87cb-244f7306cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '68bf5810-52ae-43b1-96e8-b8f956730e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:28.023421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Network hostable DHCP agents. Network: 68bf5810-52ae-43b1-96e8-b8f956730e70, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:28.048588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Network 68bf5810-52ae-43b1-96e8-b8f956730e70 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:28.069489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 68bf5810-52ae-43b1-96e8-b8f956730e70) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:28.078758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a003067-9164-4063-9ad1-035c90f136f7 None None] Network 68bf5810-52ae-43b1-96e8-b8f956730e70 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:28.084702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:28.085563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.181041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe698504-5593-4289-9a86-c7110271d5b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7558687 Feb 04 16:34:28.201822 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-d41f345d-e561-4142-b30c-dc8aee4d88c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 217 time: 0.1867077 Feb 04 16:34:28.216091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:28.263600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.347779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-3fa4203b-50a8-4a9c-8b04-aa3ec1e2d8f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:28.350471 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-3fa4203b-50a8-4a9c-8b04-aa3ec1e2d8f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.1405876 Feb 04 16:34:28.383560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:28.392949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Usage tracker for resource:security_group_rule and tenant:41557b5066834834a298c1e941c5e449 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:28.399683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:28.417087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:28.529985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.536196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.546624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-351c21b1-6c85-4024-9c3a-d4410f66523f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891987 Feb 04 16:34:28.720034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de12ed-7b7c-4366-a348-b846edae4b87 None None] Network 68bf5810-52ae-43b1-96e8-b8f956730e70 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:28.780329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:28.801012 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-2f242b60-ed68-4d21-b87c-473a764e2a69 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472670 Feb 04 16:34:28.852812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41557b5066834834a298c1e941c5e449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6327808 Feb 04 16:34:28.863791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:28.935592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d9730-f497-4f48-868b-a01414d0cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967eeca7-866a-40cf-923d-b5d7a5375281,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:28.980104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.070465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-43825ff1-ed68-41fe-8ba9-9c4cc892c8ea req-36a99304-d674-4187-8ac0-e81f1e1fe404 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626767 Feb 04 16:34:29.145384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.208223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.247230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000832bc-7876-4018-880e-c8494657e444 req-12af2b13-eee2-44b7-a4ec-5bd6a025dda7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:29.249144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-000832bc-7876-4018-880e-c8494657e444 req-12af2b13-eee2-44b7-a4ec-5bd6a025dda7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 943 time: 0.2627492 Feb 04 16:34:29.342708 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.352971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-000832bc-7876-4018-880e-c8494657e444 req-31e1a57a-2a6c-4ffc-9626-7d597c24a448 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948319 Feb 04 16:34:29.389090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967eeca7-866a-40cf-923d-b5d7a5375281,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:29.395947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.397309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7a41bc1f-a7bc-45cd-95ad-afd3aed1c945 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/967eeca7-866a-40cf-923d-b5d7a5375281 HTTP/1.1" status: 204 len: 168 time: 0.5240059 Feb 04 16:34:29.429280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:34:29.549267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:29.756448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:29.776255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'port_id': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'mac_address': 'fa:16:3e:bf:3a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:34:29.854842 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-4375e1f0-95a6-4cea-8919-41f43d5c8765 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2077317 Feb 04 16:34:29.864131 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:29.903253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf291dd9-c9fc-40b0-85dd-bcf27214b540 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:34:29.935020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:29.947525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.047604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.127873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-71d453d0-805e-48d2-848e-bda2e57315ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23821742d06e4524958a8bb34efeaee1&device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 1097 time: 0.1706059 Feb 04 16:34:30.161231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:30.167330 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.169932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Usage tracker for resource:security_group_rule and tenant:01a110b175d64ae4a62b5f9d65a54462 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:30.175260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:30.190074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:30.193743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bf291dd9-c9fc-40b0-85dd-bcf27214b540'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:34:30.231067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:30.237957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-334639394-network', 'tenant_id': '35cea879aa424f58aa6882076db995a2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:30.250169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:30.260428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Usage tracker for resource:network and tenant:35cea879aa424f58aa6882076db995a2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:30.265711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:30.304862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:30.351289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.358595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.417916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:30.431922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba49370-e742-48fc-8512-ee36c0b4ddad,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:30.450206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.450948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.451539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.452198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.452789 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.454357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.455864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.456276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.456797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.457898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.458411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:30.467244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Made reservation on behalf of 35cea879aa424f58aa6882076db995a2 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:30.472534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.474913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f294-e108-4155-99be-e23be3062c7d req-88f5f1d8-6160-4783-b424-28ef920e2a64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:30.476371 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-88f5f1d8-6160-4783-b424-28ef920e2a64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 200 len: 910 time: 0.3281791 Feb 04 16:34:30.536159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec61cb67-5e80-4201-8a43-162731dcf1ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01a110b175d64ae4a62b5f9d65a54462&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9857614 Feb 04 16:34:30.541977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.622571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:30.669112 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-d5bd514a-d399-473a-8009-0b5314795f38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 200 len: 1001 time: 0.1851695 Feb 04 16:34:30.749659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:30.754444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Usage tracker for resource:security_group_rule and tenant:35cea879aa424f58aa6882076db995a2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:30.762381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:30.771093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:30.817979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.826577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5f294-e108-4155-99be-e23be3062c7d req-b172c61b-ee91-4e08-bc40-ac04f2dee6ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:30.831740 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-b172c61b-ee91-4e08-bc40-ac04f2dee6ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 200 len: 848 time: 0.1544757 Feb 04 16:34:30.860823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ddd6-450a-4cac-970f-5b07b496646f req-04b3051a-0a7e-4afc-8c08-98c196744e2c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:30.867599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1987ddd6-450a-4cac-970f-5b07b496646f req-04b3051a-0a7e-4afc-8c08-98c196744e2c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.3028400 Feb 04 16:34:30.911316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:30.936873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-b69af5a6-555a-4ed1-85ed-fc3c9dc3e13a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb01250c-6e2d-4f04-8a4f-115b86d2e857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990419 Feb 04 16:34:31.017493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1987ddd6-450a-4cac-970f-5b07b496646f req-39b1e114-6747-471a-b538-374480add24a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489677 Feb 04 16:34:31.046255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.054795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.068688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:31.100246 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.100593 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Added segment 236b4090-d684-45fd-b041-ba524f98d938 of type vlan for network 47425b85-2c44-4455-98ab-544a5ba24111 Feb 04 16:34:31.187210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.195090 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.222367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-3175eb69-ba26-4f63-8729-4c1117c19076 service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780945 Feb 04 16:34:31.261479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af405161-b0dc-42bf-a320-a5d83a88cbe1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:31.292655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba49370-e742-48fc-8512-ee36c0b4ddad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:31.296303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.297563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ab7ad1c7-ded7-498f-b2ee-818854c52c8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ba49370-e742-48fc-8512-ee36c0b4ddad HTTP/1.1" status: 204 len: 168 time: 0.6739480 Feb 04 16:34:31.319212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.320084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:31.320656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.441840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:34:31.497449 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-03b5f294-e108-4155-99be-e23be3062c7d req-e92a6f3f-8e6a-40fe-b832-31707d886cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660127 Feb 04 16:34:31.554673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3221767 Feb 04 16:34:31.557305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60234) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:31.563463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Request body: {'subnet': {'network_id': '47425b85-2c44-4455-98ab-544a5ba24111', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-334639394-subnet', 'tenant_id': '35cea879aa424f58aa6882076db995a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:31.566967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:34:31.576757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:31.581070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:34:31.581599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.586814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6dfff-4e4e-4465-aec9-857b1d1c837c admin admin] Pushing event updated for resources: {'Network': ['ID=47425b85-2c44-4455-98ab-544a5ba24111,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:31.589371 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Usage tracker for resource:subnet and tenant:35cea879aa424f58aa6882076db995a2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:31.604985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:31.619608 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:31.651970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Made reservation on behalf of 35cea879aa424f58aa6882076db995a2 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:31.654416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.678614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 47425b85-2c44-4455-98ab-544a5ba24111 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:31.881946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:31.962408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:31.979785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:31.991409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.133069 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'code': 200} Feb 04 16:34:32.192737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:32.257286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60254) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:32.343023 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.433104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:32.452585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.493070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Usage tracker for resource:security_group_rule and tenant:2c50cc633c354912900f9b8a35991d66 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:32.501883 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c3caef8-99ad-4c31-8817-62a21b39257a req-3e633ebb-2396-4834-8f62-a04f73cb97f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1096 time: 0.2684441 Feb 04 16:34:32.507714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:32.519363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:32.587631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5a9f9-e8a9-4ddc-b309-7499d4c6be82 req-bf6e76b8-a7fb-434b-8bc9-a8c104a4d94c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.593109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bc5a9f9-e8a9-4ddc-b309-7499d4c6be82 req-bf6e76b8-a7fb-434b-8bc9-a8c104a4d94c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.1602702 Feb 04 16:34:32.603977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5943e952-8394-4e33-834e-480f87e45b4f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:32.607142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c3caef8-99ad-4c31-8817-62a21b39257a req-e7966d21-b46d-4200-8db5-d72b5981379e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973654 Feb 04 16:34:32.614997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Checking segment: {'id': '236b4090-d684-45fd-b041-ba524f98d938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '47425b85-2c44-4455-98ab-544a5ba24111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:32.615578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Network hostable DHCP agents. Network: 47425b85-2c44-4455-98ab-544a5ba24111, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:32.643620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Network 47425b85-2c44-4455-98ab-544a5ba24111 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:32.658361 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 47425b85-2c44-4455-98ab-544a5ba24111) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:32.663960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:32.666831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.674389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5048ca-a6c6-4e20-82a1-bddc9d916e10 None None] Network 47425b85-2c44-4455-98ab-544a5ba24111 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:32.696326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.725675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0bc5a9f9-e8a9-4ddc-b309-7499d4c6be82 req-a7836663-4500-4546-9a0a-75cce7c748de tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274753 Feb 04 16:34:32.726407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:32.742486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8160dac2-8554-4296-9fce-b33cf41850c6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1839902 Feb 04 16:34:32.843838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7874aa-ad9f-4c45-97d9-d0de0fed0590,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:32.863180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b039185c-7b58-4b51-be1e-ec6ceefd9940 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c50cc633c354912900f9b8a35991d66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063769 Feb 04 16:34:32.866311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60270) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:32.986934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.019035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.062227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f1e20-4263-4b2e-9cb6-7657153aaa1b None None] Network 47425b85-2c44-4455-98ab-544a5ba24111 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:33.084476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.131092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7874aa-ad9f-4c45-97d9-d0de0fed0590,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:33.139490 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.140620 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-96421b06-2ec5-4ca0-b784-e7f45d737b42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b7874aa-ad9f-4c45-97d9-d0de0fed0590 HTTP/1.1" status: 204 len: 168 time: 0.2733846 Feb 04 16:34:33.255408 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60284) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:33.324396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Deleting subnet 2d4cd800-fff2-4687-ab37-44f1746fd67a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:34:33.328210 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.411408 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.498352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.658570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.718111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:33.732801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4cd800-fff2-4687-ab37-44f1746fd67a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:33.743066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60310) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:33.743727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91cbce10-b94c-4834-9c53-4ec4065205da admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2d4cd800-fff2-4687-ab37-44f1746fd67a HTTP/1.1" status: 204 len: 168 time: 0.4865510 Feb 04 16:34:34.000783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.372294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcef77-8a01-428b-85b0-85f2f4c216a7 req-00398a33-e3ef-416d-925c-9d440d100818 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:34.374154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9dcef77-8a01-428b-85b0-85f2f4c216a7 req-00398a33-e3ef-416d-925c-9d440d100818 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.4630330 Feb 04 16:34:34.377134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.492218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bf5810-52ae-43b1-96e8-b8f956730e70']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.548356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6278c6-3fca-4e24-87cb-244f7306cff3') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.548654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6278c6-3fca-4e24-87cb-244f7306cff3') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:34.585444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.620979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9dcef77-8a01-428b-85b0-85f2f4c216a7 req-301f3dbb-847f-47d4-b896-feeee47ae3cd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270572 Feb 04 16:34:34.650468 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.664152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:34:34.664558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:34.687257 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:34.781597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.816165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:34.870043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] Pushing event deleted for resources: {'Network': ['ID=68bf5810-52ae-43b1-96e8-b8f956730e70,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:34.896104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2d1e7101-347f-42ed-a750-2ca09234119a admin admin] 10.222.0.62 "DELETE /v2.0/networks/68bf5810-52ae-43b1-96e8-b8f956730e70 HTTP/1.1" status: 204 len: 168 time: 1.1519074 Feb 04 16:34:34.898860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:34.944003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df9c5-3568-4647-b5ce-60ae1cc44cbf req-55ba888e-44fc-41ae-8b1f-02fe91937e14 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:34.951810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-363df9c5-3568-4647-b5ce-60ae1cc44cbf req-55ba888e-44fc-41ae-8b1f-02fe91937e14 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.1372075 Feb 04 16:34:35.012272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Deleting subnet 5943e952-8394-4e33-834e-480f87e45b4f {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:34:35.016010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.022414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-363df9c5-3568-4647-b5ce-60ae1cc44cbf req-0f5b2781-0ed5-4d77-9163-89b0d83334d4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696499 Feb 04 16:34:35.048469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60358) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:35.101697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.192995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.238954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4bd70376-b45a-44d8-80a2-a1c5e8aae3e0 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1091 time: 0.1852779 Feb 04 16:34:35.239797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60366) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:35.251389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:35.258255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:35.262945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:floatingip and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:35.267268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:35.275217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:35.319237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.384122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5943e952-8394-4e33-834e-480f87e45b4f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:35.400064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.413990 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-303fc837-8bef-4f3f-9424-5d2b384feb39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5943e952-8394-4e33-834e-480f87e45b4f HTTP/1.1" status: 204 len: 168 time: 0.5138597 Feb 04 16:34:35.414697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60378) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:35.542837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.562026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.780411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.870423 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:35.932505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47425b85-2c44-4455-98ab-544a5ba24111']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:35.963176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236b4090-d684-45fd-b041-ba524f98d938') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:35.966171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236b4090-d684-45fd-b041-ba524f98d938') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:35.972471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.253 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/fa6b3ae8-cb42-4751-b0c6-484f2537a391) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:34:35.983276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.029297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.040569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:34:36.041388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:34:36.058154 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:34:36.308586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.357766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.362647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=47425b85-2c44-4455-98ab-544a5ba24111,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:36.371145 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0dd3d242-9643-4b4d-8f14-e6be953e4e6f admin admin] 10.222.0.62 "DELETE /v2.0/networks/47425b85-2c44-4455-98ab-544a5ba24111 HTTP/1.1" status: 204 len: 168 time: 0.9552505 Feb 04 16:34:36.425723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.497100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:36.733578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=fa6b3ae8-cb42-4751-b0c6-484f2537a391,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:36.758135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:34:36.762493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:36.772259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:36.773118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:34:36.853748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-804a718d-a369-4191-b400-497b01eda976 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e17eb8b1d8724a319f1e79a0e393601b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0795858 Feb 04 16:34:36.855794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60444) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:37.020230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.061158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.194715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.246443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99940f-9403-472d-a6d8-38650ba4dac6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:37.272272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.294360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-794b34be-2ccf-46b9-8c38-803f25833f8b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b99940f-9403-472d-a6d8-38650ba4dac6 HTTP/1.1" status: 204 len: 168 time: 0.4374223 Feb 04 16:34:37.493293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.558046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.810606 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:37.819862 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.172663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=fa6b3ae8-cb42-4751-b0c6-484f2537a391,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:38.206514 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.400130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60482) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:38.510355 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3896c41d-d5f8-49fa-9558-6a539d93bb64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35cea879aa424f58aa6882076db995a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1069899 Feb 04 16:34:38.510599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:38.630569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.698062 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.760637 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Floating IP 2211391c-4410-4776-b91c-a458da462292 associated. External IP: 172.25.5.253, port: bf291dd9-c9fc-40b0-85dd-bcf27214b540. Feb 04 16:34:38.814958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.854261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af405161-b0dc-42bf-a320-a5d83a88cbe1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:38.880787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.881165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.881506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.881985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.882339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.882675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.882999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.883323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.886468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.886850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.887193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:34:38.907775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:38.911323 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-333c2ff9-cd18-422a-8110-7eaa2fd8a12b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af405161-b0dc-42bf-a320-a5d83a88cbe1 HTTP/1.1" status: 204 len: 168 time: 0.3972158 Feb 04 16:34:39.736595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 75fa20cf-2343-4697-9a89-d6894f9107c8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:40.154433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:40.167467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Sync routers for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:40.186107 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:40.187851 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:40.193673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:40.339816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5af037a6-ab5e-4a82-b479-b889be2c1f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0981386 Feb 04 16:34:40.340625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:40.523053 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'status': 'completed', 'code': 200} Feb 04 16:34:40.608198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76388cc-5da5-47b8-9e71-73cd289eb68f req-05124e2f-4401-4b05-afb3-f4ed9c061114 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:40.612583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a76388cc-5da5-47b8-9e71-73cd289eb68f req-05124e2f-4401-4b05-afb3-f4ed9c061114 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.1467836 Feb 04 16:34:40.701854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:40.820332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a76388cc-5da5-47b8-9e71-73cd289eb68f req-c7410996-192c-41da-a243-833a3f8be060 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024226 Feb 04 16:34:40.872108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:40.962618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-59035f06-50a0-4705-952a-5a8ae6997871 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1096 time: 0.4209087 Feb 04 16:34:41.122080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-f89f89c3-1b90-4518-b65c-558d79bd6799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.122080 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-f89f89c3-1b90-4518-b65c-558d79bd6799 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.1514874 Feb 04 16:34:41.159749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-338ca41a-351f-4cc9-a789-60504b03cc5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 991 time: 0.2835627 Feb 04 16:34:41.191273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4fb98-d204-44e6-a44b-e39988f4530a req-648abdd1-3e4b-4d9b-a95a-0ba9f4a6a55e tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.203996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54d4fb98-d204-44e6-a44b-e39988f4530a req-648abdd1-3e4b-4d9b-a95a-0ba9f4a6a55e tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.4977815 Feb 04 16:34:41.319058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54d4fb98-d204-44e6-a44b-e39988f4530a req-ba596adb-1024-494d-a3c2-e2319e20e76d tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138122 Feb 04 16:34:41.348946 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-134a7ea3-4c8b-4fd1-aafc-7933d86c0dc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 999 time: 0.2195585 Feb 04 16:34:41.470931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-943a4e50-fe8f-4667-9162-75c582269c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.474194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-943a4e50-fe8f-4667-9162-75c582269c9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.1189175 Feb 04 16:34:41.593554 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-39389c84-f91b-471c-aeeb-d0f23f9ea6ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028414 Feb 04 16:34:41.671520 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2211391c-4410-4776-b91c-a458da462292', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'port_id': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'mac_address': 'fa:16:3e:bf:3a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:34:37Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:41.677255 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Checking router: 75fa20cf-2343-4697-9a89-d6894f9107c8 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:41.689372 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:41.690185 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:41.821405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-b18f1740-0c77-45b9-ad8f-2f73cd9f3ccf service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191474 Feb 04 16:34:41.878644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-d6bdf96f-6f72-4437-868b-cbaf123f7d85 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:41.880252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-d6bdf96f-6f72-4437-868b-cbaf123f7d85 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.1498263 Feb 04 16:34:42.033365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:42.069590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Deleting port cb0dd093-bad5-4dcd-999b-aba31d6754d5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:42.069926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.158304 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c19fbaac-d68d-4487-b489-796f4f3e395b req-2b45c99e-6654-4099-80cd-85f2ff2c9254 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198371 Feb 04 16:34:42.160024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60622) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:42.451625 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01a60040-6891-4a70-af90-08b8790fc93a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 991 time: 0.2895060 Feb 04 16:34:42.691394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] For port cb0dd093-bad5-4dcd-999b-aba31d6754d5, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cb0dd093-bad5-4dcd-999b-aba31d6754d5,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:42.692403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:42.730268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2211391c-4410-4776-b91c-a458da462292', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'port_id': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'mac_address': 'fa:16:3e:bf:3a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:34:37Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:42.737119 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabebbe1-ae13-4b10-a991-84cea7fff194 None None] The sync data for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 is: [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '2211391c-4410-4776-b91c-a458da462292', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'port_id': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'mac_address': 'fa:16:3e:bf:3a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:34:37Z', 'updated_at': '2022-02-04T16:34:37Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:43.220373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdc507-643b-4fc0-a4a0-1087ef101d14 None None] New status for floating IP 2211391c-4410-4776-b91c-a458da462292: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:34:43.409208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4b2ad-90b3-4143-9e18-f3b0319de864 req-0973fa6e-c2ee-43fe-ab93-dd63fca60333 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:43.416626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4df4b2ad-90b3-4143-9e18-f3b0319de864 req-0973fa6e-c2ee-43fe-ab93-dd63fca60333 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 946 time: 0.8006639 Feb 04 16:34:43.455843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:43.660728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4df4b2ad-90b3-4143-9e18-f3b0319de864 req-918f7f48-cddd-4d02-bcb4-b3f811ebb35b tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/security-groups?id=d298edf8-469e-4129-9889-4bc61a44ad65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431159 Feb 04 16:34:43.689152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:43.696460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:43.697176 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Floating IP ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff disassociated. External IP: 172.25.5.93, port: cb0dd093-bad5-4dcd-999b-aba31d6754d5. Feb 04 16:34:43.697272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Calling delete_port for cb0dd093-bad5-4dcd-999b-aba31d6754d5 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:43.699605 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2863afbf-91ab-4a28-8261-42ac839324da tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 991 time: 0.2419593 Feb 04 16:34:44.076804 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.142238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event deleted for resources: {'Port': ['ID=cb0dd093-bad5-4dcd-999b-aba31d6754d5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:44.284719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60694) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.639044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.701510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:44.706168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Usage tracker for resource:security_group_rule and tenant:4d18acfa61b84c699f4651b174f74e88 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:44.709172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60710) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:44.709922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:44.720581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:44.891723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.908201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:44.959192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3f5d1a2-088f-4adb-be6b-9fc10c1f5e3d req-72b05af6-fa62-4b71-bd0b-7d35e127b7da tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.0907083 Feb 04 16:34:45.020909 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d18acfa61b84c699f4651b174f74e88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7351103 Feb 04 16:34:45.022212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d20899-6757-4973-b300-c54c9815a7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c1786c-075d-4f0f-9f35-5191b731ea50,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.024554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60720) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:45.133761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Router 35cd9576-ec4a-433f-be66-9d2576109d38 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:45.149101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ead136d0-b20f-4e98-9077-08b23acee70f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 993 time: 0.4323976 Feb 04 16:34:45.326017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.357852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.519664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cb0dd093-bad5-4dcd-999b-aba31d6754d5 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:45.542889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.585296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c1786c-075d-4f0f-9f35-5191b731ea50,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:45.620399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.626637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: cb0dd093-bad5-4dcd-999b-aba31d6754d5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:45.630634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cb0dd093-bad5-4dcd-999b-aba31d6754d5 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:45.635413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fa1ef857-dd0b-4e74-8d4e-ffba4ab277c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22c1786c-075d-4f0f-9f35-5191b731ea50 HTTP/1.1" status: 204 len: 168 time: 0.5882137 Feb 04 16:34:45.676111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:45.686119 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Sync routers for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:45.759617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:45.760484 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:45.852462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] No DVR routers for this DVR port cb0dd093-bad5-4dcd-999b-aba31d6754d5 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:34:45.856674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:45.859343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04ce4a23-ad25-4e8b-82f9-18e7edc7fc47 req-766d402b-47e6-4ebd-ac15-61c577e3eaaf tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.41 "DELETE /v2.0/ports/cb0dd093-bad5-4dcd-999b-aba31d6754d5 HTTP/1.1" status: 204 len: 173 time: 3.9630585 Feb 04 16:34:45.860636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'name': 'network-vif-deleted', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:34:46.030678 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9', 'name': 'network-vif-deleted', 'tag': 'cb0dd093-bad5-4dcd-999b-aba31d6754d5', 'status': 'completed', 'code': 200} Feb 04 16:34:46.265425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:46.400812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4351fd66-2d96-4b8f-95bd-3c1a2bed67ec req-49fcf8e9-6a9c-430e-9fe6-55121209560c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Synchronizing usage tracker for tenant:23821742d06e4524958a8bb34efeaee1 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:34:46.460636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4351fd66-2d96-4b8f-95bd-3c1a2bed67ec req-49fcf8e9-6a9c-430e-9fe6-55121209560c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Unset dirty status for tenant:23821742d06e4524958a8bb34efeaee1 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:34:46.462139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4351fd66-2d96-4b8f-95bd-3c1a2bed67ec req-49fcf8e9-6a9c-430e-9fe6-55121209560c tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2cd7b8b-c2f7-4f20-90c4-4d434ac662b9 HTTP/1.1" status: 200 len: 210 time: 0.1597066 Feb 04 16:34:46.659948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60762) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:46.702968 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:46.801241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:46.809418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Usage tracker for resource:security_group_rule and tenant:d38a9dfd2a5940ebb449db5274598d86 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:46.815820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:46.830993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:46.908715 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:46.925018 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Checking router: 35cd9576-ec4a-433f-be66-9d2576109d38 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:46.949271 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:46.950001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:46.993694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.017558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.149305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60778) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:47.150854 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d38a9dfd2a5940ebb449db5274598d86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4896696 Feb 04 16:34:47.220552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4022f-b248-472c-865b-f73f197b269b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353acaa0-e5db-4572-b3f8-10be09825daf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.293152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.361554 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:34:47.363319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.488708 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.489087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:47.524697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353acaa0-e5db-4572-b3f8-10be09825daf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:47.535651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:47.536906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f619555e-f377-4a8d-bb36-c3cf8cdaf344 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/353acaa0-e5db-4572-b3f8-10be09825daf HTTP/1.1" status: 204 len: 168 time: 0.3851826 Feb 04 16:34:47.755728 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60796) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:48.266508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60814) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:48.370922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:48.386256 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2ce0b-0bd3-4ae2-a558-9d0af2ba2338 None None] The sync data for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 is: [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:28:43Z', 'revision_number': 4, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b2987bd2-8c33-42e2-9823-077eff628d5b', 'name': '', 'network_id': 'fb01250c-6e2d-4f04-8a4f-115b86d2e857', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'mac_address': 'fa:16:3e:79:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:40Z', 'updated_at': '2022-02-04T16:28:54Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'subnets': [{'id': '6245e4dc-ec10-4609-9b3f-e9fac605b0dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:48.452209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Deleting port 146a6af9-571d-4181-bde1-7e19869b0309 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:48.452710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.667441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.715435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:48.721030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Usage tracker for resource:security_group_rule and tenant:4d17e286ad8d406288104f4f31a0b258 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:48.724673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:48.731495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:48.827362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.849999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.858918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.858918 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:48.904075 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d17e286ad8d406288104f4f31a0b258&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6358538 Feb 04 16:34:48.905077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:48.967742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e0a0d-2c86-48a2-b3b4-0935117ae173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1611f9-e899-4111-8cd1-78f3571dc9ae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:49.122502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.144667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Calling delete_port for 146a6af9-571d-4181-bde1-7e19869b0309 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:49.192688 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.298599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.369722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1611f9-e899-4111-8cd1-78f3571dc9ae,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:49.378955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.433270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.437964 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4d9b90e-3365-4f72-9c19-0561d5746752 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc1611f9-e899-4111-8cd1-78f3571dc9ae HTTP/1.1" status: 204 len: 168 time: 0.5249543 Feb 04 16:34:49.577766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event deleted for resources: {'Port': ['ID=146a6af9-571d-4181-bde1-7e19869b0309,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:49.612542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.638272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:49.639486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4bc30c5-a9a7-436f-add2-c90f2f424b12 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "DELETE /v2.0/floatingips/ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff HTTP/1.1" status: 204 len: 168 time: 1.8827951 Feb 04 16:34:49.872971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60878) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:49.906044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cafcc06-6021-40ff-9b44-ee1d12d7b61e None None] New status for floating IP ffa1ac42-20cd-4a8c-af0c-d9e2ff7669ff: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:34:50.025842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60886) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:50.253430 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.299542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.437077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.476406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.501793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.503289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] 10.222.0.62 "DELETE /v2.0/security-groups/d298edf8-469e-4129-9889-4bc61a44ad65 HTTP/1.1" status: 204 len: 168 time: 0.4764903 Feb 04 16:34:50.504333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9b677-d79f-453e-83b5-20138fdc0db0 tempest-TestServerBasicOps-1915664563 tempest-TestServerBasicOps-1915664563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d298edf8-469e-4129-9889-4bc61a44ad65,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:50.505073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:50.537297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:50.542399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7934cbb4c64a4aaca6f3f5c600343778 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:50.546012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:50.552776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:50.585881 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.637816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 60906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:50.648821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.654149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.684589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:50.693238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe435c6038d4defb0d0f91a165cd8ea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:50.700416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:50.714288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:50.727592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7934cbb4c64a4aaca6f3f5c600343778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8511558 Feb 04 16:34:50.727592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a298207-4a8d-4273-913f-22017004b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47236c51-2c3d-4882-b974-85f8be4c9441,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:50.729247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:50.839504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.878089 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.932328 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:50.951586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.003931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.053262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47236c51-2c3d-4882-b974-85f8be4c9441,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:51.066114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.070494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-eb18f842-98ea-4db1-a430-68473973b11b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47236c51-2c3d-4882-b974-85f8be4c9441 HTTP/1.1" status: 204 len: 168 time: 0.3231308 Feb 04 16:34:51.124240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:51.124727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fe435c6038d4defb0d0f91a165cd8ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160219 Feb 04 16:34:51.236521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.251123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7aa51-fd99-40cb-afdd-a20103837b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad1d08-994a-47d2-a1bb-ee07e0fcd6ef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:51.287536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.357149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.431800 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.473400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.499287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad1d08-994a-47d2-a1bb-ee07e0fcd6ef,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:51.539573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.543872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cd842ea0-78db-4f96-b8e8-8bbf7beee90f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6ad1d08-994a-47d2-a1bb-ee07e0fcd6ef HTTP/1.1" status: 204 len: 168 time: 0.4177930 Feb 04 16:34:51.925091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:51.961937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:51.963772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.039373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:52.043568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:38657059e5aa4b9491d75efd8a4e4322 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:52.046569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:52.056081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:52.191040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.201423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.272788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38657059e5aa4b9491d75efd8a4e4322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3443828 Feb 04 16:34:52.274077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 60984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:52.333890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ed1c3-f4d8-4b3b-ace0-9b0110d2a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b41f8eb-d787-472e-86d5-76e457e457a1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:52.355793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.382928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.459189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.485128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b41f8eb-d787-472e-86d5-76e457e457a1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:52.490163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:52.491481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1e9a072e-1363-43fb-8f68-dae5cebbbf21 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b41f8eb-d787-472e-86d5-76e457e457a1 HTTP/1.1" status: 204 len: 168 time: 0.2162704 Feb 04 16:34:52.811347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Deleting port b2987bd2-8c33-42e2-9823-077eff628d5b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:52.813775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.147592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] For port b2987bd2-8c33-42e2-9823-077eff628d5b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2987bd2-8c33-42e2-9823-077eff628d5b,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:53.148841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.306409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Calling delete_port for b2987bd2-8c33-42e2-9823-077eff628d5b owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:53.653957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32820) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:53.690060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:53.769054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2987bd2-8c33-42e2-9823-077eff628d5b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:53.929460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1240862047-network', 'tenant_id': '34599ce9702948a78b2f9d9c2f0a42e5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:53.935343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:53.940781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Usage tracker for resource:network and tenant:34599ce9702948a78b2f9d9c2f0a42e5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:53.944231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:53.964993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:54.015188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Made reservation on behalf of 34599ce9702948a78b2f9d9c2f0a42e5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:54.018720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.033387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.100326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:54.112530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Usage tracker for resource:security_group_rule and tenant:34599ce9702948a78b2f9d9c2f0a42e5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:54.119134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:54.135856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:54.305079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.310771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.350607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:34:54.367325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.368006 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Added segment 3f2ea456-249f-4873-b8a2-c12d4bf9776a of type vlan for network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed Feb 04 16:34:54.451517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.469364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:54.499492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.534148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.535413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:54.536378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.752470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0927200 Feb 04 16:34:54.802260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32868) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:54.817379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Request body: {'subnet': {'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1240862047-subnet', 'tenant_id': '34599ce9702948a78b2f9d9c2f0a42e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:34:54.849804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:54.855880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Usage tracker for resource:subnet and tenant:34599ce9702948a78b2f9d9c2f0a42e5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:54.864310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:54.878744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:54.905135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b485b-9cc4-444d-88b0-9f5e8b0509cc admin admin] Pushing event updated for resources: {'Network': ['ID=8923fd55-11f9-43e9-ae99-98d37ef6c9ed,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:54.930887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Made reservation on behalf of 34599ce9702948a78b2f9d9c2f0a42e5 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:34:54.931703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:34:54.940661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:54.993236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:55.174290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1616-8cde-4096-96b1-dc13fe5b9220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.313781 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.412862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0c99140-efe0-4c72-b670-68042b416764,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:55.441111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.505307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Checking segment: {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:34:55.505666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Network hostable DHCP agents. Network: 8923fd55-11f9-43e9-ae99-98d37ef6c9ed, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:34:55.527767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:55.536538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Usage tracker for resource:security_group_rule and tenant:b6b5e0ea735b40af97c4a69e3f9df4fc is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:55.541772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:55.550456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:55.572803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:34:55.597117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8923fd55-11f9-43e9-ae99-98d37ef6c9ed) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:34:55.601700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:34:55.602277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.606419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a82bb-df04-4ecf-afe4-b8f7f3f2890e None None] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:55.677928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f783453f-f90b-4066-b807-ae2cb11d8ec1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8732605 Feb 04 16:34:55.683133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.696363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:55.699946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Router 35cd9576-ec4a-433f-be66-9d2576109d38 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:34:55.790755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6b5e0ea735b40af97c4a69e3f9df4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7820120 Feb 04 16:34:55.796400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:55.970277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d284c-fee0-4518-a2b7-0a6e38fa1bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a09a3a-3918-4774-9d7e-9cde0557ccc2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:55.980837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:34:55.995571 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Sync routers for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:34:55.998457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.006634 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-079c6b2d-21d6-47e4-8e3e-849b34dd8e62 admin admin] 10.222.0.62 "PUT /v2.0/routers/35cd9576-ec4a-433f-be66-9d2576109d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3677106 Feb 04 16:34:56.009079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 32908) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:56.026774 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:56.027584 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:56.040969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.072975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364eae2-16c9-4437-8826-88f0d1aa716d None None] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:34:56.121127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.142856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a09a3a-3918-4774-9d7e-9cde0557ccc2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:56.158414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.163095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1e966d9-6e7b-439f-9b06-9272207aa089 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00a09a3a-3918-4774-9d7e-9cde0557ccc2 HTTP/1.1" status: 204 len: 168 time: 0.3638687 Feb 04 16:34:56.367995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.439238 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:56.723433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:56.746170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Deleting port cf5e9c95-8430-4e33-8942-23d05a561711 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:34:56.746951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.068339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:57.090897 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:34:53Z', 'revision_number': 5, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port': {'id': 'cf5e9c95-8430-4e33-8942-23d05a561711', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:26Z', 'updated_at': '2022-02-04T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:57.098109 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Checking router: 35cd9576-ec4a-433f-be66-9d2576109d38 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:34:57.113257 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Routers {'35cd9576-ec4a-433f-be66-9d2576109d38'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:34:57.114164 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['35cd9576-ec4a-433f-be66-9d2576109d38'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:57.128674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.236801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:34:57.248582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc15f8136784cb6a69d58a5c5219a9d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:34:57.262589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:34:57.271770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a3ec-410c-429e-8ccc-cf297f0a0cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.282045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:34:57.448804 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] Set router 35cd9576-ec4a-433f-be66-9d2576109d38 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:34:57.547286 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.565033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.654964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b784a3d5-9167-4a7e-815e-918ce8bb85fa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:57.663764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc021cf9-852e-4cfc-b75e-932d44ac6d85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbc15f8136784cb6a69d58a5c5219a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5930374 Feb 04 16:34:57.664829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 32964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:57.689140 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:34:56Z', 'revision_number': 6, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:34:57.696311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] For port cf5e9c95-8430-4e33-8942-23d05a561711, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=cf5e9c95-8430-4e33-8942-23d05a561711,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:34:57.697891 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aff102a-1595-4b69-91ec-464991e8ee03 None None] The sync data for ids ['35cd9576-ec4a-433f-be66-9d2576109d38'] in n-d-827873-1 is: [{'id': '35cd9576-ec4a-433f-be66-9d2576109d38', 'name': 'tempest-TestServerBasicOps-1230766556-router', 'tenant_id': '23821742d06e4524958a8bb34efeaee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:24Z', 'updated_at': '2022-02-04T16:34:56Z', 'revision_number': 6, 'project_id': '23821742d06e4524958a8bb34efeaee1', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:34:57.698758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.755510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.802178 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.877554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.918948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b784a3d5-9167-4a7e-815e-918ce8bb85fa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:57.928575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:57.939988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Calling delete_port for cf5e9c95-8430-4e33-8942-23d05a561711 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:34:57.943293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ec1f4c02-1c65-49c2-bdb0-6d20da6f44fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b784a3d5-9167-4a7e-815e-918ce8bb85fa HTTP/1.1" status: 204 len: 168 time: 0.2662153 Feb 04 16:34:58.310941 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.380853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5e9c95-8430-4e33-8942-23d05a561711,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:58.637395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.740568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:58.833762 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.337149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.342216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.384124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.385463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35cd9576-ec4a-433f-be66-9d2576109d38 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:34:59.412398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.413776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aa82b00d-374d-45e5-aa6b-017976f8c7bb admin admin] 10.222.0.62 "DELETE /v2.0/routers/35cd9576-ec4a-433f-be66-9d2576109d38 HTTP/1.1" status: 204 len: 168 time: 3.4036641 Feb 04 16:34:59.416440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33028) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:34:59.551007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Deleting subnet 6245e4dc-ec10-4609-9b3f-e9fac605b0dc {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:34:59.559162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.743418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.763082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cf5e9c95-8430-4e33-8942-23d05a561711 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:59.829082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: cf5e9c95-8430-4e33-8942-23d05a561711 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:59.829724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device cf5e9c95-8430-4e33-8942-23d05a561711 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:59.830504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2987bd2-8c33-42e2-9823-077eff628d5b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:34:59.839813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.866856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b2987bd2-8c33-42e2-9823-077eff628d5b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:34:59.867574 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2987bd2-8c33-42e2-9823-077eff628d5b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:34:59.923735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.979443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6245e4dc-ec10-4609-9b3f-e9fac605b0dc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:34:59.994867 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:34:59.995443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9788a748-b97b-4ae7-b031-fe21b7900f05 None None] Network fb01250c-6e2d-4f04-8a4f-115b86d2e857 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:00.004965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-95806421-8fc6-42b8-a8d7-c1cbf8a2d987 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6245e4dc-ec10-4609-9b3f-e9fac605b0dc HTTP/1.1" status: 204 len: 168 time: 0.5849683 Feb 04 16:35:00.005305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:00.173500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:00.225824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Deleting port 4b3de282-4f86-4228-be97-e99630a11aa8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:00.226157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:00.229500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:00.548148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] DHCP port deletion for fb01250c-6e2d-4f04-8a4f-115b86d2e857 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:00.560529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Deleting port 4b3de282-4f86-4228-be97-e99630a11aa8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:00.561066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:00.863326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] For port 4b3de282-4f86-4228-be97-e99630a11aa8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4b3de282-4f86-4228-be97-e99630a11aa8,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:00.864429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.023687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] For port 4b3de282-4f86-4228-be97-e99630a11aa8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4b3de282-4f86-4228-be97-e99630a11aa8,segment=NetworkSegment(5a445dda-eb78-484a-b65c-c51cbbb555e8),segment_id=5a445dda-eb78-484a-b65c-c51cbbb555e8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:01.024245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.109013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Calling delete_port for 4b3de282-4f86-4228-be97-e99630a11aa8 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:01.304191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.385653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Calling delete_port for 4b3de282-4f86-4228-be97-e99630a11aa8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:01.415647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3de282-4f86-4228-be97-e99630a11aa8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:01.437370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] No DVR routers for this DVR port 4b3de282-4f86-4228-be97-e99630a11aa8 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:35:01.742667 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:35:01.753233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:01.755819 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:01.788037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:01.803540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4b3de282-4f86-4228-be97-e99630a11aa8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:01.871773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb01250c-6e2d-4f04-8a4f-115b86d2e857']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:01.949491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a445dda-eb78-484a-b65c-c51cbbb555e8') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:01.958402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a445dda-eb78-484a-b65c-c51cbbb555e8') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:01.996631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.001010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4b3de282-4f86-4228-be97-e99630a11aa8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:02.001961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4b3de282-4f86-4228-be97-e99630a11aa8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:02.072677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.081498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:02.082021 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:02.110083 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:02.259182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Deleting port 4b3de282-4f86-4228-be97-e99630a11aa8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:02.259736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.293761 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.340713 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:02.346971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb01250c-6e2d-4f04-8a4f-115b86d2e857,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:02.371774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a4849765-f088-4134-90e3-068ad8fe2d0d None None] The port '4b3de282-4f86-4228-be97-e99630a11aa8' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:35:02.396413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5be96daf-51ae-4280-909d-2968f7aebb45 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fb01250c-6e2d-4f04-8a4f-115b86d2e857 HTTP/1.1" status: 204 len: 168 time: 2.3899906 Feb 04 16:35:02.399555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33136) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:03.302128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:04.384603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Deleting port 23866780-9ecc-400c-9aa6-d4c1e88decf7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:04.387377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:04.684835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] For port 23866780-9ecc-400c-9aa6-d4c1e88decf7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=23866780-9ecc-400c-9aa6-d4c1e88decf7,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:04.686411 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.055106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Calling delete_port for 23866780-9ecc-400c-9aa6-d4c1e88decf7 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:05.396111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:05.549803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=23866780-9ecc-400c-9aa6-d4c1e88decf7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:06.292190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:07.146516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Router 5b943714-0f64-49be-bb61-ca14fbba3d7d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:07.488039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:07.509435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Sync routers for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:07.532926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:07.533802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:07.544495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fa40dec4-d715-4f94-ab51-5949269bdcb4 admin admin] 10.222.0.62 "PUT /v2.0/routers/5b943714-0f64-49be-bb61-ca14fbba3d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1405575 Feb 04 16:35:07.544800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:07.899593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:08.441339 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:08.628550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:35:05Z', 'revision_number': 5, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:08.633386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Checking router: 5b943714-0f64-49be-bb61-ca14fbba3d7d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:08.679196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Routers {'5b943714-0f64-49be-bb61-ca14fbba3d7d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:08.679902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:34:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b943714-0f64-49be-bb61-ca14fbba3d7d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:09.168153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:09.330205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089602-5e84-40e8-b63e-79c98631fdec req-fb9f7534-4494-41ff-96c8-0a636b97d4a3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:09.337618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0089602-5e84-40e8-b63e-79c98631fdec req-fb9f7534-4494-41ff-96c8-0a636b97d4a3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.2933710 Feb 04 16:35:09.376307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] Set router 5b943714-0f64-49be-bb61-ca14fbba3d7d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:09.442610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.508125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a0089602-5e84-40e8-b63e-79c98631fdec req-dca8af8b-665c-4077-bb92-8286fa9ed1ce tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689494 Feb 04 16:35:09.511635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Deleting port 1de9589d-218c-4391-88d9-9e7ca79088bb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:09.512323 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.520283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.541267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:09.689129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:09.693492 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Usage tracker for resource:security_group_rule and tenant:59b16c51831546e89b210d8842eab5f2 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:09.696717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:09.702924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:09.861566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.918862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:09.925874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] For port 1de9589d-218c-4391-88d9-9e7ca79088bb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9589d-218c-4391-88d9-9e7ca79088bb,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:09.926234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.012572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:35:05Z', 'revision_number': 5, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:10.020927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f0da71-9507-483d-a9c2-1015a1b99c2a None None] The sync data for ids ['5b943714-0f64-49be-bb61-ca14fbba3d7d'] in n-d-827873-1 is: [{'id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'name': 'tempest-TestServerBasicOps-1856868454-router', 'tenant_id': 'd78b2d21d7c84f8289702ccecc025d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:28:56Z', 'updated_at': '2022-02-04T16:35:05Z', 'revision_number': 5, 'project_id': 'd78b2d21d7c84f8289702ccecc025d45', 'gw_port': {'id': '1de9589d-218c-4391-88d9-9e7ca79088bb', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b943714-0f64-49be-bb61-ca14fbba3d7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:28:59Z', 'updated_at': '2022-02-04T16:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:10.024729 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59b16c51831546e89b210d8842eab5f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8554990 Feb 04 16:35:10.040143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33380) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:10.176127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941339e-d456-4a65-92a4-8d77a2b3e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79580d53-1813-4a24-9b22-213b3341a09f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:10.200200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Calling delete_port for 1de9589d-218c-4391-88d9-9e7ca79088bb owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:10.232434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32826bcd-83c5-4cdb-9526-b5aee1447ad4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 993 time: 0.6810026 Feb 04 16:35:10.283166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.392591 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.560039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.597808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79580d53-1813-4a24-9b22-213b3341a09f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:10.610177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.620965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7aefb736-9257-46a2-b8ee-bb88d74b085e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79580d53-1813-4a24-9b22-213b3341a09f HTTP/1.1" status: 204 len: 168 time: 0.5771804 Feb 04 16:35:10.639075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:10.799942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de9589d-218c-4391-88d9-9e7ca79088bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:11.019747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:11.169292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.586004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e58a2776-7580-41ec-9603-dc7e8aa5bc8a req-eb29b734-fc89-4f13-ad4c-d7c9ae10ac84 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1096 time: 0.5476391 Feb 04 16:35:11.647398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.704680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.741400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.772989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:11.782667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e58a2776-7580-41ec-9603-dc7e8aa5bc8a req-b64d741f-6fce-45de-9c3f-5715ae51bbb4 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313400 Feb 04 16:35:11.792290 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Usage tracker for resource:security_group_rule and tenant:cb8d24ede98243c19c159315048e18f9 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:11.807893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:11.825809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.826598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b943714-0f64-49be-bb61-ca14fbba3d7d {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:35:11.842651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:11.845495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 23866780-9ecc-400c-9aa6-d4c1e88decf7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:11.862214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:11.866133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-733e20b9-56e6-4cb4-b11f-27b983e02896 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5b943714-0f64-49be-bb61-ca14fbba3d7d HTTP/1.1" status: 204 len: 168 time: 4.3178890 Feb 04 16:35:11.871025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33434) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:11.939006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33440) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:11.978211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 23866780-9ecc-400c-9aa6-d4c1e88decf7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:11.978497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 23866780-9ecc-400c-9aa6-d4c1e88decf7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:11.989008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.091876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:12.096964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Usage tracker for resource:security_group_rule and tenant:1bb01aeb8aec43418cfb5dce01e13362 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:12.100642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:12.106667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:12.137928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Deleting subnet f6ee7be0-9a1b-4179-be90-8c5ae4f35850 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:35:12.143965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.237454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.256350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.262720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.308842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.320575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.361445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a08f6-5f49-4bc2-a63a-9f15a1c7b024,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:12.366176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c94564f2-d4da-4ba6-80c3-dc04c0a639dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bb01aeb8aec43418cfb5dce01e13362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4259517 Feb 04 16:35:12.369503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33450) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:12.391367 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb8d24ede98243c19c159315048e18f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3694327 Feb 04 16:35:12.396799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:12.424224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cda3-6a5e-4e5f-b228-a1ff8f07844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97923540-ffc3-4b40-847c-2659cfe2b8e3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:12.547583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.570668 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.595050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.668687 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.825001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.830708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd5a08f6-5f49-4bc2-a63a-9f15a1c7b024 HTTP/1.1" status: 204 len: 168 time: 0.4575849 Feb 04 16:35:12.830708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebda29-343e-40b0-9ff4-51bc4ed3f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a08f6-5f49-4bc2-a63a-9f15a1c7b024,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:12.835517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.881239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.885487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:12.917011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4ee2a6e-3574-4f29-a0d8-c84cb3e97894 req-471b846f-24a5-432f-b996-e8105f5d1813 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7466707 Feb 04 16:35:12.970729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ee7be0-9a1b-4179-be90-8c5ae4f35850,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:12.987573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa1540-9023-4a6d-9562-851dcfbcc46a None None] Network 473e2f00-a88a-4bca-9b7a-38029eca146e requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:13.002006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.004194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.033614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4e25dfc0-c754-4a2a-b2ee-4aa0a4844cf6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f6ee7be0-9a1b-4179-be90-8c5ae4f35850 HTTP/1.1" status: 204 len: 168 time: 1.1606295 Feb 04 16:35:13.037089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33474) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:13.167795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97923540-ffc3-4b40-847c-2659cfe2b8e3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:13.180722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.181861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-31250995-529f-49a7-858d-26e5d9d6876d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97923540-ffc3-4b40-847c-2659cfe2b8e3 HTTP/1.1" status: 204 len: 168 time: 0.7839344 Feb 04 16:35:13.456314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.502014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Deleting port e3bce759-302c-4c43-8ef0-813b4a89b3e1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:13.502631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:13.710522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9589d-218c-4391-88d9-9e7ca79088bb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:13.813068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1de9589d-218c-4391-88d9-9e7ca79088bb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:13.813068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9589d-218c-4391-88d9-9e7ca79088bb not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:13.979966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] DHCP port deletion for 473e2f00-a88a-4bca-9b7a-38029eca146e request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:35:13.984981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Deleting port e3bce759-302c-4c43-8ef0-813b4a89b3e1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:13.985426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.153843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] For port e3bce759-302c-4c43-8ef0-813b4a89b3e1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e3bce759-302c-4c43-8ef0-813b4a89b3e1,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:14.154756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.245744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33498) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.332374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.400753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33502) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.477519 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.501368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:14.514172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9010cc7de04863af53f989aed326a9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:14.520401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:14.529166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:14.537665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:14.552073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Usage tracker for resource:security_group_rule and tenant:5bc4e3065fbf490083a129e509b98829 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:14.569670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:14.579397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Calling delete_port for e3bce759-302c-4c43-8ef0-813b4a89b3e1 owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:14.580393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:14.638036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] For port e3bce759-302c-4c43-8ef0-813b4a89b3e1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e3bce759-302c-4c43-8ef0-813b4a89b3e1,segment=NetworkSegment(92d14e3a-4353-4bd6-a487-839ba723accb),segment_id=92d14e3a-4353-4bd6-a487-839ba723accb)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:14.638643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.696111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.710484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.752915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4f7ab-4d00-4aac-b717-f5f0cff593fc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:14.759288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.772458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.813356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.848869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bc4e3065fbf490083a129e509b98829&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181399 Feb 04 16:35:14.850133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d00e1-9c0a-4422-a2bf-41315d6160cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e0e95-d361-4ca3-b085-224ea9fb1da5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:14.852582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33518) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.869946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-89a15a08-beec-4fa0-9f45-56e1c7f48256 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac9010cc7de04863af53f989aed326a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6230688 Feb 04 16:35:14.872378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33522) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:14.933486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Calling delete_port for e3bce759-302c-4c43-8ef0-813b4a89b3e1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:14.948228 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:14.991341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bce759-302c-4c43-8ef0-813b4a89b3e1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:15.000265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.020619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.030643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] No DVR routers for this DVR port e3bce759-302c-4c43-8ef0-813b4a89b3e1 on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:15.121649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:35:15.122196 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:35:15.209879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.244134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.288609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.290678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a2e0e95-d361-4ca3-b085-224ea9fb1da5 HTTP/1.1" status: 204 len: 168 time: 0.4363408 Feb 04 16:35:15.296159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426f93f-06b6-47df-954f-20d9016f8642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e0e95-d361-4ca3-b085-224ea9fb1da5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:15.339239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:15.355836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.382631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4f7ab-4d00-4aac-b717-f5f0cff593fc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:15.387248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.389505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6fdad86f-db71-42c7-bc6c-55fd3cf29219 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08c4f7ab-4d00-4aac-b717-f5f0cff593fc HTTP/1.1" status: 204 len: 168 time: 0.5158958 Feb 04 16:35:15.465542 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.504721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473e2f00-a88a-4bca-9b7a-38029eca146e']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:15.542623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d14e3a-4353-4bd6-a487-839ba723accb') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:15.543013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d14e3a-4353-4bd6-a487-839ba723accb') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:15.599698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.623798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Deleting port e3bce759-302c-4c43-8ef0-813b4a89b3e1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:15.623971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.666272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.691706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:35:15.692150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:35:15.732002 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:35:15.867292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ef607b7-d9a1-4072-8e71-e89f11e85935 None None] The port 'e3bce759-302c-4c43-8ef0-813b4a89b3e1' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:35:15.908424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e3bce759-302c-4c43-8ef0-813b4a89b3e1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:15.963480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e3bce759-302c-4c43-8ef0-813b4a89b3e1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:35:15.964984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e3bce759-302c-4c43-8ef0-813b4a89b3e1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:35:16.007250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-d0c727f6-1340-41de-b93b-28e0bb3eb72c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6664793 Feb 04 16:35:16.100205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:16.125500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:16.138753 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] 10.222.0.62 "DELETE /v2.0/networks/473e2f00-a88a-4bca-9b7a-38029eca146e HTTP/1.1" status: 204 len: 168 time: 3.1008401 Feb 04 16:35:16.153280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c603b-46c5-44f4-ae56-f582ba58fdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=473e2f00-a88a-4bca-9b7a-38029eca146e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:16.716431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:16.902543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-49b4d7a0-7c46-4473-9271-d15d5e0f8673 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23821742d06e4524958a8bb34efeaee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820922 Feb 04 16:35:16.903891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33594) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:17.107512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:17.232006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:17.317085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-be773b79-8a34-4c08-af03-281adec70072 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:35:17.318058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-be773b79-8a34-4c08-af03-281adec70072 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071571 Feb 04 16:35:17.344380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Request body: {'binding': {'host': 'n-h2-827873-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:17.350571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Unknown quota resources ['binding']. {{(pid=83597) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 04 16:35:17.425484 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:17.480735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46409f9d-7922-4ef9-85fa-cffbce1b9035,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:17.505163 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:17.506690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-476c4d59-577e-43da-ab26-cfce40a5655c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46409f9d-7922-4ef9-85fa-cffbce1b9035 HTTP/1.1" status: 204 len: 168 time: 0.6017601 Feb 04 16:35:17.890814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on host n-h2-827873-1 for vnic_type normal with profile None {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:17.891414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:17.891842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:17.907518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:35:17.907846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:17.922773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:17.923112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:17.923691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Bound using segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:17.924158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Bound port: bf291dd9-c9fc-40b0-85dd-bcf27214b540, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:17.990630 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:17.998901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:18.000928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f2797341-68eb-4f8d-935e-a850715bc701 service neutron] 10.222.0.62 "POST /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540/bindings HTTP/1.1" status: 201 len: 389 time: 0.6643450 Feb 04 16:35:18.574955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33650) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:18.625998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c096802-d943-4257-97e3-e32ebc6f10f6 req-48600c78-abc2-4fbf-9559-5a31bc3810da tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:18.638908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c096802-d943-4257-97e3-e32ebc6f10f6 req-48600c78-abc2-4fbf-9559-5a31bc3810da tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.1954615 Feb 04 16:35:18.697171 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-275c54af-b242-4f18-98d8-b7e2d359e24d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d78b2d21d7c84f8289702ccecc025d45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1170986 Feb 04 16:35:18.697171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33654) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:18.753733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c096802-d943-4257-97e3-e32ebc6f10f6 req-759008cc-cc83-4bc7-b71f-d92830718f4f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136978 Feb 04 16:35:18.841405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:18.912315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:18.965882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ae97059b-cb77-419a-a6f5-b4d9c24433ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1096 time: 0.6568432 Feb 04 16:35:19.077037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.116057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:19.120821 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25a9269e-68e8-4a36-9a21-0c79eeb68c44 HTTP/1.1" status: 204 len: 168 time: 0.4229095 Feb 04 16:35:19.121694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075be545-e593-44ce-b9d1-014462aa7c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9269e-68e8-4a36-9a21-0c79eeb68c44,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:19.267941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33676) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:19.362580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f19c3627-8bd0-4b13-87d3-007b16e49ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:19.364769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f19c3627-8bd0-4b13-87d3-007b16e49ba9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.3921065 Feb 04 16:35:19.706613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-3fb707c5-d1ed-4f49-bee9-9273a4d5cda1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 1001 time: 0.3329179 Feb 04 16:35:19.884104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1397556699-network', 'tenant_id': '6e7cf2465076448f920e9548e508e463'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:19.889548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-dc7ea3d5-f704-4ae9-af22-52c0d7e7226c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:19.899368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:19.902613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-dc7ea3d5-f704-4ae9-af22-52c0d7e7226c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.1883419 Feb 04 16:35:19.906633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Usage tracker for resource:network and tenant:6e7cf2465076448f920e9548e508e463 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:19.943352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:19.955483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:20.007828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Made reservation on behalf of 6e7cf2465076448f920e9548e508e463 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:20.010653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.053924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.169887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:20.175481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Usage tracker for resource:security_group_rule and tenant:6e7cf2465076448f920e9548e508e463 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:20.185135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:20.211275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:20.404858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-4a5d0d66-5e5c-416e-a0b0-9f257c8a5328 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4965072 Feb 04 16:35:20.408196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.416028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8626b64-6081-4b0a-a476-c5acfcb2cb47 req-221484ec-f62f-49b1-a9e0-44aa1a1143f3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:20.424460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.436199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8626b64-6081-4b0a-a476-c5acfcb2cb47 req-221484ec-f62f-49b1-a9e0-44aa1a1143f3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.3097045 Feb 04 16:35:20.448209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:20.471478 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.472142 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Added segment 2648c626-cdfc-4934-b300-72a681882d1e of type vlan for network ba86d2b6-24c7-48fc-81f4-05842d960511 Feb 04 16:35:20.534502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.706531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af348944-5657-499a-9cdc-de8c87719962,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:20.712325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.721106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:20.721768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:20.896831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-a1ba3178-54ef-4da0-9198-d760f673ae12 service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146960 Feb 04 16:35:21.063346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] Pushing event updated for resources: {'Network': ['ID=ba86d2b6-24c7-48fc-81f4-05842d960511,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:21.068851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-643018fb-ebe5-453e-a02d-d8c10cfdeddb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7998784 Feb 04 16:35:21.076738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ba86d2b6-24c7-48fc-81f4-05842d960511 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:21.088013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33730) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:21.098322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Request body: {'subnet': {'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1397556699-subnet', 'tenant_id': '6e7cf2465076448f920e9548e508e463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:21.115281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:21.131129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Usage tracker for resource:subnet and tenant:6e7cf2465076448f920e9548e508e463 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:21.139333 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:21.169879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:21.223696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Made reservation on behalf of 6e7cf2465076448f920e9548e508e463 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:21.226454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.351133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ed1e3095-3307-4f57-b6f3-b2250218a6bc service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346483 Feb 04 16:35:21.357147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8626b64-6081-4b0a-a476-c5acfcb2cb47 req-c925c86e-9a0b-4a78-b5cf-3522634a9d15 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9197352 Feb 04 16:35:21.437564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.515407 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:21.586132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33740) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:21.679929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-d0b5facd-c5c9-4def-80fe-9694bc723011 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&tenant_id=9d08bc626ccd49e4b462d9840a14fc57&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1096 time: 0.2391081 Feb 04 16:35:21.693351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827873-1'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:21.797795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.028978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.087659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0299cd3-7c2c-43d4-979d-07da6ee51162,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:22.087659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Checking segment: {'id': '2648c626-cdfc-4934-b300-72a681882d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:22.087659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Network hostable DHCP agents. Network: ba86d2b6-24c7-48fc-81f4-05842d960511, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:22.103331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1181445197-network', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:22.134676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Network ba86d2b6-24c7-48fc-81f4-05842d960511 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:22.158704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:22.173236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Usage tracker for resource:network and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:22.174860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ba86d2b6-24c7-48fc-81f4-05842d960511) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:22.178176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:22.186883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:22.189214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc7193-7bed-4102-ba94-31a17188db48 None None] Network ba86d2b6-24c7-48fc-81f4-05842d960511 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:22.195153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:22.195946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.215517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:22.219011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.234081 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:22.236931 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6eafafb3-4a4d-4eae-b3bb-7f78cd2e7ce0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1475017 Feb 04 16:35:22.441540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:22.535392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:22.556864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:22.696948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:22.786486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a421f0-b408-4146-8e2c-f87e41b84715 None None] Network ba86d2b6-24c7-48fc-81f4-05842d960511 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:22.998680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:23.257892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d4018-13b1-4038-823e-ae249c792b9f req-17b9ee17-2889-427a-9868-c40b7ab9509e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:23.273546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-837d4018-13b1-4038-823e-ae249c792b9f req-17b9ee17-2889-427a-9868-c40b7ab9509e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.5815628 Feb 04 16:35:23.367889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:23.632677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.635720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:23.708133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.713397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.779822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-837d4018-13b1-4038-823e-ae249c792b9f req-b983e70a-4dce-436f-8acd-4ee3d5203ff2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053670 Feb 04 16:35:23.790088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:23.801758 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'code': 200} Feb 04 16:35:23.865289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c6d891-f86b-4671-b4c2-981857ded680,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:23.996668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:24.143413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.143760 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Added segment 0a9fee38-8391-4166-8d4c-c67140169f87 of type vlan for network 51f6190a-248a-42cf-9236-5e628e07be61 Feb 04 16:35:24.202110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.274136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.274547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.276859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.277228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.277582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.277898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:24.315627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33820) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:24.323889 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.326215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:24.329375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1725342293-network', 'tenant_id': '9e5e8c6b37aa4405a0795ff763a45fb1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:24.330135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.337796 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:35:24.344547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:24.358497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Usage tracker for resource:network and tenant:9e5e8c6b37aa4405a0795ff763a45fb1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:24.378015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:24.388219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:24.398957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e5806711-6bbf-4864-b67b-26ce2647db1c None None] Provisioning complete for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:24.400863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e5806711-6bbf-4864-b67b-26ce2647db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.434869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Made reservation on behalf of 9e5e8c6b37aa4405a0795ff763a45fb1 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:24.438546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.446151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8562460 Feb 04 16:35:24.446151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.454796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33828) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:24.478295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.552392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e5806711-6bbf-4864-b67b-26ce2647db1c None None] Port bf291dd9-c9fc-40b0-85dd-bcf27214b540 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:24.568300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:24.572389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5e8c6b37aa4405a0795ff763a45fb1 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:24.575613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:24.586370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:24.605365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Request body: {'subnet': {'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1181445197-subnet', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:24.669765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:24.705678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Usage tracker for resource:subnet and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:24.713240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:24.814791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.831339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6493c35-624b-452c-9573-63d455a12b8f admin admin] Pushing event updated for resources: {'Network': ['ID=51f6190a-248a-42cf-9236-5e628e07be61,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:24.834353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:24.844798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 51f6190a-248a-42cf-9236-5e628e07be61 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:24.845793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.895741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:24.913240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on host n-h1-827873-1 for vnic_type normal with profile {"migrating_to": "n-h2-827873-1"} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:24.918316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:24.928829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:24.929188 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Added segment 2c26d802-a7e9-4ab6-bd2e-937c8ea6a724 of type vlan for network 9997d83a-5fcd-4c70-aa6b-191b5627249b Feb 04 16:35:24.929969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:24.946267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:35:24.946897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Attempting to bind port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:24.967018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:24.967677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Checking segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:24.968331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Bound using segment: {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:24.969098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Bound port: bf291dd9-c9fc-40b0-85dd-bcf27214b540, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc52c905-6a90-4117-9059-6963a942414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:24.980216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.041327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdc1c92-62ee-4264-901d-af909d0f8afa,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:25.102162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.167233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.168493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:25.169185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.200255 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38afbff6-9dce-43a8-a648-6f8722888715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.236265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:25.244533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.355450 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0377314 Feb 04 16:35:25.357235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79151a3-f4df-4864-9036-5a47aa6c1301 admin admin] Pushing event updated for resources: {'Network': ['ID=9997d83a-5fcd-4c70-aa6b-191b5627249b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:25.360069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 33854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:25.370762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9997d83a-5fcd-4c70-aa6b-191b5627249b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:25.403069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Request body: {'subnet': {'network_id': '9997d83a-5fcd-4c70-aa6b-191b5627249b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1725342293-subnet', 'tenant_id': '9e5e8c6b37aa4405a0795ff763a45fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:25.408326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:25.412134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Usage tracker for resource:subnet and tenant:9e5e8c6b37aa4405a0795ff763a45fb1 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:25.414974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:25.420971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:25.467789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Made reservation on behalf of 9e5e8c6b37aa4405a0795ff763a45fb1 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:25.471382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:25.724845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c5e2-299b-4f92-a64e-19e64b8a5203 req-4dccec46-5bff-454b-8182-498ad813311b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:25.731813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b9c5e2-299b-4f92-a64e-19e64b8a5203 req-4dccec46-5bff-454b-8182-498ad813311b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 943 time: 0.4724493 Feb 04 16:35:25.755635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:25.782132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:25.852593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-76b9c5e2-299b-4f92-a64e-19e64b8a5203 req-78c046c4-5842-450f-91ed-d81a71676182 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195543 Feb 04 16:35:25.854071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.327769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:26.398374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] Provisioning complete for port bf291dd9-c9fc-40b0-85dd-bcf27214b540 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:26.399504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.486706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.527619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.535670 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.537832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-ce70fc5f-7cc7-433b-832b-5ddf75d01275 service neutron] 10.222.0.58 "PUT /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 1121 time: 4.8495417 Feb 04 16:35:26.544160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:26.646675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bf291dd9-c9fc-40b0-85dd-bcf27214b540'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:35:26.686800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdff6fbf-c2f0-4950-9121-11aca3030eb6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:26.702627 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'status': 'completed', 'code': 200} Feb 04 16:35:26.762689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.799194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:26.802207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:26.835215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:26.934984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Checking segment: {'id': '2c26d802-a7e9-4ab6-bd2e-937c8ea6a724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9997d83a-5fcd-4c70-aa6b-191b5627249b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:26.935552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Network hostable DHCP agents. Network: 9997d83a-5fcd-4c70-aa6b-191b5627249b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:26.976347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:26.976631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Network hostable DHCP agents. Network: 51f6190a-248a-42cf-9236-5e628e07be61, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:27.050044 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'code': 200} Feb 04 16:35:27.050321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca4490d-0d38-4f9e-a154-6b888311fe83,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:27.160500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-3bd8685a-6915-4c01-91c6-16bf41e12378 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1126 time: 0.4207118 Feb 04 16:35:27.163136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Network 9997d83a-5fcd-4c70-aa6b-191b5627249b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:27.388899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Network 51f6190a-248a-42cf-9236-5e628e07be61 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:27.434279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9997d83a-5fcd-4c70-aa6b-191b5627249b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:27.465909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 51f6190a-248a-42cf-9236-5e628e07be61) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:27.469104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.469677 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.509514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2341de-e5f0-46db-aefc-5d1dbc3f5de9 None None] Network 9997d83a-5fcd-4c70-aa6b-191b5627249b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:27.528612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.529189 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.601003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1bad9f9-92e1-423d-8da3-ba6a5233eb6e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1366282 Feb 04 16:35:27.603757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:27.609466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:27.616985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:27.627082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Usage tracker for resource:router and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:27.631888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:27.641939 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60a024e8-ae63-4c3b-bbfa-edb4dba5b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.643097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:27.647666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af06ab-678b-448a-b486-a462e5ad8c81 None None] Network 51f6190a-248a-42cf-9236-5e628e07be61 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:27.679904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.681097 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.691266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8f5fd-95e5-40c6-90b7-27a0d53dd0b2 None None] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:27.692032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a26b45c1-6a4d-466d-8024-1476186847b1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3114636 Feb 04 16:35:27.729626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-fa682680-8d67-400f-bc4e-57051f664cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.734873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-fa682680-8d67-400f-bc4e-57051f664cc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.5272279 Feb 04 16:35:27.740959 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:27.900955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-d8731e3b-6a54-48ab-b9f3-da54bc17771e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 1001 time: 0.1607881 Feb 04 16:35:27.922099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe4d5e-6968-47ce-ac56-b8bb8118fca4 req-abbd8392-eee8-480f-bdcf-d045c255e3fb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:27.932921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aefe4d5e-6968-47ce-ac56-b8bb8118fca4 req-abbd8392-eee8-480f-bdcf-d045c255e3fb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.7308321 Feb 04 16:35:28.161140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-99e7f7a2-e411-4464-8e39-e14de17f2e61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:28.163926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-99e7f7a2-e411-4464-8e39-e14de17f2e61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.2192814 Feb 04 16:35:28.381002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-63c1f457-17be-40dd-8f44-9f78fbbe12af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075403 Feb 04 16:35:28.421249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:28.688505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1d0f9-8802-45a7-8b64-a3efe76e01a3 None None] Network 9997d83a-5fcd-4c70-aa6b-191b5627249b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:29.054502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.143956 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.255408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:35:29.485692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Allocated IP 172.25.5.240 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d6bf6894-f59f-419a-8f03-3aea70467744) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:29.558066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.559436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.590880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33960) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:29.603561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-69bb77b9-5541-44cc-a2bf-f7506d3e37b1 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:29.612088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-69bb77b9-5541-44cc-a2bf-f7506d3e37b1 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/networks?id=ba86d2b6-24c7-48fc-81f4-05842d960511 HTTP/1.1" status: 200 len: 809 time: 0.4338405 Feb 04 16:35:29.650994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aefe4d5e-6968-47ce-ac56-b8bb8118fca4 req-2b02b556-4973-4380-b6a6-e8f12d3d43a6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7171280 Feb 04 16:35:29.682921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-c68f6f9a-0a21-4652-ad4e-4000c190e45b tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/quotas/6e7cf2465076448f920e9548e508e463 HTTP/1.1" status: 200 len: 375 time: 0.0699143 Feb 04 16:35:29.740890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-51f6190a-248a-42cf-9236-5e628e07be61', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:29.740890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.758468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.796198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:29.883353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Pushing event updated for resources: {'Port': ['ID=d6bf6894-f59f-419a-8f03-3aea70467744,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:29.904369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-208b253a-c904-40fe-acae-7bcfcb2dc948 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e7cf2465076448f920e9548e508e463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1990921 Feb 04 16:35:29.916423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:29.919838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:29.934229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:30.020871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-6d159594-2084-49b3-b4d1-109cdddddc87 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6309361 Feb 04 16:35:30.032781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Allocated IP 172.20.0.2 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/65cf272a-f440-465c-b4ae-8a90b6c0350c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:30.220357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.288620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:30.294518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Usage tracker for resource:security_group_rule and tenant:49ce1f058f2341189efd3f0b2188059e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:30.298657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:30.305102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:30.334686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:30.396746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.412860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 has no active binding in host n-h2-827873-1 {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 04 16:35:30.418310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.522544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49ce1f058f2341189efd3f0b2188059e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9301260 Feb 04 16:35:30.525339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 33988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:30.527723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551383e-9a24-436c-8575-f7f81cef809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec3ce08-dda4-4af2-a4f2-66df9c8b895f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:30.541349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.581490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.592482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Transition to ACTIVE for port object 65cf272a-f440-465c-b4ae-8a90b6c0350c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:30.610915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-91e84d29-026e-4bf7-87e4-ebc163b8ac2e service neutron] 10.222.0.62 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571696 Feb 04 16:35:30.622938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Transition to ACTIVE for port object 65cf272a-f440-465c-b4ae-8a90b6c0350c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:30.636919 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.694427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.748713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b29eaee9-93d8-471d-a4c0-43ca2432abe3 req-5c868f7b-07cb-4cb2-890c-1bb670b1a92a service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129363 Feb 04 16:35:30.748849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Pushing event updated for resources: {'Port': ['ID=65cf272a-f440-465c-b4ae-8a90b6c0350c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:30.765609 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.766162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.766690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.767191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.767675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.768149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.768621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.769090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.769572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.770048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.770542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:30.777579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.779946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:30.783073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:30.790598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.792739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:30.793697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:30.847119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-f2a12f5c-7e24-4460-8e8e-8b058a079950 service neutron] 10.222.0.62 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336740 Feb 04 16:35:31.024602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Attempting to bind port 65cf272a-f440-465c-b4ae-8a90b6c0350c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:31.027012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Attempting to bind port 65cf272a-f440-465c-b4ae-8a90b6c0350c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:31.027788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Attempting to bind port 65cf272a-f440-465c-b4ae-8a90b6c0350c on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:31.084292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae755b-5ef8-47c4-9349-d8ff54f0c217 req-8d304637-ff0a-47ca-9803-abd376bb52bd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:31.085993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cae755b-5ef8-47c4-9349-d8ff54f0c217 req-8d304637-ff0a-47ca-9803-abd376bb52bd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.1492703 Feb 04 16:35:31.089383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:31.089776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:31.090187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.094947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:31.095456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Bound port: 65cf272a-f440-465c-b4ae-8a90b6c0350c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:31.095866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.121994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.237125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cae755b-5ef8-47c4-9349-d8ff54f0c217 req-c766cfe4-ba8b-4ec8-a694-23cb4e45060b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348147 Feb 04 16:35:31.281448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec3ce08-dda4-4af2-a4f2-66df9c8b895f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:31.379897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.389574 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-92cc2c7d-bf86-4538-9195-42cfcac31dd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ec3ce08-dda4-4af2-a4f2-66df9c8b895f HTTP/1.1" status: 204 len: 168 time: 0.8401704 Feb 04 16:35:31.459728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2b5eb7c2-d68a-4a7e-9f4e-11e9209b8d63 req-1291a752-f498-4458-ae1a-ea0571723870 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 210 time: 0.2442195 Feb 04 16:35:31.544999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] For port 65cf272a-f440-465c-b4ae-8a90b6c0350c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:31.566362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] For port 65cf272a-f440-465c-b4ae-8a90b6c0350c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=65cf272a-f440-465c-b4ae-8a90b6c0350c,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:31.593125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:31.610108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Router cc7155e8-2009-45fd-ae21-740d688efa48 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:35:31.746567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f46ab-9788-4082-b7af-a894c3a2ff31 None None] Pushing event updated for resources: {'Port': ['ID=65cf272a-f440-465c-b4ae-8a90b6c0350c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:31.765862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-67d928f9-134c-4db2-9dcd-6ca30ecf2579 service neutron] 10.222.0.41 "GET /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 384 time: 0.2876980 Feb 04 16:35:32.490980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:32.516743 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-548adec0-8143-456f-ba31-1f54de983d04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1126 time: 0.5429864 Feb 04 16:35:32.649139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:32.717394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34048) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:32.815865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:32.916666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:32.925368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:32.938553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-6c1fa34b-9020-47d7-a664-db8cb134a17b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:32.940010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-6c1fa34b-9020-47d7-a664-db8cb134a17b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.3789067 Feb 04 16:35:32.942553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Usage tracker for resource:security_group_rule and tenant:278c82a5491849a28b505dcb3652800f is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:32.946975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:32.958065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:32.980993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:33.016807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.123642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-da0f3078-eb28-40b5-8ed3-655e6a8df4b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 999 time: 0.1731622 Feb 04 16:35:33.299905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-c0b3429c-efe3-417c-b15f-b0ba344f81bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:33.304898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-c0b3429c-efe3-417c-b15f-b0ba344f81bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.1614728 Feb 04 16:35:33.308681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a992-4309-49f0-922d-84bb1a210f43 req-b58d5ed1-ce57-4ed4-ac4b-2f639307171e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:33.321638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3851a992-4309-49f0-922d-84bb1a210f43 req-b58d5ed1-ce57-4ed4-ac4b-2f639307171e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 945 time: 0.7603180 Feb 04 16:35:33.545515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:33.566427 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:33.612833 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:33.613471 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:33.636054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:33.640818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f8e9c0e-fe73-4462-8e21-f3716511afcb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0360286 Feb 04 16:35:33.642955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34064) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:33.659840 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-c94e49cf-7c92-4a3e-8273-1a7d5954a53e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3460298 Feb 04 16:35:33.690700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:35:33.951807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7edb204-6f28-4f21-918a-9b01eb1f9446 None None] Network 51f6190a-248a-42cf-9236-5e628e07be61 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:33.974896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 65cf272a-f440-465c-b4ae-8a90b6c0350c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:34.125886 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:34.222652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90c39074-d20e-4c16-b2d0-8b19c3d59249 None None] Provisioning for port 65cf272a-f440-465c-b4ae-8a90b6c0350c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:34.223290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-75f89461-3754-468c-8313-f71d80718b59 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:34.225338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-75f89461-3754-468c-8313-f71d80718b59 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.41 "GET /v2.0/networks?id=ba86d2b6-24c7-48fc-81f4-05842d960511 HTTP/1.1" status: 200 len: 809 time: 0.8320570 Feb 04 16:35:34.238904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc7900c7-9f36-4350-a095-6bd80fa1bfd7 req-50628d69-7f66-44d6-a5c8-e9b9bb25f987 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 210 time: 1.4784763 Feb 04 16:35:34.269835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Request body: {'port': {'device_id': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511', 'admin_state_up': True, 'tenant_id': '6e7cf2465076448f920e9548e508e463'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:34.370683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-7995dd6f-02d4-4e6f-80c8-4fa2cf0dbd07 service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661776 Feb 04 16:35:34.389568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3851a992-4309-49f0-922d-84bb1a210f43 req-c38d86c4-fd98-4508-98fe-c68a0e8e27ce tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0667467 Feb 04 16:35:34.533066 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'code': 200} Feb 04 16:35:34.538317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 65cf272a-f440-465c-b4ae-8a90b6c0350c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:34.553367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 65cf272a-f440-465c-b4ae-8a90b6c0350c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:34.553367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.669943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:30Z', 'revision_number': 3, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:34.675409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] Transition to ACTIVE for port object bf291dd9-c9fc-40b0-85dd-bcf27214b540 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:34.693436 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:34.693787 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Updating router cc7155e8-2009-45fd-ae21-740d688efa48 port d6bf6894-f59f-419a-8f03-3aea70467744 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:34.744360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.822134 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.867110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-09f30522-2b25-4a77-a8ea-d444ddfcd577 req-bc37c3e3-1899-44ad-8564-a3bcd7c592ff service neutron] 10.222.0.41 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658308 Feb 04 16:35:34.888231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:34.928725 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.028659 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.151346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 65cf272a-f440-465c-b4ae-8a90b6c0350c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=65cf272a-f440-465c-b4ae-8a90b6c0350c,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:35.162622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.173665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:35.250554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=65cf272a-f440-465c-b4ae-8a90b6c0350c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:35.518355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Usage tracker for resource:port and tenant:6e7cf2465076448f920e9548e508e463 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:35.618803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:35.639902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f8d18-2121-4dd3-b7c4-6c91600ec192,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:35.795502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b00274a0-f88c-4981-8f15-08888377cf96 None None] Provisioning complete for port 65cf272a-f440-465c-b4ae-8a90b6c0350c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:35.795865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b00274a0-f88c-4981-8f15-08888377cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.811335 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.819266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] Pushing event updated for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=11']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:35.838841 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Transition to ACTIVE for port object d6bf6894-f59f-419a-8f03-3aea70467744 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:35.862286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 65cf272a-f440-465c-b4ae-8a90b6c0350c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:35.865814 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:35.961982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:36.059670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 65cf272a-f440-465c-b4ae-8a90b6c0350c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:36.059670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.110548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-da399e4e-d069-4066-93e3-7e93b22dd84c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=278c82a5491849a28b505dcb3652800f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3892934 Feb 04 16:35:36.122793 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Pushing event updated for resources: {'Port': ['ID=d6bf6894-f59f-419a-8f03-3aea70467744,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:36.149123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Attempting to bind port d6bf6894-f59f-419a-8f03-3aea70467744 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:36.149210 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Attempting to bind port d6bf6894-f59f-419a-8f03-3aea70467744 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:36.149505 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Attempting to bind port d6bf6894-f59f-419a-8f03-3aea70467744 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:36.159143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34132) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:36.162844 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.163182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.163508 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.163831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.167439 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.167836 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.168167 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.175590 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.176333 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.176684 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.177621 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:36.195768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:36.196215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:36.196625 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.197168 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:36.197893 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Bound port: d6bf6894-f59f-419a-8f03-3aea70467744, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:36.198613 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.221604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c16ca6b4-017d-4e2c-9455-0ddfa32832e0 req-c4c398b7-a0f7-4ee3-844c-31a416ed2855 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 210 time: 0.6098206 Feb 04 16:35:36.250001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] No DVR routers for this DVR port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:35:36.364452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] For port d6bf6894-f59f-419a-8f03-3aea70467744, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:36.364452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] For port d6bf6894-f59f-419a-8f03-3aea70467744, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d6bf6894-f59f-419a-8f03-3aea70467744,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:36.376308 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.399964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Made reservation on behalf of 6e7cf2465076448f920e9548e508e463 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:36.407232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.603038 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc975ef-37c1-4085-8bc5-89e7b99a1f97 None None] Pushing event updated for resources: {'Port': ['ID=d6bf6894-f59f-419a-8f03-3aea70467744,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:36.623465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:36.624116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:36.653530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.688667 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.755202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.775213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe10e6-9cea-4da0-a575-501142e4cadd req-2493d5ae-d838-42ae-b7a1-96bf5b5bf519 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:36.790942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cefe10e6-9cea-4da0-a575-501142e4cadd req-2493d5ae-d838-42ae-b7a1-96bf5b5bf519 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.9548695 Feb 04 16:35:36.880234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Allocated IP 172.20.0.5 (ba86d2b6-24c7-48fc-81f4-05842d960511/b0299cd3-7c2c-43d4-979d-07da6ee51162/bdc33db6-d58b-463b-916f-8b2d729b780d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:36.925265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:36.954711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f8d18-2121-4dd3-b7c4-6c91600ec192,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:37.055045 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:37.161263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.172722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cb5b35f9-4180-464e-908c-fb81d5d87558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a2f8d18-2121-4dd3-b7c4-6c91600ec192 HTTP/1.1" status: 204 len: 168 time: 1.0074675 Feb 04 16:35:37.377427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Allocated IP 172.20.0.1 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/87174a38-46c8-4c98-a5fb-63f87ffd4b50) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:37.439614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cefe10e6-9cea-4da0-a575-501142e4cadd req-32f782cf-1b93-4f56-8d79-60490c66441a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376433 Feb 04 16:35:37.604735 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:30Z', 'revision_number': 3, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:37.637088 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dda362-f476-483a-a7fe-0773963b6da1 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:30Z', 'revision_number': 3, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:37.752136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59dd1fde-8b60-4e6e-b47f-c11e86a1bbc2 req-eba9d254-a2d6-49ac-8678-19d3a8f538ce tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 210 time: 0.1273620 Feb 04 16:35:37.879728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.914980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:37.950011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Transition to ACTIVE for port object 87174a38-46c8-4c98-a5fb-63f87ffd4b50 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:37.953773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-b3657504-0f06-43b7-8f79-a609e385db17 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540/bindings/n-h2-827873-1/activate HTTP/1.1" status: 200 len: 369 time: 6.1761475 Feb 04 16:35:38.023508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.045399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.436070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Pushing event updated for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.482155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Network ba86d2b6-24c7-48fc-81f4-05842d960511 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:38.488115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:38.491907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:38.493343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:38.497396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:38.500914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:38.554283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Pushing event updated for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:38.649874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.759870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:38.762972 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:38.838160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-d3f93abb-e6dc-4d26-b771-ccbb1e278cb9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5888972 Feb 04 16:35:38.864121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-862e6be8-4715-49c1-9302-4202592e7f76 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:35:38.864121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-862e6be8-4715-49c1-9302-4202592e7f76 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0146799 Feb 04 16:35:38.996087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.008741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d8356d15-7c6b-49ea-8cbe-f34446f4604e None None] Provisioning for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:39.035524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d8356d15-7c6b-49ea-8cbe-f34446f4604e None None] Provisioning complete for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:39.035524 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8356d15-7c6b-49ea-8cbe-f34446f4604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.118491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Request body: {'port': {'device_id': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:39.188517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d8356d15-7c6b-49ea-8cbe-f34446f4604e None None] Port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:39.545601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-92c6a0a4-e7f4-48d2-afb6-8f53fc65d6c6 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&tenant_id=9d08bc626ccd49e4b462d9840a14fc57&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 1095 time: 1.1362011 Feb 04 16:35:39.743227 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.754763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.757648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.815543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1879-b83e-4e06-9c81-dcda77f66002 req-f798ab4e-3638-4dc8-8fbf-e79c57c87198 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:39.833173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c9a1879-b83e-4e06-9c81-dcda77f66002 req-f798ab4e-3638-4dc8-8fbf-e79c57c87198 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.9927480 Feb 04 16:35:39.917139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871565-1a6f-4a9c-9785-807b198dbb33 req-46fbbd44-4859-4230-9cb0-50e5e6d1b24f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:39.917139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0a871565-1a6f-4a9c-9785-807b198dbb33 req-46fbbd44-4859-4230-9cb0-50e5e6d1b24f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Synchronizing usage tracker for tenant:6e7cf2465076448f920e9548e508e463 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:35:39.931579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:39.965592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d6bf6894-f59f-419a-8f03-3aea70467744 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:39.984380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-56c84c80-423e-45ba-b49c-222f85a8d94f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 1095 time: 0.3958170 Feb 04 16:35:40.140699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0a871565-1a6f-4a9c-9785-807b198dbb33 req-46fbbd44-4859-4230-9cb0-50e5e6d1b24f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Unset dirty status for tenant:6e7cf2465076448f920e9548e508e463 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:35:40.148078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a871565-1a6f-4a9c-9785-807b198dbb33 req-46fbbd44-4859-4230-9cb0-50e5e6d1b24f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 931 time: 1.0554757 Feb 04 16:35:40.170374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d6bf6894-f59f-419a-8f03-3aea70467744 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:40.184359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d6bf6894-f59f-419a-8f03-3aea70467744 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:40.184748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.261806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c9a1879-b83e-4e06-9c81-dcda77f66002 req-fab76522-2b1a-4020-80f4-8bcdac9a527a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330754 Feb 04 16:35:40.273118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Pushing event updated for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.298632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.298632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.298632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.298632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.305674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:35:40.472411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:40.475218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:40.492622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.528590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d6bf6894-f59f-419a-8f03-3aea70467744, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d6bf6894-f59f-419a-8f03-3aea70467744,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:40.538047 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:40.683059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d6bf6894-f59f-419a-8f03-3aea70467744,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:40.766754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a871565-1a6f-4a9c-9785-807b198dbb33 req-a8d285f7-7689-4166-bdb0-ee5af3578245 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123798 Feb 04 16:35:40.940408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-77c254dc-e662-47ad-845f-5a4dffd94af8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1095 time: 0.9350729 Feb 04 16:35:41.070687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc33db6-d58b-463b-916f-8b2d729b780d {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:35:41.143958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a6f50ab3-e307-48b4-b71f-bc752178652d None None] Provisioning complete for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:41.143958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a6f50ab3-e307-48b4-b71f-bc752178652d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.148177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.191552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Transition to ACTIVE for port object bdc33db6-d58b-463b-916f-8b2d729b780d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:41.238592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a6f50ab3-e307-48b4-b71f-bc752178652d None None] Port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:41.383486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-22f148b9-0601-42c8-9954-79d8b63a3711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:41.390209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-22f148b9-0601-42c8-9954-79d8b63a3711 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 0.4384396 Feb 04 16:35:41.392597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:41.515627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:41.529497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:41.889610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d6bf6894-f59f-419a-8f03-3aea70467744 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:42.029326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-e1435dfc-a9b3-45aa-bf71-53f2d8f133b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 999 time: 0.6123350 Feb 04 16:35:42.116549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d6bf6894-f59f-419a-8f03-3aea70467744 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:42.117013 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.395993 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.560701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:42.567767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb8195d5d104e1595615406980a12a7 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:42.571818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:42.573607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:42.594254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Pushing event updated for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.613974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:42.618770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d0047234-6f70-4c6e-9418-8d07baf99f7f admin admin] 10.222.0.62 "PUT /v2.0/routers/cc7155e8-2009-45fd-ae21-740d688efa48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9534140 Feb 04 16:35:42.683979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-6b673417-1e10-4127-9a4e-c3895b0f85bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:42.683979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-6b673417-1e10-4127-9a4e-c3895b0f85bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.5026519 Feb 04 16:35:42.797962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fd578-4279-4080-b6da-96a98294567e req-4f85a2fd-79a2-482b-b710-c747f01a1029 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:42.797962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa4fd578-4279-4080-b6da-96a98294567e req-4f85a2fd-79a2-482b-b710-c747f01a1029 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 943 time: 0.7642236 Feb 04 16:35:42.803613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Attempting to bind port bdc33db6-d58b-463b-916f-8b2d729b780d on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:42.803613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Attempting to bind port bdc33db6-d58b-463b-916f-8b2d729b780d by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '2648c626-cdfc-4934-b300-72a681882d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:42.803613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Attempting to bind port bdc33db6-d58b-463b-916f-8b2d729b780d on network ba86d2b6-24c7-48fc-81f4-05842d960511 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:42.819025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Port bdc33db6-d58b-463b-916f-8b2d729b780d on network ba86d2b6-24c7-48fc-81f4-05842d960511 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:35:42.819025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Attempting to bind port bdc33db6-d58b-463b-916f-8b2d729b780d on network ba86d2b6-24c7-48fc-81f4-05842d960511 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:42.844747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.853315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.876024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a17cd-ed40-4902-9291-45e202e07e7e req-cb5e15a9-5b01-4ae8-bc41-f55623bb9805 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:42.884718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf4a17cd-ed40-4902-9291-45e202e07e7e req-cb5e15a9-5b01-4ae8-bc41-f55623bb9805 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.7190433 Feb 04 16:35:42.906434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:42.906857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Checking segment: {'id': '2648c626-cdfc-4934-b300-72a681882d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:42.907324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Bound using segment: {'id': '2648c626-cdfc-4934-b300-72a681882d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:42.908000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Bound port: bdc33db6-d58b-463b-916f-8b2d729b780d, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2648c626-cdfc-4934-b300-72a681882d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:42.908359 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:42.938931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f106b695-6724-4bb4-969a-0b62745e7a67,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:42.944748 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a9a4a4b8-6014-4736-8140-830c883901e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdb8195d5d104e1595615406980a12a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4340985 Feb 04 16:35:42.948906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34296) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:42.986318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:43.002841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:43.005916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:43.179243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa4fd578-4279-4080-b6da-96a98294567e req-d3db9444-5e5b-4a55-8e9d-c8194cb9cd03 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656673 Feb 04 16:35:43.217485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-a455ddba-2bd0-40d1-aa80-1050a3a573ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5157394 Feb 04 16:35:43.240373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf4a17cd-ed40-4902-9291-45e202e07e7e req-9d4d9582-ec8d-4dfb-bddd-0b0318ab2668 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520410 Feb 04 16:35:43.408737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:43.409017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:43.413324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-f112955d-4129-48b1-9d91-4887e3caef1f service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735592 Feb 04 16:35:43.447357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bdc33db6-d58b-463b-916f-8b2d729b780d,segment=NetworkSegment(2648c626-cdfc-4934-b300-72a681882d1e),segment_id=2648c626-cdfc-4934-b300-72a681882d1e)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:43.505617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.657974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.765440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.788347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:43.789955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] 10.222.0.41 "PUT /v2.0/ports/bdc33db6-d58b-463b-916f-8b2d729b780d HTTP/1.1" status: 200 len: 1091 time: 4.7026494 Feb 04 16:35:43.792727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:43.957604 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d', 'status': 'completed', 'code': 200} Feb 04 16:35:43.957604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae0600-3ccd-4937-b217-81c055d6697c service neutron] Pushing event updated for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:43.998726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-92c18a6f-fe09-45d6-b002-e102448cbabb service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714698 Feb 04 16:35:44.066203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-ebffd7f9-c384-4ce8-bc39-a9de16857927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e7cf2465076448f920e9548e508e463&device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 1094 time: 0.1638467 Feb 04 16:35:44.066203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.148309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f106b695-6724-4bb4-969a-0b62745e7a67,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:44.173665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-c5f794d1-2ddc-4ffe-9b43-4376acff2f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc33db6-d58b-463b-916f-8b2d729b780d HTTP/1.1" status: 200 len: 217 time: 0.1105802 Feb 04 16:35:44.175986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.179524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa131ae6-2b29-4ada-a3a6-bb4edbc1d253 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f106b695-6724-4bb4-969a-0b62745e7a67 HTTP/1.1" status: 204 len: 168 time: 1.2217467 Feb 04 16:35:44.416224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-4d46c455-4bd7-4199-90f2-d702a8edbd80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:44.416224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-4d46c455-4bd7-4199-90f2-d702a8edbd80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0299cd3-7c2c-43d4-979d-07da6ee51162 HTTP/1.1" status: 200 len: 849 time: 0.2323766 Feb 04 16:35:44.439759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:39Z', 'revision_number': 2, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:44.439759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:44.439759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Updating router cc7155e8-2009-45fd-ae21-740d688efa48 port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:44.555794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.621852 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-4845ffbd-1e09-47e8-b445-23bbee1aea40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba86d2b6-24c7-48fc-81f4-05842d960511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018304 Feb 04 16:35:44.805011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34356) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:44.808417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1241120171-network', 'tenant_id': '009ff4595ead42dda54a548821d30fa4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:44.819714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:44.844928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Usage tracker for resource:network and tenant:009ff4595ead42dda54a548821d30fa4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:44.856088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:44.882059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:44.913461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Made reservation on behalf of 009ff4595ead42dda54a548821d30fa4 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:44.913461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:44.958075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.040134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:45.044454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Usage tracker for resource:security_group_rule and tenant:009ff4595ead42dda54a548821d30fa4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:45.048307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:45.054953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:45.183303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.190938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.213030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:35:45.232555 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.232555 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Added segment 9a133d74-1728-47b3-8b13-0a30ebbfc750 of type vlan for network cdc635fa-6653-4028-a144-829120b7640a Feb 04 16:35:45.350474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.423700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.424665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:45.425450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.479600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1b546-ba4c-4092-893d-7570465a1beb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:45.517343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-1f94bc6d-5daf-4131-9110-418ea824edb6 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc&tenant_id=9d08bc626ccd49e4b462d9840a14fc57&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 1095 time: 1.0200536 Feb 04 16:35:45.528865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.536527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-3872336d-edbc-4183-94f8-bb4e6b6e2a01 service neutron] 10.222.0.41 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8996012 Feb 04 16:35:45.547820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Transition to ACTIVE for port object 87174a38-46c8-4c98-a5fb-63f87ffd4b50 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:45.557329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.617818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8120058 Feb 04 16:35:45.617818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5fae8-d1b5-4d1d-9319-0de69ceda7bd admin admin] Pushing event updated for resources: {'Network': ['ID=cdc635fa-6653-4028-a144-829120b7640a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:45.617818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34378) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:45.623127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Request body: {'subnet': {'network_id': 'cdc635fa-6653-4028-a144-829120b7640a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1241120171-subnet', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:45.639106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:45.652696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Usage tracker for resource:subnet and tenant:009ff4595ead42dda54a548821d30fa4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:45.664331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:45.689003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:45.720934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Made reservation on behalf of 009ff4595ead42dda54a548821d30fa4 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:35:45.720934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:45.908237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network cdc635fa-6653-4028-a144-829120b7640a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:35:46.271824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.289227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd381-d4d6-40e9-b4a7-c2cafdc9aacf req-e867fa53-a063-4a40-9711-aa6b358cc8a3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.300718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bacd381-d4d6-40e9-b4a7-c2cafdc9aacf req-e867fa53-a063-4a40-9711-aa6b358cc8a3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 1.5902085 Feb 04 16:35:46.346405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda600c7-e803-458b-91cb-c91bde633257 req-086c9d69-ed8d-4e1b-a1e6-5bd012e4b96d tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.348593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dda600c7-e803-458b-91cb-c91bde633257 req-086c9d69-ed8d-4e1b-a1e6-5bd012e4b96d tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 943 time: 1.6370559 Feb 04 16:35:46.453552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:46.472407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Checking segment: {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:46.472762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Network hostable DHCP agents. Network: cdc635fa-6653-4028-a144-829120b7640a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:35:46.551616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Network cdc635fa-6653-4028-a144-829120b7640a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:35:46.580546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, cdc635fa-6653-4028-a144-829120b7640a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:46.580546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:46.580546 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.626887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96124972-1ce3-4eb4-be26-58dbda6de2b8 None None] Network cdc635fa-6653-4028-a144-829120b7640a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:46.631256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f1de063a-2777-444a-a6a3-271f8b4c5f7f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0075564 Feb 04 16:35:46.631256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34402) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:46.642213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:35:46.658060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:35:46.658060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Usage tracker for resource:router and tenant:009ff4595ead42dda54a548821d30fa4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:35:46.668975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:35:46.673349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dda600c7-e803-458b-91cb-c91bde633257 req-1deba144-4548-4516-9226-484366714b6d tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013303 Feb 04 16:35:46.685032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:35:46.737129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bacd381-d4d6-40e9-b4a7-c2cafdc9aacf req-8a8f0416-8be7-4c6f-9778-4848c55be7bf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315839 Feb 04 16:35:46.753072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.753072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.783351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.813246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30c720a-6b57-4381-a18e-33decf16c7ab req-a341f6a5-e91f-4352-955e-08d701c9a5eb service neutron] 10.222.0.41 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696337 Feb 04 16:35:46.849268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-332ddb64-87e6-4f0e-a6d5-5cfe82b3fb26 service neutron] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:46.852496 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-332ddb64-87e6-4f0e-a6d5-5cfe82b3fb26 service neutron] Notify callbacks [] for binding, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:46.853611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12309ced-9282-43e2-bbf6-3864bc6fa37a req-332ddb64-87e6-4f0e-a6d5-5cfe82b3fb26 service neutron] 10.222.0.58 "DELETE /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540/bindings/n-h1-827873-1 HTTP/1.1" status: 204 len: 173 time: 1.3000939 Feb 04 16:35:46.947614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933c1e-f731-4108-9807-2c4b28e2cbeb None None] Pushing event updated for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:47.086939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-cdc635fa-6653-4028-a144-829120b7640a', 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'fixed_ips': [{'subnet_id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:35:47.086939 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.102979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Attempting to bind port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:47.102979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Attempting to bind port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:47.102979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Attempting to bind port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Bound port: 87174a38-46c8-4c98-a5fb-63f87ffd4b50, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:47.118629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.321534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.376126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] For port 87174a38-46c8-4c98-a5fb-63f87ffd4b50, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:47.411672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88420fe1-9cd8-4ec3-8cfd-606a55b0a6ca req-7674b1f7-15db-4166-8c7a-8b325ab3adf0 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1095 time: 0.4414387 Feb 04 16:35:47.458491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] For port 87174a38-46c8-4c98-a5fb-63f87ffd4b50, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=87174a38-46c8-4c98-a5fb-63f87ffd4b50,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:47.463201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-c170a48e-c016-4b26-a436-334d8d43c621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e7cf2465076448f920e9548e508e463&device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 1094 time: 0.5636632 Feb 04 16:35:47.540211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:47.854747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Allocated IP 172.20.0.2 (cdc635fa-6653-4028-a144-829120b7640a/fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b/31f64d6f-88fe-485b-8e85-ec8b56e475bf) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:47.862419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:47.864462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:47.961359 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.095585 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.252061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88420fe1-9cd8-4ec3-8cfd-606a55b0a6ca req-484ade1b-d946-4f5f-9d55-6acc1d896cd6 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8191319 Feb 04 16:35:48.399635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.412374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Transition to ACTIVE for port object 31f64d6f-88fe-485b-8e85-ec8b56e475bf will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:48.442605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933c1e-f731-4108-9807-2c4b28e2cbeb None None] Pushing event updated for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.491774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Transition to ACTIVE for port object 31f64d6f-88fe-485b-8e85-ec8b56e475bf will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:48.527120 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:48.627641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Allocated IP 172.25.5.204 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b79f5764-05b3-4a8f-ad57-bbfd5631ef35) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:48.684604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Pushing event updated for resources: {'Port': ['ID=31f64d6f-88fe-485b-8e85-ec8b56e475bf,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:48.756688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-386173a2-0404-4dbb-ab9f-cb44589c6e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:48.758584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-386173a2-0404-4dbb-ab9f-cb44589c6e13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba86d2b6-24c7-48fc-81f4-05842d960511 HTTP/1.1" status: 200 len: 910 time: 1.2674353 Feb 04 16:35:48.807133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Network cdc635fa-6653-4028-a144-829120b7640a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:48.810561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:48.816927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:48.895501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:48.952539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-dd2c9707-fba4-4474-a7d6-0e93739aaeb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc33db6-d58b-463b-916f-8b2d729b780d HTTP/1.1" status: 200 len: 217 time: 0.1792862 Feb 04 16:35:48.991614 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11628907-0539-4cf0-8fbb-52ae31a3c610 req-e7e9a6ed-9a06-42b9-a9f5-29b068704829 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:48.991614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11628907-0539-4cf0-8fbb-52ae31a3c610 req-e7e9a6ed-9a06-42b9-a9f5-29b068704829 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 943 time: 0.7547200 Feb 04 16:35:49.031441 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.071665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.210162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:49.214318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:49.241471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:49.336159 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Pushing event updated for resources: {'Port': ['ID=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:49.360902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11628907-0539-4cf0-8fbb-52ae31a3c610 req-c9b8251a-179e-40b7-8089-83fccfd44ce9 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645015 Feb 04 16:35:49.360902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-27709ab2-cda6-4e56-bf30-f1267509d374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:49.365310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-27709ab2-cda6-4e56-bf30-f1267509d374 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0299cd3-7c2c-43d4-979d-07da6ee51162 HTTP/1.1" status: 200 len: 849 time: 0.3987479 Feb 04 16:35:49.557432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64f3d5-aa6a-406f-9d5c-789ee8f4e4ef req-8d1d234f-7e2b-4262-9ef2-4a0fc88a63bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:49.571799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb64f3d5-aa6a-406f-9d5c-789ee8f4e4ef req-8d1d234f-7e2b-4262-9ef2-4a0fc88a63bc tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.9321744 Feb 04 16:35:49.578382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-45c63eb9-eca4-4b09-ba44-b9063f737010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba86d2b6-24c7-48fc-81f4-05842d960511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904032 Feb 04 16:35:49.789577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.790309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:49.845586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Attempting to bind port 31f64d6f-88fe-485b-8e85-ec8b56e475bf on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:49.845586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Attempting to bind port 31f64d6f-88fe-485b-8e85-ec8b56e475bf by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:49.845586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Attempting to bind port 31f64d6f-88fe-485b-8e85-ec8b56e475bf on network cdc635fa-6653-4028-a144-829120b7640a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:49.873354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-5aec52e1-a182-4306-a8dc-b4613e21b316 service neutron] 10.222.0.41 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367373 Feb 04 16:35:49.908560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bdc33db6-d58b-463b-916f-8b2d729b780d details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:35:50.049171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb64f3d5-aa6a-406f-9d5c-789ee8f4e4ef req-531b3827-6e82-440a-8506-4bc40de37d5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4805133 Feb 04 16:35:50.084451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34476) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:50.086207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:50.087378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Checking segment: {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:50.087990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.088577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Bound using segment: {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:50.089273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Bound port: 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:50.089849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.297138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bdc33db6-d58b-463b-916f-8b2d729b780d,segment=NetworkSegment(2648c626-cdfc-4934-b300-72a681882d1e),segment_id=2648c626-cdfc-4934-b300-72a681882d1e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:50.317101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:47Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:50.327323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4766ccaf-8ee1-492b-ac4c-9b13b39037eb None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:47Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:50.336515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'bdc33db6-d58b-463b-916f-8b2d729b780d', 'network_id': 'ba86d2b6-24c7-48fc-81f4-05842d960511', 'port_id': 'bdc33db6-d58b-463b-916f-8b2d729b780d', 'mac_address': 'fa:16:3e:31:e5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0299cd3-7c2c-43d4-979d-07da6ee51162', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:35:50.378660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] For port 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:50.473298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-418c8ae9-f9c4-4c02-b193-704fba5144ee req-30aa1b74-d93d-465c-bee2-f453001ad950 service neutron] 10.222.0.41 "GET /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973768 Feb 04 16:35:50.542215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.592559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] For port 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=31f64d6f-88fe-485b-8e85-ec8b56e475bf,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:50.600655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc33db6-d58b-463b-916f-8b2d729b780d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:35:50.606079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Router 4df171de-2817-41a0-9f3e-b67779e7519a is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:35:50.620242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:50.707796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3f8de6f1-cdff-4776-8ad9-6ca29b834025 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 200 len: 991 time: 0.6090658 Feb 04 16:35:50.744399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a67c9-ae6d-4307-b0d4-18184127b6fc req-9bdd7266-2ae4-4bc1-a811-b074763147b8 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:50.744399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-597a67c9-ae6d-4307-b0d4-18184127b6fc req-9bdd7266-2ae4-4bc1-a811-b074763147b8 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 943 time: 0.1773827 Feb 04 16:35:50.868677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-597a67c9-ae6d-4307-b0d4-18184127b6fc req-feebfe21-0667-4019-a8a9-de094d7551e4 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198649 Feb 04 16:35:50.919270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cc73b-f4e4-44c9-abda-042481af7824 None None] Pushing event updated for resources: {'Port': ['ID=31f64d6f-88fe-485b-8e85-ec8b56e475bf,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:50.958599 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bdc33db6-d58b-463b-916f-8b2d729b780d,segment=NetworkSegment(2648c626-cdfc-4934-b300-72a681882d1e),segment_id=2648c626-cdfc-4934-b300-72a681882d1e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:50.963802 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.068411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:51.153443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 34504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:51.215234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bdc33db6-d58b-463b-916f-8b2d729b780d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:35:51.483847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:51.496881 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Sync routers for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:51.543567 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:51.551313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:51.676019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.677383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-13fe8007-b0a0-4c32-ae3b-6f9661978f41 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0496995 Feb 04 16:35:51.679002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:51.680110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34516) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:35:51.710179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.174447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 87174a38-46c8-4c98-a5fb-63f87ffd4b50 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:52.441036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port fa6b3ae8-cb42-4751-b0c6-484f2537a391 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:35:52.441036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.537677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:52.548848 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:52.553981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:52.556735 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:52.640818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd3385-feed-41a9-a12a-64a7b00574c0 req-921e0f95-39c4-4d74-bdb3-23c89e647207 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:52.642307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0edd3385-feed-41a9-a12a-64a7b00574c0 req-921e0f95-39c4-4d74-bdb3-23c89e647207 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 944 time: 0.3314514 Feb 04 16:35:53.100465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.171235 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.171817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.262185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 87174a38-46c8-4c98-a5fb-63f87ffd4b50, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=87174a38-46c8-4c98-a5fb-63f87ffd4b50,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:53.282643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:53.282643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 31f64d6f-88fe-485b-8e85-ec8b56e475bf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:53.527293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eaf7de-57d7-432e-86fc-48faa27c437d None None] Network cdc635fa-6653-4028-a144-829120b7640a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:35:53.708640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for fa6b3ae8-cb42-4751-b0c6-484f2537a391 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:35:53.880814 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:53.886216 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Checking router: 4df171de-2817-41a0-9f3e-b67779e7519a for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:35:53.886700 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Updating router 4df171de-2817-41a0-9f3e-b67779e7519a port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:35:53.945168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bdc33db6-d58b-463b-916f-8b2d729b780d up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:53.998217 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.047881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0edd3385-feed-41a9-a12a-64a7b00574c0 req-6f7ec6e9-2b57-455d-a806-a0fbc32b4d05 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3822656 Feb 04 16:35:54.054466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.158534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:54.346899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=fa6b3ae8-cb42-4751-b0c6-484f2537a391,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:54.437347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bd028b76-5ec7-4348-a524-292e453266f5 None None] Provisioning for port 31f64d6f-88fe-485b-8e85-ec8b56e475bf completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:54.635434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.677319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port bdc33db6-d58b-463b-916f-8b2d729b780d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:54.714105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.727816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port bdc33db6-d58b-463b-916f-8b2d729b780d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:54.727816 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.824254 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.862620 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Transition to ACTIVE for port object b79f5764-05b3-4a8f-ad57-bbfd5631ef35 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:54.882129 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:54.960463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 31f64d6f-88fe-485b-8e85-ec8b56e475bf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:55.049462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecab1b7-3e65-47c0-a01f-56cd3885ce79 None None] Pushing event updated for resources: {'Port': ['ID=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:55.058367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 31f64d6f-88fe-485b-8e85-ec8b56e475bf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:55.059353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.085510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Allocated IP 172.20.0.1 (cdc635fa-6653-4028-a144-829120b7640a/fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b/951cf3a7-0ce9-43be-bd57-fa5bfc948397) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:35:55.119470 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Attempting to bind port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:35:55.120665 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Attempting to bind port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:35:55.121285 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Attempting to bind port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:35:55.134477 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:35:55.135111 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:35:55.135678 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.136601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:35:55.137375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Bound port: b79f5764-05b3-4a8f-ad57-bbfd5631ef35, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:35:55.137896 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.272988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80b9ad5-4b32-470d-aba6-20db019f1b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.334231 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] For port b79f5764-05b3-4a8f-ad57-bbfd5631ef35, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:35:55.334231 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] For port b79f5764-05b3-4a8f-ad57-bbfd5631ef35, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:35:55.344241 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.573593 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:55.574222 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:55.592071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.593076 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:55.702830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecab1b7-3e65-47c0-a01f-56cd3885ce79 None None] Pushing event updated for resources: {'Port': ['ID=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:55.712206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Transition to ACTIVE for port object 951cf3a7-0ce9-43be-bd57-fa5bfc948397 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:35:55.817149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:55.826082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.055839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.083131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bdc33db6-d58b-463b-916f-8b2d729b780d,segment=NetworkSegment(2648c626-cdfc-4934-b300-72a681882d1e),segment_id=2648c626-cdfc-4934-b300-72a681882d1e)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:56.086767 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d', 'code': 200} Feb 04 16:35:56.097616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.118570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Pushing event updated for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.213911 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:56.219426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Network cdc635fa-6653-4028-a144-829120b7640a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:56.219426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:56.251219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:35:56.451363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=31f64d6f-88fe-485b-8e85-ec8b56e475bf,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:35:56.476318 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.497728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.500959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e856b95-a254-4fdb-a51d-a88834f03969 req-67164a21-6147-4283-8573-1ae50256ce8c tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:56.503123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e856b95-a254-4fdb-a51d-a88834f03969 req-67164a21-6147-4283-8573-1ae50256ce8c tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 944 time: 0.8571458 Feb 04 16:35:56.592512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e856b95-a254-4fdb-a51d-a88834f03969 req-3b1d996c-c25e-4aa1-8d0c-4d6b6915dbcb tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697265 Feb 04 16:35:56.812767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=31f64d6f-88fe-485b-8e85-ec8b56e475bf,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:56.862648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-532f5487-021a-45d8-8721-aed434a2cc30 None None] Provisioning complete for port 31f64d6f-88fe-485b-8e85-ec8b56e475bf triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:56.862648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-532f5487-021a-45d8-8721-aed434a2cc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:56.912695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fb5d35b-663e-42c5-aeb0-d30b08b86ca8 req-6bde3a09-5a9d-4ad1-a4a4-b07cab8be13f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 1096 time: 0.7312374 Feb 04 16:35:56.984058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 87174a38-46c8-4c98-a5fb-63f87ffd4b50 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:57.067368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fb5d35b-663e-42c5-aeb0-d30b08b86ca8 req-a778971f-8308-4a27-bb49-885bed9125b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542642 Feb 04 16:35:57.084614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.120641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 75fa20cf-2343-4697-9a89-d6894f9107c8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:35:57.213723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:57.213723 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.226456 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:57.235156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654347f-4301-4fa4-a460-7549bd991003 None None] The sync data for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 is: [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:49Z', 'revision_number': 3, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:35:57.298745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.471269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9094-6e44-4076-a30c-83c94e643bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.484053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d171e4a7-5d7a-4cd8-9078-6742a2bb0237 None None] Provisioning for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:35:57.490801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d171e4a7-5d7a-4cd8-9078-6742a2bb0237 None None] Provisioning complete for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:57.491709 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d171e4a7-5d7a-4cd8-9078-6742a2bb0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.600593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d171e4a7-5d7a-4cd8-9078-6742a2bb0237 None None] Port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:35:57.759573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:35:57.770132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Sync routers for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:35:57.792795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.806533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:35:57.806533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:35:57.911673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.928255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:57.956032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fb7e36d4-805e-40d7-8479-792c514fc39c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/floatingips/2211391c-4410-4776-b91c-a458da462292 HTTP/1.1" status: 204 len: 168 time: 6.8005846 Feb 04 16:35:57.961344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:35:58.155184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:58.212820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbdfb7-a5d8-4d3e-a8cf-92888c6144f6 req-f8d3abf1-44f8-4458-b1cf-04ffbb903170 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:35:58.212820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08fbdfb7-a5d8-4d3e-a8cf-92888c6144f6 req-f8d3abf1-44f8-4458-b1cf-04ffbb903170 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 945 time: 0.2397165 Feb 04 16:35:58.407299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08fbdfb7-a5d8-4d3e-a8cf-92888c6144f6 req-aa91f5bb-8e05-45b5-b9dc-981b6d5f4825 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238186 Feb 04 16:35:58.458179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Pushing event updated for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:35:58.583142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:35:58.611578 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'status': 'completed', 'code': 200} Feb 04 16:35:58.695934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:58.725865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Network cdc635fa-6653-4028-a144-829120b7640a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:35:58.725865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:35:58.864848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-c7ed401f-a26a-44b6-80b3-2a26c594498b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 1095 time: 0.2302668 Feb 04 16:35:58.871007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 31f64d6f-88fe-485b-8e85-ec8b56e475bf up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:35:58.955490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:35:59.588397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51d49308-c3a7-41ff-901a-ce78352ab19c None None] Provisioning complete for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:35:59.588397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51d49308-c3a7-41ff-901a-ce78352ab19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:00.095629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Router 4df171de-2817-41a0-9f3e-b67779e7519a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:36:00.151774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-51d49308-c3a7-41ff-901a-ce78352ab19c None None] Port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:00.187379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 31f64d6f-88fe-485b-8e85-ec8b56e475bf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:00.188025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:00.234665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-8358b3d0-8c83-4650-a7f1-b0dbfffe8cae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:00.236503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-8358b3d0-8c83-4650-a7f1-b0dbfffe8cae service neutron] 10.222.0.58 "GET /v2.0/networks?id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 200 len: 898 time: 1.3417110 Feb 04 16:36:00.310435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:00.348770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:00.408522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Checking router: 75fa20cf-2343-4697-9a89-d6894f9107c8 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:00.442702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:00.442702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:00.527418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:00.541161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b999afd3-2bec-4a81-b923-035b942a0cbc admin admin] 10.222.0.62 "PUT /v2.0/routers/4df171de-2817-41a0-9f3e-b67779e7519a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8541775 Feb 04 16:36:00.556775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-dacba8e9-aea6-43b9-ad56-e381cab95137 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 200 len: 217 time: 0.2809539 Feb 04 16:36:00.817886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:00.927982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda758-a0ca-40a3-bcbb-a6a49aabd5fd req-f0c9946f-1de9-43d0-846f-f09d5611ae3a tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:00.927982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20cda758-a0ca-40a3-bcbb-a6a49aabd5fd req-f0c9946f-1de9-43d0-846f-f09d5611ae3a tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 945 time: 0.8389792 Feb 04 16:36:00.968339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-0c5d0600-6c34-448b-bedd-3153a064e5b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:00.968339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-0c5d0600-6c34-448b-bedd-3153a064e5b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:00.980999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-90ce4158-5857-45ce-ad28-74a772e570b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:00.980999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-90ce4158-5857-45ce-ad28-74a772e570b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 200 len: 834 time: 0.4022567 Feb 04 16:36:01.065040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959b6a-3b62-4d8b-b1f8-9b4cdfe0712f req-2afa7b58-89d4-46e6-b2d6-febc09b53aa6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:01.065040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8e959b6a-3b62-4d8b-b1f8-9b4cdfe0712f req-2afa7b58-89d4-46e6-b2d6-febc09b53aa6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:01.198095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-0c5d0600-6c34-448b-bedd-3153a064e5b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:01.199295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-0c5d0600-6c34-448b-bedd-3153a064e5b5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 1.9657907 Feb 04 16:36:01.211793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8e959b6a-3b62-4d8b-b1f8-9b4cdfe0712f req-2afa7b58-89d4-46e6-b2d6-febc09b53aa6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:01.212946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e959b6a-3b62-4d8b-b1f8-9b4cdfe0712f req-2afa7b58-89d4-46e6-b2d6-febc09b53aa6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 944 time: 0.9554141 Feb 04 16:36:01.367389 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:01.384429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port bf291dd9-c9fc-40b0-85dd-bcf27214b540 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:01.384429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:01.706822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:01.710992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d49fc-caaf-454d-9a8c-b757dc1f702f None None] The sync data for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 is: [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'e143cabe-467e-4228-900e-6b38420ae856', 'name': '', 'network_id': 'a27fdc8b-b30a-4c1d-bd4b-1483764251c0', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:26:a7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:13Z', 'updated_at': '2022-02-04T16:34:24Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '7ce2a905-d697-40c4-9df8-2b3aecf2b569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:01.715918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20cda758-a0ca-40a3-bcbb-a6a49aabd5fd req-f35c28ca-656f-423f-b790-a361d0a44080 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7713585 Feb 04 16:36:01.839689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-a6d2b910-1650-409d-b2d7-1b98dd10e391 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a27fdc8b-b30a-4c1d-bd4b-1483764251c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8336697 Feb 04 16:36:01.887718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e959b6a-3b62-4d8b-b1f8-9b4cdfe0712f req-90e1134d-5209-4576-8f29-6176998cc973 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d73af81-4efc-4287-a1ac-151559b133ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6341631 Feb 04 16:36:02.328857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-5e00befd-b577-4069-b95a-27ed03d43088 service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805524 Feb 04 16:36:02.650912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc0e09fa-51a5-47f8-b094-fa97b3c4091e req-81c2e578-010b-4046-96f5-38811e03eab5 service neutron] 10.222.0.58 "GET /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128390 Feb 04 16:36:02.673240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port bf291dd9-c9fc-40b0-85dd-bcf27214b540, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=bf291dd9-c9fc-40b0-85dd-bcf27214b540,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:02.673240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:02.803466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for bf291dd9-c9fc-40b0-85dd-bcf27214b540 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:02.942016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device bf291dd9-c9fc-40b0-85dd-bcf27214b540 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:03.470434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:03.922139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=bf291dd9-c9fc-40b0-85dd-bcf27214b540,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:03.959405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9dfcaa3d-e1a1-46db-9abe-2ff9bf9509db req-802c56f1-9d09-4aa3-9db8-bbdefe8f880c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3bf00b7-fcd1-422f-a5de-de2925ad93bc HTTP/1.1" status: 200 len: 210 time: 0.2816212 Feb 04 16:36:04.195221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] No DVR routers for this DVR port bf291dd9-c9fc-40b0-85dd-bcf27214b540 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:04.202168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:04.225039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-deleted', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:04.284332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6982bd0-4c22-4cc2-b0ef-435719de27ca req-b5dcd519-a0dc-4ce9-965a-33b17c44aacf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.58 "DELETE /v2.0/ports/bf291dd9-c9fc-40b0-85dd-bcf27214b540 HTTP/1.1" status: 204 len: 173 time: 3.0198064 Feb 04 16:36:04.456023 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bf00b7-fcd1-422f-a5de-de2925ad93bc', 'name': 'network-vif-deleted', 'tag': 'bf291dd9-c9fc-40b0-85dd-bcf27214b540', 'status': 'completed', 'code': 200} Feb 04 16:36:04.779657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b79f5764-05b3-4a8f-ad57-bbfd5631ef35 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:05.157060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:05.157060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:05.157060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:05.406785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 34792) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:05.697503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:05.736457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b79f5764-05b3-4a8f-ad57-bbfd5631ef35, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:05.752530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:05.913225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:06.683706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b79f5764-05b3-4a8f-ad57-bbfd5631ef35 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:06.736122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:06.868761 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b19bf40-d131-4b87-aaab-93c814d1c93c None None] New status for floating IP 2211391c-4410-4776-b91c-a458da462292: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:36:07.099836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:07.100460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.256779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-18d5f5dc-b4a5-4ee1-8d2b-9cf3561bf5ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:08.256779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-18d5f5dc-b4a5-4ee1-8d2b-9cf3561bf5ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:08.299433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-18d5f5dc-b4a5-4ee1-8d2b-9cf3561bf5ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:08.301931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-18d5f5dc-b4a5-4ee1-8d2b-9cf3561bf5ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.6112297 Feb 04 16:36:08.314081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port e143cabe-467e-4228-900e-6b38420ae856 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:08.314576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.335396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-ea2c6a73-29d3-4cc8-ab14-f5d4da384299 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0195856 Feb 04 16:36:08.576440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-46b18fe2-a5ae-4d1f-8806-d9870ca4b9c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2333653 Feb 04 16:36:08.883846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port e143cabe-467e-4228-900e-6b38420ae856, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e143cabe-467e-4228-900e-6b38420ae856,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:08.883846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:08.915051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-01670e40-6acf-4f0f-b498-88f818d00d9b service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378322 Feb 04 16:36:09.057700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Sync routers for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:09.071224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for e143cabe-467e-4228-900e-6b38420ae856 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:09.088388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:09.089904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:09.484015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-fec3ed9a-3945-415b-a642-6e192721c436 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619280 Feb 04 16:36:09.701082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:09.725532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:09.833125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=e143cabe-467e-4228-900e-6b38420ae856,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:10.677308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f085c097-4623-489e-aa55-ea819e6a94f1 req-bf5230b4-6ead-44b1-9f53-6a97b994deb3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.1545238 Feb 04 16:36:11.112730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:57Z', 'revision_number': 4, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '951cf3a7-0ce9-43be-bd57-fa5bfc948397', 'name': '', 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'mac_address': 'fa:16:3e:25:48:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:54Z', 'updated_at': '2022-02-04T16:35:57Z', 'revision_number': 2, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'subnets': [{'id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:11.130189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Checking router: 4df171de-2817-41a0-9f3e-b67779e7519a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:11.130189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Updating router 4df171de-2817-41a0-9f3e-b67779e7519a port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:36:11.325370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:11.447217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.327395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb0887a2-b822-4911-a657-78ba3a8e7a59 req-f7fa90b5-2e91-491b-8391-83cfeda5343e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.0973275 Feb 04 16:36:12.527885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675759ca-5fc0-4434-b53c-d197dd60a37a req-35cc14b6-c214-4f6e-9c7b-7bbd65cc077f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:12.527885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-675759ca-5fc0-4434-b53c-d197dd60a37a req-35cc14b6-c214-4f6e-9c7b-7bbd65cc077f tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 945 time: 0.1588378 Feb 04 16:36:12.655181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-675759ca-5fc0-4434-b53c-d197dd60a37a req-97186039-2b4e-4a71-bea7-2ead1bc3ea98 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225362 Feb 04 16:36:12.666095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.693623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Transition to ACTIVE for port object 951cf3a7-0ce9-43be-bd57-fa5bfc948397 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:12.709154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:12.974125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 75fa20cf-2343-4697-9a89-d6894f9107c8 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:36:13.435141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-fbff0424-268a-4292-b0ad-fca76fd68e06 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:13.435141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-fbff0424-268a-4292-b0ad-fca76fd68e06 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.6851099 Feb 04 16:36:13.454588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:13.520812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0231f8-cb4e-4b6a-9a92-79e99e4fe9b5 None None] Pushing event updated for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:13.530081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Attempting to bind port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:13.530694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Attempting to bind port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:13.531272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Attempting to bind port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 on network cdc635fa-6653-4028-a144-829120b7640a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:13.542405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:13.543041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Checking segment: {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:13.543645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:13.544380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Bound using segment: {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:13.545144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Bound port: 951cf3a7-0ce9-43be-bd57-fa5bfc948397, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a133d74-1728-47b3-8b13-0a30ebbfc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:13.546346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:13.684627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:13.699820 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Sync routers for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:13.724891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] For port 951cf3a7-0ce9-43be-bd57-fa5bfc948397, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:13.729954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:13.731981 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:13.739708 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e870864c-e66e-4cf9-ad2c-ae22f96dad94 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/75fa20cf-2343-4697-9a89-d6894f9107c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3423400 Feb 04 16:36:13.744326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] For port 951cf3a7-0ce9-43be-bd57-fa5bfc948397, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=951cf3a7-0ce9-43be-bd57-fa5bfc948397,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:13.764934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:13.775460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:13.830685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94051d53-6def-4178-88a0-9b393d42d590 req-fa720c4a-81a3-487e-98f8-9529a4d01196 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:13.830685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94051d53-6def-4178-88a0-9b393d42d590 req-fa720c4a-81a3-487e-98f8-9529a4d01196 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.41 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 945 time: 0.5854182 Feb 04 16:36:13.862103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecbcbc57-2422-4a1e-9d6e-a21f6ea0490a req-5e5a657a-4f4e-48b7-b558-5cd1c8b6b0c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.1222262 Feb 04 16:36:14.058919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:14.059591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:14.378117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Deleting port bdc33db6-d58b-463b-916f-8b2d729b780d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:14.378117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:14.389723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting subnet 7ce2a905-d697-40c4-9df8-2b3aecf2b569 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:36:14.405804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:14.548578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:14.563116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:14.565468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:14.694108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:port and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:14.712682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:14.743133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:14.814447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:14.946158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0231f8-cb4e-4b6a-9a92-79e99e4fe9b5 None None] Pushing event updated for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:15.164257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.187754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:15.277411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce2a905-d697-40c4-9df8-2b3aecf2b569,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:15.289838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] For port bdc33db6-d58b-463b-916f-8b2d729b780d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bdc33db6-d58b-463b-916f-8b2d729b780d,segment=NetworkSegment(2648c626-cdfc-4934-b300-72a681882d1e),segment_id=2648c626-cdfc-4934-b300-72a681882d1e)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:15.290206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.299729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:15.307566 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce9074ea-150f-498a-b1ec-8eabac72208d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/subnets/7ce2a905-d697-40c4-9df8-2b3aecf2b569 HTTP/1.1" status: 204 len: 168 time: 1.5446658 Feb 04 16:36:15.329709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:15.413785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee07965-12c5-4c80-bbee-2ba988182776 None None] Network a27fdc8b-b30a-4c1d-bd4b-1483764251c0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:36:15.505676 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:36:09Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:15.505676 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Checking router: 75fa20cf-2343-4697-9a89-d6894f9107c8 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:15.536848 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Routers {'75fa20cf-2343-4697-9a89-d6894f9107c8'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:15.539460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:35:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['75fa20cf-2343-4697-9a89-d6894f9107c8'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:15.799783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:16.120072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bdc33db6-d58b-463b-916f-8b2d729b780d no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:16.162373 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] Set router 75fa20cf-2343-4697-9a89-d6894f9107c8 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:16.369471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Calling delete_port for bdc33db6-d58b-463b-916f-8b2d729b780d owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:16.947358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:16.965709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:16.974209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.068239 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.103661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port a4d306f4-d1a1-45a6-929e-a0e9ac915086 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:17.103661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.137501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80008aa4-1d0f-4188-8b12-88fbd834651d req-9455b8a1-e343-4b8f-adc5-b80f28066a23 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.3161733 Feb 04 16:36:17.379997 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:36:09Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:17.403425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d3781-0a7c-4acb-8bea-ecee31ffd875 None None] The sync data for ids ['75fa20cf-2343-4697-9a89-d6894f9107c8'] in n-d-827873-1 is: [{'id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1234680966', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:34:06Z', 'updated_at': '2022-02-04T16:36:09Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': 'a4d306f4-d1a1-45a6-929e-a0e9ac915086', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:26:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fa20cf-2343-4697-9a89-d6894f9107c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:34:07Z', 'updated_at': '2022-02-04T16:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:17.537974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Pushing event deleted for resources: {'Port': ['ID=bdc33db6-d58b-463b-916f-8b2d729b780d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:17.584595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port a4d306f4-d1a1-45a6-929e-a0e9ac915086, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a4d306f4-d1a1-45a6-929e-a0e9ac915086,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:17.584595 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.657569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.898657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] No DVR routers for this DVR port bdc33db6-d58b-463b-916f-8b2d729b780d on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:17.909788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for a4d306f4-d1a1-45a6-929e-a0e9ac915086 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:17.918776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:17.976417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] DHCP port deletion for a27fdc8b-b30a-4c1d-bd4b-1483764251c0 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:36:18.004184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:57Z', 'revision_number': 4, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '951cf3a7-0ce9-43be-bd57-fa5bfc948397', 'name': '', 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'mac_address': 'fa:16:3e:25:48:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:54Z', 'updated_at': '2022-02-04T16:36:13Z', 'revision_number': 4, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'subnets': [{'id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:18.030619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3027e3-006d-488a-a742-2533345b7f7e None None] The sync data for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 is: [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:35:57Z', 'revision_number': 4, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '951cf3a7-0ce9-43be-bd57-fa5bfc948397', 'name': '', 'network_id': 'cdc635fa-6653-4028-a144-829120b7640a', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'mac_address': 'fa:16:3e:25:48:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:54Z', 'updated_at': '2022-02-04T16:36:13Z', 'revision_number': 4, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'subnets': [{'id': 'fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:18.037619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Deleting port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:18.037619 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:18.071732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'name': 'network-vif-deleted', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:18.196756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0bda9-b802-4c99-89e2-f3267d1e3f29 req-671639a5-d065-40f3-a02c-628473441805 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:18.204241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-80c0bda9-b802-4c99-89e2-f3267d1e3f29 req-671639a5-d065-40f3-a02c-628473441805 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Synchronizing usage tracker for tenant:6e7cf2465076448f920e9548e508e463 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:18.244082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94051d53-6def-4178-88a0-9b393d42d590 req-755af133-7b29-4e17-8da9-831a49096066 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.41 "DELETE /v2.0/ports/bdc33db6-d58b-463b-916f-8b2d729b780d HTTP/1.1" status: 204 len: 173 time: 4.3844886 Feb 04 16:36:18.396058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-80c0bda9-b802-4c99-89e2-f3267d1e3f29 req-671639a5-d065-40f3-a02c-628473441805 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] Unset dirty status for tenant:6e7cf2465076448f920e9548e508e463 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:18.404370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80c0bda9-b802-4c99-89e2-f3267d1e3f29 req-671639a5-d065-40f3-a02c-628473441805 tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/ports?device_id=28bc82ce-2bb6-40d6-a8be-4f5096a7633d HTTP/1.1" status: 200 len: 867 time: 3.8588233 Feb 04 16:36:18.602138 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28bc82ce-2bb6-40d6-a8be-4f5096a7633d', 'name': 'network-vif-deleted', 'tag': 'bdc33db6-d58b-463b-916f-8b2d729b780d', 'status': 'completed', 'code': 200} Feb 04 16:36:18.622642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80c0bda9-b802-4c99-89e2-f3267d1e3f29 req-26eae395-077f-4784-b290-ca09f69e6dee tempest-VolumesActionsTest-1567970594 tempest-VolumesActionsTest-1567970594-project] 10.222.0.62 "GET /v2.0/security-groups?id=af348944-5657-499a-9cdc-de8c87719962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087238 Feb 04 16:36:18.664519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:18.693179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.13 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/9a842fee-023c-4a29-a2cf-df4d5088e2f4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:18.847179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 951cf3a7-0ce9-43be-bd57-fa5bfc948397 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:18.850735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=a4d306f4-d1a1-45a6-929e-a0e9ac915086,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:19.444801 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:19.474589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] For port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,segment=NetworkSegment(fc52c905-6a90-4117-9059-6963a942414c),segment_id=fc52c905-6a90-4117-9059-6963a942414c)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:19.478266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:19.549009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 9a842fee-023c-4a29-a2cf-df4d5088e2f4 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:19.770817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:19.914434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:19.969899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.010791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:20.018293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:20.074186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:20.155235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Calling delete_port for 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:20.467853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:20.468674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.494616 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:20.509951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:20.510682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:20.580872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-a6b2bde2-d345-4d37-9ffc-d4dfdf5f3843 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:20.582917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-a6b2bde2-d345-4d37-9ffc-d4dfdf5f3843 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:20.603211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-2486b703-fd1b-4917-bf2a-ebd4a2c67771 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1576271 Feb 04 16:36:20.712412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Request body: {'port': {'device_id': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:20.950364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-a6b2bde2-d345-4d37-9ffc-d4dfdf5f3843 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:20.960332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-a6b2bde2-d345-4d37-9ffc-d4dfdf5f3843 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 932 time: 1.3733177 Feb 04 16:36:20.988812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.091855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.114917 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.143355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35134) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:21.176837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] Pushing event deleted for resources: {'Port': ['ID=862fe1e0-8bb6-4eda-ab18-30a4129f0d47,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:21.219680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0816e-9538-4cb9-bb72-76b63c88fa22 None None] No DVR routers for this DVR port 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:21.272425 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.272425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Fanout notify agent at l3_agent the message router_deleted on router 75fa20cf-2343-4697-9a89-d6894f9107c8 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:36:21.324754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.324754 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a4272051-a2ca-429c-8eb6-7160107ef8af tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/routers/75fa20cf-2343-4697-9a89-d6894f9107c8 HTTP/1.1" status: 204 len: 168 time: 5.9977231 Feb 04 16:36:21.329736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:21.340340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bbb73215-f5b1-402c-bd03-69e3b2454324 None None] Provisioning for port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:21.398119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bbb73215-f5b1-402c-bd03-69e3b2454324 None None] Provisioning complete for port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:21.398119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bbb73215-f5b1-402c-bd03-69e3b2454324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.568737 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.609537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-f0e5bca2-e5eb-4100-ba17-295cf1496b6b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:21.642903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.677826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.945128 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:21.991769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 951cf3a7-0ce9-43be-bd57-fa5bfc948397, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=951cf3a7-0ce9-43be-bd57-fa5bfc948397,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:22.062583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-bbb73215-f5b1-402c-bd03-69e3b2454324 None None] Port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:22.070147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.166649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-f0e5bca2-e5eb-4100-ba17-295cf1496b6b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:22.188976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c3344fc-44f4-480a-8b81-3f97e8fee46a req-f0e5bca2-e5eb-4100-ba17-295cf1496b6b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1969540 Feb 04 16:36:22.278643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.309328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:22.317407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.445362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:22.451930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:36:22.451930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 862fe1e0-8bb6-4eda-ab18-30a4129f0d47 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:22.451930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e143cabe-467e-4228-900e-6b38420ae856 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:22.455347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Usage tracker for resource:security_group_rule and tenant:1d28242bce3a43d8837b2b57c08d2eb8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:22.460600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:22.481387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:22.631305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e143cabe-467e-4228-900e-6b38420ae856 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:36:22.631652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e143cabe-467e-4228-900e-6b38420ae856 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:22.633378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:22.892648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.913043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:22.961901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a842fee-023c-4a29-a2cf-df4d5088e2f4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:22.968324 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.008300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Transition to ACTIVE for port object 9a842fee-023c-4a29-a2cf-df4d5088e2f4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:23.008300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.046275 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d28242bce3a43d8837b2b57c08d2eb8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8867114 Feb 04 16:36:23.046275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:23.075899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.143953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 951cf3a7-0ce9-43be-bd57-fa5bfc948397 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:23.153359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7b3ce-a18a-4614-95ab-8a87ad108823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282d151a-476d-40d0-baa1-2f0aa30a7a3a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:23.211993 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27fdc8b-b30a-4c1d-bd4b-1483764251c0']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:23.303227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:23.303227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.339241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc52c905-6a90-4117-9059-6963a942414c') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:23.339241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc52c905-6a90-4117-9059-6963a942414c') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:23.396670 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.459243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.469433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.511704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:36:23.516826 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:36:23.544739 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:36:23.739486 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.766578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.804984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:23.825115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:23.854761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Network': ['ID=a27fdc8b-b30a-4c1d-bd4b-1483764251c0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:23.854761 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72550336-dcd0-405f-82c4-9642be1116b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/networks/a27fdc8b-b30a-4c1d-bd4b-1483764251c0 HTTP/1.1" status: 204 len: 168 time: 2.5196934 Feb 04 16:36:23.858687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35190) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:24.002990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.070069 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282d151a-476d-40d0-baa1-2f0aa30a7a3a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:24.089809 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.162558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Attempting to bind port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:24.164561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Attempting to bind port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:24.164893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Attempting to bind port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:24.173002 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.181066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:36:24.181376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Attempting to bind port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:24.226219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:24.230594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:24.231173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:24.232455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Bound port: 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:24.233927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.255515 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.256829 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-707a770c-9bd2-4504-bdb5-a85ddaf0173a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/282d151a-476d-40d0-baa1-2f0aa30a7a3a HTTP/1.1" status: 204 len: 168 time: 1.2105782 Feb 04 16:36:24.309043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.332686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73af81-4efc-4287-a1ac-151559b133ea,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:24.360815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.361514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25546-a2d2-483b-9023-4d9b8d6de25a req-4447a112-61a3-4d1c-8a9d-da6886d13653 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:24.363193 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f71a8493-9476-4080-8c19-04953a0f0908 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/security-groups/9d73af81-4efc-4287-a1ac-151559b133ea HTTP/1.1" status: 204 len: 168 time: 0.5057738 Feb 04 16:36:24.372761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53d25546-a2d2-483b-9023-4d9b8d6de25a req-4447a112-61a3-4d1c-8a9d-da6886d13653 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.6133816 Feb 04 16:36:24.495337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53d25546-a2d2-483b-9023-4d9b8d6de25a req-80df04a9-7ce4-42f7-b5fd-e9c6e94c9b13 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216335 Feb 04 16:36:24.544590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:24.548904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:24.559741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.695607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Pushing event updated for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:24.719255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:24.721086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a842fee-023c-4a29-a2cf-df4d5088e2f4 HTTP/1.1" status: 200 len: 1092 time: 4.0306633 Feb 04 16:36:24.721670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:24.763640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.779320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.780560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.780907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.781321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.781650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.781966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.782291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.788856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.789301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.789632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cfc645-7dfd-4166-887b-0134d87e4d76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:24.796198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a4d306f4-d1a1-45a6-929e-a0e9ac915086 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:24.921378 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4', 'status': 'completed', 'code': 200} Feb 04 16:36:24.948199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a4d306f4-d1a1-45a6-929e-a0e9ac915086 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:36:24.948552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a4d306f4-d1a1-45a6-929e-a0e9ac915086 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:36:25.016018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-d56c41ec-491b-4058-bdd4-642c8cc3dc1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 1095 time: 0.2179291 Feb 04 16:36:25.168483 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d693563-e1ca-4640-b7b2-d05eb87e9d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.180881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35226) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:25.216698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-d398f329-20d1-4984-94c2-0bc72efef1d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4 HTTP/1.1" status: 200 len: 217 time: 0.1938233 Feb 04 16:36:25.230862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.250511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35232) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:25.268397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091409838', 'description': 'tempest-secgroup-smoke-2091409838 description', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:25.282641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:25.289079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:25.298813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:25.320938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:25.332244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:25.338512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:d75785c1a37d4a949bf73ec359394ba5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:25.343386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:25.350599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.365183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:25.372564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a1954c36-0b66-4ed7-8179-218bd37fc8c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:25.374409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-a1954c36-0b66-4ed7-8179-218bd37fc8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1504111 Feb 04 16:36:25.474943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:25.484235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:25.491931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:25.509912 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:25.531450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-389144ce-5c25-4b12-b117-c6179af7cd7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511230 Feb 04 16:36:25.582407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.653579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.657906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.709509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.849510 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d75785c1a37d4a949bf73ec359394ba5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6653886 Feb 04 16:36:25.849510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7e2b31-19f3-401d-8025-dafda4d26933,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:25.917992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:25.946283 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:25.962587 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6ce8b4ca-2ff1-4d4c-9306-ddbaf80262f6 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7105093 Feb 04 16:36:25.963328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:26.009280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:26.021623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:26.025851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-937e17d7-8efc-4a8c-b4b1-4cade538ad76 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872060 Feb 04 16:36:26.074233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:26.094378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:26.097359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e689b-2b80-437d-9c04-f5dc46307aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a29e9fc-6929-4db0-9751-5cf1ac7dfff1,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:26.138762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:26.238686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.272155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.349265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-309d7c5b-7584-4462-b5ce-d0c184f3e991 req-12060dcd-7967-4aea-b002-6f9cb0f1f7bf service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139799 Feb 04 16:36:26.349734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.385256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047631fe-5339-434f-8f70-e2e83f5fa913 req-e96dd6cc-d40d-42c4-a6b5-05efed407164 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:26.392951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-047631fe-5339-434f-8f70-e2e83f5fa913 req-e96dd6cc-d40d-42c4-a6b5-05efed407164 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.5932746 Feb 04 16:36:26.492684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.578427 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-047631fe-5339-434f-8f70-e2e83f5fa913 req-d3f2ae98-3ca7-46a7-8410-df13f9dc797a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755552 Feb 04 16:36:26.598141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a29e9fc-6929-4db0-9751-5cf1ac7dfff1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:26.619441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-51023683-2727-4f12-9067-a628c037220e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 1095 time: 0.1620350 Feb 04 16:36:26.624602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.625980 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.638054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3f528747-d5f1-4dc2-a315-bb15229e0c8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a29e9fc-6929-4db0-9751-5cf1ac7dfff1 HTTP/1.1" status: 204 len: 168 time: 0.7177496 Feb 04 16:36:26.655613 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.688223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f851c4dc-fbd1-4312-a238-36fc3b0b1278,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:26.728984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.731808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab57d413-c95d-4dd0-aad1-1d92e3d379e3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7413132 Feb 04 16:36:26.734471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35274) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:26.791396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:26.799314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:26.817254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:26.824617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:26.840914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:26.843537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-959d82c2-2e96-4a96-80c2-42fb742b3dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:26.844896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-959d82c2-2e96-4a96-80c2-42fb742b3dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.2142735 Feb 04 16:36:26.887783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:26.941996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-29eb4a5c-cb97-45ca-92b4-c3ddec758642 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4 HTTP/1.1" status: 200 len: 217 time: 0.0886743 Feb 04 16:36:27.043175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.053869 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.079253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-74040d47-61f5-4616-923d-39e32339c064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:27.081450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-74040d47-61f5-4616-923d-39e32339c064 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1339364 Feb 04 16:36:27.107821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692c52d8-72ec-421e-aac5-fa7fb7639bc6,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:27.132380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.136959 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d4929eb-8cd5-45c3-b624-a5986722d36e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3760386 Feb 04 16:36:27.137639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:27.146534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:27.161972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:27.172297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:27.176564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:27.187442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:27.247252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.273592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-53cbe9a4-e652-46c3-9e84-1cccefaf1718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1855865 Feb 04 16:36:27.289513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dfa99cf4-5672-4fa1-98d9-458cbe39b4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.382157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.389698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.421564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9298fa-27ce-4ba4-9878-64b823625939,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:27.439512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.444857 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-937f2481-e661-4172-bc9d-16afd3bc381d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3055620 Feb 04 16:36:27.445898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35296) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:27.455511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:27.469331 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:27.479955 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:27.491829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:27.510716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:27.556125 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.642280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-3450da5d-6a5e-4962-b908-dfe5670eaad3 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621700 Feb 04 16:36:27.752269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.790071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.880839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8719481-03b1-4dba-ab9f-041ad7d0afb4,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:27.909292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:27.913855 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-803e8c11-a45d-4efa-bf8b-acd6eb359302 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4666562 Feb 04 16:36:27.915172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35318) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:27.923348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:27.960009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:27.972400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:27.986009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:28.000500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:28.032234 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:36:28.043722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.235779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.257926 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.304373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9609b205-58d4-4555-bda1-67b368dcdeb3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:28.360899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.362115 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eb718022-9130-4c38-9bb4-39f131a49fc5 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4455445 Feb 04 16:36:28.364895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35344) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:28.370415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'security_group_rule': {'security_group_id': 'ee7e2b31-19f3-401d-8025-dafda4d26933', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:28.389766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:28.405902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:security_group_rule and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:28.416785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:28.428095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:28.461707 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Project 9d08bc626ccd49e4b462d9840a14fc57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:36:28.474309 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.476467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257eb4-293c-4a76-a56b-7349015ebb92 req-e53df00a-73c7-4b15-9e1c-2e96c8794edb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:28.478040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a257eb4-293c-4a76-a56b-7349015ebb92 req-e53df00a-73c7-4b15-9e1c-2e96c8794edb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.3262913 Feb 04 16:36:28.485134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915a4fe4-3167-4cf9-8596-b9834238d746 req-59d0e965-b43c-4ef2-ac94-a492030355b1 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358953 Feb 04 16:36:28.546990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a257eb4-293c-4a76-a56b-7349015ebb92 req-42c4f828-ba91-436f-be20-ecf00e873321 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607908 Feb 04 16:36:28.635359 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.691504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.704907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.739667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.806419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe5416c-3fd1-4d47-9667-c2e1dc0c727a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:28.832654 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.834247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-16784421-5fc9-4517-91d7-e5cc350e997c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4684935 Feb 04 16:36:28.837296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35356) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:28.844842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'network': {'name': 'tempest-network-smoke--1867925418', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:28.854202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:28.864472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:network and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:28.870500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:28.884490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:28.920250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:28.924234 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.960034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:36:28.973330 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:28.974186 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Added segment f15cee2e-0501-4cb4-a286-da003a4f0c5f of type vlan for network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f Feb 04 16:36:29.047129 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.093097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.103654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:29.103654 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.143139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:29.143473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3050375 Feb 04 16:36:29.150958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'admin_state_up': True, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:29.167256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:29.178008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:router and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:29.181270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:29.190681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:29.204268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.205665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.244396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:29.265005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e88ee-9de6-4cfc-9cf4-8b5f06cf4efe tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Network': ['ID=5134fcc4-dc4d-44d4-b797-4cbcee1f843f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:29.276492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:36:29.723626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.073419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53f903-aa00-4826-b9df-936d13aa3577 req-62e94587-36a8-48bc-93eb-3ce7330d9fc7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:30.079048 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:30.088700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df53f903-aa00-4826-b9df-936d13aa3577 req-62e94587-36a8-48bc-93eb-3ce7330d9fc7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.2877762 Feb 04 16:36:30.277071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df53f903-aa00-4826-b9df-936d13aa3577 req-5ba13cf2-2bb7-4225-a560-710d860e4488 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865830 Feb 04 16:36:31.057527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.110460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.452573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.230 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/8fba105b-a724-4232-aa33-692c4146f98f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:31.876111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc40d7a-636e-404d-b6d0-a1e97373aa55 req-8d6410a6-7d2d-4e15-92b0-31d7e8c5a03b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:31.886174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cc40d7a-636e-404d-b6d0-a1e97373aa55 req-8d6410a6-7d2d-4e15-92b0-31d7e8c5a03b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.1681900 Feb 04 16:36:31.968193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:31.988709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cc40d7a-636e-404d-b6d0-a1e97373aa55 req-60e5a4b6-f5e3-4fe1-a332-2972b772d115 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997498 Feb 04 16:36:32.067098 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.335307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:32.347015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:32.352929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:32.406894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=8fba105b-a724-4232-aa33-692c4146f98f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:32.830841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:32.832424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:33.472514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:36:33.666942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4adaf-9120-4f25-9e6e-665a70c75a83 req-30cb0b07-dcbc-4130-a2f3-9a5779bf765e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:33.671405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a4adaf-9120-4f25-9e6e-665a70c75a83 req-30cb0b07-dcbc-4130-a2f3-9a5779bf765e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.2789371 Feb 04 16:36:33.802706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25a4adaf-9120-4f25-9e6e-665a70c75a83 req-b9aef02b-e2d6-4342-872d-02a6207c172f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250529 Feb 04 16:36:33.987520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:33.999466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Sync routers for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:34.032163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:34.033026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:34.041153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:34.047023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.064181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3d1ef756-4036-435c-9742-a11e3b97a80e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9190435 Feb 04 16:36:34.268766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-95157a95-43ce-4734-867e-7a445eb8cb0e tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=9d08bc626ccd49e4b462d9840a14fc57&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2158649 Feb 04 16:36:34.269579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.573130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd95a332-908c-47c8-ba8c-051258335f3c tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:34.578650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35864) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.587205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd95a332-908c-47c8-ba8c-051258335f3c tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3150916 Feb 04 16:36:34.670907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:34.798977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 35890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:34.803223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-833f3acd-e685-4c31-98e0-0fa80b2b4322 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2214341 Feb 04 16:36:34.804850 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419512542', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:35.192931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9a842fee-023c-4a29-a2cf-df4d5088e2f4 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:36:35.227496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:35.247472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:subnet and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:35.252763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:35.280990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:35.327945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:35.653113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.657446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b612968-8bd0-4e12-8a2b-e199729b328c req-94e7ece9-570a-45b1-9394-7954b8adc642 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:35.660126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b612968-8bd0-4e12-8a2b-e199729b328c req-94e7ece9-570a-45b1-9394-7954b8adc642 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 944 time: 0.4069085 Feb 04 16:36:35.724560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:35.755485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '9a842fee-023c-4a29-a2cf-df4d5088e2f4', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '9a842fee-023c-4a29-a2cf-df4d5088e2f4', 'mac_address': 'fa:16:3e:21:f8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:36:35.809712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b612968-8bd0-4e12-8a2b-e199729b328c req-65b0da77-c7e4-469a-9b5e-b4f31db57b27 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399903 Feb 04 16:36:35.835514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:35.946012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a842fee-023c-4a29-a2cf-df4d5088e2f4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:35.990443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:36.007910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.272269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:36.284770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['9a842fee-023c-4a29-a2cf-df4d5088e2f4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:36:36.359945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.534089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.534387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.534692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.535008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.535345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.535665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.535982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.546538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.546987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.547328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.547660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:36.563979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Subnet': ['ID=987f457c-72af-46ff-963c-71d8d8e7624c,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:36.566082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:32Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:36.584706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Checking segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:36.585070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network hostable DHCP agents. Network: 5134fcc4-dc4d-44d4-b797-4cbcee1f843f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:36:36.604035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Checking router: 5cd23cd7-1098-4be3-84e5-bb25a6b437fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:36.604035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Updating router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa port 8fba105b-a724-4232-aa33-692c4146f98f binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:36:36.641247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:36:36.660115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 5134fcc4-dc4d-44d4-b797-4cbcee1f843f) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:36.666218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:36.667085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:36.674928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b6465-9716-4eee-ad7c-0a6a26c6069a None None] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:36:36.709340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 35974) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:36.710279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3cd62862-e89e-463a-9623-c9a59c31e38b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9060278 Feb 04 16:36:37.267806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:37.753812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8a5a8-0a17-4b4b-8f9b-291f73505594 req-e49e2cfd-7c4a-43c9-bcd4-c43f08f4db1a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:37.756644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5e8a5a8-0a17-4b4b-8f9b-291f73505594 req-e49e2cfd-7c4a-43c9-bcd4-c43f08f4db1a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 945 time: 0.4837699 Feb 04 16:36:38.118954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5e8a5a8-0a17-4b4b-8f9b-291f73505594 req-fb8c40c9-02c8-400d-93d4-d461d5a618e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290718 Feb 04 16:36:38.352176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:36:38.450348 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.571907 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Transition to ACTIVE for port object 8fba105b-a724-4232-aa33-692c4146f98f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:38.635996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:38.861493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cce0f-af3b-4678-8dbf-85babb7ca149 None None] Pushing event updated for resources: {'Port': ['ID=8fba105b-a724-4232-aa33-692c4146f98f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:39.070577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Attempting to bind port 8fba105b-a724-4232-aa33-692c4146f98f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:39.072467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Attempting to bind port 8fba105b-a724-4232-aa33-692c4146f98f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:39.073082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Attempting to bind port 8fba105b-a724-4232-aa33-692c4146f98f on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:39.085057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:36:39.100212 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.235416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:39.235781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:39.243829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.246919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:39.247650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Bound port: 8fba105b-a724-4232-aa33-692c4146f98f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:39.248819 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.531498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:39.866359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Allocated IP 172.20.0.2 (5134fcc4-dc4d-44d4-b797-4cbcee1f843f/987f457c-72af-46ff-963c-71d8d8e7624c/c0589ae9-5387-4b47-b69c-79d457ff233b) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:40.235349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] For port 8fba105b-a724-4232-aa33-692c4146f98f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:40.247642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] For port 8fba105b-a724-4232-aa33-692c4146f98f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8fba105b-a724-4232-aa33-692c4146f98f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:40.261610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9a842fee-023c-4a29-a2cf-df4d5088e2f4 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:40.318811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1be06-d37e-4246-8d49-72a257362f4e req-d048a882-1e20-47b3-943d-493410caafdb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:40.320385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31d1be06-d37e-4246-8d49-72a257362f4e req-d048a882-1e20-47b3-943d-493410caafdb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 945 time: 0.7266836 Feb 04 16:36:40.372666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.542929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31d1be06-d37e-4246-8d49-72a257362f4e req-77e27e69-e483-4324-a4f7-fcb059397632 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098005 Feb 04 16:36:40.760140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:40.760786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:40.820377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cce0f-af3b-4678-8dbf-85babb7ca149 None None] Pushing event updated for resources: {'Port': ['ID=8fba105b-a724-4232-aa33-692c4146f98f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:40.830426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:40.879719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:40.892924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Transition to ACTIVE for port object c0589ae9-5387-4b47-b69c-79d457ff233b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:41.021642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:41.022008 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.132912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Transition to ACTIVE for port object c0589ae9-5387-4b47-b69c-79d457ff233b will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:41.284322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.1 (5134fcc4-dc4d-44d4-b797-4cbcee1f843f/987f457c-72af-46ff-963c-71d8d8e7624c/9e7539cc-1b7c-4374-bfab-7cc5fa93ca06) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:41.348200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.370791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.525051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.570694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:41.592237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:41.624344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:41.657437 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:41.660578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:41.792273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:41.892862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:41.898909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:41.908078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:41.923324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:41.953183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Pushing event updated for resources: {'Port': ['ID=c0589ae9-5387-4b47-b69c-79d457ff233b,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:42.156458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:42.166073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:42.170746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.184161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.220280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f1bb-fc88-4180-8124-7a197445160e req-1aac250f-54e7-4d72-a4a8-5983e835ae4c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:42.228220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5314f1bb-fc88-4180-8124-7a197445160e req-1aac250f-54e7-4d72-a4a8-5983e835ae4c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 945 time: 0.3303561 Feb 04 16:36:42.343919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:42.353757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Attempting to bind port c0589ae9-5387-4b47-b69c-79d457ff233b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:42.354572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Attempting to bind port c0589ae9-5387-4b47-b69c-79d457ff233b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:42.355172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Attempting to bind port c0589ae9-5387-4b47-b69c-79d457ff233b on network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:42.377503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.385971 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4', 'code': 200} Feb 04 16:36:42.393370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:42.403296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Checking segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:42.403934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.405302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Bound using segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:42.406093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Bound port: c0589ae9-5387-4b47-b69c-79d457ff233b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:42.406922 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:42.490284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5314f1bb-fc88-4180-8124-7a197445160e req-bdffd21b-2c51-4e3d-a1fb-7b888613324d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611129 Feb 04 16:36:42.807039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:42.869060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c0589ae9-5387-4b47-b69c-79d457ff233b,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:42.898094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.088094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8ab0-4e68-4132-a44d-72b60358abd7 None None] Pushing event updated for resources: {'Port': ['ID=c0589ae9-5387-4b47-b69c-79d457ff233b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:43.095617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:32Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:43.111708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c7284-ef88-4c61-bfdd-ba84f41d7967 None None] The sync data for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 is: [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:32Z', 'revision_number': 3, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:43.926399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:43.948431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3986ae-b0ad-4ac8-b12b-17c7571155dd req-8b5be9a9-022e-40c7-8c95-bbd29c8ea311 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 1097 time: 1.5318336 Feb 04 16:36:44.108262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:44.320662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dc3986ae-b0ad-4ac8-b12b-17c7571155dd req-99860e05-e66f-4377-8cdd-a53929bee557 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783294 Feb 04 16:36:44.502265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:44.505884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:44.965228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1145df6a-90e7-4e22-9fe3-3b361ef3a746 None None] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:36:45.053190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce158f1-35f9-4a38-8f7a-a1b5a022e331 req-a8c64357-d98c-4069-a2fb-5de6d4991cb5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:45.066501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dce158f1-35f9-4a38-8f7a-a1b5a022e331 req-a8c64357-d98c-4069-a2fb-5de6d4991cb5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 1.2301095 Feb 04 16:36:45.226792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:45.251499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:45.254383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8fba105b-a724-4232-aa33-692c4146f98f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:45.351813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a33afc43-61d9-4be0-a3da-119cf5781160 None None] Provisioning for port c0589ae9-5387-4b47-b69c-79d457ff233b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:45.434490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dce158f1-35f9-4a38-8f7a-a1b5a022e331 req-8003ebe8-b98c-4c2d-9c8d-811dd7a4b500 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655894 Feb 04 16:36:45.526597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8fba105b-a724-4232-aa33-692c4146f98f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:45.561950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8fba105b-a724-4232-aa33-692c4146f98f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:45.573110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:45.862490 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:45.941555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8fba105b-a724-4232-aa33-692c4146f98f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8fba105b-a724-4232-aa33-692c4146f98f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:45.958728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:45.959619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c0589ae9-5387-4b47-b69c-79d457ff233b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:46.118104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:36:46.279931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8fba105b-a724-4232-aa33-692c4146f98f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:46.343437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c0589ae9-5387-4b47-b69c-79d457ff233b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:46.349977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c0589ae9-5387-4b47-b69c-79d457ff233b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:46.350508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:46.674816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:36:46.765970 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:46.805429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-84f0baab-7f77-4d53-9dae-92780dd39261 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/5cd23cd7-1098-4be3-84e5-bb25a6b437fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0947444 Feb 04 16:36:46.880090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Provisioning for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:46.906833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Provisioning complete for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:46.918958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:46.983692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8c21e-62c0-45d4-91fc-b9b043e2199c req-a81c5e06-33bb-4d8e-82f6-71988098dd46 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:46.988814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1a8c21e-62c0-45d4-91fc-b9b043e2199c req-a81c5e06-33bb-4d8e-82f6-71988098dd46 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.1819150 Feb 04 16:36:47.026011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c0589ae9-5387-4b47-b69c-79d457ff233b,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:47.040420 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:47.156324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1a8c21e-62c0-45d4-91fc-b9b043e2199c req-a435c43f-2093-4d2a-acee-297aca346c6a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594791 Feb 04 16:36:47.229418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:47.301608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8fba105b-a724-4232-aa33-692c4146f98f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:47.600489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-118d205c-5b33-4c08-9a83-0873a29e981c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091409838&fields=id&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 267 time: 0.2449436 Feb 04 16:36:47.629582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c0589ae9-5387-4b47-b69c-79d457ff233b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:47.644882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Provisioning complete for port c0589ae9-5387-4b47-b69c-79d457ff233b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:47.668222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5479b3cd-5097-4fe1-87c2-9f21876f775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:47.775900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8fba105b-a724-4232-aa33-692c4146f98f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:47.777054 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:47.813547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaba53-c46a-4a07-b3fe-ff2413ad7c44 req-40fb5ca0-a3d5-4d41-b923-dd677f0ccc28 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:47.820671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72eaba53-c46a-4a07-b3fe-ff2413ad7c44 req-40fb5ca0-a3d5-4d41-b923-dd677f0ccc28 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.3486650 Feb 04 16:36:47.965560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72eaba53-c46a-4a07-b3fe-ff2413ad7c44 req-8ff29776-9c44-475b-a9ec-626069cb4a33 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437335 Feb 04 16:36:48.063350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-8daefebb-f573-4fd1-841a-0666eb98e9b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:48.064280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-8daefebb-f573-4fd1-841a-0666eb98e9b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:48.110147 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4b7f9a4d-2d6b-4b1d-bf77-873aa966bbce None None] Provisioning complete for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:48.111917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9a4d-2d6b-4b1d-bf77-873aa966bbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:48.135445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-8daefebb-f573-4fd1-841a-0666eb98e9b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:48.143676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-8daefebb-f573-4fd1-841a-0666eb98e9b0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 797 time: 0.5249772 Feb 04 16:36:48.179692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-8eb0b11e-8a6a-4099-b38c-dc4443dc6ed8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/quotas/9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 375 time: 0.0347271 Feb 04 16:36:48.359192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4b7f9a4d-2d6b-4b1d-bf77-873aa966bbce None None] Port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:48.480170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-72e6527d-4e9e-406d-8f83-2bb1facdebdd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:48.508034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5242316-06a3-47a3-a03a-2cb032f5331f req-bad43998-b0c6-4fce-aad4-92ddec590882 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:48.509756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5242316-06a3-47a3-a03a-2cb032f5331f req-bad43998-b0c6-4fce-aad4-92ddec590882 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.2048843 Feb 04 16:36:48.575220 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Sync routers for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:36:48.637715 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:48.639247 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:48.876024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5242316-06a3-47a3-a03a-2cb032f5331f req-82eda7d8-8db4-4c7c-a9da-d012291640b0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519294 Feb 04 16:36:48.877565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-72e6527d-4e9e-406d-8f83-2bb1facdebdd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:48.878807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-72e6527d-4e9e-406d-8f83-2bb1facdebdd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6977332 Feb 04 16:36:49.250439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c0589ae9-5387-4b47-b69c-79d457ff233b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:49.302040 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:49.349893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-39dc9138-5a3d-44fd-b2df-5a8b76c6e453 service neutron] 10.222.0.62 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497113 Feb 04 16:36:49.472686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c0589ae9-5387-4b47-b69c-79d457ff233b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:49.472686 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:49.838930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-e0501483-2c44-4d0d-8643-2b2d1dae2600 service neutron] 10.222.0.62 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749033 Feb 04 16:36:50.187403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:50.193827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dff69-dc2e-4c5b-9b6c-5bac71f96ef2 req-05e4c6d0-fe87-4ba1-818d-f012e42e06c4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:50.233204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95dff69-dc2e-4c5b-9b6c-5bac71f96ef2 req-05e4c6d0-fe87-4ba1-818d-f012e42e06c4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.2875078 Feb 04 16:36:50.494971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b95dff69-dc2e-4c5b-9b6c-5bac71f96ef2 req-16b577c9-f238-4814-81ee-6060550adc84 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607808 Feb 04 16:36:50.637087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:43Z', 'revision_number': 2, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:50.646137 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Checking router: 5cd23cd7-1098-4be3-84e5-bb25a6b437fa for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:36:50.649561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Updating router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:36:50.662070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:50.684575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45885223-e3b9-4a05-a1ba-4110426edd0d req-bf17b0f3-f444-4d64-a219-511f0c03d7a1 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 210 time: 0.1459606 Feb 04 16:36:50.768501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:50.777200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6adeaa19634275ae5c7f6af07031cb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:50.783209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:50.815394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:50.817759 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.001693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.007525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.172141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fcac5-cd4c-42cf-8602-145ece267c12,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:51.268252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb6adeaa19634275ae5c7f6af07031cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0785806 Feb 04 16:36:51.271986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36330) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:51.278384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.375925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.377920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.379445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.380606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.382039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.382704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.385136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.387108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.391070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.393279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.394062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190d845-9f2a-4696-9292-8c2846c8c961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:51.456910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.488832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-70081f5a-f924-4e44-9f92-cbf572d453b6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:51.506475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-70081f5a-f924-4e44-9f92-cbf572d453b6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.3276689 Feb 04 16:36:51.517802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.616041 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.645877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.665625 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Transition to ACTIVE for port object 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:51.699048 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.756964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.790621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fcac5-cd4c-42cf-8602-145ece267c12,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:51.818583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:51.819722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8051af0-0907-4167-95e9-a83f8b73daa2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/022fcac5-cd4c-42cf-8602-145ece267c12 HTTP/1.1" status: 204 len: 168 time: 0.5441999 Feb 04 16:36:51.833193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:36:51.843336 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.212497 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Pushing event updated for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:52.294720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec0a08f2-0a41-4533-83a6-79fb795be779 req-b2a14e38-c33b-4478-9760-301d08565f7f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 210 time: 0.1600411 Feb 04 16:36:52.441267 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.442006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.442797 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.446039 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.446683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.447409 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.452177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.454482 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.455173 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.456617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.457881 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:36:52.593652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d6f46-5f08-4f5d-a1ab-2d90e6485bd6 req-b2051132-8f3b-4706-a608-26f06dea8f43 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:52.614250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e94d6f46-5f08-4f5d-a1ab-2d90e6485bd6 req-b2051132-8f3b-4706-a608-26f06dea8f43 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 0.6378827 Feb 04 16:36:52.743742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Attempting to bind port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:52.744649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Attempting to bind port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:52.745004 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Attempting to bind port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 on network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:52.767141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e94d6f46-5f08-4f5d-a1ab-2d90e6485bd6 req-b14ddc28-795f-4182-8d2f-e51323ede278 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496189 Feb 04 16:36:52.775240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:52.775621 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Checking segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:52.776123 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.789152 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Bound using segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:52.789949 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Bound port: 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:52.814969 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.941588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:52.963849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] For port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:36:52.968198 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] For port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:36:52.971107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:52.981187 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.020138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:53.024657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3532e2237f47beaf657b2af69cbf6a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:53.028451 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:53.036150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:53.131704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.141162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.142704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 9a842fee-023c-4a29-a2cf-df4d5088e2f4, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=9a842fee-023c-4a29-a2cf-df4d5088e2f4,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:53.144389 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.201821 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:36:53.205481 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:53.307869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b042ae93-9eda-4e6b-bb78-18f6e1ca17c2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:53.317624 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e085fb9b-be6e-44ca-981c-39167cdd18c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae3532e2237f47beaf657b2af69cbf6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3749170 Feb 04 16:36:53.354470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:53.399319 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db775c-81e3-416d-b4bb-7592abcb046c None None] Pushing event updated for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:53.597756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.669271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.765961 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:36:53.797020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.831338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:53.838141 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b042ae93-9eda-4e6b-bb78-18f6e1ca17c2 HTTP/1.1" status: 204 len: 168 time: 0.4822202 Feb 04 16:36:53.839981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 9a842fee-023c-4a29-a2cf-df4d5088e2f4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:36:53.847241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa72de2-6880-4fc2-80f7-6a78388ca117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b042ae93-9eda-4e6b-bb78-18f6e1ca17c2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:53.980378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-e1271f8f-f1ce-443e-9ec2-80b274743ff8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:53.983944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-e1271f8f-f1ce-443e-9ec2-80b274743ff8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 797 time: 0.4709868 Feb 04 16:36:54.173540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 9a842fee-023c-4a29-a2cf-df4d5088e2f4 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:36:54.225810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e34e0bc0-f85d-4d81-958d-2943d06842da req-c4f8c04d-b16d-4067-86dd-77ddc465a0a2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 210 time: 0.2378361 Feb 04 16:36:54.369036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-58b75848-b5d9-4d8c-b396-8dc573fd0823 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d08bc626ccd49e4b462d9840a14fc57 HTTP/1.1" status: 200 len: 380 time: 0.1746891 Feb 04 16:36:54.377084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.552485 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:52Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:36:54.559647 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080a68c-63ce-441b-81ca-922d3b306c53 None None] The sync data for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 is: [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:52Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:36:54.563297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'port': {'device_id': '336a9632-6c55-4e16-b284-285816efaf8d', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'admin_state_up': True, 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'security_groups': ['ee7e2b31-19f3-401d-8025-dafda4d26933']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:54.872363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:54.886363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:54.908114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Made reservation on behalf of 9d08bc626ccd49e4b462d9840a14fc57 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:36:54.912641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:54.987746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c1026-c4cf-430a-a4bf-98590b4354fb req-82c55b9a-47f7-45d3-a856-f766dc5b5bb1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:54.989254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed6c1026-c4cf-430a-a4bf-98590b4354fb req-82c55b9a-47f7-45d3-a856-f766dc5b5bb1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 946 time: 1.0003109 Feb 04 16:36:55.181562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:55.233694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e86810ed-ffee-4d02-b752-c9f3f827ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:55.256722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:55.351200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=9a842fee-023c-4a29-a2cf-df4d5088e2f4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:55.385553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed6c1026-c4cf-430a-a4bf-98590b4354fb req-0c5f8ca1-2e95-4439-ab54-d1fa2636ce3c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859951 Feb 04 16:36:55.402883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:55.420778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:55.421496 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:55.844772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:55.948091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:36:55.956783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:55.989889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c77ab083-c391-4d72-a2fc-ffd9fb9673da req-c4077624-c8b5-4e2c-85d6-52ec33dd7dcb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 210 time: 0.3020282 Feb 04 16:36:56.021956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 9a842fee-023c-4a29-a2cf-df4d5088e2f4 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:36:56.030541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:56.040130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'name': 'network-vif-deleted', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:36:56.115909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:56.166877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.20.0.14 (5134fcc4-dc4d-44d4-b797-4cbcee1f843f/987f457c-72af-46ff-963c-71d8d8e7624c/1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:36:56.188230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ad5befd-d4df-49a5-9f53-fe273a1bce50 req-7d3092e6-daa2-44ea-88f6-45a1a328292c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/9a842fee-023c-4a29-a2cf-df4d5088e2f4 HTTP/1.1" status: 204 len: 173 time: 4.6804092 Feb 04 16:36:56.344844 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83432af1-ba5e-440d-8808-768a5b7a9f46', 'name': 'network-vif-deleted', 'tag': '9a842fee-023c-4a29-a2cf-df4d5088e2f4', 'status': 'completed', 'code': 200} Feb 04 16:36:56.812487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c816255d-46c6-4496-bf06-9f8aa0b9493b req-af07e884-63fc-4224-9c0d-c36363d2d386 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:56.922255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:56.956016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Transition to ACTIVE for port object 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:56.961691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c816255d-46c6-4496-bf06-9f8aa0b9493b req-af07e884-63fc-4224-9c0d-c36363d2d386 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:56.979258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c816255d-46c6-4496-bf06-9f8aa0b9493b req-af07e884-63fc-4224-9c0d-c36363d2d386 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.3203881 Feb 04 16:36:57.017303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.172100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:36:57.175368 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:36:57.192991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:36:57.282410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a246204a-60d0-4cc9-a90d-60fc0ad1764f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.287834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:36:57.444555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:57.444953 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.541140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:57.579020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:57.580650 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.626660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ba008-5d83-452c-bc70-331b56c84360 req-7737d88a-bd32-4e99-bc5c-279d1fff701e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:36:57.627627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-427ba008-5d83-452c-bc70-331b56c84360 req-7737d88a-bd32-4e99-bc5c-279d1fff701e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:36:57.631949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-c5ea08f5-b36a-4ba9-b513-fb8be2396ba8 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2497215 Feb 04 16:36:57.671898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Request body: {'port': {'device_id': '336a9632-6c55-4e16-b284-285816efaf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:36:57.844551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5fbeff8f-fc3c-421e-a455-0f6fda533401 None None] Provisioning for port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:36:57.900937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5fbeff8f-fc3c-421e-a455-0f6fda533401 None None] Provisioning complete for port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:36:57.900937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fbeff8f-fc3c-421e-a455-0f6fda533401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:57.904849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-427ba008-5d83-452c-bc70-331b56c84360 req-7737d88a-bd32-4e99-bc5c-279d1fff701e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:36:57.906946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-427ba008-5d83-452c-bc70-331b56c84360 req-7737d88a-bd32-4e99-bc5c-279d1fff701e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 932 time: 0.5124259 Feb 04 16:36:58.050983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:58.136723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5fbeff8f-fc3c-421e-a455-0f6fda533401 None None] Port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:36:58.464667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36536) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:58.643948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:58.754559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:58.872141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-427ba008-5d83-452c-bc70-331b56c84360 req-9f786434-e442-489e-b35f-fe343ce98939 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9547982 Feb 04 16:36:58.914709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:58.981280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:36:58.993370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Usage tracker for resource:security_group_rule and tenant:f56bc67f363d4b1abd63f25035d297bf is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:36:59.005864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:36:59.022855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:36:59.114303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-495aabb9-9ccb-40f9-a653-f669e149abc2 req-b280a59c-da53-4a13-bf2b-048b8be5a1eb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=83432af1-ba5e-440d-8808-768a5b7a9f46 HTTP/1.1" status: 200 len: 210 time: 0.4357204 Feb 04 16:36:59.172923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.188071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.273774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f56bc67f363d4b1abd63f25035d297bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8069694 Feb 04 16:36:59.275931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 36616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:36:59.347648 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9d00a-3c56-4cf1-b752-f38bf82df914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ecc12-3fe4-4175-8f20-883b3c4f6760,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:59.382255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:36:59.396144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.438729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.439785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Transition to ACTIVE for port object 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:36:59.451945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.493550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.635531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.686929 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ecc12-3fe4-4175-8f20-883b3c4f6760,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:59.688779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:36:59.690080 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-674bbe87-9889-400d-abcb-18bc0a01422b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/025ecc12-3fe4-4175-8f20-883b3c4f6760 HTTP/1.1" status: 204 len: 168 time: 0.4128006 Feb 04 16:36:59.966701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Attempting to bind port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:36:59.967250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Attempting to bind port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:36:59.967847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Attempting to bind port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb on network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:59.979072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb on network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:36:59.979466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Attempting to bind port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb on network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:36:59.989138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:36:59.996696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:36:59.997111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Checking segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:36:59.998203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Bound using segment: {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:36:59.998819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Bound port: 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15cee2e-0501-4cb4-a286-da003a4f0c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:36:59.999492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.080069 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.223447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:00.239457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:00.253899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.540187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:00.615469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:00.616890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-11660d35-0af1-4d4a-8277-6c4a7a8dd06d service neutron] 10.222.0.41 "PUT /v2.0/ports/1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 1092 time: 2.9780662 Feb 04 16:37:00.617351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:00.825061 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'status': 'completed', 'code': 200} Feb 04 16:37:00.917579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3c049-60f1-4275-84e6-7bcee3493691 req-9586676c-ba21-4705-b393-169e925db374 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:00.926730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30c3c049-60f1-4275-84e6-7bcee3493691 req-9586676c-ba21-4705-b393-169e925db374 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 944 time: 0.3881979 Feb 04 16:37:01.049017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-2f7c7de8-18fb-4d05-8e79-36f5aa9e1442 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1095 time: 0.3732154 Feb 04 16:37:01.171789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30c3c049-60f1-4275-84e6-7bcee3493691 req-9f5aec07-add2-474d-9602-b3e2d331bf4b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439935 Feb 04 16:37:01.199426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-ae8aa226-3f5f-4744-9acd-f94263c9291a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 217 time: 0.1298804 Feb 04 16:37:01.365166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-9964b84c-bb70-4098-a1b5-47afaa27a6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:01.367249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-9964b84c-bb70-4098-a1b5-47afaa27a6b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 200 len: 835 time: 0.1667197 Feb 04 16:37:01.598060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-a9adda6a-c1a1-4333-af83-d37f298bb905 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240615 Feb 04 16:37:02.136023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-86fa64b8-aecf-4f39-8764-6bd084efc9ae service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277057 Feb 04 16:37:02.614300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a509ab01-f1b8-4e94-963a-8f727e03f99a req-87f3de06-450c-4327-8fe8-8c063696a424 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637675 Feb 04 16:37:02.837660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ed11-d73c-4de1-9b4a-8f8a154f5753 req-8289b8b5-7e6b-49ce-a8cb-9f42f3ad9325 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:02.845897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94a2ed11-d73c-4de1-9b4a-8f8a154f5753 req-8289b8b5-7e6b-49ce-a8cb-9f42f3ad9325 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 944 time: 0.2083051 Feb 04 16:37:02.881693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-9f02c503-5891-4738-b8ff-74a4b1d24525 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1095 time: 0.1792479 Feb 04 16:37:03.071683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-94a2ed11-d73c-4de1-9b4a-8f8a154f5753 req-b671ed5b-2472-4417-bcc6-6eab2431b04f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248442 Feb 04 16:37:03.174687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-3e9231ae-6e59-4cc6-8935-247df4b7b8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:03.176608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-3e9231ae-6e59-4cc6-8935-247df4b7b8cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 898 time: 0.2841368 Feb 04 16:37:03.349126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-9bef23ff-ed73-4b44-aa54-7f4ff0c923e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 217 time: 0.1631601 Feb 04 16:37:03.490653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-60c11156-5aac-4ce2-bd1e-a5c31f8f4fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:03.492088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-60c11156-5aac-4ce2-bd1e-a5c31f8f4fe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 200 len: 835 time: 0.1357059 Feb 04 16:37:03.675262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-471b8ed2-2db2-42c1-90dd-4b454594555f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737256 Feb 04 16:37:04.162752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-6b49723e-e060-42d4-9220-0872564089c5 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792864 Feb 04 16:37:04.207250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:37:04.485801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0cdd5996-74e5-4d9b-a833-9a53470caba0 req-c036fcf5-c3d6-4af3-92f6-5b22cb4109fb service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144400 Feb 04 16:37:04.523357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:04.540154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'mac_address': 'fa:16:3e:cd:a8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:37:04.601351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612dbf9-4c5a-4e3a-9ebd-80fc690f8543 req-9b86f491-6456-4e1e-a50c-58718da14b0a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:04.605745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4612dbf9-4c5a-4e3a-9ebd-80fc690f8543 req-9b86f491-6456-4e1e-a50c-58718da14b0a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 944 time: 0.2057106 Feb 04 16:37:04.611198 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.635675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:04.654206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:04.663427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:04.742797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4612dbf9-4c5a-4e3a-9ebd-80fc690f8543 req-5351f933-fffd-4f11-966b-262b03f99a3e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303835 Feb 04 16:37:04.746096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:04.871692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:37:05.673518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-8fd9f307-327a-4314-8cdd-14199d548084 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:05.674511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-8fd9f307-327a-4314-8cdd-14199d548084 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Synchronizing usage tracker for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:05.697334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-8fd9f307-327a-4314-8cdd-14199d548084 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Unset dirty status for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:05.701158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-8fd9f307-327a-4314-8cdd-14199d548084 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 814 time: 0.2603350 Feb 04 16:37:05.749187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-98bacce6-a9ee-4d53-8e7e-5581a44138a2 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/quotas/34599ce9702948a78b2f9d9c2f0a42e5 HTTP/1.1" status: 200 len: 375 time: 0.0369289 Feb 04 16:37:05.829433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-dc14435c-fe9b-48fe-a63c-7c085291e50d tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777962 Feb 04 16:37:06.015123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-a6078319-4399-4668-bb46-1e0fdcf804ea service neutron] 10.222.0.62 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787252 Feb 04 16:37:06.205009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:06.360080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:06.367158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:06.367983 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.374660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-19060505-8932-452f-ba2f-9ea75b8005fc service neutron] 10.222.0.62 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841058 Feb 04 16:37:06.409729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614b655-d14a-419e-9b18-86e80f4195b5 req-c3503653-998a-4627-961d-a054a8517e10 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:06.416833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d614b655-d14a-419e-9b18-86e80f4195b5 req-c3503653-998a-4627-961d-a054a8517e10 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 945 time: 0.4003925 Feb 04 16:37:06.504833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d614b655-d14a-419e-9b18-86e80f4195b5 req-834e263c-f20b-4635-99c9-0c7664618562 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870342 Feb 04 16:37:06.692844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.815975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:06.816960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:06.827664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:06.988034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:06.992736 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'code': 200} Feb 04 16:37:07.033135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c628358f-3078-43ac-87bb-bf1a08d09246 req-9dbea3bc-916f-49a3-a97f-0ec9a1047238 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 210 time: 0.1710541 Feb 04 16:37:07.183928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-642f903e-91c0-43c0-86c0-525c2f1fb9f3 req-5483b34a-f409-414c-a1b2-15dabd9a5369 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1097 time: 0.1217003 Feb 04 16:37:07.281212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-642f903e-91c0-43c0-86c0-525c2f1fb9f3 req-b73b432a-fe84-4c3c-8696-ef3f2117c23f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911922 Feb 04 16:37:07.919084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-5b8219ba-bae8-4254-9616-bf009c3eb167 req-ac9ecac6-b800-4055-92f0-55f5b05d9bba service neutron] (83597) timed out ('10.222.0.41', 57635) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:37:08.630185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a7df7219-f369-4ebc-9680-990286973188 req-892a2a70-998d-474b-a0b0-3b987ebc1d93 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 210 time: 0.1649308 Feb 04 16:37:08.703029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e7919-1e93-4812-bcf1-6e1cbfa9be67 req-dc6affca-b126-40a4-894a-2351f4c208e2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:08.704607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b11e7919-1e93-4812-bcf1-6e1cbfa9be67 req-dc6affca-b126-40a4-894a-2351f4c208e2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.4001231 Feb 04 16:37:08.821226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b11e7919-1e93-4812-bcf1-6e1cbfa9be67 req-3540a50c-bd57-464a-8156-4ea55e294a61 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974920 Feb 04 16:37:09.414407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-a83f479c-ecf6-413a-98af-ffe07f5d662e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:09.416123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-a83f479c-ecf6-413a-98af-ffe07f5d662e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 814 time: 0.5530863 Feb 04 16:37:09.435550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Request body: {'port': {'device_id': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed', 'admin_state_up': True, 'tenant_id': '34599ce9702948a78b2f9d9c2f0a42e5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:09.608746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:09.612871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Usage tracker for resource:port and tenant:34599ce9702948a78b2f9d9c2f0a42e5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:09.624729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:09.631493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:09.661315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Made reservation on behalf of 34599ce9702948a78b2f9d9c2f0a42e5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:09.665609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.072321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea460290-a674-4d22-a249-f0cb9c56a387 req-132f4f01-af42-40e1-b548-21d70f525dcc tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 210 time: 0.0543568 Feb 04 16:37:10.454129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37302) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:10.471837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Allocated IP 172.20.0.12 (8923fd55-11f9-43e9-ae99-98d37ef6c9ed/c0c99140-efe0-4c72-b670-68042b416764/052a2880-234a-4013-8688-94c88d3bf93a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:10.503789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b3b75-e052-46da-974c-78fdcee7f5fd req-5b9bcbf8-6ad4-4e80-a6f1-8824fbd8caec tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:10.520630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-643b3b75-e052-46da-974c-78fdcee7f5fd req-5b9bcbf8-6ad4-4e80-a6f1-8824fbd8caec tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.4079030 Feb 04 16:37:10.670364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:10.683001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-643b3b75-e052-46da-974c-78fdcee7f5fd req-d2d3ac02-6f5b-40ea-8d29-f90be13114f2 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585245 Feb 04 16:37:10.768083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:10.776695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:945bdab9c7c44e8c90bb48568be4da87 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:10.787743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:10.803109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:10.992938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.006497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.115879 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.119195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b692e0ae-e470-4a7a-87a9-40525ab15d3e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:11.130630 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-430bfd21-5975-49eb-a15c-d277b9bdcfe7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=945bdab9c7c44e8c90bb48568be4da87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6753521 Feb 04 16:37:11.137705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37326) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:11.265450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc5084-9375-4f56-aa07-63c08a7f69af req-74624109-3cea-4a47-9eb5-db169f035fda tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:11.287842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7acc5084-9375-4f56-aa07-63c08a7f69af req-74624109-3cea-4a47-9eb5-db169f035fda tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.2999027 Feb 04 16:37:11.291497 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.339643 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.373782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.435572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:11.444782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.449066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:11.463483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:11.480921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b692e0ae-e470-4a7a-87a9-40525ab15d3e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:11.502495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:11.531765 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-95c5c546-cac8-443e-87ad-76ea10148952 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b692e0ae-e470-4a7a-87a9-40525ab15d3e HTTP/1.1" status: 204 len: 168 time: 0.3798330 Feb 04 16:37:11.889372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Pushing event updated for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:11.923154 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7acc5084-9375-4f56-aa07-63c08a7f69af req-5e194aae-ce61-49d1-a009-57e26eb3e67e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6324034 Feb 04 16:37:11.973003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:11.974511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37354) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:11.987849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.081489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-ed8d1780-645b-4f72-a5e2-f7a61b8b9322 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6503952 Feb 04 16:37:12.102753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Request body: {'port': {'device_id': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:12.148639 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-778ad67d-8d33-4517-9b78-87f17161f6c3 tempest-TestNetworkAdvancedServerOps-678479916 tempest-TestNetworkAdvancedServerOps-678479916-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1092 time: 0.1728199 Feb 04 16:37:12.151310 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37360) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:12.162742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:12.176195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:12.192384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Usage tracker for resource:floatingip and tenant:9d08bc626ccd49e4b462d9840a14fc57 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:12.196093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:12.202266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-2060ab0d-1467-402a-ac13-7e87eb597582 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:12.203300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-2060ab0d-1467-402a-ac13-7e87eb597582 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Synchronizing usage tracker for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:12.208977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:12.272124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.301091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-2060ab0d-1467-402a-ac13-7e87eb597582 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Unset dirty status for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:12.308311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-2060ab0d-1467-402a-ac13-7e87eb597582 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 932 time: 0.8712566 Feb 04 16:37:12.445224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-531ee2f5-5a4e-467a-baf6-414d6ce74d05 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Synchronizing usage tracker for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:12.526254 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.632287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-531ee2f5-5a4e-467a-baf6-414d6ce74d05 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Unset dirty status for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:12.634026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-17f28474-07c3-43b3-a392-a3d5c6c0a86c req-531ee2f5-5a4e-467a-baf6-414d6ce74d05 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250120 Feb 04 16:37:12.645206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.647533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37376) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:12.687317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:12.887603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:12.905708 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Allocated IP 172.25.5.112 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/90e7ecb1-e101-495f-903b-7e295dcb62c0) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:12.908217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Usage tracker for resource:security_group_rule and tenant:7f2a1a9fec6040e1b1f160a76c650f30 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:12.917358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:12.978642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:13.154582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.219793 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.308885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.337857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f2a1a9fec6040e1b1f160a76c650f30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6892064 Feb 04 16:37:13.342295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37392) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:13.414491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052a2880-234a-4013-8688-94c88d3bf93a {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:13.428980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c35dc-5c2f-440d-8d38-2f9dde71d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54535183-37b9-4f88-9ed4-1956d27f719a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:13.437403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.451116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.525993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Transition to ACTIVE for port object 052a2880-234a-4013-8688-94c88d3bf93a will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:13.533040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.637115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:13.644213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:13.650443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=90e7ecb1-e101-495f-903b-7e295dcb62c0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:13.660639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:13.741056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:13.795715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Pushing event updated for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:13.817330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.023241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Attempting to bind port 052a2880-234a-4013-8688-94c88d3bf93a on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:14.023765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Attempting to bind port 052a2880-234a-4013-8688-94c88d3bf93a by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:14.023932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Attempting to bind port 052a2880-234a-4013-8688-94c88d3bf93a on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:14.150573 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.189253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Port 052a2880-234a-4013-8688-94c88d3bf93a on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:37:14.189507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Attempting to bind port 052a2880-234a-4013-8688-94c88d3bf93a on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:14.199105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:14.199580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Checking segment: {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:14.199968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Bound using segment: {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:14.201174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Bound port: 052a2880-234a-4013-8688-94c88d3bf93a, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:14.201537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.309871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54535183-37b9-4f88-9ed4-1956d27f719a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:14.332766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.333938 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0ce86683-bafc-4cce-9438-f15b5ea5d820 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54535183-37b9-4f88-9ed4-1956d27f719a HTTP/1.1" status: 204 len: 168 time: 0.9899778 Feb 04 16:37:14.424837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dfc49-1f95-4f40-918e-f7bfb4fef4d7 req-bfae964c-1bd9-4208-9390-6a1064303d39 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:14.428165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a86dfc49-1f95-4f40-918e-f7bfb4fef4d7 req-bfae964c-1bd9-4208-9390-6a1064303d39 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 944 time: 0.4830871 Feb 04 16:37:14.539070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:14.542926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=052a2880-234a-4013-8688-94c88d3bf93a,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:14.556761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.768946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:14.770372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] 10.222.0.41 "PUT /v2.0/ports/052a2880-234a-4013-8688-94c88d3bf93a HTTP/1.1" status: 200 len: 1092 time: 2.6814580 Feb 04 16:37:14.799658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a86dfc49-1f95-4f40-918e-f7bfb4fef4d7 req-2707d572-917f-45aa-83a8-5ac38ae4ab95 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526576 Feb 04 16:37:14.799658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:14.986559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a648cc-a4ac-48db-b7dd-45a9f4f2801b service neutron] Pushing event updated for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:15.006212 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a', 'status': 'completed', 'code': 200} Feb 04 16:37:15.036719 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.061991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-adaf1084-b6d1-459f-8f2a-c517fce1eefd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 1095 time: 0.2220356 Feb 04 16:37:15.170122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.370786 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:37:15.456685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-3a340f9f-08a5-4f80-9d59-65d98db0f268 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052a2880-234a-4013-8688-94c88d3bf93a HTTP/1.1" status: 200 len: 217 time: 0.3848760 Feb 04 16:37:15.648667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-699008d4-cf59-49f4-ba13-8c1089a55d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:15.651912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-699008d4-cf59-49f4-ba13-8c1089a55d30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 200 len: 854 time: 0.1896605 Feb 04 16:37:15.680093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.692605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:15.747535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-f38bbca3-9978-4266-a210-37f09db5c00d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887668 Feb 04 16:37:15.912534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event updated for resources: {'Port': ['ID=90e7ecb1-e101-495f-903b-7e295dcb62c0,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:15.957240 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.006269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-57371ec6-ee0d-4dda-b859-fa50460b718f service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516558 Feb 04 16:37:16.195708 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Floating IP c9854e6f-9803-45e5-9522-0b243e326cea associated. External IP: 172.25.5.112, port: 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb. Feb 04 16:37:16.264098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37462) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:16.405505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Deleting subnet b0299cd3-7c2c-43d4-979d-07da6ee51162 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:37:16.408617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.470057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.597031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.773761 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.826815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229bf285-163c-401f-9dfa-ab55eb75bbf7 req-4b75d357-dbee-42a5-9c30-427155b47dab service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8142540 Feb 04 16:37:16.837363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0299cd3-7c2c-43d4-979d-07da6ee51162,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:16.849312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:16.863282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8713dc4e-a6b6-4b6f-8ab4-bc3864d7e2c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b0299cd3-7c2c-43d4-979d-07da6ee51162 HTTP/1.1" status: 204 len: 168 time: 0.5927336 Feb 04 16:37:16.869524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da9825-2ac7-4575-a0a1-63c66cbcb336 req-d755899e-8668-44aa-8c12-1b7335faf34f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:16.883766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90da9825-2ac7-4575-a0a1-63c66cbcb336 req-d755899e-8668-44aa-8c12-1b7335faf34f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 944 time: 0.7984114 Feb 04 16:37:16.884277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37482) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:17.159391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:17.296906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.312988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90da9825-2ac7-4575-a0a1-63c66cbcb336 req-d1fe2d99-6e64-4b69-b60c-ff7333587258 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206901 Feb 04 16:37:17.373368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-8c66defc-d9b4-4c22-af19-cf7588b8a30c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 1095 time: 0.4417164 Feb 04 16:37:17.729678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:17.753078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Sync routers for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:17.776115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:17.777319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.824292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.859523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:17.895063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba86d2b6-24c7-48fc-81f4-05842d960511']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.937456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2648c626-cdfc-4934-b300-72a681882d1e') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.937751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2648c626-cdfc-4934-b300-72a681882d1e') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:17.983109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7e780371-390a-4d0b-a6ae-de94fe9883d3 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8263898 Feb 04 16:37:17.983109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:17.995322 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.141732 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'status': 'completed', 'code': 200} Feb 04 16:37:18.362506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:18.398162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.437010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:37:18.437558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:18.461673 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:18.603483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 052a2880-234a-4013-8688-94c88d3bf93a details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:37:18.978624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:18.985219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-ca2cbf96-a333-42d0-a621-4ff9f9549387 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1097 time: 0.6966329 Feb 04 16:37:19.037783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.045501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba86d2b6-24c7-48fc-81f4-05842d960511,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:19.091831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-b82bce59-d1bf-40a9-9634-938c15fc5f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:19.105210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-b82bce59-d1bf-40a9-9634-938c15fc5f0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 915 time: 1.6163769 Feb 04 16:37:19.277902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37542) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:19.300830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=052a2880-234a-4013-8688-94c88d3bf93a,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:19.343215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37548) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:19.344538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e52ad120-1a29-4945-8b70-30768dc6a6d9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba86d2b6-24c7-48fc-81f4-05842d960511 HTTP/1.1" status: 204 len: 168 time: 2.4592092 Feb 04 16:37:19.364382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '052a2880-234a-4013-8688-94c88d3bf93a', 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed', 'port_id': '052a2880-234a-4013-8688-94c88d3bf93a', 'mac_address': 'fa:16:3e:a8:b2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c99140-efe0-4c72-b670-68042b416764', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:37:19.372000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b56b0-17a2-45c2-94a1-b623a19c97b5 req-54e9b23f-d827-4039-aeec-3878b185db6e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:19.380853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c3b56b0-17a2-45c2-94a1-b623a19c97b5 req-54e9b23f-d827-4039-aeec-3878b185db6e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 944 time: 0.6223710 Feb 04 16:37:19.395548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1b23-3dc3-4fae-9ced-1574f5043898 req-585f6411-3c37-41e5-902c-d06962d0d11b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:19.409111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55ec1b23-3dc3-4fae-9ced-1574f5043898 req-585f6411-3c37-41e5-902c-d06962d0d11b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 1.1153915 Feb 04 16:37:19.613233 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:19.620739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-bf3a1009-b581-4972-baae-4d7369a7d945 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052a2880-234a-4013-8688-94c88d3bf93a HTTP/1.1" status: 200 len: 217 time: 0.4912307 Feb 04 16:37:19.715766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052a2880-234a-4013-8688-94c88d3bf93a {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:19.771794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55ec1b23-3dc3-4fae-9ced-1574f5043898 req-797550b4-2b60-4f7d-8fd8-e80fecf32315 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617065 Feb 04 16:37:19.790618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c9854e6f-9803-45e5-9522-0b243e326cea', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'mac_address': 'fa:16:3e:cd:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a9632-6c55-4e16-b284-285816efaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:14Z', 'updated_at': '2022-02-04T16:37:14Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:19.818192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:19.830323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Checking router: 5cd23cd7-1098-4be3-84e5-bb25a6b437fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:19.873269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:19.877476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:36:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:20.005856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Deleting subnet dca4490d-0d38-4f9e-a154-6b888311fe83 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:37:20.027860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=052a2880-234a-4013-8688-94c88d3bf93a,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:20.057257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.058631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.083569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c3b56b0-17a2-45c2-94a1-b623a19c97b5 req-ea1380e7-faea-4106-9a49-c270bbc54729 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017796 Feb 04 16:37:20.124235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-91bab91f-a842-49c2-9634-9d8571e147a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:20.126370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-91bab91f-a842-49c2-9634-9d8571e147a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 200 len: 854 time: 0.4854212 Feb 04 16:37:20.127539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-2ebe0bcf-a126-450e-937d-2f53baa9ef29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:20.129039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-2ebe0bcf-a126-450e-937d-2f53baa9ef29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 898 time: 1.0930746 Feb 04 16:37:20.144972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.315248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.355250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['052a2880-234a-4013-8688-94c88d3bf93a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:37:20.411460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:20.448716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Usage tracker for resource:security_group_rule and tenant:b291351ecb63487b9303f3daf0061b2b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:20.490218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:20.514694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-898cff51-6e65-415d-b6cf-1c432a4bd023 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 1000 time: 0.3723419 Feb 04 16:37:20.531066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:20.601269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.614601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-7ae272ac-e3c9-401c-9662-e3954861ec58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187300 Feb 04 16:37:20.643631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:20.866949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.908514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:20.949133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:20.979044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f7cec4df-99f4-4259-a884-a7da903b519b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/c9854e6f-9803-45e5-9522-0b243e326cea HTTP/1.1" status: 200 len: 992 time: 1.1110666 Feb 04 16:37:20.982930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.039339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca4490d-0d38-4f9e-a154-6b888311fe83,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:21.043403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae4439-e042-42b6-95da-be191a545877,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:21.054020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.057519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-cbf7259b-e7ff-4e92-b838-ed3e338a90a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:21.069361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-cbf7259b-e7ff-4e92-b838-ed3e338a90a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 200 len: 835 time: 0.5162525 Feb 04 16:37:21.162095 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a58c62cb-8cb1-436f-9130-33289ab03602 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dca4490d-0d38-4f9e-a154-6b888311fe83 HTTP/1.1" status: 204 len: 168 time: 1.8157799 Feb 04 16:37:21.167194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37590) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:21.183415 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f3ed564d-cc57-4866-81b4-6cfc1a75c505 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b291351ecb63487b9303f3daf0061b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9027853 Feb 04 16:37:21.192485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:21.357836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-7302dae2-6b35-438d-a1ac-de2a907d8f49 service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101977 Feb 04 16:37:21.430195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.636356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.646981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.649308 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.668264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9997d83a-5fcd-4c70-aa6b-191b5627249b']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.685145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c26d802-a7e9-4ab6-bd2e-937c8ea6a724') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.685756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c26d802-a7e9-4ab6-bd2e-937c8ea6a724') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:21.699817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.721614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.729812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:37:21.730386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:37:21.847029 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:37:21.851801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.857126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:21.882073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=9997d83a-5fcd-4c70-aa6b-191b5627249b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:21.889140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-890c0656-5b25-47be-afa7-eee031c84cbe admin admin] 10.222.0.62 "DELETE /v2.0/networks/9997d83a-5fcd-4c70-aa6b-191b5627249b HTTP/1.1" status: 204 len: 168 time: 0.7205424 Feb 04 16:37:21.968102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37616) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:22.026111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c9854e6f-9803-45e5-9522-0b243e326cea', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'mac_address': 'fa:16:3e:cd:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a9632-6c55-4e16-b284-285816efaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:14Z', 'updated_at': '2022-02-04T16:37:14Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:22.035432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8b859-2ca4-4923-b707-4a337ceb77ac None None] The sync data for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 is: [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c9854e6f-9803-45e5-9522-0b243e326cea', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'mac_address': 'fa:16:3e:cd:a8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336a9632-6c55-4e16-b284-285816efaf8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:37:14Z', 'updated_at': '2022-02-04T16:37:14Z', 'revision_number': 0, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:22.277991 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0cb3b192-baeb-447c-9e36-c9e5c15e4a87 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/c9854e6f-9803-45e5-9522-0b243e326cea HTTP/1.1" status: 200 len: 992 time: 0.3076179 Feb 04 16:37:22.297576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 052a2880-234a-4013-8688-94c88d3bf93a up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:22.356603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-6d7d2988-ca63-4baf-a881-828f7cc0c683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2862825 Feb 04 16:37:22.406614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.414363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37624) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:22.518101 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bca2a707-71f2-42a0-ad3d-7dbbcb432f05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e7cf2465076448f920e9548e508e463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1001554 Feb 04 16:37:22.518756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37630) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:22.537515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f502641-5df2-4a91-be7f-d19a8e25dc69 req-1717d280-ee4d-4b80-99d3-9f84559f493a service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1503119 Feb 04 16:37:22.540307 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5096e-094d-465b-977a-df03948e7140 None None] New status for floating IP c9854e6f-9803-45e5-9522-0b243e326cea: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:37:22.555089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 052a2880-234a-4013-8688-94c88d3bf93a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:22.576786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 052a2880-234a-4013-8688-94c88d3bf93a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:22.577163 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.643153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.704912 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.759507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb74d0-8ac2-45ed-85a2-53755d9e0956 req-a33c4e9b-711b-4901-b676-f6089b3d4b6f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:22.761020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bbb74d0-8ac2-45ed-85a2-53755d9e0956 req-a33c4e9b-711b-4901-b676-f6089b3d4b6f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 945 time: 1.3816347 Feb 04 16:37:22.844805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.876700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.884452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af348944-5657-499a-9cdc-de8c87719962,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:22.899298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:22.900454 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0b5cb94d-17ee-43b5-a973-40f5e7626a23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af348944-5657-499a-9cdc-de8c87719962 HTTP/1.1" status: 204 len: 168 time: 0.3810456 Feb 04 16:37:23.115994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.146136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-f5e4dd1d-1c87-49e7-8733-44a682fa93d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7509513 Feb 04 16:37:23.180573 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:37:23.192507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=052a2880-234a-4013-8688-94c88d3bf93a,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:23.198477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.202555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.234365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2bbb74d0-8ac2-45ed-85a2-53755d9e0956 req-63c44dd4-3066-4e3b-a6b4-a18aa6f54e33 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414873 Feb 04 16:37:23.280619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37650) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:23.303489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:23.327941 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a', 'code': 200} Feb 04 16:37:23.363203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.366592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2ae4439-e042-42b6-95da-be191a545877 HTTP/1.1" status: 204 len: 168 time: 2.1601436 Feb 04 16:37:23.377028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1b632-b4fd-4c68-8408-82d186f10bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae4439-e042-42b6-95da-be191a545877,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:23.553745 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e141955b-3fbe-4c3f-b943-40c131a80866 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/c9854e6f-9803-45e5-9522-0b243e326cea HTTP/1.1" status: 200 len: 994 time: 0.2717180 Feb 04 16:37:23.579911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddf53f-c7f9-4e37-ac2e-4515df385b3f req-7a701ed8-b307-4707-b63c-2f6a5361d250 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288399 Feb 04 16:37:23.593739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74733450-5367-4b76-99eb-3132fa6b638d req-e1981111-4ecc-4cb8-a059-a7a0502de6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 1097 time: 0.2124641 Feb 04 16:37:23.667935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74733450-5367-4b76-99eb-3132fa6b638d req-d8d94050-4e01-4b64-8576-5e5ed869ec16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595863 Feb 04 16:37:23.670715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37660) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:23.754402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-45521334-0fd8-4867-a105-cd4f14c1d726 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e5e8c6b37aa4405a0795ff763a45fb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0800228 Feb 04 16:37:23.756802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37666) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:23.835788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.866660 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.942235 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.961891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdc1c92-62ee-4264-901d-af909d0f8afa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:23.964949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:23.970099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d248e767-2b0c-4bed-8197-7f13ad6e038a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cdc1c92-62ee-4264-901d-af909d0f8afa HTTP/1.1" status: 204 len: 168 time: 0.2119982 Feb 04 16:37:24.576257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad1034-1f89-48c5-92dc-478add10e765 req-0693bfbe-fa53-4c5c-8d5a-f8a401a2db8c tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:24.597236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ad1034-1f89-48c5-92dc-478add10e765 req-0693bfbe-fa53-4c5c-8d5a-f8a401a2db8c tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 946 time: 0.1703877 Feb 04 16:37:24.674260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71ad1034-1f89-48c5-92dc-478add10e765 req-1c9b3550-6fc4-4f96-aa07-f02083abc6db tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711768 Feb 04 16:37:25.150016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-220e09ba-9117-487d-9c03-f043b3d6adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:25.929789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dd1b6-d4ac-4613-ae40-fad7b720c39f req-d2003ff9-92f2-4476-a360-b3e2e2b6c3a3 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:25.939556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-400dd1b6-d4ac-4613-ae40-fad7b720c39f req-d2003ff9-92f2-4476-a360-b3e2e2b6c3a3 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 946 time: 0.1120977 Feb 04 16:37:26.019754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-400dd1b6-d4ac-4613-ae40-fad7b720c39f req-e11f5fcc-e6ae-4fbf-a51a-32ddaaf96b9f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792880 Feb 04 16:37:26.697374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37818) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:27.126380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.264677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:27.275382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Usage tracker for resource:security_group_rule and tenant:1f3d79b2d9384abf808ad92668362918 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:27.277952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e0a2c4f6-c061-4f51-8365-9258ce92fe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.286239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:27.323081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:27.479807 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.491113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.572524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37858) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:27.592311 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f3d79b2d9384abf808ad92668362918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8937731 Feb 04 16:37:27.594495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702bb8-d30e-44d9-a39a-44521940369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0dae27-9f94-4e48-b79a-76bc5febecdc,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:27.595876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:27.674697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.723771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.806748 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.847536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0dae27-9f94-4e48-b79a-76bc5febecdc,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:27.874445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.874789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.875125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.875454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.875778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.876224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.876555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.877089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.877558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.877881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.878201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:27.897470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:27.898641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6f2079c5-a922-4ea7-abd4-8343004d5407 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec0dae27-9f94-4e48-b79a-76bc5febecdc HTTP/1.1" status: 204 len: 168 time: 0.3017812 Feb 04 16:37:27.938550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'network': {'name': 'tempest-network-smoke--509683507', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:27.946587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:27.951202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:network and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:27.954320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:27.960750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:27.975145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:27.978109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.007243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.047611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:28.051783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:28.070250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:28.105807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:28.303704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.310184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.332580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:28.343037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.343584 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Added segment 61b487f4-08cb-46a5-a14f-e8413f326554 of type vlan for network 0b9ab849-e883-474a-80aa-b773162e4e8a Feb 04 16:37:28.399478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.460293 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.471134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:28.472351 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.570184 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37896) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:28.570990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9945617 Feb 04 16:37:28.575889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'admin_state_up': True, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:28.583582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:28.588733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:router and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:28.593678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:28.605835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:28.633076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.634675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.640526 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.694459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.714727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91239a-8592-4220-a5bf-0b792a99b209,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.729480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:28.763411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2e9c-8250-463c-a484-19eed15c9271 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Network': ['ID=0b9ab849-e883-474a-80aa-b773162e4e8a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:28.779412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 0b9ab849-e883-474a-80aa-b773162e4e8a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:28.905206 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.332984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.397758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.692025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.25.5.75 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/47d9def9-e611-42b0-ae7a-839aed0265b3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:29.903010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:29.944716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.033287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:30.037145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:30.049632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:30.083062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.093826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=47d9def9-e611-42b0-ae7a-839aed0265b3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:30.323381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.324112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:30.772625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:37:31.161527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:31.179963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:31.211783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:31.216773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:31.252875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:31.255461 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5e514ebf-fb71-40ab-a21f-20797c4d47db tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6848888 Feb 04 16:37:31.258698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37964) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:31.933288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-67876da0-1265-4ffa-88bc-9b66daecf934 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=6111ebad2d884d2fa602d31575d48366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6728480 Feb 04 16:37:31.936691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:31.959250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:32.189758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372537e-eac0-44a6-b539-3bf8ce7a711a tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:32.201326 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4372537e-eac0-44a6-b539-3bf8ce7a711a tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2630122 Feb 04 16:37:32.204044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 37994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:32.266580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 37998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:32.266886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-646c7d6a-a092-4fae-82c8-7870edddf712 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615869 Feb 04 16:37:32.275666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698093183', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:32.459202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:32.463103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:subnet and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:32.467306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:32.474500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:32.489387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:32.579512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:32.584418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:32.584821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Updating router 58521612-21fd-4797-a110-fbefc06ee3be port 47d9def9-e611-42b0-ae7a-839aed0265b3 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:32.678168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:32.715281 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.158868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.295477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Subnet': ['ID=5cf3440d-df16-4d31-8968-68a380e77f6e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:33.308598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Checking segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:33.308972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network hostable DHCP agents. Network: 0b9ab849-e883-474a-80aa-b773162e4e8a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:33.365503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 0b9ab849-e883-474a-80aa-b773162e4e8a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:33.385002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 0b9ab849-e883-474a-80aa-b773162e4e8a) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:33.391860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:33.393132 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.405760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a729a293-fef3-4111-8891-0370d60f7b47 None None] Network 0b9ab849-e883-474a-80aa-b773162e4e8a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:33.427060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0537676d-e56f-49e0-82b5-79567c437c6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1584146 Feb 04 16:37:33.430052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38030) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:33.630280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.681019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Transition to ACTIVE for port object 47d9def9-e611-42b0-ae7a-839aed0265b3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:33.724410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:33.836404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-64c134c7-96c5-44f0-aee5-09d67e88fa94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1843417 Feb 04 16:37:34.121600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Attempting to bind port 47d9def9-e611-42b0-ae7a-839aed0265b3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:34.122865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Attempting to bind port 47d9def9-e611-42b0-ae7a-839aed0265b3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:34.123433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Attempting to bind port 47d9def9-e611-42b0-ae7a-839aed0265b3 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:34.133225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232a241-50bf-4d25-9a94-2e78264fc6de None None] Pushing event updated for resources: {'Port': ['ID=47d9def9-e611-42b0-ae7a-839aed0265b3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:34.148649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:34.149444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:34.150030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.150618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:34.151607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Bound port: 47d9def9-e611-42b0-ae7a-839aed0265b3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:34.152162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.433657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] For port 47d9def9-e611-42b0-ae7a-839aed0265b3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:34.439401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] For port 47d9def9-e611-42b0-ae7a-839aed0265b3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=47d9def9-e611-42b0-ae7a-839aed0265b3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:34.540481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.664212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-0b9ab849-e883-474a-80aa-b773162e4e8a', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:37:34.666538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:34.728828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-5ab488fc-2a9f-4384-b012-06eadba2508a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1097 time: 0.7142718 Feb 04 16:37:34.925882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:34.933291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:35.029637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-c196be24-1257-4669-9156-251fc0e31e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:35.031565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-c196be24-1257-4669-9156-251fc0e31e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 898 time: 0.1971476 Feb 04 16:37:35.318105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-8195522c-1ad9-491f-ac96-03d56a7dd49b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 1002 time: 0.2745447 Feb 04 16:37:35.384476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:35.413488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-28f53f66-dc6d-4131-b90c-1b7d66e000f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:35.415328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-28f53f66-dc6d-4131-b90c-1b7d66e000f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 200 len: 835 time: 0.0893435 Feb 04 16:37:35.602356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232a241-50bf-4d25-9a94-2e78264fc6de None None] Pushing event updated for resources: {'Port': ['ID=47d9def9-e611-42b0-ae7a-839aed0265b3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:35.842059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Allocated IP 172.20.0.2 (0b9ab849-e883-474a-80aa-b773162e4e8a/5cf3440d-df16-4d31-8968-68a380e77f6e/57fee486-26c0-47cd-b082-a95e389c231a) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:35.982501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-339011ef-fd33-4548-8953-e52969c02b11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3237755 Feb 04 16:37:36.328708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-51834bce-5008-441c-b4db-a5d89f9d8d62 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324897 Feb 04 16:37:36.561862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:36.597729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420f10-ebe4-4c49-b08c-50bf945d2f34 None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:30Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:36.671032 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.717448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80cb3ab6-08ab-463a-866b-350c104ade84 req-5d4b0cbd-2c36-4be6-9ea6-6b6b390efb16 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785222 Feb 04 16:37:36.733035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Transition to ACTIVE for port object 57fee486-26c0-47cd-b082-a95e389c231a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:36.767712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Transition to ACTIVE for port object 57fee486-26c0-47cd-b082-a95e389c231a will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:36.782664 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.783573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:36.881547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Pushing event updated for resources: {'Port': ['ID=57fee486-26c0-47cd-b082-a95e389c231a,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:36.896728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.897068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.897534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.897867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.898189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.898544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.898922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.899177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.899496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.899811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.900122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:36.922687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Network 0b9ab849-e883-474a-80aa-b773162e4e8a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:36.939242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:36.942408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:37.345162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Attempting to bind port 57fee486-26c0-47cd-b082-a95e389c231a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:37.345592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Attempting to bind port 57fee486-26c0-47cd-b082-a95e389c231a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:37.346184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Attempting to bind port 57fee486-26c0-47cd-b082-a95e389c231a on network 0b9ab849-e883-474a-80aa-b773162e4e8a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:37.359021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:37.359393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Checking segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:37.363053 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.363285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Bound using segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:37.363772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Bound port: 57fee486-26c0-47cd-b082-a95e389c231a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:37.364153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:37.496423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 47d9def9-e611-42b0-ae7a-839aed0265b3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:37.819141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] For port 57fee486-26c0-47cd-b082-a95e389c231a, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:37.824139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] For port 57fee486-26c0-47cd-b082-a95e389c231a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57fee486-26c0-47cd-b082-a95e389c231a,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:37.881371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.031626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 47d9def9-e611-42b0-ae7a-839aed0265b3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:38.080049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 47d9def9-e611-42b0-ae7a-839aed0265b3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:38.080812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.255785 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97820cb-4983-47e6-b776-541f2745ae07 None None] Pushing event updated for resources: {'Port': ['ID=57fee486-26c0-47cd-b082-a95e389c231a,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:38.268041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.1 (0b9ab849-e883-474a-80aa-b773162e4e8a/5cf3440d-df16-4d31-8968-68a380e77f6e/78dc5a19-3151-4031-9864-491f919cdb08) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:38.323607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.428545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 47d9def9-e611-42b0-ae7a-839aed0265b3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=47d9def9-e611-42b0-ae7a-839aed0265b3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:38.444595 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.788026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=47d9def9-e611-42b0-ae7a-839aed0265b3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:38.844386 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:38.873186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object 78dc5a19-3151-4031-9864-491f919cdb08 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:38.900247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:39.103145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 0b9ab849-e883-474a-80aa-b773162e4e8a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:39.112716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:39.130007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:39.229487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:39.330487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:39.491599 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 47d9def9-e611-42b0-ae7a-839aed0265b3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:39.549221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:39.677680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 47d9def9-e611-42b0-ae7a-839aed0265b3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:39.678271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.024849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57fee486-26c0-47cd-b082-a95e389c231a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:40.100631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47918e1-d589-420f-953d-ca7582e3f6a0 None None] Network 0b9ab849-e883-474a-80aa-b773162e4e8a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:40.390775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f66b2118-aea4-413f-850d-dc573cc63218 None None] Provisioning for port 57fee486-26c0-47cd-b082-a95e389c231a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:40.458048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 57fee486-26c0-47cd-b082-a95e389c231a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:40.500337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 57fee486-26c0-47cd-b082-a95e389c231a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:40.502908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.735705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.750777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.966549 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:40.971417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:41.112858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.223303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 57fee486-26c0-47cd-b082-a95e389c231a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57fee486-26c0-47cd-b082-a95e389c231a,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:41.237272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:41.445743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 0b9ab849-e883-474a-80aa-b773162e4e8a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:41.457344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:41.508489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=57fee486-26c0-47cd-b082-a95e389c231a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:41.647838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38230) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:41.776194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Provisioning complete for port 57fee486-26c0-47cd-b082-a95e389c231a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:41.776565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.263220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.346499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Provisioning for port 78dc5a19-3151-4031-9864-491f919cdb08 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:42.353895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Provisioning complete for port 78dc5a19-3151-4031-9864-491f919cdb08 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:42.355795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.379928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:42.394234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Usage tracker for resource:security_group_rule and tenant:3fdca3d28bf9480faaa7c4eb2416b90a is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:42.408189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:42.422280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:42.488954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-61f850e6-9f2e-4e41-a32b-c76a1e1c4f55 None None] Port 78dc5a19-3151-4031-9864-491f919cdb08 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:42.623166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.628804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0fc65c80-7c64-4969-9ace-e13c571dfb0a None None] Provisioning complete for port 78dc5a19-3151-4031-9864-491f919cdb08 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:42.629420 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fc65c80-7c64-4969-9ace-e13c571dfb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.633586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.799720 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fdca3d28bf9480faaa7c4eb2416b90a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1505902 Feb 04 16:37:42.801289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38250) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:42.801975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6c4df-7729-4bf6-a47e-70bc15bdbe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecd851-394e-4348-8ecf-a70a46017d0b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:42.834938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0fc65c80-7c64-4969-9ace-e13c571dfb0a None None] Port 78dc5a19-3151-4031-9864-491f919cdb08 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:42.914244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.947953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:42.969873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:37:42.972397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d3857573-8d21-42f5-b316-4e92f118d611 None None] Provisioning complete for port 78dc5a19-3151-4031-9864-491f919cdb08 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:42.973599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d3857573-8d21-42f5-b316-4e92f118d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.020847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.079346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecd851-394e-4348-8ecf-a70a46017d0b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:43.091444 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.098186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f14a19a-759a-49c6-a323-6483796918a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92ecd851-394e-4348-8ecf-a70a46017d0b HTTP/1.1" status: 204 len: 168 time: 0.2771482 Feb 04 16:37:43.315610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d3857573-8d21-42f5-b316-4e92f118d611 None None] Port 78dc5a19-3151-4031-9864-491f919cdb08 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:43.394165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57fee486-26c0-47cd-b082-a95e389c231a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:43.456408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:37:43.468675 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:37:43.485577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-48b1048e-5f12-4df5-a2d8-f687ef29015a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/58521612-21fd-4797-a110-fbefc06ee3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0541909 Feb 04 16:37:43.488003 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:43.488167 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38272) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:43.488629 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:43.654733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 57fee486-26c0-47cd-b082-a95e389c231a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:43.655324 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:43.895607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.896496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.896496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.896496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.901969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.903294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.903578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.904613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:43.911002 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cd3e8416-e652-4449-ab78-77fd4a86bb79 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.4211950 Feb 04 16:37:43.928366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:43.976758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:44.007425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.070939 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:44.090788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:44.099073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Usage tracker for resource:security_group_rule and tenant:67c05c9b66bc4e3db0be17203df4eaf7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:44.106612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:44.118938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:44.119125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.125644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.126397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.126951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.127471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.142968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.143690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.147076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:44.149220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60967f27-822a-46e1-8d34-92d01d8de690 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5270 time: 0.2193828 Feb 04 16:37:44.153535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:44.320009 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.331454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.433324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42bd3c-159b-42be-b9d1-0c43f9061446,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:44.491943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7a4bbc3e-b150-4fb8-9db2-6934a06d2e67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67c05c9b66bc4e3db0be17203df4eaf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5140145 Feb 04 16:37:44.497694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38302) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:44.646986 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c0337f2-4fdc-47fd-b756-6914836f5bbc tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4888241 Feb 04 16:37:44.679954 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:40Z', 'revision_number': 2, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:44.685864 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:37:44.686472 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Updating router 58521612-21fd-4797-a110-fbefc06ee3be port 78dc5a19-3151-4031-9864-491f919cdb08 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:37:44.718213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.792521 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:44.822702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.005240 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.041086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42bd3c-159b-42be-b9d1-0c43f9061446,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:45.048536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.052439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-adad4b7f-3768-4aca-92ca-09b61acb789e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e42bd3c-159b-42be-b9d1-0c43f9061446 HTTP/1.1" status: 204 len: 168 time: 0.5532656 Feb 04 16:37:45.641869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:45.652828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123522223', 'description': 'tempest-secgroup-smoke-123522223 description', 'project_id': '6111ebad2d884d2fa602d31575d48366'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:45.686199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:45.693066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:45.701331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:45.708532 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.727716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:45.750414 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Transition to ACTIVE for port object 78dc5a19-3151-4031-9864-491f919cdb08 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:45.765326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.773210 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:45.852339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:45.857363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:45.865113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:45.879342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:46.020070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.030564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.052011 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3fbd-c0f5-417b-bafb-22d81a748a1a None None] Pushing event updated for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.107627 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.112026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4688027 Feb 04 16:37:46.115044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38346) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:46.121788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:46.146695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:46.167395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:46.180781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:46.206365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327cb2b-43fc-4fe1-90cb-8d77f0317328 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28034d91-2112-4e16-9169-536ff545bac6,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.207719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:46.243756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.417419 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.438650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.439292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38352) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:46.523615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.557527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9d4ba0-9c15-4b3a-87a0-ee12dbf32192,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:46.580610 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Attempting to bind port 78dc5a19-3151-4031-9864-491f919cdb08 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:46.583591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Attempting to bind port 78dc5a19-3151-4031-9864-491f919cdb08 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:46.584198 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Attempting to bind port 78dc5a19-3151-4031-9864-491f919cdb08 on network 0b9ab849-e883-474a-80aa-b773162e4e8a {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:46.592367 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.593733 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d66c1a96-12f3-4f0d-b3fd-bcd163db05e8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4771371 Feb 04 16:37:46.597429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:46.607672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:46.611829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:46.614322 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Checking segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:46.615006 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.615603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Bound using segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:46.617715 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Bound port: 78dc5a19-3151-4031-9864-491f919cdb08, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:46.618317 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.631013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:46.644558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Usage tracker for resource:security_group_rule and tenant:e3bb5646435745cbbda11a65a558d914 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:46.648847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:46.654239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:46.665199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:46.669503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:46.683481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:46.698802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:46.745500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.810887 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] For port 78dc5a19-3151-4031-9864-491f919cdb08, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:37:46.821866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] For port 78dc5a19-3151-4031-9864-491f919cdb08, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=78dc5a19-3151-4031-9864-491f919cdb08,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:37:46.835431 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.920860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.928939 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.970997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:46.984859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.003944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db63d2f6-c9b1-4ebb-974b-b46cc3b9be21,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.032407 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.037186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da47bf6c-f3fd-4a7d-b4d7-dad36920b38f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4378314 Feb 04 16:37:47.038010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.069780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:47.073217 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac3fbd-c0f5-417b-bafb-22d81a748a1a None None] Pushing event updated for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.097924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:47.113030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:47.120040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:47.135345 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:47.163327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:37:47.164211 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:47.187852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10720e-edec-4369-a0db-7346c41df1d9,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.198787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.217557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-906e6874-4f67-4f58-afc4-e01c7460a387 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3bb5646435745cbbda11a65a558d914&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7769136 Feb 04 16:37:47.227027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38378) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.511356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.524572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.631377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e982ae37-beb7-4439-8d1a-f618c1dc3c99,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:47.655867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.660292 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94a6c943-1b9a-41b6-9133-08c16cdcc875 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6208830 Feb 04 16:37:47.660944 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.676817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:47.707033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:47.721515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:47.734227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:47.758194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:47.776387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.817591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38388) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:47.820398 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:37:47.833795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.848868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:47.871180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb476-19c1-4b4c-b87c-29fceded7f25 req-013a3478-f4ec-4688-aca7-da6653308114 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:47.879569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7adb476-19c1-4b4c-b87c-29fceded7f25 req-013a3478-f4ec-4688-aca7-da6653308114 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.4650474 Feb 04 16:37:47.998756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7adb476-19c1-4b4c-b87c-29fceded7f25 req-de06c1d3-6487-4128-9803-a7cd1e154617 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175351 Feb 04 16:37:48.031347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.032626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.045766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.093273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10720e-edec-4369-a0db-7346c41df1d9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.103562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.107241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a1c631ac-d413-452d-bac2-9ebef7d0d864 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a10720e-edec-4369-a0db-7346c41df1d9 HTTP/1.1" status: 204 len: 168 time: 0.8766866 Feb 04 16:37:48.163025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.167016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38398) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:48.169725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5070560 Feb 04 16:37:48.174241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:48.195197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1f8e9-7e79-48af-bb79-c73f615fcf2b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd189b11-386b-4bed-a732-771b05139384,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.197422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:48.201314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.218868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:48.231902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:48.252717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:48.283342 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:48.287225 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:37:48.295122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Usage tracker for resource:security_group_rule and tenant:81bb5118f87743e18c601e6bcd47c5f6 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:48.300638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:48.303702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.321639 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:48.437985 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.447876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.482281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.488423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95138f2-1b04-4a16-8906-dafcec21ff4e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.492092 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.522124 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.523345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a996b4cb-92e1-48d4-a9ef-f1f3425c578d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3553154 Feb 04 16:37:48.526059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:48.531919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '28034d91-2112-4e16-9169-536ff545bac6', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:48.552847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:48.556820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:48.564650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:48.573409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81bb5118f87743e18c601e6bcd47c5f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7525606 Feb 04 16:37:48.573409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efeaa2b-56b1-46fa-a81a-6b533b2f6df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c149c8-0a52-4f90-bfd9-804773cc729c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.575950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38412) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:48.597180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:48.622717 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:37:48.638950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.661271 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:46Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:37:48.668720 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b8c9c-ba89-401c-92e7-ab793b5bb038 None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:46Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:37:48.675804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.715891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.769851 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.780255 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.827548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935a06f7-09c4-4aa0-9f43-7a189d0301b3,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.831478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.832429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.839028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-004f4a22-948a-4d2a-b870-222666f70040 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3119242 Feb 04 16:37:48.855744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c149c8-0a52-4f90-bfd9-804773cc729c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:48.859754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:48.860847 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15cc6d33-61e1-47b4-a651-c3a404b9eccb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7c149c8-0a52-4f90-bfd9-804773cc729c HTTP/1.1" status: 204 len: 168 time: 0.2839026 Feb 04 16:37:49.245919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-60cd2942-6188-4272-90ab-386465d10887 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:49.313023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-60cd2942-6188-4272-90ab-386465d10887 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:49.314390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-60cd2942-6188-4272-90ab-386465d10887 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123522223&fields=id&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 267 time: 0.1509480 Feb 04 16:37:49.516372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 78dc5a19-3151-4031-9864-491f919cdb08 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:49.696246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 78dc5a19-3151-4031-9864-491f919cdb08 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:49.703984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 78dc5a19-3151-4031-9864-491f919cdb08 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:49.705227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:49.897214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-444b2a77-0ae2-48f6-8ba6-899d875e7123 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.903922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-444b2a77-0ae2-48f6-8ba6-899d875e7123 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:49.982839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111639b-4048-4a06-86d7-3040d5c0507e req-7360c61c-279f-4c2b-aa55-05c779bcb624 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:49.992466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0111639b-4048-4a06-86d7-3040d5c0507e req-7360c61c-279f-4c2b-aa55-05c779bcb624 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.6711266 Feb 04 16:37:50.025269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.039533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-444b2a77-0ae2-48f6-8ba6-899d875e7123 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:50.047569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-444b2a77-0ae2-48f6-8ba6-899d875e7123 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 796 time: 0.7245286 Feb 04 16:37:50.076714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-edab7871-a3bf-4c29-b512-fb600308d64f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/quotas/6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 375 time: 0.0271971 Feb 04 16:37:50.131470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 78dc5a19-3151-4031-9864-491f919cdb08, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=78dc5a19-3151-4031-9864-491f919cdb08,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:37:50.144724 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:50.179521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0111639b-4048-4a06-86d7-3040d5c0507e req-1fae49bc-e686-43f2-bf0c-ac94d056645f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858585 Feb 04 16:37:50.256748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-d8b9eb53-d655-428e-91ba-828e9750e92d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:50.279387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:50.343080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-d8b9eb53-d655-428e-91ba-828e9750e92d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:50.352076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-d8b9eb53-d655-428e-91ba-828e9750e92d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2739062 Feb 04 16:37:50.722295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-d2730c2f-42b9-4723-81e7-dfea3c98721c service neutron] 10.222.0.62 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550749 Feb 04 16:37:50.971612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-9be89119-1c83-453b-9752-cce259220a1c service neutron] 10.222.0.62 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434120 Feb 04 16:37:51.294307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.363627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 38596) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:51.445584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 78dc5a19-3151-4031-9864-491f919cdb08 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:37:51.597994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.727014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 78dc5a19-3151-4031-9864-491f919cdb08 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:51.727662 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.748574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-753ecef1-40e7-4a66-9df5-ce131108b28c req-56a85c77-e2ee-4353-a156-961d51da86d1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 210 time: 0.2957180 Feb 04 16:37:51.873208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-681359040-network', 'tenant_id': '04991dfd7b6f448f9a0ac84c0e04de1e'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:51.884125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991bad-53d9-40ab-bf0d-ba7a4a2ebf3a req-1a790437-26f4-429d-819f-f6b30f731ecf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:51.884343 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:51.885738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7991bad-53d9-40ab-bf0d-ba7a4a2ebf3a req-1a790437-26f4-429d-819f-f6b30f731ecf tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.2926483 Feb 04 16:37:51.898399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Usage tracker for resource:network and tenant:04991dfd7b6f448f9a0ac84c0e04de1e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:51.904787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:51.920614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:51.952745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Made reservation on behalf of 04991dfd7b6f448f9a0ac84c0e04de1e for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:51.956651 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:51.994013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.002203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7991bad-53d9-40ab-bf0d-ba7a4a2ebf3a req-fe22c4c9-b68e-4d81-9f95-03af4657182f tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014404 Feb 04 16:37:52.101457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:52.110211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Usage tracker for resource:security_group_rule and tenant:04991dfd7b6f448f9a0ac84c0e04de1e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:52.116757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:52.125308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:52.351168 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:37:52.406450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.423196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.518710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:37:52.544443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9d714-ba57-460c-b986-2d66d82f33a0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.552332 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.552695 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Added segment 41b199d8-4861-42df-8f2b-80c3b72bc326 of type vlan for network ad2ac2e6-d97c-4513-ad11-4bdff28a061f Feb 04 16:37:52.565528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.565881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.566425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.566787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.567154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.567461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.567784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.568198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.568496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.568757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.569118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:37:52.611185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.689330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.690214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:52.690887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:52.801505 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4361844 Feb 04 16:37:52.806452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 38758) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:37:52.815845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Request body: {'subnet': {'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-681359040-subnet', 'tenant_id': '04991dfd7b6f448f9a0ac84c0e04de1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:52.830150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:52.841629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Usage tracker for resource:subnet and tenant:04991dfd7b6f448f9a0ac84c0e04de1e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:37:52.847595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:37:52.901856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:52.917694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d9963-9e3f-488e-b907-baddb784664f admin admin] Pushing event updated for resources: {'Network': ['ID=ad2ac2e6-d97c-4513-ad11-4bdff28a061f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:52.940477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Made reservation on behalf of 04991dfd7b6f448f9a0ac84c0e04de1e for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:52.947863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:37:52.968696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.589570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56117d7a-e91d-4222-a863-251ca5600c13 req-f4d14dff-b1f2-4082-afbb-2fc1c6e031ca tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 210 time: 0.2519572 Feb 04 16:37:53.744644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2acf4-9778-4850-ba07-6802a12272d0 req-da187a16-abd0-4536-a8b4-7de41d628f5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:53.746087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1e2acf4-9778-4850-ba07-6802a12272d0 req-da187a16-abd0-4536-a8b4-7de41d628f5b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.1761379 Feb 04 16:37:53.826679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:53.859252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1e2acf4-9778-4850-ba07-6802a12272d0 req-e701e4ee-7c52-4d20-bb75-b70d65436a1b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991352 Feb 04 16:37:53.937371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:54.015435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Checking segment: {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:54.015970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Network hostable DHCP agents. Network: ad2ac2e6-d97c-4513-ad11-4bdff28a061f, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:37:54.087760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:37:54.105190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-84aea08c-ff3f-44c8-baf3-e3899a8b06ba tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:54.107213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-84aea08c-ff3f-44c8-baf3-e3899a8b06ba tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 796 time: 0.2067964 Feb 04 16:37:54.108173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ad2ac2e6-d97c-4513-ad11-4bdff28a061f) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:54.112134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:54.112697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.122059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c2f4d-e370-42b4-8555-e73d580f88e3 None None] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:54.259993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fab48bc3-9376-4c3a-9fed-369adb21baa8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4509592 Feb 04 16:37:54.272164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-6c6025a7-64d2-4c0c-a75b-f2c048097be1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 379 time: 0.1311567 Feb 04 16:37:54.280202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'port': {'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'admin_state_up': True, 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'security_groups': ['28034d91-2112-4e16-9169-536ff545bac6']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:54.521805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8170311-d74a-4ca0-a0e7-ad5ffd10a00b None None] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:37:54.541951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:37:54.565330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:37:54.588954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:37:54.594974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:54.999117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-744658c2-a13e-4ad5-a611-12145e68891f req-87aad18d-ee4f-4730-9d0b-79c8f1f47d86 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 210 time: 0.0882032 Feb 04 16:37:55.133391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7b4ee492-d78d-42aa-bdeb-b48afd907f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.150199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.10 (0b9ab849-e883-474a-80aa-b773162e4e8a/5cf3440d-df16-4d31-8968-68a380e77f6e/055810c6-298c-4927-9e41-ce502e8bcd54) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:37:55.460316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494bbc-4448-4a78-9a3e-73f85bed0657 req-2374ce4b-4ebb-4550-8af4-dad48540efa0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:55.468597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4494bbc-4448-4a78-9a3e-73f85bed0657 req-2374ce4b-4ebb-4550-8af4-dad48540efa0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.2608001 Feb 04 16:37:55.687748 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:55.775581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ac0acc-c9b8-407d-881e-fdd802774a78 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:55.777694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ac0acc-c9b8-407d-881e-fdd802774a78 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.3692188 Feb 04 16:37:55.810501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object 055810c6-298c-4927-9e41-ce502e8bcd54 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:55.820206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-587bfa9f-7bba-4d4c-9a57-34294424ee71 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0311711 Feb 04 16:37:55.836530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4494bbc-4448-4a78-9a3e-73f85bed0657 req-a57022e7-f1b3-48ad-b4d5-e01bd97fed3e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668242 Feb 04 16:37:55.917845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.009333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 0b9ab849-e883-474a-80aa-b773162e4e8a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:37:56.016382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:37:56.024063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:37:56.056091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:56.080640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-cbddac68-1b14-4264-8f4a-03073e745d08 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2382257 Feb 04 16:37:56.480568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f74df288-7f81-496d-a33b-cb4bc3a4365f None None] Provisioning for port 055810c6-298c-4927-9e41-ce502e8bcd54 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:37:56.494288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f74df288-7f81-496d-a33b-cb4bc3a4365f None None] Provisioning complete for port 055810c6-298c-4927-9e41-ce502e8bcd54 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:37:56.494785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f74df288-7f81-496d-a33b-cb4bc3a4365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.560317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:56.560861 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:56.641247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f74df288-7f81-496d-a33b-cb4bc3a4365f None None] Port 055810c6-298c-4927-9e41-ce502e8bcd54 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:37:56.698449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f515cb9d-f449-413e-9ef0-9128b345de2b service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094911 Feb 04 16:37:56.700387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-b5d82eb4-11fc-4d9b-9a6c-86c7b78eb55a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4249537 Feb 04 16:37:56.712213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Request body: {'port': {'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:37:56.897557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5c5b4-da0d-42ab-a142-1b9edf634fbb req-8f4497aa-7913-4285-bf4b-86f7b78dcc78 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:56.898270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50a5c5b4-da0d-42ab-a142-1b9edf634fbb req-8f4497aa-7913-4285-bf4b-86f7b78dcc78 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:37:57.005041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-50a5c5b4-da0d-42ab-a142-1b9edf634fbb req-8f4497aa-7913-4285-bf4b-86f7b78dcc78 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:37:57.011744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50a5c5b4-da0d-42ab-a142-1b9edf634fbb req-8f4497aa-7913-4285-bf4b-86f7b78dcc78 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 932 time: 0.7577481 Feb 04 16:37:57.111375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-0069f407-dce6-470c-b31a-aac2dc6d20cc service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727219 Feb 04 16:37:57.157396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:57.209312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50a5c5b4-da0d-42ab-a142-1b9edf634fbb req-9f17680c-70c8-499a-b1ea-f4d6f39ea53b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965427 Feb 04 16:37:57.254749 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0efcbde8-1543-4d7a-bb5f-3145c2ff6e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:57.771378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744805f-a3dc-4db0-a4ac-d5f63f6cdf83 req-43887820-4700-4b58-aabe-07e3083880c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:57.785443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b744805f-a3dc-4db0-a4ac-d5f63f6cdf83 req-43887820-4700-4b58-aabe-07e3083880c9 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.3550117 Feb 04 16:37:58.039934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b744805f-a3dc-4db0-a4ac-d5f63f6cdf83 req-45bcf461-ebc0-4477-8ddf-bc49fa2e8882 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496030 Feb 04 16:37:58.108140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879bc8-9641-4fc1-9c13-035393d086ce req-6ff21435-4128-41f9-8fb4-9651bff015ab tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:58.117768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-6ff21435-4128-41f9-8fb4-9651bff015ab tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 808 time: 0.2658362 Feb 04 16:37:58.278663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b932743d-d870-4b9a-a08a-76f36e07d89e req-1d167270-8494-4d9e-b98f-ff0d9e298e84 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 210 time: 0.0644894 Feb 04 16:37:58.288441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055810c6-298c-4927-9e41-ce502e8bcd54 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:37:58.297806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.316190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Transition to ACTIVE for port object 055810c6-298c-4927-9e41-ce502e8bcd54 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:37:58.318442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-ea9d38e1-feb6-47f1-848e-f160365d9517 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/quotas/04991dfd7b6f448f9a0ac84c0e04de1e HTTP/1.1" status: 200 len: 375 time: 0.1994472 Feb 04 16:37:58.323197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.503018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Pushing event updated for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:37:58.527241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-69521258-ac3f-4f32-be4a-86275256616d tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1960683 Feb 04 16:37:58.659980 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.726558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:58.925156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-d226bab7-01b4-4851-9c8d-b234c0e9aad4 service neutron] 10.222.0.62 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778432 Feb 04 16:37:58.940030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d60f5-afac-4d0e-8560-e2dc140c04c8 req-a9abbeb8-b10c-4a85-8488-ae72a808973f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:58.941616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c65d60f5-afac-4d0e-8560-e2dc140c04c8 req-a9abbeb8-b10c-4a85-8488-ae72a808973f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 944 time: 0.4257526 Feb 04 16:37:59.247755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Attempting to bind port 055810c6-298c-4927-9e41-ce502e8bcd54 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:37:59.248388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Attempting to bind port 055810c6-298c-4927-9e41-ce502e8bcd54 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:37:59.248388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Attempting to bind port 055810c6-298c-4927-9e41-ce502e8bcd54 on network 0b9ab849-e883-474a-80aa-b773162e4e8a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:59.328129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c65d60f5-afac-4d0e-8560-e2dc140c04c8 req-94fd1c0a-9792-4aa9-a3f4-0ecdc5395215 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631694 Feb 04 16:37:59.367416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Port 055810c6-298c-4927-9e41-ce502e8bcd54 on network 0b9ab849-e883-474a-80aa-b773162e4e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:37:59.367746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Attempting to bind port 055810c6-298c-4927-9e41-ce502e8bcd54 on network 0b9ab849-e883-474a-80aa-b773162e4e8a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:37:59.385308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:37:59.385308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Checking segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:37:59.385580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Bound using segment: {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:37:59.386029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Bound port: 055810c6-298c-4927-9e41-ce502e8bcd54, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b487f4-08cb-46a5-a14f-e8413f326554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:37:59.386394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:37:59.542010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-62821780-4de4-4353-9f18-1e8f9ebd0f2a service neutron] 10.222.0.62 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094427 Feb 04 16:37:59.780324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-a71f0b50-4a87-44be-8c73-868b3feaffcb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:37:59.788592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-a71f0b50-4a87-44be-8c73-868b3feaffcb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.5819569 Feb 04 16:37:59.841843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:00.081668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.239441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d30fb442-b397-4ce0-a116-eba25cd42981 req-fb6fbd1c-7893-454a-9595-c07b0c7231cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 210 time: 0.1632431 Feb 04 16:38:00.363405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:38:00.417953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=055810c6-298c-4927-9e41-ce502e8bcd54,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:38:00.446945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08053-6617-4801-886c-7f0d7e5e75ed req-26a00506-3836-49ab-93e1-7de3e80efef7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:00.458935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29c08053-6617-4801-886c-7f0d7e5e75ed req-26a00506-3836-49ab-93e1-7de3e80efef7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.8669953 Feb 04 16:38:00.522236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.824248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Pushing event updated for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:00.849112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:00.850520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-a3ba539f-3ee4-4d8d-9b3a-8efb7faa81ec service neutron] 10.222.0.41 "PUT /v2.0/ports/055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 1092 time: 4.1424394 Feb 04 16:38:00.852970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:00.902770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:00.928020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:00.974937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d950e26-73e3-4d7a-b190-e977257b9f3d req-777a6d5a-6399-4a17-903e-67e6aeadf316 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 210 time: 0.5103140 Feb 04 16:38:00.980229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:38:00.983529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:01.455986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29c08053-6617-4801-886c-7f0d7e5e75ed req-cc20b489-53d7-4f31-970c-f6b49197603d tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9959462 Feb 04 16:38:01.778131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-6457f123-13fc-43c7-8d30-942aa4a41ac8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1095 time: 0.6979868 Feb 04 16:38:01.899797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-2d9befea-2478-4ed1-abfd-d27f0fd61f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 217 time: 0.0856254 Feb 04 16:38:01.918716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb2367-0d00-4953-9e4b-597ad9aec0a4 req-ece38a0f-6a60-49e9-9231-2ffb36c1ddee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:01.920521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1bb2367-0d00-4953-9e4b-597ad9aec0a4 req-ece38a0f-6a60-49e9-9231-2ffb36c1ddee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 944 time: 0.4769213 Feb 04 16:38:02.107656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-18083f7c-053b-423f-9ea7-5e65d29ddcb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:02.109690 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-18083f7c-053b-423f-9ea7-5e65d29ddcb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 200 len: 834 time: 0.1876988 Feb 04 16:38:02.223882 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54', 'status': 'completed', 'code': 200} Feb 04 16:38:02.243916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1bb2367-0d00-4953-9e4b-597ad9aec0a4 req-7f79a33f-113d-4146-a5d3-85a90d60632f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931922 Feb 04 16:38:02.335597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.9 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/18475533-542a-46ec-92d2-93e3067dfd18) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:02.467133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879bc8-9641-4fc1-9c13-035393d086ce req-211f1d1e-9f6b-46e7-859a-19c4bf48c55a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:02.467804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-22879bc8-9641-4fc1-9c13-035393d086ce req-211f1d1e-9f6b-46e7-859a-19c4bf48c55a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Synchronizing usage tracker for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:02.514516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-22879bc8-9641-4fc1-9c13-035393d086ce req-211f1d1e-9f6b-46e7-859a-19c4bf48c55a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Unset dirty status for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:02.515894 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-211f1d1e-9f6b-46e7-859a-19c4bf48c55a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 808 time: 0.6014593 Feb 04 16:38:02.523646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-14ab5adf-b0fa-4e45-8508-f918cdc359c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b9ab849-e883-474a-80aa-b773162e4e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3566051 Feb 04 16:38:02.536856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Request body: {'port': {'device_id': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f', 'admin_state_up': True, 'tenant_id': '04991dfd7b6f448f9a0ac84c0e04de1e'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:02.624089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c65b386-6f55-4f34-a69d-0cc850cb55b9 req-aed0c654-560b-48eb-9000-af8761d5672b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 210 time: 0.1231298 Feb 04 16:38:02.958108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:02.966910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Usage tracker for resource:port and tenant:04991dfd7b6f448f9a0ac84c0e04de1e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:02.979821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:02.991096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:03.016801 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:03.026988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Made reservation on behalf of 04991dfd7b6f448f9a0ac84c0e04de1e for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:38:03.032697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:03.057865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 18475533-542a-46ec-92d2-93e3067dfd18 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:03.258018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d57c2787-e39a-46ff-8458-91701161d93f req-aef7ad2a-cd24-4695-9f62-e23a55382155 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 210 time: 0.6317804 Feb 04 16:38:03.476735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Allocated IP 172.20.0.11 (ad2ac2e6-d97c-4513-ad11-4bdff28a061f/453bbe5f-6a8e-4f98-b8ab-628f4556d9c6/f1f011af-d523-4bd2-9d19-ae7552a99670) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:03.749064 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:03.895584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:03.942741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:03.943030 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:03.967202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:38:04.033859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.167504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:04.245988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-ca8f82a3-cd71-403e-ab5e-506cc432c550 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0963740 Feb 04 16:38:04.263404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:04.264666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Pushing event updated for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:04.270126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:04.276166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:04.276831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.279664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:38:04.451988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-044abbf7-509c-4ea6-855c-ece80c434557 None None] Provisioning for port 18475533-542a-46ec-92d2-93e3067dfd18 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:04.452765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:04.453443 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.475022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-044abbf7-509c-4ea6-855c-ece80c434557 None None] Provisioning complete for port 18475533-542a-46ec-92d2-93e3067dfd18 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:04.479628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-044abbf7-509c-4ea6-855c-ece80c434557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.504434 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-46e6cc54-864f-493a-aa6f-d904562bee54 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9708989 Feb 04 16:38:04.521692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Request body: {'port': {'device_id': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:04.651440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebe9ef-cfc0-4a5f-bd29-47cc6a38fb80 req-995c6133-3819-4a5e-8939-645ec79e74e9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:04.652930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47ebe9ef-cfc0-4a5f-bd29-47cc6a38fb80 req-995c6133-3819-4a5e-8939-645ec79e74e9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 944 time: 0.9720817 Feb 04 16:38:04.672534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b94090-19a9-47f6-b025-481e91ea8b0d req-28fa9b5e-4561-4376-bba0-cc5728f9000a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:04.685445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-044abbf7-509c-4ea6-855c-ece80c434557 None None] Port 18475533-542a-46ec-92d2-93e3067dfd18 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:38:04.689267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0b94090-19a9-47f6-b025-481e91ea8b0d req-28fa9b5e-4561-4376-bba0-cc5728f9000a tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 1.4442241 Feb 04 16:38:04.824795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:04.873456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-93915797-62fb-41fe-aed6-b9fb780a9071 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0622458 Feb 04 16:38:04.917254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Request body: {'port': {'device_id': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:05.029448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:05.071368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0b94090-19a9-47f6-b025-481e91ea8b0d req-8b520643-c50b-46b8-b42b-4f2ec7a5e8d7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791103 Feb 04 16:38:05.136049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47ebe9ef-cfc0-4a5f-bd29-47cc6a38fb80 req-9c938248-b59e-4546-a300-d1707db3fc88 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092393 Feb 04 16:38:05.333644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8bb17b3-6de6-4482-908a-24134bef11c8 req-45f35961-036b-422c-85be-e3926b25d9ef service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0150151 Feb 04 16:38:05.508869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.601452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.41', 58484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:05.635757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f011af-d523-4bd2-9d19-ae7552a99670 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:05.653201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.705338 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.739724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Transition to ACTIVE for port object f1f011af-d523-4bd2-9d19-ae7552a99670 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:05.767721 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:05.828040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:05.900214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:8da45f533a3b4329b45ce77af1686f58 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:05.933333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:05.980362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:06.077641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:06.087683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ef59fc3-c8fb-4f88-b3e6-016a20c5cfa5 req-125968f6-05b2-49a9-8ede-1bb41ae667ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1097 time: 0.4850888 Feb 04 16:38:06.163303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf22844-4a11-452d-bb79-d6fb2bacef7d req-309dfb06-79f1-4a9d-8dac-45ebdd3ade66 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.171501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aaf22844-4a11-452d-bb79-d6fb2bacef7d req-309dfb06-79f1-4a9d-8dac-45ebdd3ade66 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 932 time: 0.6371911 Feb 04 16:38:06.217535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-060ac134-f97c-4db9-b4f0-7df93bd0ed9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1095 time: 0.7761304 Feb 04 16:38:06.276228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd409a6-1d04-435e-9b88-4fe78477febc req-ae65010a-ef64-4cfb-ab5b-4d6240d18320 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.277470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5fd409a6-1d04-435e-9b88-4fe78477febc req-ae65010a-ef64-4cfb-ab5b-4d6240d18320 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:06.352961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5fd409a6-1d04-435e-9b88-4fe78477febc req-ae65010a-ef64-4cfb-ab5b-4d6240d18320 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:06.354313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fd409a6-1d04-435e-9b88-4fe78477febc req-ae65010a-ef64-4cfb-ab5b-4d6240d18320 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 931 time: 0.7477078 Feb 04 16:38:06.384680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ef59fc3-c8fb-4f88-b3e6-016a20c5cfa5 req-e7357a7f-b3f4-4df8-93da-52871646a2c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845109 Feb 04 16:38:06.398864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Attempting to bind port f1f011af-d523-4bd2-9d19-ae7552a99670 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:38:06.399194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Attempting to bind port f1f011af-d523-4bd2-9d19-ae7552a99670 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:38:06.399530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Attempting to bind port f1f011af-d523-4bd2-9d19-ae7552a99670 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:06.417729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Port f1f011af-d523-4bd2-9d19-ae7552a99670 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:38:06.419104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Attempting to bind port f1f011af-d523-4bd2-9d19-ae7552a99670 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:06.443726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:38:06.444260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Checking segment: {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:38:06.444663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Bound using segment: {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:38:06.445102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Bound port: f1f011af-d523-4bd2-9d19-ae7552a99670, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:38:06.445508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.569464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:06.579404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:06.582265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:38:06.585539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f1f011af-d523-4bd2-9d19-ae7552a99670,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:38:06.592853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.635647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.660017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.661361 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1f011af-d523-4bd2-9d19-ae7552a99670 HTTP/1.1" status: 200 len: 1092 time: 2.1446695 Feb 04 16:38:06.661808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:06.691722 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:06.696288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d422e-f61f-4c15-b6ec-9ef4f2c9a808 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:06.824080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aaf22844-4a11-452d-bb79-d6fb2bacef7d req-ba94c9ae-e7dc-42f5-85ad-2175c8da6be1 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6515245 Feb 04 16:38:06.825298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397199-b29d-4504-9c97-10883e642548 req-b3ef53b9-1531-4f8c-b208-eb9c839d77a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:06.829810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-b3ef53b9-1531-4f8c-b208-eb9c839d77a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 897 time: 0.5260932 Feb 04 16:38:06.842283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fd409a6-1d04-435e-9b88-4fe78477febc req-cfe72570-6f51-48ef-9720-df2d0c4f5fcf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638189 Feb 04 16:38:06.851215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-615b6255-304a-463b-9c8f-c74768acda75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 1095 time: 0.1150439 Feb 04 16:38:06.970118 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.062892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:07.145827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:07.167499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.375004 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-d656077c-37c5-49ef-8beb-083e015d311f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f011af-d523-4bd2-9d19-ae7552a99670 HTTP/1.1" status: 200 len: 217 time: 0.5131340 Feb 04 16:38:07.410773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:07.455676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:07.476974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'port_id': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'mac_address': 'fa:16:3e:cd:a8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:07.563956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22879bc8-9641-4fc1-9c13-035393d086ce req-6173e863-27fc-4a73-a193-d60f15f9d180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.565490 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-6173e863-27fc-4a73-a193-d60f15f9d180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 HTTP/1.1" status: 200 len: 848 time: 0.1823997 Feb 04 16:38:07.612746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-63d614da-6c94-4021-ad6a-683d5689b551 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 217 time: 0.7672091 Feb 04 16:38:07.613341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1570463-6736-4907-8fcc-4e3669fed269,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:07.633716 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.671751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:07.672713 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-d96ba02c-89e4-462a-8d34-6de044739b42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006777 Feb 04 16:38:07.703003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:07.710540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:07.711900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 055810c6-298c-4927-9e41-ce502e8bcd54 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:07.725938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39264) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:07.726799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1de189a7-9aa5-4e27-b7c4-f6bba5c9e1a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8da45f533a3b4329b45ce77af1686f58&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6790297 Feb 04 16:38:07.893220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c397199-b29d-4504-9c97-10883e642548 req-ab8cf831-2577-4d9b-8364-bbb43138b6ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.894820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-ab8cf831-2577-4d9b-8364-bbb43138b6ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 200 len: 834 time: 0.2675734 Feb 04 16:38:07.961483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fe173-e093-46d3-bd99-c81498c3c27a req-225c0f66-2c70-47ae-8e91-1174c13b95e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.963068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-165fe173-e093-46d3-bd99-c81498c3c27a req-225c0f66-2c70-47ae-8e91-1174c13b95e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 944 time: 0.4977958 Feb 04 16:38:07.975739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5951-a785-4a64-8ccd-4272567cca0c req-4c9a1e5b-12a7-4f9a-b3e2-1395752fd01c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:07.983979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f88a5951-a785-4a64-8ccd-4272567cca0c req-4c9a1e5b-12a7-4f9a-b3e2-1395752fd01c tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 944 time: 0.5679379 Feb 04 16:38:08.004368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:38:08.011022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.064544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-14b47e8c-b3dd-45b1-8cb6-b09e5cf5070a service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851271 Feb 04 16:38:08.066489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=055810c6-298c-4927-9e41-ce502e8bcd54,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:08.075257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.160625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '055810c6-298c-4927-9e41-ce502e8bcd54', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:08.162209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f88a5951-a785-4a64-8ccd-4272567cca0c req-1c31d6ed-b056-4ffb-91e3-e02743f8ef36 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772280 Feb 04 16:38:08.218515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-165fe173-e093-46d3-bd99-c81498c3c27a req-490f593c-c724-4ed4-84bf-75daea306939 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963284 Feb 04 16:38:08.248973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18475533-542a-46ec-92d2-93e3067dfd18 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:08.256178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-8dc339a6-7060-4548-8ab9-46b6f5339334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b9ab849-e883-474a-80aa-b773162e4e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3519681 Feb 04 16:38:08.259910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:08.260757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.303557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.345853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055810c6-298c-4927-9e41-ce502e8bcd54 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:08.404882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=055810c6-298c-4927-9e41-ce502e8bcd54,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:08.419115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.437151 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670', 'status': 'completed', 'code': 200} Feb 04 16:38:08.608468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.611519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Transition to ACTIVE for port object 18475533-542a-46ec-92d2-93e3067dfd18 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:08.637798 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22879bc8-9641-4fc1-9c13-035393d086ce req-27b4167f-f0b4-450e-b281-43c94d0d14e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522175 Feb 04 16:38:08.639645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1570463-6736-4907-8fcc-4e3669fed269,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:08.676105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.690010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2821449e-890f-4a2f-a406-005b0e5540f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1570463-6736-4907-8fcc-4e3669fed269 HTTP/1.1" status: 204 len: 168 time: 0.9631357 Feb 04 16:38:08.710000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:08.717383 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'code': 200} Feb 04 16:38:08.777115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:08.810493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['055810c6-298c-4927-9e41-ce502e8bcd54'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:08.886149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:08.937437 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-c098ce46-fff2-4377-a11b-f43243b92a7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 1095 time: 0.2317190 Feb 04 16:38:09.187728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-38f717a8-5eba-4179-909a-54700355e1b9 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9217255 Feb 04 16:38:09.491945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-ebce226b-bacc-4eda-83bf-ff40f1bc02d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:09.493410 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-ebce226b-bacc-4eda-83bf-ff40f1bc02d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 909 time: 0.5404003 Feb 04 16:38:09.651124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:09.803606 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-b63c7e54-d982-46fa-abd9-d4ca1d3f5b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1f011af-d523-4bd2-9d19-ae7552a99670 HTTP/1.1" status: 200 len: 217 time: 0.2915087 Feb 04 16:38:09.915289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39306) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:10.092262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.151594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78432797-edd8-43f1-8893-edaf483ff965 req-ff8f5d74-bc82-40ae-b5d0-12e8859ce679 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:10.155460 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78432797-edd8-43f1-8893-edaf483ff965 req-ff8f5d74-bc82-40ae-b5d0-12e8859ce679 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 1.3066094 Feb 04 16:38:10.164270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-0603f212-8790-4e86-ad74-c598ed26fd83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:10.167316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-0603f212-8790-4e86-ad74-c598ed26fd83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 HTTP/1.1" status: 200 len: 848 time: 0.3614376 Feb 04 16:38:10.195794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Attempting to bind port 18475533-542a-46ec-92d2-93e3067dfd18 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:38:10.196128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Attempting to bind port 18475533-542a-46ec-92d2-93e3067dfd18 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:38:10.197612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Attempting to bind port 18475533-542a-46ec-92d2-93e3067dfd18 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:10.254501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Port 18475533-542a-46ec-92d2-93e3067dfd18 on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:38:10.255414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Attempting to bind port 18475533-542a-46ec-92d2-93e3067dfd18 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:10.306301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c397199-b29d-4504-9c97-10883e642548 req-4af80c40-aa59-4b39-a7b0-e99e1b7167a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351337 Feb 04 16:38:10.325750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:38:10.326086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:38:10.326562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:38:10.327020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Bound port: 18475533-542a-46ec-92d2-93e3067dfd18, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:38:10.327435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.395681 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-e75d3ac0-3686-4e00-8c52-4ab0ff67ed69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2174780 Feb 04 16:38:10.399496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78432797-edd8-43f1-8893-edaf483ff965 req-e1dec6e6-36c4-4b82-99a4-8115b5c3fb54 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295713 Feb 04 16:38:10.400565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:10.415958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7c47-b268-4769-bd6c-c0af7ec2b985 req-47455192-0667-42f1-8d10-10b70e70e2ac tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:10.415958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30d7c47-b268-4769-bd6c-c0af7ec2b985 req-47455192-0667-42f1-8d10-10b70e70e2ac tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 944 time: 0.4656761 Feb 04 16:38:10.469602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Usage tracker for resource:security_group_rule and tenant:ae69379f302c49a2a0ef97940eed6f65 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:10.514687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:10.525901 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:10.571185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f1f011af-d523-4bd2-9d19-ae7552a99670 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:10.650910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c30d7c47-b268-4769-bd6c-c0af7ec2b985 req-02291caf-36f7-4eba-b263-c68eec10bce2 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091952 Feb 04 16:38:10.746706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-04347c0b-0b17-46e3-b94a-42c7ab2577ff service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131168 Feb 04 16:38:10.752095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:38:10.912134 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-de1ccf8d-5762-46e9-a0dd-a8db702694af req-a7816991-9722-4670-97ed-619f9444dbe2 service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598399 Feb 04 16:38:10.943332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=18475533-542a-46ec-92d2-93e3067dfd18,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:38:10.966652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.975433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.978506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:10.989651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f1f011af-d523-4bd2-9d19-ae7552a99670,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:11.040611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'f1f011af-d523-4bd2-9d19-ae7552a99670', 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f', 'port_id': 'f1f011af-d523-4bd2-9d19-ae7552a99670', 'mac_address': 'fa:16:3e:c4:e7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453bbe5f-6a8e-4f98-b8ab-628f4556d9c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:11.148546 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f832268-f4d4-4714-b7da-82e418b8b41e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.164229 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b12a8f28-fea5-4ed8-97e3-1bdf487bae22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae69379f302c49a2a0ef97940eed6f65&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2433696 Feb 04 16:38:11.169023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39322) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:11.273101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.307049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f011af-d523-4bd2-9d19-ae7552a99670 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:11.356247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f1f011af-d523-4bd2-9d19-ae7552a99670,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:11.361281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.367507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.464388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.494068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.495642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/18475533-542a-46ec-92d2-93e3067dfd18 HTTP/1.1" status: 200 len: 1091 time: 6.5900681 Feb 04 16:38:11.504492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:11.548139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.592564 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.594832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f1f011af-d523-4bd2-9d19-ae7552a99670'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:11.609018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f832268-f4d4-4714-b7da-82e418b8b41e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.626346 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:11.628288 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba160911-e344-45a9-b3e9-91760d85fd24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f832268-f4d4-4714-b7da-82e418b8b41e HTTP/1.1" status: 204 len: 168 time: 0.4576817 Feb 04 16:38:11.658371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6294-652c-4cee-b91b-f76ab05ca1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:11.708857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b6799-7e4d-4135-b7a7-c42adb4eff48 req-f7154d92-0461-4743-87e6-b0c944d1a264 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:11.710940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849b6799-7e4d-4135-b7a7-c42adb4eff48 req-f7154d92-0461-4743-87e6-b0c944d1a264 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 945 time: 0.9497564 Feb 04 16:38:11.789820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b068259-2d3a-497b-91d8-efe2f8edf40d req-c4f38d0a-dc01-4648-96c7-28ec7c04aa24 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:11.791372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b068259-2d3a-497b-91d8-efe2f8edf40d req-c4f38d0a-dc01-4648-96c7-28ec7c04aa24 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 945 time: 0.6283426 Feb 04 16:38:11.907510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-99c68c10-bebd-48ed-a6ec-8595515004a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 1094 time: 0.3422880 Feb 04 16:38:12.382536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-f1f06ea2-77fe-4edc-a90b-582bb1df0469 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18475533-542a-46ec-92d2-93e3067dfd18 HTTP/1.1" status: 200 len: 217 time: 0.4466999 Feb 04 16:38:12.479242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-849b6799-7e4d-4135-b7a7-c42adb4eff48 req-b8d90b23-2c06-4169-b924-08404c1ca6c0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7510543 Feb 04 16:38:12.497927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39350) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:12.509629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b068259-2d3a-497b-91d8-efe2f8edf40d req-df17d180-92fa-4cc9-aa93-fc923d0358c3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7042747 Feb 04 16:38:12.574790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-22803833-6a34-4066-ad69-3eaaa9e9cad4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:12.576424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-22803833-6a34-4066-ad69-3eaaa9e9cad4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1854007 Feb 04 16:38:12.592315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:12.799509 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18', 'status': 'completed', 'code': 200} Feb 04 16:38:12.880989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:12.881875 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8024f2d8-e439-45df-9883-1bb9fb0e0ac0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/floatingips/c9854e6f-9803-45e5-9522-0b243e326cea HTTP/1.1" status: 200 len: 993 time: 0.3699634 Feb 04 16:38:12.885208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.011355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-4253e5aa-5350-4a2d-ab4e-73ed334c5ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4286599 Feb 04 16:38:13.099153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.170856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:13.202734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:13.219571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738611-22e0-44e8-af5a-48f922c86d0e req-7634a8f7-f1f7-4475-a601-ebf4e1c42003 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:13.221144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf738611-22e0-44e8-af5a-48f922c86d0e req-7634a8f7-f1f7-4475-a601-ebf4e1c42003 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.4043601 Feb 04 16:38:13.223259 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.224053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 055810c6-298c-4927-9e41-ce502e8bcd54 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:13.336000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff151-2965-4507-b6e3-d7ff55cdc5ae req-c0b4fa1e-e88a-4474-ab36-7c10ce0b22d1 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:13.347516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e94ff151-2965-4507-b6e3-d7ff55cdc5ae req-c0b4fa1e-e88a-4474-ab36-7c10ce0b22d1 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 945 time: 0.4132979 Feb 04 16:38:13.582631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e94ff151-2965-4507-b6e3-d7ff55cdc5ae req-023b4199-d0ad-43c8-9ad1-de09c524c741 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327628 Feb 04 16:38:13.590006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-7284182b-09da-4368-bb1d-8ca9b81d81ef service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699017 Feb 04 16:38:13.599084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 055810c6-298c-4927-9e41-ce502e8bcd54 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:13.644201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:13.651611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 055810c6-298c-4927-9e41-ce502e8bcd54 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:13.679481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:13.714396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf738611-22e0-44e8-af5a-48f922c86d0e req-37eab600-9044-4f0f-ab92-d394672a0917 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759533 Feb 04 16:38:13.829235 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'code': 200} Feb 04 16:38:14.013252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:14.063463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d27791cb-abe1-43a6-b1de-4293b0f7df62 req-dc26435c-d0a4-4936-85ef-0929d6f77f02 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520116 Feb 04 16:38:14.080646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=055810c6-298c-4927-9e41-ce502e8bcd54,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:14.099737 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:14.209353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9c4c-3245-445b-8722-211268c9d693 req-f0357af6-06a5-4b05-b94c-c6b938f8865e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:14.216960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dfc9c4c-3245-445b-8722-211268c9d693 req-f0357af6-06a5-4b05-b94c-c6b938f8865e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 945 time: 0.2068100 Feb 04 16:38:14.254591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-f55f53f9-2329-4db4-bbed-05aa4b296d96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 1094 time: 0.1321788 Feb 04 16:38:14.257701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:14.330428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dfc9c4c-3245-445b-8722-211268c9d693 req-e5bb1ee8-830f-42e7-ac18-5d8466909d87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122620 Feb 04 16:38:14.563837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858346-f593-487e-8417-4ef0b178c8ca req-58d0e0d6-c8b4-4b20-a503-d306e6e7f8f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:14.565306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-58d0e0d6-c8b4-4b20-a503-d306e6e7f8f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.2805915 Feb 04 16:38:14.621627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f1f011af-d523-4bd2-9d19-ae7552a99670 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:14.781661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port f1f011af-d523-4bd2-9d19-ae7552a99670 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:14.792791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port f1f011af-d523-4bd2-9d19-ae7552a99670 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:14.794120 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:14.814837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-3a7fb3cb-3c9c-4dcf-bba9-45649c954f9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18475533-542a-46ec-92d2-93e3067dfd18 HTTP/1.1" status: 200 len: 217 time: 0.2421658 Feb 04 16:38:14.944520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858346-f593-487e-8417-4ef0b178c8ca req-8619fcb6-3ab5-4c09-ba4e-f38d204f46ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:14.946616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-8619fcb6-3ab5-4c09-ba4e-f38d204f46ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1234274 Feb 04 16:38:15.008041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:15.078492 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.138611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f1f011af-d523-4bd2-9d19-ae7552a99670,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:15.145988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.259770 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.267437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496c9c8-e0b3-461c-b1fe-db4be3b56b11 req-18ed7630-4bad-4925-89c0-1a9676d5df88 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:15.274133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e496c9c8-e0b3-461c-b1fe-db4be3b56b11 req-18ed7630-4bad-4925-89c0-1a9676d5df88 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 945 time: 0.3804193 Feb 04 16:38:15.337166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:15.348915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:15.356401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Usage tracker for resource:security_group_rule and tenant:628a5b1781fe4ba89658fb5357877a8e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:15.365876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-05231344-5c7f-4058-8f22-55a12fbbac33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4138246 Feb 04 16:38:15.369317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:15.376278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:15.459182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1e2c-ee54-4797-93be-f4f306ac914c req-8ecafa02-e6bf-4e0e-b83f-d3e1bd02fcfc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:15.460822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-083d1e2c-ee54-4797-93be-f4f306ac914c req-8ecafa02-e6bf-4e0e-b83f-d3e1bd02fcfc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.5101528 Feb 04 16:38:15.532526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e496c9c8-e0b3-461c-b1fe-db4be3b56b11 req-0eb3319f-39c1-4f94-a965-bd6e95648598 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538092 Feb 04 16:38:15.551401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-083d1e2c-ee54-4797-93be-f4f306ac914c req-446d584a-e846-4f64-ad68-f5b95f9b3335 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794137 Feb 04 16:38:15.591950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-5d3871d6-65fe-4922-94eb-a3d2dbb1d536 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152812 Feb 04 16:38:15.598154 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.613187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.656174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c3693-5174-4baa-bccd-c5f7a0969cc7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:15.675161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07686872-e691-4374-8fcc-1718b1357880 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=628a5b1781fe4ba89658fb5357877a8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6660595 Feb 04 16:38:15.677665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:15.743998 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.774036 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.831836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54'}, {'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:15.844755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.869839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c3693-5174-4baa-bccd-c5f7a0969cc7,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:15.901906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:15.908303 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e7e68f4b-9a8c-4acb-93d3-c65c7255a5d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a83c3693-5174-4baa-bccd-c5f7a0969cc7 HTTP/1.1" status: 204 len: 168 time: 0.2290955 Feb 04 16:38:15.936591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a858346-f593-487e-8417-4ef0b178c8ca req-aa9597a3-7d6f-44fe-a99c-40a0b68222c7 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380992 Feb 04 16:38:15.956349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7704-ef41-4d0a-a88d-f26b1431a714 req-d1fd6938-e227-4ad2-a94b-155afdb912bc tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:15.963486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a71a7704-ef41-4d0a-a88d-f26b1431a714 req-d1fd6938-e227-4ad2-a94b-155afdb912bc tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.1252873 Feb 04 16:38:15.991787 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54', 'code': 200} Feb 04 16:38:15.992317 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670', 'code': 200} Feb 04 16:38:16.066927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a71a7704-ef41-4d0a-a88d-f26b1431a714 req-18af5792-19ba-4100-9865-d5ea4674153e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025019 Feb 04 16:38:16.193417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd95e006-8deb-4e65-82f0-4aee95d2428f req-be4a3791-08dd-43cf-9e05-0dc9a4a6035b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1097 time: 0.0834868 Feb 04 16:38:16.212921 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1db7de63-c90e-42e5-bbb9-6bbf6cdb76ad req-aeee0d55-2b22-4ba5-b1a6-2d4ef9905d56 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 1097 time: 0.1029758 Feb 04 16:38:16.274866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd95e006-8deb-4e65-82f0-4aee95d2428f req-dec4632c-0c02-4293-8336-8196e785923e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749042 Feb 04 16:38:16.280598 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1db7de63-c90e-42e5-bbb9-6bbf6cdb76ad req-fe619989-2273-4a7f-a808-8b7c46c71802 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619886 Feb 04 16:38:16.854716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dd451-1db3-4b85-b1b1-765607609e3a req-5a832347-a4ba-4939-ac19-3a15ba0776e8 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:16.856866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-518dd451-1db3-4b85-b1b1-765607609e3a req-5a832347-a4ba-4939-ac19-3a15ba0776e8 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 946 time: 0.1691456 Feb 04 16:38:16.867861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77344972-c760-4f01-8f01-a051d4af4a0c req-032123cf-59eb-4fe2-ae7d-0a794b497592 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:16.869386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77344972-c760-4f01-8f01-a051d4af4a0c req-032123cf-59eb-4fe2-ae7d-0a794b497592 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.1209655 Feb 04 16:38:16.954968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-518dd451-1db3-4b85-b1b1-765607609e3a req-769bb6b8-9e97-4b88-bb54-b3cc98fc8350 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845568 Feb 04 16:38:16.957514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77344972-c760-4f01-8f01-a051d4af4a0c req-376054c2-4268-47a6-bda0-3f0623c734b6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Feb 04 16:38:17.334161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a7b12-ad40-4ed4-b828-d460cf5c27d6 req-fdca2bd5-0990-4293-892b-2016d922e382 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:17.335819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-393a7b12-ad40-4ed4-b828-d460cf5c27d6 req-fdca2bd5-0990-4293-892b-2016d922e382 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.1062024 Feb 04 16:38:17.412136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-393a7b12-ad40-4ed4-b828-d460cf5c27d6 req-eebfbc00-5df6-4931-bcf3-92fc8c204f20 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669723 Feb 04 16:38:18.377622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8169d-76cb-49cf-8a98-f3b1a921ccb5 req-de003eac-bcab-4bba-b000-9248104ef278 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:18.382696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2d8169d-76cb-49cf-8a98-f3b1a921ccb5 req-de003eac-bcab-4bba-b000-9248104ef278 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.1897750 Feb 04 16:38:18.395650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a875-9fa0-45fa-8fe8-5445015850a1 req-3594248e-4ce3-4910-9d89-d3ef4b31b180 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:18.397640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da60a875-9fa0-45fa-8fe8-5445015850a1 req-3594248e-4ce3-4910-9d89-d3ef4b31b180 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 946 time: 0.2484839 Feb 04 16:38:18.503951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a2d8169d-76cb-49cf-8a98-f3b1a921ccb5 req-9c5bafe9-0651-4b46-a6c6-fd783b751ef3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016695 Feb 04 16:38:18.549494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da60a875-9fa0-45fa-8fe8-5445015850a1 req-3c6cf610-890a-4797-867d-ecbef236a650 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435301 Feb 04 16:38:18.777551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8517c-2d2a-4d9c-9668-c95bc74cc88d req-e6a7b5fa-bb2d-4513-a01a-08e607de4e1e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:18.779562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bf8517c-2d2a-4d9c-9668-c95bc74cc88d req-e6a7b5fa-bb2d-4513-a01a-08e607de4e1e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.1199207 Feb 04 16:38:18.836430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bf8517c-2d2a-4d9c-9668-c95bc74cc88d req-7f92ee21-7c10-49d1-b55b-f93a421cdd5b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488648 Feb 04 16:38:19.099937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54230e-b14b-4cb1-a0b0-c6fb7dd100ce req-0cd802c2-6bde-4736-b72a-f6093cfb3261 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.106919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af54230e-b14b-4cb1-a0b0-c6fb7dd100ce req-0cd802c2-6bde-4736-b72a-f6093cfb3261 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.1052086 Feb 04 16:38:19.164352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-af54230e-b14b-4cb1-a0b0-c6fb7dd100ce req-212e964d-dcd1-443e-ae58-1407e668044f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565104 Feb 04 16:38:19.185575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39542) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:19.310649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-069e8ab9-94e7-466e-95e8-e827d217052d tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1092 time: 0.1150835 Feb 04 16:38:19.317111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:19.317111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:19.343854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:19.353136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:floatingip and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:19.362224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:19.370555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:19.401579 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:19.680459 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:19.794708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2773f-4592-4ba4-842f-3a84bbe02b6d req-9ee14801-ce55-4cd3-abc2-d9442f4627a7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:19.812333 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bd2773f-4592-4ba4-842f-3a84bbe02b6d req-9ee14801-ce55-4cd3-abc2-d9442f4627a7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.1160955 Feb 04 16:38:19.881519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bd2773f-4592-4ba4-842f-3a84bbe02b6d req-d1ecaa05-a5ac-4ed6-9510-efac1de20574 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682957 Feb 04 16:38:19.952130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.25.5.178 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/96c0e840-f581-470c-b098-8b0590799eae) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:20.255778 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:20.334276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:20.520026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:20.523174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:20.527797 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:38:20.569106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=96c0e840-f581-470c-b098-8b0590799eae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:21.263282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:21.337380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e9b8-1feb-4f42-81e2-fa0bacb6a457 req-5a0d1cec-82aa-4bc6-baaa-1316368a4c0c tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:21.355071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99a6e9b8-1feb-4f42-81e2-fa0bacb6a457 req-5a0d1cec-82aa-4bc6-baaa-1316368a4c0c tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 946 time: 0.2905583 Feb 04 16:38:21.448639 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:21.526922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99a6e9b8-1feb-4f42-81e2-fa0bacb6a457 req-bbaa0585-7736-401f-af8f-c9d2d7bc52ab tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701128 Feb 04 16:38:21.530046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:21.582122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a1ff-c634-4cb8-8e85-0f5b6f53206f req-5ec40bae-4f78-4710-9cf7-7f06c465d205 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:21.585952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93d0a1ff-c634-4cb8-8e85-0f5b6f53206f req-5ec40bae-4f78-4710-9cf7-7f06c465d205 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.3775647 Feb 04 16:38:21.679963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:21.732901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93d0a1ff-c634-4cb8-8e85-0f5b6f53206f req-f4a124ff-5f68-406a-a983-7ed57b083200 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396499 Feb 04 16:38:21.978827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:21.983211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:22.232103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=96c0e840-f581-470c-b098-8b0590799eae,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:22.256750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:22.418973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-94d925d2-a251-4c40-9236-4b2cd0a4ccb3 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:22.419660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-94d925d2-a251-4c40-9236-4b2cd0a4ccb3 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Synchronizing usage tracker for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:22.495216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-94d925d2-a251-4c40-9236-4b2cd0a4ccb3 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Unset dirty status for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:22.497470 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-94d925d2-a251-4c40-9236-4b2cd0a4ccb3 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 946 time: 0.1932900 Feb 04 16:38:22.597369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Deleting port f1f011af-d523-4bd2-9d19-ae7552a99670 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:22.597920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:22.774744 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Floating IP f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 associated. External IP: 172.25.5.178, port: 055810c6-298c-4927-9e41-ce502e8bcd54. Feb 04 16:38:22.877889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39f559-4b13-4141-9763-a0b592aed6d1 req-a990d462-3a35-47d4-9abf-62c325fc2aae tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:22.880040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce39f559-4b13-4141-9763-a0b592aed6d1 req-a990d462-3a35-47d4-9abf-62c325fc2aae tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 946 time: 0.1210287 Feb 04 16:38:22.984401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce39f559-4b13-4141-9763-a0b592aed6d1 req-803e7e12-0bb6-4cf2-955e-52605731f52a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984926 Feb 04 16:38:23.016406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0bd4e-f1d8-4139-91ae-ace64fe4eb65 req-152b8512-40fa-498d-8abf-32202c39e1a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:23.017955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfe0bd4e-f1d8-4139-91ae-ace64fe4eb65 req-152b8512-40fa-498d-8abf-32202c39e1a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.0968232 Feb 04 16:38:23.101847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfe0bd4e-f1d8-4139-91ae-ace64fe4eb65 req-c6bb5d55-4bcf-4fbd-bf4f-2b055f16a689 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686152 Feb 04 16:38:23.184413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] For port f1f011af-d523-4bd2-9d19-ae7552a99670, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f1f011af-d523-4bd2-9d19-ae7552a99670,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:23.184843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:23.378591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Calling delete_port for f1f011af-d523-4bd2-9d19-ae7552a99670 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:23.677570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:23.692155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f1f011af-d523-4bd2-9d19-ae7552a99670'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:23.812842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Pushing event deleted for resources: {'Port': ['ID=f1f011af-d523-4bd2-9d19-ae7552a99670,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:23.923836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] No DVR routers for this DVR port f1f011af-d523-4bd2-9d19-ae7552a99670 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:38:23.926536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:23.930689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'name': 'network-vif-deleted', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:23.974615 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-775dcaf5-7a2a-4d27-9c5a-b1db126f475d req-72fc5d22-6759-497c-84ed-d07db5963131 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "DELETE /v2.0/ports/f1f011af-d523-4bd2-9d19-ae7552a99670 HTTP/1.1" status: 204 len: 173 time: 1.4708381 Feb 04 16:38:24.011422 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edac2af2-3ce1-43b8-b835-e059a79dba67', 'name': 'network-vif-deleted', 'tag': 'f1f011af-d523-4bd2-9d19-ae7552a99670', 'status': 'completed', 'code': 200} Feb 04 16:38:24.032437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:38:24.334636 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-935d7de4-54e5-44d6-ac07-49b5ba636abc req-e873dd07-20c3-4697-a9dd-fb7ce6107c8b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=edac2af2-3ce1-43b8-b835-e059a79dba67 HTTP/1.1" status: 200 len: 210 time: 0.1022360 Feb 04 16:38:24.504753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:38:24.517521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:38:24.535036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce779c8-35fa-49aa-862e-8a1133cc9c15 req-333755a5-ae75-4d93-9270-15118f9281f5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:24.535461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:24.538244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:24.550043 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ce779c8-35fa-49aa-862e-8a1133cc9c15 req-333755a5-ae75-4d93-9270-15118f9281f5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.1678362 Feb 04 16:38:24.565142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:24.695128 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ce779c8-35fa-49aa-862e-8a1133cc9c15 req-3e3928ac-646e-4aee-bf6b-ccab1119c765 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326089 Feb 04 16:38:24.726653 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-415084f1-e196-4ea7-93e9-71ad8780fe08 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4181972 Feb 04 16:38:24.728097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:24.916926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:24.973763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c8a38db9-4872-49b6-84d9-e320dda6f081 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 HTTP/1.1" status: 200 len: 992 time: 0.2445555 Feb 04 16:38:25.146560 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dad4aea6-8ad3-4a66-9797-00baeaf36f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:25.478244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:21Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:25.487087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:38:25.508401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:25.509254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:37:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:25.717277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:25.876881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-bfbab751-53da-4d13-b88c-07c24c4ce874 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:25.882792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-bfbab751-53da-4d13-b88c-07c24c4ce874 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 808 time: 0.1666367 Feb 04 16:38:25.911883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-7f385810-7802-467d-a8f3-3b52b62b7c32 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/quotas/04991dfd7b6f448f9a0ac84c0e04de1e HTTP/1.1" status: 200 len: 375 time: 0.0185776 Feb 04 16:38:25.969022 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-b79fadb0-66f2-4a93-9b3f-226866662bb3 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493214 Feb 04 16:38:25.977713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 39716) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:26.137514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:26.149334 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9ee0d9b5-8e9d-419c-a899-7be8c4bf71b1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 HTTP/1.1" status: 200 len: 992 time: 0.1696210 Feb 04 16:38:26.343808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:21Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:26.357415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a969353-f0e2-4c1a-aeae-63d11630cae4 None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:37:39Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:21Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:38:26.360851 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-ff7608b4-d180-4a61-8405-43065a58d3b7 service neutron] 10.222.0.62 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441570 Feb 04 16:38:26.550554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-b7be8969-856c-4b36-92d3-eb9c43fc3250 service neutron] 10.222.0.62 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828570 Feb 04 16:38:26.591136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e453-7bf7-4c08-9158-a6570b7abacb req-1cd79eb2-52cd-46a9-8542-7a32605b1a8c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:26.592932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82d0e453-7bf7-4c08-9158-a6570b7abacb req-1cd79eb2-52cd-46a9-8542-7a32605b1a8c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.6231034 Feb 04 16:38:26.629855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f1f011af-d523-4bd2-9d19-ae7552a99670 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:26.657440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82d0e453-7bf7-4c08-9158-a6570b7abacb req-4837956e-26da-41c6-8858-ec883bcc4a84 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Feb 04 16:38:26.754410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: f1f011af-d523-4bd2-9d19-ae7552a99670 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:38:26.754410 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f1f011af-d523-4bd2-9d19-ae7552a99670 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:38:26.805525 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54', 'status': 'completed', 'code': 200} Feb 04 16:38:26.903561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ecad09-f594-4f18-83c4-d9ae0d044262 None None] New status for floating IP f5f0b4a0-04b6-48dc-9024-84614c7fe9f6: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:38:26.942412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09560313-3be9-4611-9302-859045fb2333 req-b3017b3e-35d9-440f-b08d-30e1f5d07319 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 210 time: 0.0867670 Feb 04 16:38:27.021172 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-8dc3abf6-c96a-469d-9342-2ca0e2af126f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1097 time: 0.1927280 Feb 04 16:38:27.152753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:27.273524 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cc5be5a-438b-4a3f-b2d9-6a62e7fbd424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:27.339727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-8d73ecbb-813a-4a3e-9be3-f90fcd76d34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:27.344287 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-8d73ecbb-813a-4a3e-9be3-f90fcd76d34a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 897 time: 0.3150568 Feb 04 16:38:27.472901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7d6aa24-f670-496c-9464-7e6235d8bfa6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 HTTP/1.1" status: 200 len: 992 time: 0.3149462 Feb 04 16:38:27.594273 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-d73fd3be-403a-4ef7-bbe5-8e56a362b27d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 1002 time: 0.2433236 Feb 04 16:38:27.689191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-b8c0e039-47c0-4f51-a9e1-d346034ac8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:27.691171 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-b8c0e039-47c0-4f51-a9e1-d346034ac8ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 200 len: 834 time: 0.0908020 Feb 04 16:38:27.842859 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-440b9843-e83d-45f9-a063-b2be7f81b05c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b9ab849-e883-474a-80aa-b773162e4e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401651 Feb 04 16:38:28.123275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554043e-90d4-4737-9e2e-643a188e733b req-03472713-3498-4e2f-ad61-2ac63b4efe7a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:28.142928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1554043e-90d4-4737-9e2e-643a188e733b req-03472713-3498-4e2f-ad61-2ac63b4efe7a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 943 time: 0.2826300 Feb 04 16:38:28.302857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5930d687-fadd-4031-b0c8-3e3d3fef1b0b req-b4dc1370-7580-4a0c-929e-393f5762128b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 210 time: 0.0664241 Feb 04 16:38:28.318734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1554043e-90d4-4737-9e2e-643a188e733b req-59ce659f-e709-45f7-bce6-bf116ec1f4bd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748004 Feb 04 16:38:28.330059 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-a8752910-a8ff-485a-9f25-cd045b863741 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791594 Feb 04 16:38:28.478998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 39800) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:28.500519 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-33ecb892-6006-440b-86e5-793ff4dd2d9e req-4940b925-3b07-406c-b664-24805bdb3e5d service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636508 Feb 04 16:38:28.605422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-81ef1bc7-4f83-405f-94a5-462dad4f3014 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 HTTP/1.1" status: 200 len: 994 time: 0.1247964 Feb 04 16:38:28.634754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 18475533-542a-46ec-92d2-93e3067dfd18 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:28.661542 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:28.861944 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:28.915049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=18475533-542a-46ec-92d2-93e3067dfd18,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:28.952401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '18475533-542a-46ec-92d2-93e3067dfd18', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '18475533-542a-46ec-92d2-93e3067dfd18', 'mac_address': 'fa:16:3e:d7:0c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:28.977644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-a49ba1d9-b7c0-4e4b-b06a-9796ba0e4f0d tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:28.979585 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-a49ba1d9-b7c0-4e4b-b06a-9796ba0e4f0d tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 808 time: 0.2770791 Feb 04 16:38:29.000232 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Request body: {'port': {'device_id': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f', 'admin_state_up': True, 'tenant_id': '04991dfd7b6f448f9a0ac84c0e04de1e'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:29.103201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:29.141517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18475533-542a-46ec-92d2-93e3067dfd18 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:29.202671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=18475533-542a-46ec-92d2-93e3067dfd18,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:29.217133 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:29.225571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:29.241974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Usage tracker for resource:port and tenant:04991dfd7b6f448f9a0ac84c0e04de1e is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:29.245127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:29.251496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:29.265441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Made reservation on behalf of 04991dfd7b6f448f9a0ac84c0e04de1e for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:38:29.268668 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:29.332929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:29.352114 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:38:29.459926 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['18475533-542a-46ec-92d2-93e3067dfd18'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:29.577096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d17742ac-dde7-400b-b880-b4ce52947996 req-035f54c1-7647-406e-97be-cafbf7b99334 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 210 time: 0.1104259 Feb 04 16:38:29.640869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bba0aa-5bcc-4a26-9c74-a950302ff0ef req-2e30afee-4785-450e-97d0-d772e6c4d377 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:29.642600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83bba0aa-5bcc-4a26-9c74-a950302ff0ef req-2e30afee-4785-450e-97d0-d772e6c4d377 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 944 time: 0.1292715 Feb 04 16:38:29.725706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83bba0aa-5bcc-4a26-9c74-a950302ff0ef req-791be3d0-f516-4378-8d2b-c91a3835d41d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743692 Feb 04 16:38:29.798627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Allocated IP 172.20.0.10 (ad2ac2e6-d97c-4513-ad11-4bdff28a061f/453bbe5f-6a8e-4f98-b8ab-628f4556d9c6/b60566a7-7459-4bf1-9a7d-1429c7008a09) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:38:30.087263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.103282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.123957 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.244771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Network ad2ac2e6-d97c-4513-ad11-4bdff28a061f is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:38:30.273015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Pushing event updated for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:30.276775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:38:30.278752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:38:30.389080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:30.389740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.419142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-5100abcb-3941-45f6-b7ed-8c21eff20c39 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4261417 Feb 04 16:38:30.431557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Request body: {'port': {'device_id': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:30.570414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:30.646292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 18475533-542a-46ec-92d2-93e3067dfd18 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:30.742486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 18475533-542a-46ec-92d2-93e3067dfd18 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:30.769280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 18475533-542a-46ec-92d2-93e3067dfd18 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:30.769696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.098199 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.141412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4825c7-b4a5-4bec-913f-ddb0588bb061 req-6b8635b3-f720-49ec-9c11-ddd80268a9c3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:31.153993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da4825c7-b4a5-4bec-913f-ddb0588bb061 req-6b8635b3-f720-49ec-9c11-ddd80268a9c3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 944 time: 0.1868973 Feb 04 16:38:31.172181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=18475533-542a-46ec-92d2-93e3067dfd18,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:31.174773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:31.181843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60566a7-7459-4bf1-9a7d-1429c7008a09 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:31.186491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.219389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.281667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Transition to ACTIVE for port object b60566a7-7459-4bf1-9a7d-1429c7008a09 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:38:31.287742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c71fc7-d6dd-4a77-845f-181d388dbcd8 req-4d48e3a9-6ca7-4786-bb76-78f798223e63 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:31.294558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.307373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5c71fc7-d6dd-4a77-845f-181d388dbcd8 req-4d48e3a9-6ca7-4786-bb76-78f798223e63 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 932 time: 0.5119014 Feb 04 16:38:31.313337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:31.417716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da4825c7-b4a5-4bec-913f-ddb0588bb061 req-c6905c86-c534-4f6b-a067-6263673014f6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461822 Feb 04 16:38:31.444719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5c71fc7-d6dd-4a77-845f-181d388dbcd8 req-1c9526ce-ac8a-4c8c-9a54-01baabae0e52 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291435 Feb 04 16:38:31.517129 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18', 'code': 200} Feb 04 16:38:31.555647 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Pushing event updated for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:31.678223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Attempting to bind port b60566a7-7459-4bf1-9a7d-1429c7008a09 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:38:31.678511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Attempting to bind port b60566a7-7459-4bf1-9a7d-1429c7008a09 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:38:31.678891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Attempting to bind port b60566a7-7459-4bf1-9a7d-1429c7008a09 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:31.688564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Port b60566a7-7459-4bf1-9a7d-1429c7008a09 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:38:31.689112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Attempting to bind port b60566a7-7459-4bf1-9a7d-1429c7008a09 on network ad2ac2e6-d97c-4513-ad11-4bdff28a061f {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:38:31.693115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20560dab-8ff0-43c6-9f91-dcbc31162a86 req-2d6360ab-cd62-4803-92f0-4dbd650ce72d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 1096 time: 0.0999548 Feb 04 16:38:31.699880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:38:31.700340 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Checking segment: {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:38:31.700724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Bound using segment: {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:38:31.701153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Bound port: b60566a7-7459-4bf1-9a7d-1429c7008a09, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b199d8-4861-42df-8f2b-80c3b72bc326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:38:31.701497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.751164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20560dab-8ff0-43c6-9f91-dcbc31162a86 req-cf6f2457-edc5-4f7a-add7-946c1e48a6a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517807 Feb 04 16:38:31.815527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:38:31.819102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:38:31.826758 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.904896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Pushing event updated for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:31.916618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:31.918142 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-2de04860-4c91-4347-926b-f62fbb5cdb7d service neutron] 10.222.0.41 "PUT /v2.0/ports/b60566a7-7459-4bf1-9a7d-1429c7008a09 HTTP/1.1" status: 200 len: 1092 time: 1.4911001 Feb 04 16:38:31.918719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:31.988212 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09', 'status': 'completed', 'code': 200} Feb 04 16:38:32.121569 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-75b0297a-d5d6-441a-8a9a-ccb3c4187f77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 1095 time: 0.1218455 Feb 04 16:38:32.270724 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-99ada57b-cf03-4626-a085-be27ac00b5dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09 HTTP/1.1" status: 200 len: 217 time: 0.1243405 Feb 04 16:38:32.389751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-73bb81e9-4469-45e1-85ff-c109fbefd887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:32.392065 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-73bb81e9-4469-45e1-85ff-c109fbefd887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 HTTP/1.1" status: 200 len: 848 time: 0.0990219 Feb 04 16:38:32.491288 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-ceb89aa2-4373-4cab-9979-0e77bf709f1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922904 Feb 04 16:38:32.873910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c138-ac31-4e73-98a3-3cb91f279804 req-dc00ed60-f411-47f4-b507-a058bc2115a8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:32.875606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd48c138-ac31-4e73-98a3-3cb91f279804 req-dc00ed60-f411-47f4-b507-a058bc2115a8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1440771 Feb 04 16:38:32.887714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747831f-a707-48e0-97dd-0061006cca46 req-24de4c54-0cfa-4ad8-a9d9-989f84e6170e tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:32.895860 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a747831f-a707-48e0-97dd-0061006cca46 req-24de4c54-0cfa-4ad8-a9d9-989f84e6170e tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 944 time: 0.2371218 Feb 04 16:38:32.969888 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-f1db9086-04a8-4b98-9be1-0c8bf1fc702c service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614027 Feb 04 16:38:32.981883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a747831f-a707-48e0-97dd-0061006cca46 req-f0de6797-4a0d-4c8f-bbe9-deea8407cc78 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852156 Feb 04 16:38:33.055047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd48c138-ac31-4e73-98a3-3cb91f279804 req-48a1ceca-0c8e-4c6a-a3e4-4c75bf2d1a65 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315517 Feb 04 16:38:33.184661 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-41f9aa6d-9243-439c-9b5b-9928c5af11e0 req-cc916fb6-e536-4118-a726-6bdcb1c9a35d service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959002 Feb 04 16:38:33.330764 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-c0a58b8b-77cf-496b-a9ac-7707153472e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 1095 time: 0.1009517 Feb 04 16:38:33.521743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-3bc5ced4-c1a6-4906-badc-aa2d8a8c7fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:33.523331 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-3bc5ced4-c1a6-4906-badc-aa2d8a8c7fa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 200 len: 909 time: 0.1864498 Feb 04 16:38:33.623272 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-61d273c3-73c6-405b-ad2a-0f89bebfe4bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09 HTTP/1.1" status: 200 len: 217 time: 0.0933683 Feb 04 16:38:33.720131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-4de9c201-9c79-4c0c-b098-23739a1296ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:33.721701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-4de9c201-9c79-4c0c-b098-23739a1296ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 HTTP/1.1" status: 200 len: 848 time: 0.0907125 Feb 04 16:38:33.789004 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-308a0640-601b-4f14-a259-7a69956615c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad2ac2e6-d97c-4513-ad11-4bdff28a061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598578 Feb 04 16:38:33.992705 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-ccb6013d-ce41-47e7-b983-072dcd6d7f6f service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946371 Feb 04 16:38:34.303752 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d16759e5-de2c-478f-9173-96eb1ac45565 req-df62e79e-dfaa-4f07-aecf-a08453adca94 service neutron] 10.222.0.41 "GET /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001842 Feb 04 16:38:34.376843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45611e5-3952-4022-85a4-daa453bffb6c req-19d7f86b-978e-4962-83f0-af657125a7bb tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:34.378298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f45611e5-3952-4022-85a4-daa453bffb6c req-19d7f86b-978e-4962-83f0-af657125a7bb tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 944 time: 0.1810210 Feb 04 16:38:34.384151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0e57e-61d3-410b-a80b-b7cea5a32ec7 req-2b82b0ae-a08e-4f0b-840d-e0a3e0efb3ad tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:34.385498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30d0e57e-61d3-410b-a80b-b7cea5a32ec7 req-2b82b0ae-a08e-4f0b-840d-e0a3e0efb3ad tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1305754 Feb 04 16:38:34.474364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30d0e57e-61d3-410b-a80b-b7cea5a32ec7 req-26c3d0d0-4126-48c1-8aa2-07383d188bd1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707424 Feb 04 16:38:34.486518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f45611e5-3952-4022-85a4-daa453bffb6c req-f6fbf2ca-7b57-4516-bd92-a9bfc1cf3a0b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000199 Feb 04 16:38:34.657995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b60566a7-7459-4bf1-9a7d-1429c7008a09 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:38:34.784490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8486b88-6fb4-4155-b8f0-5bab8644560d req-3213892d-03af-4c9e-92a7-31cef68c0114 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:34.802413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8486b88-6fb4-4155-b8f0-5bab8644560d req-3213892d-03af-4c9e-92a7-31cef68c0114 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1112430 Feb 04 16:38:34.865710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8486b88-6fb4-4155-b8f0-5bab8644560d req-796a6949-499f-4b41-87db-b51bbfe0b2c4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 Feb 04 16:38:34.950357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:34.972746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'b60566a7-7459-4bf1-9a7d-1429c7008a09', 'network_id': 'ad2ac2e6-d97c-4513-ad11-4bdff28a061f', 'port_id': 'b60566a7-7459-4bf1-9a7d-1429c7008a09', 'mac_address': 'fa:16:3e:3f:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453bbe5f-6a8e-4f98-b8ab-628f4556d9c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:38:35.039879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:35.064355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60566a7-7459-4bf1-9a7d-1429c7008a09 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:38:35.096977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:35.104680 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:35.231990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:35.254156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b8bc6-750f-4e3c-a6ee-dab9cb50a86e req-364177cb-4cf6-4d66-b52b-7705443d43d2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:35.255638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-505b8bc6-750f-4e3c-a6ee-dab9cb50a86e req-364177cb-4cf6-4d66-b52b-7705443d43d2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1719334 Feb 04 16:38:35.325570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-505b8bc6-750f-4e3c-a6ee-dab9cb50a86e req-7afbd3f8-f795-4d31-a5fb-d50b0c9584b0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616930 Feb 04 16:38:35.372439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b60566a7-7459-4bf1-9a7d-1429c7008a09'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:35.738476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251728b-9b63-42e2-b686-434da4456041 req-93d096e7-ac28-4558-9d77-b3e317440c79 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:35.739988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f251728b-9b63-42e2-b686-434da4456041 req-93d096e7-ac28-4558-9d77-b3e317440c79 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 945 time: 0.0944178 Feb 04 16:38:35.847692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f251728b-9b63-42e2-b686-434da4456041 req-165dfd3a-fddf-4881-ac7b-fc0b30ccbe98 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926731 Feb 04 16:38:35.895734 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-a843b1df-e880-4693-b597-aba225dabdde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1512308 Feb 04 16:38:35.976067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a827-9fbf-4f98-a6ac-63ed5bec6804 req-8aa503e0-8dfe-4fa9-94b3-1f533cf4d529 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:35.977555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4635a827-9fbf-4f98-a6ac-63ed5bec6804 req-8aa503e0-8dfe-4fa9-94b3-1f533cf4d529 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1026053 Feb 04 16:38:36.054469 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-b43e7228-2b22-4d05-b46f-782e2025d926 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 1097 time: 0.1315022 Feb 04 16:38:36.080275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4635a827-9fbf-4f98-a6ac-63ed5bec6804 req-bddd102b-d736-47ba-8c35-1f059c085d50 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Feb 04 16:38:36.315722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-9f743d4f-aa79-4892-9f92-fde2eddd1c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:36.317523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-9f743d4f-aa79-4892-9f92-fde2eddd1c20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 915 time: 0.2350550 Feb 04 16:38:36.407613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-988c46d8-457e-4af4-a731-5e3f214c448d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=052a2880-234a-4013-8688-94c88d3bf93a HTTP/1.1" status: 200 len: 217 time: 0.0839312 Feb 04 16:38:36.510506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-25fbede8-8f5c-4a3c-9050-fcc09126c3ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:36.511960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-25fbede8-8f5c-4a3c-9050-fcc09126c3ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 200 len: 854 time: 0.0975125 Feb 04 16:38:36.598219 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-1ecd661b-c86d-4401-bdf5-0f7bb53e2c98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741212 Feb 04 16:38:36.659197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b60566a7-7459-4bf1-9a7d-1429c7008a09 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:38:36.777820 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-ffa66103-80ce-4090-a6d7-cf256028ae28 service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645718 Feb 04 16:38:36.812989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port b60566a7-7459-4bf1-9a7d-1429c7008a09 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:38:36.818340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port b60566a7-7459-4bf1-9a7d-1429c7008a09 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:38:36.818715 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:36.965077 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.014928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:37.014928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:37.022700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:37.220338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-984fb0e3-6218-43f9-9b31-4cfacdf09112 req-2efc6524-64ed-4cd6-bf00-7c2bf74fb507 service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346344 Feb 04 16:38:37.220964 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09', 'code': 200} Feb 04 16:38:37.293876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:37.314680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.314680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.314680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.314950 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.315255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.315577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.315904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.316229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.316549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.316870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.320562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:37.380412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7563-7030-454b-8e6c-181a1f89ec28 req-45e0fd7a-487d-4a45-a3ef-bd4efbd3866c tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:37.384603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb5e7563-7030-454b-8e6c-181a1f89ec28 req-45e0fd7a-487d-4a45-a3ef-bd4efbd3866c tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.1996477 Feb 04 16:38:37.431968 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd21cdef-659f-4c98-ba36-21489b4ae3c3 req-8674a004-8683-4cbc-8a0a-682fc2678697 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 1097 time: 0.1631391 Feb 04 16:38:37.486995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb5e7563-7030-454b-8e6c-181a1f89ec28 req-54f42da1-1bde-4296-acdc-28212938feb9 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958276 Feb 04 16:38:37.497860 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fd21cdef-659f-4c98-ba36-21489b4ae3c3 req-b97ca908-44d2-441c-8c3b-c0a3a4920b0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Feb 04 16:38:37.592249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca492cd9-cac5-411b-9af3-e58e34c15f44 req-8646fcb6-391e-43f4-9f3b-b9a9de19903f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:37.593853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca492cd9-cac5-411b-9af3-e58e34c15f44 req-8646fcb6-391e-43f4-9f3b-b9a9de19903f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1255789 Feb 04 16:38:37.661426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca492cd9-cac5-411b-9af3-e58e34c15f44 req-8dafdfee-7cd7-47a1-95ef-1515fb00c8b8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580399 Feb 04 16:38:37.859995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-8bc1508f-f310-40df-81e4-ad2205d3d9f1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:37.860878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-8bc1508f-f310-40df-81e4-ad2205d3d9f1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:37.884236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-8bc1508f-f310-40df-81e4-ad2205d3d9f1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:37.885530 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-8bc1508f-f310-40df-81e4-ad2205d3d9f1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 945 time: 0.1801612 Feb 04 16:38:37.963716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 18475533-542a-46ec-92d2-93e3067dfd18 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:37.963949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:38.329445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 18475533-542a-46ec-92d2-93e3067dfd18, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=18475533-542a-46ec-92d2-93e3067dfd18,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:38.330250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:38.488586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 18475533-542a-46ec-92d2-93e3067dfd18 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:38.722054 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:38.742651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['18475533-542a-46ec-92d2-93e3067dfd18'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:38.836153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=18475533-542a-46ec-92d2-93e3067dfd18,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:38.989851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 18475533-542a-46ec-92d2-93e3067dfd18 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:38:38.997949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.008673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'name': 'network-vif-deleted', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:39.018842 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-75d6b7fb-87e9-4148-b863-9e62e1d68daa req-0c8426b8-9727-4d3b-a997-50bb0ac34395 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/18475533-542a-46ec-92d2-93e3067dfd18 HTTP/1.1" status: 204 len: 173 time: 1.1273506 Feb 04 16:38:39.201579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19e4ee7c-edd4-4003-b325-a2499ecdcb13 req-e45fd426-2648-4a68-a7b3-24c3402bb0d2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 210 time: 0.0925910 Feb 04 16:38:39.295445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8a37d-993a-47cc-a89e-6fd71fd13d1a req-f3fc8d01-ca56-461b-bbbe-252b8d7dd97b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:39.297171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82d8a37d-993a-47cc-a89e-6fd71fd13d1a req-f3fc8d01-ca56-461b-bbbe-252b8d7dd97b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.5820484 Feb 04 16:38:39.307419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40088) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:39.394398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-82d8a37d-993a-47cc-a89e-6fd71fd13d1a req-5f73cee4-b648-428f-b868-4430537b699f tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Feb 04 16:38:39.402250 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f71633-5ce1-43aa-ad6b-a3b9a21ee150', 'name': 'network-vif-deleted', 'tag': '18475533-542a-46ec-92d2-93e3067dfd18', 'status': 'completed', 'code': 200} Feb 04 16:38:39.511678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.556843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:39.561100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Usage tracker for resource:security_group_rule and tenant:0ba41842d67b40c28c3e100c2c62c6e8 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:39.566748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:39.582086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:39.750720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.763568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.816609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e4db6-5aa7-4c6a-a126-92b3f5885329,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:39.835101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40100) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:39.838570 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-547208b0-f151-4cdf-ba6a-75176ef2927c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ba41842d67b40c28c3e100c2c62c6e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5300748 Feb 04 16:38:39.967220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:39.996561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.086231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238a39-6505-4b81-9fd9-b10f7645f2e2 req-9ecafa51-93fc-4199-bd92-86327c6c10a9 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:40.087734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46238a39-6505-4b81-9fd9-b10f7645f2e2 req-9ecafa51-93fc-4199-bd92-86327c6c10a9 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 946 time: 0.1673794 Feb 04 16:38:40.120740 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.140329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e4db6-5aa7-4c6a-a126-92b3f5885329,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:40.178725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.179078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.179413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.179746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.180072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.180393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.180890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.181400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.181918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.182447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.182986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:40.185744 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:40.190635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aa0264a5-3658-46f1-ba56-445064628f28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e22e4db6-5aa7-4c6a-a126-92b3f5885329 HTTP/1.1" status: 204 len: 168 time: 0.3542719 Feb 04 16:38:40.225308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46238a39-6505-4b81-9fd9-b10f7645f2e2 req-9f0a867b-d04f-417f-9c37-0e0a77b9654b tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Feb 04 16:38:40.486863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d113a412-4af6-4f1f-b03f-974b7e9bd881 req-9185d6f5-866f-4aba-ae50-3a2e38ad50e2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=72f71633-5ce1-43aa-ad6b-a3b9a21ee150 HTTP/1.1" status: 200 len: 210 time: 0.1038795 Feb 04 16:38:40.765737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33bf5c-8ea2-4cdf-a51f-982dd3fae784 req-3e7cc3f8-4afe-4af4-80cf-4391a2fc5878 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:40.773137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd33bf5c-8ea2-4cdf-a51f-982dd3fae784 req-3e7cc3f8-4afe-4af4-80cf-4391a2fc5878 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.1884148 Feb 04 16:38:40.868770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd33bf5c-8ea2-4cdf-a51f-982dd3fae784 req-07cf00d7-a6c4-468d-b238-b564e74a3ec4 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941691 Feb 04 16:38:41.524120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a8888-21f5-43f0-b31f-193f58fba4aa req-c662878b-ff17-472e-aa9b-0e3997c1c43e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:41.532112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f5a8888-21f5-43f0-b31f-193f58fba4aa req-c662878b-ff17-472e-aa9b-0e3997c1c43e tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 946 time: 0.1208737 Feb 04 16:38:41.596134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f5a8888-21f5-43f0-b31f-193f58fba4aa req-5d87efb2-1d45-453a-8ec3-1307b53f590d tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 Feb 04 16:38:41.751377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-afe59096-6138-4e03-80eb-dd73fe58f5dd tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:41.753466 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-afe59096-6138-4e03-80eb-dd73fe58f5dd tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 946 time: 0.1296272 Feb 04 16:38:41.843719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Deleting port 052a2880-234a-4013-8688-94c88d3bf93a {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:41.844066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:42.280277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] For port 052a2880-234a-4013-8688-94c88d3bf93a, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=052a2880-234a-4013-8688-94c88d3bf93a,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:42.280634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:42.395937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05418763-ae81-49be-a9a5-2d6b036c31d8 req-3fe4ad7f-c293-4e28-98e8-3cce135fbf7f tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:42.397766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05418763-ae81-49be-a9a5-2d6b036c31d8 req-3fe4ad7f-c293-4e28-98e8-3cce135fbf7f tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.1078267 Feb 04 16:38:42.452625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05418763-ae81-49be-a9a5-2d6b036c31d8 req-ec97817c-c838-4139-bd4f-2824bd8c406e tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479884 Feb 04 16:38:42.455321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Calling delete_port for 052a2880-234a-4013-8688-94c88d3bf93a owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:42.693809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 18475533-542a-46ec-92d2-93e3067dfd18 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:42.719639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:42.748902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['052a2880-234a-4013-8688-94c88d3bf93a'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:42.827464 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 18475533-542a-46ec-92d2-93e3067dfd18 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:38:42.827818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 18475533-542a-46ec-92d2-93e3067dfd18 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:38:42.837946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48e8ffbe-df44-43c8-8cc5-e05c8704ec0e req-506e0f0c-5b8d-4f97-bf95-be5784996110 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=26af166c-4f4c-4bd1-a7ce-f6683dbb42e0 HTTP/1.1" status: 200 len: 210 time: 0.0879576 Feb 04 16:38:42.853627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Pushing event deleted for resources: {'Port': ['ID=052a2880-234a-4013-8688-94c88d3bf93a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:42.855996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] No DVR routers for this DVR port 052a2880-234a-4013-8688-94c88d3bf93a on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:38:42.858268 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:42.862182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'name': 'network-vif-deleted', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:42.891691 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bac92a0b-4f11-49e5-8711-472b582f0315 req-4dfbfbee-d999-42c4-a0af-9c6f1b933436 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "DELETE /v2.0/ports/052a2880-234a-4013-8688-94c88d3bf93a HTTP/1.1" status: 204 len: 173 time: 1.1290860 Feb 04 16:38:42.944163 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af166c-4f4c-4bd1-a7ce-f6683dbb42e0', 'name': 'network-vif-deleted', 'tag': '052a2880-234a-4013-8688-94c88d3bf93a', 'status': 'completed', 'code': 200} Feb 04 16:38:43.767843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e4e9-86ed-441c-9e95-2488654f2e70 req-df4fe6cc-6033-4359-a594-cb1878e9d92b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:43.769608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d96e4e9-86ed-441c-9e95-2488654f2e70 req-df4fe6cc-6033-4359-a594-cb1878e9d92b tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.1186571 Feb 04 16:38:43.794923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-29f39b2b-004d-4e6e-b2c5-5b51194fdb42 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:43.795660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-29f39b2b-004d-4e6e-b2c5-5b51194fdb42 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Synchronizing usage tracker for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:43.820479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-29f39b2b-004d-4e6e-b2c5-5b51194fdb42 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Unset dirty status for tenant:04991dfd7b6f448f9a0ac84c0e04de1e on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:43.826613 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-29f39b2b-004d-4e6e-b2c5-5b51194fdb42 tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 946 time: 0.1541936 Feb 04 16:38:43.848233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0d96e4e9-86ed-441c-9e95-2488654f2e70 req-485a5629-4b7b-4cbe-8fb5-71773eb5870f tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1d9d714-ba57-460c-b986-2d66d82f33a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709345 Feb 04 16:38:43.919848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Deleting port b60566a7-7459-4bf1-9a7d-1429c7008a09 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:43.920737 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:43.975847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40210) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:44.266264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] For port b60566a7-7459-4bf1-9a7d-1429c7008a09, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=b60566a7-7459-4bf1-9a7d-1429c7008a09,segment=NetworkSegment(41b199d8-4861-42df-8f2b-80c3b72bc326),segment_id=41b199d8-4861-42df-8f2b-80c3b72bc326)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:44.266716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.294869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 90e7ecb1-e101-495f-903b-7e295dcb62c0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:44.297525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.525080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Calling delete_port for b60566a7-7459-4bf1-9a7d-1429c7008a09 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:44.649110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.649913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.735126 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.747848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['b60566a7-7459-4bf1-9a7d-1429c7008a09'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:38:44.806321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 90e7ecb1-e101-495f-903b-7e295dcb62c0 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:44.957178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] No DVR routers for this DVR port b60566a7-7459-4bf1-9a7d-1429c7008a09 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:38:44.958954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Pushing event deleted for resources: {'Port': ['ID=b60566a7-7459-4bf1-9a7d-1429c7008a09,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:44.966997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:44.969813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'name': 'network-vif-deleted', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:44.994869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:45.029900 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6ca26d0c-0afc-4534-b619-dbca11884bc6 req-ea64c0bf-07dc-40ce-b58b-7de66913452a tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.41 "DELETE /v2.0/ports/b60566a7-7459-4bf1-9a7d-1429c7008a09 HTTP/1.1" status: 204 len: 173 time: 1.1979249 Feb 04 16:38:45.072465 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024705aa-1c3f-481d-aebc-f7cf89ddcfc3', 'name': 'network-vif-deleted', 'tag': 'b60566a7-7459-4bf1-9a7d-1429c7008a09', 'status': 'completed', 'code': 200} Feb 04 16:38:45.298126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=90e7ecb1-e101-495f-903b-7e295dcb62c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:45.323175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:45.399138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8853458-cb02-48ea-8d3d-a8afeb414965 req-4334544c-baad-4af0-8c51-f9074425ac7f tempest-VolumesActionsTest-844342748 tempest-VolumesActionsTest-844342748-project] 10.222.0.62 "GET /v2.0/ports?device_id=024705aa-1c3f-481d-aebc-f7cf89ddcfc3 HTTP/1.1" status: 200 len: 210 time: 0.3049004 Feb 04 16:38:45.877920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:38:46.220811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:38:46.231782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Sync routers for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:38:46.244806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:46.245518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:46.245880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:46.305115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-607c80a1-2170-4327-a32a-36cccbb66fcd tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/floatingips/c9854e6f-9803-45e5-9522-0b243e326cea HTTP/1.1" status: 204 len: 168 time: 2.3311036 Feb 04 16:38:46.305954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:46.388703 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'status': 'completed', 'code': 200} Feb 04 16:38:46.460631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:46.507749 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-f87c492c-f13b-4e0d-862b-40e859a735d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 1097 time: 0.0943871 Feb 04 16:38:46.785488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144065b-2980-474b-bfba-3a4310360125 req-e962600e-ecb5-4a54-a14e-df65d68f989a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:46.788477 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 052a2880-234a-4013-8688-94c88d3bf93a no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:46.791137 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-e962600e-ecb5-4a54-a14e-df65d68f989a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 200 len: 898 time: 0.2732196 Feb 04 16:38:46.877298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 052a2880-234a-4013-8688-94c88d3bf93a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:38:46.877703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 052a2880-234a-4013-8688-94c88d3bf93a not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:38:46.986224 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-9a246b3e-f8e4-4bb8-8fb4-c2a603a7acd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 200 len: 217 time: 0.1887932 Feb 04 16:38:47.080721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144065b-2980-474b-bfba-3a4310360125 req-853f05b0-caa5-4ec1-a324-9990d5f1fd5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:47.083916 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-853f05b0-caa5-4ec1-a324-9990d5f1fd5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 200 len: 835 time: 0.0893521 Feb 04 16:38:47.120053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:47.125815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Checking router: 5cd23cd7-1098-4be3-84e5-bb25a6b437fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:38:47.128959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117284f1-653a-4103-855f-536c7d1169f5 req-32515896-c689-4c1c-b4a3-35e24e6279d7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:47.129752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-117284f1-653a-4103-855f-536c7d1169f5 req-32515896-c689-4c1c-b4a3-35e24e6279d7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:47.142723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:47.143669 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:47.169498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-117284f1-653a-4103-855f-536c7d1169f5 req-32515896-c689-4c1c-b4a3-35e24e6279d7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:47.171115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-117284f1-653a-4103-855f-536c7d1169f5 req-32515896-c689-4c1c-b4a3-35e24e6279d7 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.2059081 Feb 04 16:38:47.224799 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-ec4128a5-0f3e-4503-ac0d-cdc439895adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5134fcc4-dc4d-44d4-b797-4cbcee1f843f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351514 Feb 04 16:38:47.267206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-117284f1-653a-4103-855f-536c7d1169f5 req-c0688e1e-dbbb-4a69-8f27-52b8fa3a2d4e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893018 Feb 04 16:38:47.481265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:47.509423 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-96259b3e-5a5f-4b79-9d73-613e8d4153fd service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766528 Feb 04 16:38:47.913934 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8144065b-2980-474b-bfba-3a4310360125 req-2535a85d-cfc2-4b95-b1f3-79f341a73763 service neutron] 10.222.0.41 "GET /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959296 Feb 04 16:38:48.001813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:48.008441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097ca7bb-0773-4791-af57-16df4dc1884e None None] The sync data for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 is: [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:36:42Z', 'revision_number': 4, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9e7539cc-1b7c-4374-bfab-7cc5fa93ca06', 'name': '', 'network_id': '5134fcc4-dc4d-44d4-b797-4cbcee1f843f', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'mac_address': 'fa:16:3e:da:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:40Z', 'updated_at': '2022-02-04T16:36:55Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'subnets': [{'id': '987f457c-72af-46ff-963c-71d8d8e7624c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:38:48.400487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-56025e65-b749-48d0-b706-0e6285b7992e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:48.401221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-56025e65-b749-48d0-b706-0e6285b7992e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Synchronizing usage tracker for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:38:48.435092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-56025e65-b749-48d0-b706-0e6285b7992e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Unset dirty status for tenant:9d08bc626ccd49e4b462d9840a14fc57 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:38:48.436203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-56025e65-b749-48d0-b706-0e6285b7992e tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.1773624 Feb 04 16:38:48.634653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:48.635342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:48.652100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda79816-4b79-4a6a-a2ea-b91b74db6a71 req-61e005e1-ef90-4228-9d52-0e2d0e9e2876 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:48.654464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cda79816-4b79-4a6a-a2ea-b91b74db6a71 req-61e005e1-ef90-4228-9d52-0e2d0e9e2876 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 946 time: 0.1158378 Feb 04 16:38:48.673969 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b004fb1c-e9fd-4d85-ba61-8bfb63fa7cf1 None None] New status for floating IP c9854e6f-9803-45e5-9522-0b243e326cea: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:38:48.735091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b60566a7-7459-4bf1-9a7d-1429c7008a09 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:48.779789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cda79816-4b79-4a6a-a2ea-b91b74db6a71 req-7d984bd0-c5b7-4263-8375-b56e1d94fc4b tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee7e2b31-19f3-401d-8025-dafda4d26933&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190665 Feb 04 16:38:48.827398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: b60566a7-7459-4bf1-9a7d-1429c7008a09 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:38:48.827631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device b60566a7-7459-4bf1-9a7d-1429c7008a09 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:38:49.371973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:49.372792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:49.560478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:49.844219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:49.932730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:50.029320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] No DVR routers for this DVR port 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:38:50.033827 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:50.053750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-deleted', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:38:50.085227 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e34b5241-201b-447c-a6e6-b2c1da6799ac req-343e5a5c-3677-4978-a2ec-ba0899374433 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.41 "DELETE /v2.0/ports/1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb HTTP/1.1" status: 204 len: 173 time: 1.6406021 Feb 04 16:38:50.217481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bef9aee-cfe1-4040-91eb-8a2c46f82ff8 req-bd7f4a3b-b4df-4343-8276-39417e9bfdd0 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "GET /v2.0/ports?device_id=336a9632-6c55-4e16-b284-285816efaf8d HTTP/1.1" status: 200 len: 210 time: 0.1067121 Feb 04 16:38:50.296215 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336a9632-6c55-4e16-b284-285816efaf8d', 'name': 'network-vif-deleted', 'tag': '1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb', 'status': 'completed', 'code': 200} Feb 04 16:38:51.278102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:51.451632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:51.475406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40782) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:52.108467 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:52.766129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:52.853351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:38:52.854027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 1fc2eb50-a441-43a8-9fe5-14a36cd4c3fb not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:38:53.406989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:53.565145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-189d5695-311c-41cc-bae8-73b0e7624424 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=6111ebad2d884d2fa602d31575d48366&network_id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 2970 time: 0.1569178 Feb 04 16:38:53.579774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:53.580953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:53.845484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:38:53.847236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:54.028212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:38:54.371788 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:54.440943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=9e7539cc-1b7c-4374-bfab-7cc5fa93ca06,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:54.484746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.485143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.485489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.485822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.486154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.486562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.486890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.487220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.487545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.487869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:54.488189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:38:55.071022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:55.142146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3882895d-8fe5-47b5-9ff3-fdc76c789e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:55.484480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-75422739-938b-40a7-a02b-73b7b7b3ab01 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:55.491941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-75422739-938b-40a7-a02b-73b7b7b3ab01 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 814 time: 0.3056998 Feb 04 16:38:55.523222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e9c4f1fd-8257-4dd0-b36b-74d3e36b1a9a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/quotas/34599ce9702948a78b2f9d9c2f0a42e5 HTTP/1.1" status: 200 len: 375 time: 0.0282576 Feb 04 16:38:55.644925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-7aeb949b-c62f-47de-9449-6026fda68082 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149538 Feb 04 16:38:55.657825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e71107ae-1381-41d9-a625-77ed5568d37e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:38:55.667720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e71107ae-1381-41d9-a625-77ed5568d37e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0141714 Feb 04 16:38:55.883562 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-273a0bb9-9127-4930-b517-8a5e789dd983 service neutron] 10.222.0.62 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145705 Feb 04 16:38:56.028645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a2332e57-f64a-49a2-af61-ccd9d9727033 service neutron] 10.222.0.62 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440516 Feb 04 16:38:56.357338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:38:56.636148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb341c0d-d583-41ce-9a09-4fb439b4f715 req-3d79ad9f-d15a-4886-88ba-da2c5b391b3f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 210 time: 0.3761129 Feb 04 16:38:56.757690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:38:56.771036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Sync routers for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:38:56.794740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:56.797536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:56.811190 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3cdef9e6-c9ab-48c9-aa75-d7d6fc3840eb tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "PUT /v2.0/routers/5cd23cd7-1098-4be3-84e5-bb25a6b437fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3309784 Feb 04 16:38:56.811527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40922) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:57.076600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:57.259187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting subnet 987f457c-72af-46ff-963c-71d8d8e7624c {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:38:57.266083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.301632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:57.328800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e0f45-7197-4950-816b-e1e836342d8c tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:57.330294 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df7e0f45-7197-4950-816b-e1e836342d8c tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598 HTTP/1.1" status: 200 len: 814 time: 0.2523174 Feb 04 16:38:57.392006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.439172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dce8600c-2ea9-4e71-9370-25e4bff0c329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.567539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.676071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.826657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:57.837787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958c46b-ebfe-4be4-90c4-fdb8a7dcd467 None None] Network 5134fcc4-dc4d-44d4-b797-4cbcee1f843f requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:38:57.860817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Subnet': ['ID=987f457c-72af-46ff-963c-71d8d8e7624c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:57.881465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7ab81d53-d68c-432d-93c0-ec82ba2a9d57 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/subnets/987f457c-72af-46ff-963c-71d8d8e7624c HTTP/1.1" status: 204 len: 168 time: 1.0663602 Feb 04 16:38:57.881914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:58.045914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9ade514-d6ac-47f2-8f52-9976dac0efc7 req-22fb47ed-9406-4f40-87bc-98942f50795d tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 210 time: 0.1205451 Feb 04 16:38:58.136120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:58.244522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:58.254188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'network': {'name': 'tempest-network-smoke--243935385', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:58.278775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:58.295564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:58.307879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:38:58.317350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.362266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:38:58.379899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.380662 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Added segment f78c2606-edd7-462a-ba3d-1f8dcd395dd8 of type vlan for network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 Feb 04 16:38:58.454152 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.532396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.536146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:58.536770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.691559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.825369 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5786653 Feb 04 16:38:58.844400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40966) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:58.852600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:38:54Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:58.862613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Checking router: 5cd23cd7-1098-4be3-84e5-bb25a6b437fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:38:58.865200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.865881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.881755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Routers {'5cd23cd7-1098-4be3-84e5-bb25a6b437fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:38:58.882760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:38:58.961932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d215c7-fd1c-4bbc-a382-c9e5ab426f7b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Network': ['ID=8d70b774-85e2-4e7c-af82-f67283c7b1e0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:38:58.969328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] DHCP port deletion for 5134fcc4-dc4d-44d4-b797-4cbcee1f843f request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:38:58.972167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:58.982898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5d4411039f408ab220e38c502c22e0 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:58.989008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Deleting port c0589ae9-5387-4b47-b69c-79d457ff233b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:38:58.989436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:58.992455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:59.001920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:59.012653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1726b5b2-b6cb-40dc-851d-22c4aa5ef05d tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:59.015932 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1726b5b2-b6cb-40dc-851d-22c4aa5ef05d tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=6111ebad2d884d2fa602d31575d48366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1602769 Feb 04 16:38:59.019457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40970) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:59.063251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-b1572f3e-4d84-40e9-a82c-44cb7c44117a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:59.071357 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-b1572f3e-4d84-40e9-a82c-44cb7c44117a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 814 time: 0.9327602 Feb 04 16:38:59.103256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Request body: {'port': {'device_id': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed', 'admin_state_up': True, 'tenant_id': '34599ce9702948a78b2f9d9c2f0a42e5'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:38:59.116563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:38:59.364961 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a43367-c0e9-4f2b-b1ab-692423ff6a9a tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:59.368944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-66a43367-c0e9-4f2b-b1ab-692423ff6a9a tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3423345 Feb 04 16:38:59.411445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40978) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:59.414675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] Set router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:38:59.474990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21d95147-6b4b-483a-936d-7a826b5d5f92 req-70a67e19-ff98-41a0-8023-8a15bb90a615 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 210 time: 0.1039941 Feb 04 16:38:59.476575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:38:59.513443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Usage tracker for resource:port and tenant:34599ce9702948a78b2f9d9c2f0a42e5 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:38:59.517411 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32ac92e8-7bd0-4da6-943a-9ffa6ac5e525 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049519 Feb 04 16:38:59.521059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40982) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:59.523816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:38:59.545282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:38:59.584211 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:38:59.597139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c0589ae9-5387-4b47-b69c-79d457ff233b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:38:59.613800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6b05f7e6-84c7-4a55-9bcc-2fef5c7de979 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=6111ebad2d884d2fa602d31575d48366&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0915923 Feb 04 16:38:59.641315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40986) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:38:59.950638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a50743-3eeb-4b90-8b7b-d50db606ed00 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:38:59.956044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-25a50743-3eeb-4b90-8b7b-d50db606ed00 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3097899 Feb 04 16:38:59.971584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 40992) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:00.078323 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.097183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-229887f6-1b54-45bf-a700-66749e22a1bf tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208720 Feb 04 16:39:00.097183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.158911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 40996) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:00.173180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887583451', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:00.189219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b5d4411039f408ab220e38c502c22e0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0518088 Feb 04 16:39:00.200009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:00.233448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee22dd0-3d58-47b7-a6d6-dd7269b10731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4305d55-03f8-4f7d-9adc-55ba22fda5eb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:00.345194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.371134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c0589ae9-5387-4b47-b69c-79d457ff233b,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:00.372098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.378254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Made reservation on behalf of 34599ce9702948a78b2f9d9c2f0a42e5 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:00.381789 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.382006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.548737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:00.555278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:subnet and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:00.561018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:00.584828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.601156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:00.622821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Calling delete_port for c0589ae9-5387-4b47-b69c-79d457ff233b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:39:00.675971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.703267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:00.718204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c0589ae9-5387-4b47-b69c-79d457ff233b,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:00.730664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Deleting port 8fba105b-a724-4232-aa33-692c4146f98f {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:39:00.731625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.732455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.801860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:00.821554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:38:54Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:00.840344 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:39:00.840954 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:39:00.853978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0775b104-f798-410f-9142-b4a9e1cf1d7e req-affc23df-264d-4f88-8982-4191302a1546 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 210 time: 0.0799472 Feb 04 16:39:00.890783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9286bc9b-c212-4e6f-826c-c4ef7c146fee None None] The sync data for ids ['5cd23cd7-1098-4be3-84e5-bb25a6b437fa'] in n-d-827873-1 is: [{'id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532064795', 'tenant_id': '9d08bc626ccd49e4b462d9840a14fc57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '8fba105b-a724-4232-aa33-692c4146f98f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:36:29Z', 'updated_at': '2022-02-04T16:38:54Z', 'revision_number': 5, 'project_id': '9d08bc626ccd49e4b462d9840a14fc57', 'gw_port': {'id': '8fba105b-a724-4232-aa33-692c4146f98f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:af:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd23cd7-1098-4be3-84e5-bb25a6b437fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:36:31Z', 'updated_at': '2022-02-04T16:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:00.892414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c0589ae9-5387-4b47-b69c-79d457ff233b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:01.161681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Allocated IP 172.20.0.5 (8923fd55-11f9-43e9-ae99-98d37ef6c9ed/c0c99140-efe0-4c72-b670-68042b416764/266902f0-ce20-4c79-985d-8798bfaa30e9) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:01.172328 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.289442 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.343832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Deleting port c0589ae9-5387-4b47-b69c-79d457ff233b {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:39:01.347297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.393547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:39:01.401007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4305d55-03f8-4f7d-9adc-55ba22fda5eb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:01.485695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] For port 8fba105b-a724-4232-aa33-692c4146f98f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8fba105b-a724-4232-aa33-692c4146f98f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:01.488647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.516981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:39:01.517421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9e7539cc-1b7c-4374-bfab-7cc5fa93ca06 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:39:01.802551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] For port c0589ae9-5387-4b47-b69c-79d457ff233b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c0589ae9-5387-4b47-b69c-79d457ff233b,segment=NetworkSegment(f15cee2e-0501-4cb4-a286-da003a4f0c5f),segment_id=f15cee2e-0501-4cb4-a286-da003a4f0c5f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:01.802959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.829593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:01.979770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Calling delete_port for c0589ae9-5387-4b47-b69c-79d457ff233b owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:39:02.131679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Calling delete_port for 8fba105b-a724-4232-aa33-692c4146f98f owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:39:02.188585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.257421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2b43f-639a-40c6-bcb0-9532c6263b32 req-aa122ea6-1921-40b8-bed6-6d02f0e0e515 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:02.265880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1de2b43f-639a-40c6-bcb0-9532c6263b32 req-aa122ea6-1921-40b8-bed6-6d02f0e0e515 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 931 time: 0.1625302 Feb 04 16:39:02.268099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] No DVR routers for this DVR port c0589ae9-5387-4b47-b69c-79d457ff233b on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:39:02.302282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e511a16-5f43-4aed-92e4-2f20de12a3d8 None None] Pushing event deleted for resources: {'Port': ['ID=c0589ae9-5387-4b47-b69c-79d457ff233b,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:02.342937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1de2b43f-639a-40c6-bcb0-9532c6263b32 req-a6068325-ac78-47f3-a94e-4e566a48ffa7 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Feb 04 16:39:02.364485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.369031 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8222db24-dc20-49cd-92b9-08e24aa7e3ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4305d55-03f8-4f7d-9adc-55ba22fda5eb HTTP/1.1" status: 204 len: 168 time: 2.1578588 Feb 04 16:39:02.373687 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.563307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:02.565661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Pushing event updated for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:02.571909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:02.578636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:02.615587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.661475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.863260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Port': ['ID=8fba105b-a724-4232-aa33-692c4146f98f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:02.908279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:02.912242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:02.953518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Subnet': ['ID=2ee66c9f-24c7-4718-8293-e6917d3ff6db,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:03.033227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Checking segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:03.033679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network hostable DHCP agents. Network: 8d70b774-85e2-4e7c-af82-f67283c7b1e0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:39:03.113824 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-a5367341-2bba-4def-ad61-1c532f9e80df tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0174885 Feb 04 16:39:03.138194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Request body: {'port': {'device_id': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:03.312011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:39:03.483920 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:03.500563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8d70b774-85e2-4e7c-af82-f67283c7b1e0) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:03.510374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accff292-b6f8-4a5b-8dcc-8a46ae0fdf41 None None] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:03.530435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:03.675906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afeaf2-e2fa-4714-bcb2-199238d18c83 req-6577a588-4397-4547-8079-aecf80d1a924 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:03.682553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:03.685464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43afeaf2-e2fa-4714-bcb2-199238d18c83 req-6577a588-4397-4547-8079-aecf80d1a924 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 931 time: 0.1177137 Feb 04 16:39:03.686106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:03.743653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:03.757365 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-43afeaf2-e2fa-4714-bcb2-199238d18c83 req-09ca2205-e5d8-40f1-b4cc-5a0168bc01b8 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708101 Feb 04 16:39:03.861340 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-00d0d95c-df0a-4781-9711-25b544f51a8a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6974328 Feb 04 16:39:03.972627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-109946468-network', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:03.981642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:03.988927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Usage tracker for resource:network and tenant:bc8e29deef2543b0aa46e1ae4b7f5853 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:03.993202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:04.035378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.039880 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.048506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:04.083646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ips': [{'subnet_id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:39:04.084384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.084531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.084995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd23cd7-1098-4be3-84e5-bb25a6b437fa {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:39:04.098847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Made reservation on behalf of bc8e29deef2543b0aa46e1ae4b7f5853 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:04.106423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.146364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.150411 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5169684b-e542-4806-b888-72edc860e621 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/routers/5cd23cd7-1098-4be3-84e5-bb25a6b437fa HTTP/1.1" status: 204 len: 168 time: 6.2648637 Feb 04 16:39:04.153082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41054) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:04.172100 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.283531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:04.297965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Usage tracker for resource:security_group_rule and tenant:bc8e29deef2543b0aa46e1ae4b7f5853 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:04.309672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:04.320809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:04.425046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.554137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.562973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.566824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Allocated IP 172.20.0.18 (8d70b774-85e2-4e7c-af82-f67283c7b1e0/2ee66c9f-24c7-4718-8293-e6917d3ff6db/91302266-c032-457b-9328-6b12cdf2c32c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:04.614498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:39:04.647876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.648257 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Added segment 8a1e6bc1-b393-4d3a-8d45-9f13f76da315 of type vlan for network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe Feb 04 16:39:04.719959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:04.722498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.784281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.784813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:04.785558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.834010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113010110', 'description': 'tempest-secgroup-smoke-2113010110 description', 'project_id': '6111ebad2d884d2fa602d31575d48366'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:04.850916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0916269 Feb 04 16:39:04.857005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:04.867776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Request body: {'subnet': {'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-109946468-subnet', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:04.874470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:04.879274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Usage tracker for resource:subnet and tenant:bc8e29deef2543b0aa46e1ae4b7f5853 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:04.882603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:04.890131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:04.893513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:04.920690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.934570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Transition to ACTIVE for port object 91302266-c032-457b-9328-6b12cdf2c32c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:04.956556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc92d3b9-629b-43a4-a153-4c792e472e14,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:04.964877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Transition to ACTIVE for port object 91302266-c032-457b-9328-6b12cdf2c32c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:04.970206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Made reservation on behalf of bc8e29deef2543b0aa46e1ae4b7f5853 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:04.972935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.987820 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:04.989469 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.015636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:05.075436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5134fcc4-dc4d-44d4-b797-4cbcee1f843f']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:05.092432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15cee2e-0501-4cb4-a286-da003a4f0c5f') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:05.092908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15cee2e-0501-4cb4-a286-da003a4f0c5f') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:05.100065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:05.101933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.103463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:05.109811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:05.127754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.168758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Pushing event updated for resources: {'Port': ['ID=91302266-c032-457b-9328-6b12cdf2c32c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:05.203850 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.307442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Attempting to bind port 91302266-c032-457b-9328-6b12cdf2c32c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:05.308003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Attempting to bind port 91302266-c032-457b-9328-6b12cdf2c32c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:05.308608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Attempting to bind port 91302266-c032-457b-9328-6b12cdf2c32c on network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:05.314699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:39:05.315103 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.320850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:05.321222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Checking segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:05.321622 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.322012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Bound using segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:05.322501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Bound port: 91302266-c032-457b-9328-6b12cdf2c32c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:05.322912 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.358205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8fba105b-a724-4232-aa33-692c4146f98f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:39:05.444549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8fba105b-a724-4232-aa33-692c4146f98f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:39:05.444920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8fba105b-a724-4232-aa33-692c4146f98f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:39:05.453895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad81f7-6818-48be-abad-6c5fa901e00b admin admin] Pushing event updated for resources: {'Network': ['ID=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:05.492104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:39:05.544810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119b0ee-525a-4b40-b4cd-7f024215a70c req-f850e3ab-0e5b-4633-977f-095d833b3a9c tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:05.546998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1119b0ee-525a-4b40-b4cd-7f024215a70c req-f850e3ab-0e5b-4633-977f-095d833b3a9c tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 931 time: 0.2411144 Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:39:05.638180 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:39:05.728403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1119b0ee-525a-4b40-b4cd-7f024215a70c req-200683e0-35a8-4b13-9124-f3ac0cf48f21 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738513 Feb 04 16:39:05.751747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:05.772673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:05.789426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266902f0-ce20-4c79-985d-8798bfaa30e9 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:05.794293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:05.815082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.837265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.845449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:05.977991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] For port 91302266-c032-457b-9328-6b12cdf2c32c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:05.979198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:05.984903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Transition to ACTIVE for port object 266902f0-ce20-4c79-985d-8798bfaa30e9 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:05.986516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:05.998735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] For port 91302266-c032-457b-9328-6b12cdf2c32c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=91302266-c032-457b-9328-6b12cdf2c32c,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:06.008826 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.017018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.049078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'Network': ['ID=5134fcc4-dc4d-44d4-b797-4cbcee1f843f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:06.060703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Checking segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:06.061370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Network hostable DHCP agents. Network: 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:39:06.066069 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8ebbf1ce-0464-45c5-b0f7-a108752fdcf4 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/networks/5134fcc4-dc4d-44d4-b797-4cbcee1f843f HTTP/1.1" status: 204 len: 168 time: 1.9106696 Feb 04 16:39:06.067373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.075624 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:06.174901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:39:06.194942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:06.205925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4d2e-377f-4d14-847b-698a2a41f58b None None] Pushing event updated for resources: {'Port': ['ID=91302266-c032-457b-9328-6b12cdf2c32c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:06.215160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ca8e5-90a4-4989-a096-1dd4b2e908f1 None None] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:06.218883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.231300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:06.231819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.320338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-63930c74-4f60-41ed-81bb-a84ccfec33a2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4577315 Feb 04 16:39:06.326824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:06.336970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:06.362554 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:06.371467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:06.384375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.413041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Usage tracker for resource:router and tenant:bc8e29deef2543b0aa46e1ae4b7f5853 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:06.426126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:06.435994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.532072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:06.535741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:39:06.536572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.626569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.628642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.645493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.661944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.759704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Pushing event updated for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:06.774584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:06.812922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Attempting to bind port 266902f0-ce20-4c79-985d-8798bfaa30e9 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:06.813260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Attempting to bind port 266902f0-ce20-4c79-985d-8798bfaa30e9 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:06.813587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Attempting to bind port 266902f0-ce20-4c79-985d-8798bfaa30e9 on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:06.825441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Port 266902f0-ce20-4c79-985d-8798bfaa30e9 on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:39:06.826063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Attempting to bind port 266902f0-ce20-4c79-985d-8798bfaa30e9 on network 8923fd55-11f9-43e9-ae99-98d37ef6c9ed {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:06.833974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:06.834316 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Checking segment: {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:06.834776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Bound using segment: {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:06.835197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Bound port: 266902f0-ce20-4c79-985d-8798bfaa30e9, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2ea456-249f-4873-b8a2-c12d4bf9776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:06.835544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.846696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.847900 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9d0c974b-e0a6-45cd-800e-f8695e8c1c95 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.1287305 Feb 04 16:39:06.850747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41086) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:06.876306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:06.906560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:06.912909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:06.921041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:06.933297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:06.977871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:06.988354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Allocated IP 172.20.0.2 (4dd4b88f-918f-42f2-81a1-fb5d216a8dbe/22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8/a9dc4772-e9ce-4143-b766-8e67d35133c3) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:07.014758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7e2b31-19f3-401d-8025-dafda4d26933,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:07.049057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.054565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.055689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8ed6bb5-1f15-4253-8463-a5f6bf699269 tempest-TestNetworkAdvancedServerOps-689249176 tempest-TestNetworkAdvancedServerOps-689249176-project] 10.222.0.62 "DELETE /v2.0/security-groups/ee7e2b31-19f3-401d-8025-dafda4d26933 HTTP/1.1" status: 204 len: 168 time: 0.9788070 Feb 04 16:39:07.183890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:07.187488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=266902f0-ce20-4c79-985d-8798bfaa30e9,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:07.189744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.213398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.446724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Pushing event updated for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:07.464949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.467225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e3f2d15f-e4e4-41c5-b0ef-198ee51c3120 service neutron] 10.222.0.41 "PUT /v2.0/ports/266902f0-ce20-4c79-985d-8798bfaa30e9 HTTP/1.1" status: 200 len: 1091 time: 4.3372433 Feb 04 16:39:07.468029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:07.560497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32905735-e1fa-4535-9720-ffc2c258877e req-0c125a35-7ca2-4d0d-8780-361c9fd21d39 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:07.562015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32905735-e1fa-4535-9720-ffc2c258877e req-0c125a35-7ca2-4d0d-8780-361c9fd21d39 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 943 time: 0.4223113 Feb 04 16:39:07.660207 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9', 'status': 'completed', 'code': 200} Feb 04 16:39:07.708693 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.732760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Transition to ACTIVE for port object a9dc4772-e9ce-4143-b766-8e67d35133c3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:07.758182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.776433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.786522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Transition to ACTIVE for port object a9dc4772-e9ce-4143-b766-8e67d35133c3 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:07.799607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 91302266-c032-457b-9328-6b12cdf2c32c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:07.835418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32905735-e1fa-4535-9720-ffc2c258877e req-d14d0c85-cac5-465c-94c9-18440b976ee3 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649689 Feb 04 16:39:07.887421 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-780f3864-70b1-408e-9b2e-f7ac764f999f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 1094 time: 0.3616419 Feb 04 16:39:07.914450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:07.915798 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0576530 Feb 04 16:39:07.974479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.013141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f4e2-5a3a-4cbc-99f9-849afb5003d7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9230b50-4ae3-4b10-b4dd-5e15ea3b036d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:08.017041 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e14cd225-131b-4438-9eeb-91b12be84a5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266902f0-ce20-4c79-985d-8798bfaa30e9 HTTP/1.1" status: 200 len: 217 time: 0.1188450 Feb 04 16:39:08.017719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:08.018249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41108) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:08.032444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:08.040920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:08.045884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:08.049229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:08.055579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:08.088132 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.139207 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e79f20de-259d-46d4-b54b-c789597507e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:08.140815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-e79f20de-259d-46d4-b54b-c789597507e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 200 len: 854 time: 0.0762620 Feb 04 16:39:08.153949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef78a05-805c-4d2e-9f5b-71d6fbefffc4 None None] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:08.191683 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.225127 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.243642 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-f9221826-c482-4ae1-aa2d-c6c04170384d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861747 Feb 04 16:39:08.380069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Pushing event updated for resources: {'Port': ['ID=a9dc4772-e9ce-4143-b766-8e67d35133c3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:08.419071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:08.429856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:08.435073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:08.512066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Allocated IP 172.25.5.76 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3cc37fc9-39d9-4982-a251-196724a26931) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:08.513059 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c3853721-f670-46c8-93ff-e02f45b229b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d08bc626ccd49e4b462d9840a14fc57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4890497 Feb 04 16:39:08.516182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41120) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:08.545593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.550144 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-49fe7580-598c-463f-bdf7-c5fda6a1f16c service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932510 Feb 04 16:39:08.554267 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.582770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Provisioning for port 91302266-c032-457b-9328-6b12cdf2c32c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:08.622396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 91302266-c032-457b-9328-6b12cdf2c32c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:08.734177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.743790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-da21f3e8-3b14-4a9d-9e82-028812d77469 req-084fefa2-527e-451a-bd8f-50322ae2c662 service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860564 Feb 04 16:39:08.751771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ff40d9-7294-4814-b1a7-866395eb2d5d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:08.754489 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.755932 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-328e51c3-9989-423f-964d-67955e6edb2c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7339017 Feb 04 16:39:08.758961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:08.767008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:08.775697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:08.781141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:08.785538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:08.801535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.832994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.848962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:08.860293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 91302266-c032-457b-9328-6b12cdf2c32c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:08.860293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.890923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.910284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.922508 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:08.964673 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-54374dc6-799d-4164-8551-b2b12be3564b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 1094 time: 0.1597590 Feb 04 16:39:09.002175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29be92c-b5a7-41c5-8382-91242639b768,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:09.004947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Provisioning complete for port 91302266-c032-457b-9328-6b12cdf2c32c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:09.005396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.045556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.049027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a365d343-09b8-4376-bd2b-367f43255742 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d29be92c-b5a7-41c5-8382-91242639b768 HTTP/1.1" status: 204 len: 168 time: 0.5295811 Feb 04 16:39:09.058797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:09.062400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:09.075127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:09.123843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Pushing event updated for resources: {'Port': ['ID=3cc37fc9-39d9-4982-a251-196724a26931,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:09.197472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.224580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.381586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a431250-b21b-45bc-9c89-6b0344477ef2,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:09.397720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-8d68a717-8232-4e40-a1cc-862413d71af5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:09.400015 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-8d68a717-8232-4e40-a1cc-862413d71af5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 200 len: 915 time: 0.4285271 Feb 04 16:39:09.402832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.406776 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-23c933f7-0955-4f5e-861d-7638ac838859 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6465261 Feb 04 16:39:09.409421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41138) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:09.413172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Attempting to bind port a9dc4772-e9ce-4143-b766-8e67d35133c3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:09.424889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Attempting to bind port a9dc4772-e9ce-4143-b766-8e67d35133c3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:09.425267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Attempting to bind port a9dc4772-e9ce-4143-b766-8e67d35133c3 on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:09.428199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:09.453957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:09.465503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:09.475585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:09.475953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Checking segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:09.476916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.477319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Bound using segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:09.478059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Bound port: a9dc4772-e9ce-4143-b766-8e67d35133c3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:09.478460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.483691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:09.506274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:09.524846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b915f-8c34-49ce-92fd-852434b66259 req-94ee2a32-f921-4ca0-8ead-5f8e9fb604a4 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:09.527674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e5b915f-8c34-49ce-92fd-852434b66259 req-94ee2a32-f921-4ca0-8ead-5f8e9fb604a4 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 943 time: 0.3864081 Feb 04 16:39:09.608518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e5b915f-8c34-49ce-92fd-852434b66259 req-63cf5ebf-eeba-40f6-b811-e7f55a78f805 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740304 Feb 04 16:39:09.624448 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.626782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.631101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.762981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] For port a9dc4772-e9ce-4143-b766-8e67d35133c3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:09.771066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] For port a9dc4772-e9ce-4143-b766-8e67d35133c3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9dc4772-e9ce-4143-b766-8e67d35133c3,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:09.774168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-f6becaec-68ab-4be2-bb8d-4e4207571b57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266902f0-ce20-4c79-985d-8798bfaa30e9 HTTP/1.1" status: 200 len: 217 time: 0.3648174 Feb 04 16:39:09.802753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:09.876186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-eab54bc7-9c80-4674-9e29-8e4fd63c55a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:09.879255 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-eab54bc7-9c80-4674-9e29-8e4fd63c55a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 200 len: 854 time: 0.0953705 Feb 04 16:39:09.884397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41142) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:09.987752 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-fdcdc05c-264b-4bc1-9979-1343dba90319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8923fd55-11f9-43e9-ae99-98d37ef6c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020186 Feb 04 16:39:10.043898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a8eb805d-65f6-4622-a93e-62ba10dfd485 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2387ed29929a4596a605f2cfb5a2dbb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0935602 Feb 04 16:39:10.074858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.078730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41146) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:10.118093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1959bda-5b0e-434b-b6e9-ef3e24b5cebc None None] Pushing event updated for resources: {'Port': ['ID=a9dc4772-e9ce-4143-b766-8e67d35133c3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:10.134590 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.139609 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.167367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066bd135-4a9a-4f84-af42-aa1eabc5f6e7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:10.289196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.359101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.360379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cfda7a46-fd43-4ef5-b7d8-1579408910be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9485416 Feb 04 16:39:10.367090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41152) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:10.372259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] For port 91302266-c032-457b-9328-6b12cdf2c32c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=91302266-c032-457b-9328-6b12cdf2c32c,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:10.379029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:10.403125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:10.429674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.438309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:10.457011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:10.472040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:10.487007 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-93b05be4-1119-4dd0-ad90-de9fbbe8209c service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515917 Feb 04 16:39:10.566649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.582135 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.779127 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:39:10.797907 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.814216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Router b36dc6e8-d27c-4788-8313-028defc4afa4 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:39:10.823592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.872006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 266902f0-ce20-4c79-985d-8798bfaa30e9 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:39:10.891913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c80ce9-5ea3-4e19-bafe-e8d7cecea3bf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:10.893147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:39:10.893628 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:39:10.980877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:10.988517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483fbe1-900d-4132-bf16-09a65cd39eea None None] Pushing event updated for resources: {'Port': ['ID=91302266-c032-457b-9328-6b12cdf2c32c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:11.000209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9fe8456b-f82c-47b7-a407-3f825ac586e9 None None] Provisioning complete for port 91302266-c032-457b-9328-6b12cdf2c32c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:11.000697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9fe8456b-f82c-47b7-a407-3f825ac586e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.002701 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.053344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c172a6a-5454-4674-a182-a4f4f455f5f1,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:11.071344 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c897e138-a06f-40ba-8e52-870a1b46c3f9 req-e8b5061c-c0f9-49aa-bf6e-d88175f0323d service neutron] 10.222.0.41 "GET /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734804 Feb 04 16:39:11.086766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.088203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a24a2c3d-6e48-43d0-8092-4fc2334b1aae tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7187974 Feb 04 16:39:11.088590 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.091883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b462fd14-6b45-4cdd-b635-46835097a5d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1c80ce9-5ea3-4e19-bafe-e8d7cecea3bf HTTP/1.1" status: 204 len: 168 time: 1.0022810 Feb 04 16:39:11.094295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41160) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:11.096723 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:39:11.107202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:11.133586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:11.157146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:11.170682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:11.218100 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:11.266802 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:39:11.275533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.505953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bb966-c9c5-477a-b0b8-876f08ab5ca1 req-0693b4fa-9e76-4b89-abbf-c6ff3c1f43bb tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:11.507510 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a94bb966-c9c5-477a-b0b8-876f08ab5ca1 req-0693b4fa-9e76-4b89-abbf-c6ff3c1f43bb tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 943 time: 0.4553633 Feb 04 16:39:11.542016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.553324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.596241 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e96457-48eb-4b7f-bf0f-4af4fd3a94be,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:11.606537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.608918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-77f40275-9da4-46bf-adae-9c8bd5a801ee tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5118735 Feb 04 16:39:11.628897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=266902f0-ce20-4c79-985d-8798bfaa30e9,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:11.699034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '266902f0-ce20-4c79-985d-8798bfaa30e9', 'network_id': '8923fd55-11f9-43e9-ae99-98d37ef6c9ed', 'port_id': '266902f0-ce20-4c79-985d-8798bfaa30e9', 'mac_address': 'fa:16:3e:83:96:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c99140-efe0-4c72-b670-68042b416764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:39:11.712391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a94bb966-c9c5-477a-b0b8-876f08ab5ca1 req-20115ba1-d09e-4333-998c-b660a6b94d81 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978111 Feb 04 16:39:11.749114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:39:11.768793 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Sync routers for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:39:11.794540 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:11.795177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:11.813968 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:11.819260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:11.820516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-44553e19-9198-4254-8834-8a99eaa38b4b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4917932 Feb 04 16:39:12.101948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:12.175985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266902f0-ce20-4c79-985d-8798bfaa30e9 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:12.226432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=266902f0-ce20-4c79-985d-8798bfaa30e9,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:12.239715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf60767-6f23-42c7-b108-3eb5d873dfc2 None None] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:12.296215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:12.326158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-f53a1e5a-9d13-4487-ae8e-7cb56568fe7f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113010110&fields=id&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 267 time: 0.1761560 Feb 04 16:39:12.335754 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:12.655848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:12.712007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9dc4772-e9ce-4143-b766-8e67d35133c3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:12.858464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-76695f0b-df0d-4457-b879-1a5328034121 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:12.872045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-76695f0b-df0d-4457-b879-1a5328034121 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:12.881455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['266902f0-ce20-4c79-985d-8798bfaa30e9'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:39:12.922671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-76695f0b-df0d-4457-b879-1a5328034121 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:12.930475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-76695f0b-df0d-4457-b879-1a5328034121 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/networks?id=8d70b774-85e2-4e7c-af82-f67283c7b1e0 HTTP/1.1" status: 200 len: 796 time: 0.6008866 Feb 04 16:39:12.969929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-d0097862-3b26-4eb6-a9b8-b1ca61723d13 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/quotas/6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 375 time: 0.0384009 Feb 04 16:39:13.172818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ad283464-b448-4d8c-a7f0-e77ba9dc75c2 None None] Provisioning for port a9dc4772-e9ce-4143-b766-8e67d35133c3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:13.190024 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:09Z', 'revision_number': 3, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:13.203390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Checking router: b36dc6e8-d27c-4788-8313-028defc4afa4 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:39:13.204083 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Updating router b36dc6e8-d27c-4788-8313-028defc4afa4 port 3cc37fc9-39d9-4982-a251-196724a26931 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:39:13.320399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-06b416a5-5857-4b9c-a3d8-a174a89a54da tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3475993 Feb 04 16:39:13.335202 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:13.579697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411a6be-848d-4326-af7e-6949a37d0600 req-a4cd41a8-6fdb-4186-a7f6-b5dd48d9622f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:13.587008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a411a6be-848d-4326-af7e-6949a37d0600 req-a4cd41a8-6fdb-4186-a7f6-b5dd48d9622f tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 944 time: 0.4743762 Feb 04 16:39:13.702990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a411a6be-848d-4326-af7e-6949a37d0600 req-9970bb92-d336-40fb-95ca-edd8e3dc47b8 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148088 Feb 04 16:39:13.706973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-807f11be-bb8b-4e38-9f8f-098151153ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844454 Feb 04 16:39:13.767875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a9dc4772-e9ce-4143-b766-8e67d35133c3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:13.803743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9dc4772-e9ce-4143-b766-8e67d35133c3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:13.804124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:13.861162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41216) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:13.923055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-6a1370de-a5de-44d3-938f-77af16bc0938 service neutron] 10.222.0.62 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111695 Feb 04 16:39:14.109730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.147972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.260252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a9dc4772-e9ce-4143-b766-8e67d35133c3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9dc4772-e9ce-4143-b766-8e67d35133c3,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:14.283854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.287088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 91302266-c032-457b-9328-6b12cdf2c32c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:14.323603 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.343065 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Transition to ACTIVE for port object 3cc37fc9-39d9-4982-a251-196724a26931 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:14.364694 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.401308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-25424264-network', 'tenant_id': 'c37e489f049b48d2b3852a516820ee75'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:14.429033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:14.474501 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Attempting to bind port 3cc37fc9-39d9-4982-a251-196724a26931 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:14.474854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Attempting to bind port 3cc37fc9-39d9-4982-a251-196724a26931 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:14.475208 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Attempting to bind port 3cc37fc9-39d9-4982-a251-196724a26931 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:14.492460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:14.492825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:14.493215 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.493696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:14.494151 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Bound port: 3cc37fc9-39d9-4982-a251-196724a26931, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:14.494675 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.504621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8c7567e3-82d3-429d-8ad4-624d275cca8f None None] Provisioning complete for port a9dc4772-e9ce-4143-b766-8e67d35133c3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:14.504994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c7567e3-82d3-429d-8ad4-624d275cca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.540285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-127b0fb9-3ed6-4f83-8229-61496c3682b1 req-9e92914b-436a-4648-9c36-c03ccecddbdb tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 210 time: 0.1359856 Feb 04 16:39:14.576544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Usage tracker for resource:network and tenant:c37e489f049b48d2b3852a516820ee75 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:14.577734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a9dc4772-e9ce-4143-b766-8e67d35133c3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:14.609330 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:14.630193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 91302266-c032-457b-9328-6b12cdf2c32c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:14.631019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.642431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:14.643234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] For port 3cc37fc9-39d9-4982-a251-196724a26931, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:14.663348 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] For port 3cc37fc9-39d9-4982-a251-196724a26931, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3cc37fc9-39d9-4982-a251-196724a26931,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:14.707140 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:14.862607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:14.863279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:14.947961 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 266902f0-ce20-4c79-985d-8798bfaa30e9 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:15.310729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 266902f0-ce20-4c79-985d-8798bfaa30e9 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:15.324825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 266902f0-ce20-4c79-985d-8798bfaa30e9 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:15.325194 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.374674 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Allocated IP 172.20.0.1 (4dd4b88f-918f-42f2-81a1-fb5d216a8dbe/22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8/412d5e9b-292d-42ca-afeb-3acb7c02e8e7) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:15.378069 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Pushing event updated for resources: {'Port': ['ID=3cc37fc9-39d9-4982-a251-196724a26931,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:15.404746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d193e-cd29-472b-909d-6b3127965ebf req-de675c2f-dd22-48f1-bdc7-92254cc92bb9 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:15.409081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f4d193e-cd29-472b-909d-6b3127965ebf req-de675c2f-dd22-48f1-bdc7-92254cc92bb9 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 944 time: 0.2873366 Feb 04 16:39:15.429442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Made reservation on behalf of c37e489f049b48d2b3852a516820ee75 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:15.439648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.441258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.441976 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.442452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.442947 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.443890 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.444398 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.444840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.445358 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.446467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.446467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.446467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:15.505380 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.536765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1f4d193e-cd29-472b-909d-6b3127965ebf req-d750f82b-1626-4e19-a04e-141cd7da097b tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208909 Feb 04 16:39:15.578687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9dc4772-e9ce-4143-b766-8e67d35133c3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:15.612575 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:15.683023 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd80797-6c76-48ab-a6dd-4aab18d9dff5 None None] Pushing event updated for resources: {'Port': ['ID=3cc37fc9-39d9-4982-a251-196724a26931,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:15.738131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:15.747098 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Usage tracker for resource:security_group_rule and tenant:c37e489f049b48d2b3852a516820ee75 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:15.752759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:15.758273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9dc4772-e9ce-4143-b766-8e67d35133c3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:15.758680 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.775129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:15.835843 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.865660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Transition to ACTIVE for port object 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:15.932205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.949520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:15.969776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.106367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.111679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ded72639-7607-49e9-bcab-20284612be1d req-9af76eb1-d879-4d67-870a-77dd606e50f7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 210 time: 0.1213558 Feb 04 16:39:16.136731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:09Z', 'revision_number': 3, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:16.145200 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fece48-6c15-498a-a152-ce291d09f739 None None] The sync data for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 is: [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:09Z', 'revision_number': 3, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:16.178682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=266902f0-ce20-4c79-985d-8798bfaa30e9,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:16.194291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:16.207879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Pushing event updated for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:16.228016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:39:16.238366 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.276731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:16.295456 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:16.301419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c3f8c-5961-404b-a497-fade89ee2506,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:16.317348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:16.483312 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9', 'code': 200} Feb 04 16:39:16.539253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.545652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.551319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:16.554102 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Added segment f1d0791c-428a-47f8-89b2-a2b59e205604 of type vlan for network 207deb11-af7d-432b-a82b-fbf3311832ef Feb 04 16:39:16.821320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c7be644b-54c4-4dd7-afbf-a276c956ec4e None None] Provisioning for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:16.829110 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c7be644b-54c4-4dd7-afbf-a276c956ec4e None None] Provisioning complete for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:16.829629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c7be644b-54c4-4dd7-afbf-a276c956ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:16.976434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-469ba265-62b9-44c1-9a18-0c1dba8171ff tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:16.977597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c7be644b-54c4-4dd7-afbf-a276c956ec4e None None] Port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:16.978048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-469ba265-62b9-44c1-9a18-0c1dba8171ff tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/networks?id=8d70b774-85e2-4e7c-af82-f67283c7b1e0 HTTP/1.1" status: 200 len: 796 time: 0.4221375 Feb 04 16:39:17.075014 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5304c869-d5f1-4261-b7e8-610bfd236adc req-c6befaa5-4912-426d-8db1-5442a22e0e2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 1096 time: 0.5465374 Feb 04 16:39:17.179849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.260286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e7c9-234f-4557-8d6e-24cdb271181f req-ee34065c-d495-4779-8ae5-0e12cb9f4d1a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:17.262613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ae9e7c9-234f-4557-8d6e-24cdb271181f req-ee34065c-d495-4779-8ae5-0e12cb9f4d1a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 945 time: 0.3441701 Feb 04 16:39:17.298033 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.330909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-46f15d6b-1355-483c-a436-e9aa348bcec8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:17.415243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5304c869-d5f1-4261-b7e8-610bfd236adc req-823f28f6-6e81-4d9c-95b4-3e15d67db633 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349311 Feb 04 16:39:17.469136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3cc37fc9-39d9-4982-a251-196724a26931 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:17.492709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ae9e7c9-234f-4557-8d6e-24cdb271181f req-c858605d-7347-4b3e-b72a-de8dc9108cb2 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121837 Feb 04 16:39:17.584899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-007119fa-4441-4eb4-acf8-3f4e503d9237 req-c0f75e9d-e111-494c-a320-0f35f4a36cc0 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 210 time: 0.0784919 Feb 04 16:39:17.637019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.637578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3cc37fc9-39d9-4982-a251-196724a26931 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:17.637863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:17.638547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.643918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3cc37fc9-39d9-4982-a251-196724a26931 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:17.644572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.820125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-46f15d6b-1355-483c-a436-e9aa348bcec8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:17.821267 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-46f15d6b-1355-483c-a436-e9aa348bcec8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 472 time: 0.8053887 Feb 04 16:39:17.829731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.861056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3cc37fc9-39d9-4982-a251-196724a26931, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3cc37fc9-39d9-4982-a251-196724a26931,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:17.872300 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:17.873700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'port': {'device_id': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'admin_state_up': True, 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'security_groups': ['5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:17.895077 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.0279083 Feb 04 16:39:17.895306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41260) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:17.901767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Request body: {'subnet': {'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-25424264-subnet', 'tenant_id': 'c37e489f049b48d2b3852a516820ee75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:17.916102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:17.926589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc21a58-31cf-435d-992f-622faea7c097 admin admin] Pushing event updated for resources: {'Network': ['ID=207deb11-af7d-432b-a82b-fbf3311832ef,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:17.948802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Usage tracker for resource:subnet and tenant:c37e489f049b48d2b3852a516820ee75 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:17.952248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:17.975224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:18.003400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 207deb11-af7d-432b-a82b-fbf3311832ef details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:39:18.006544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Made reservation on behalf of c37e489f049b48d2b3852a516820ee75 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:18.009819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.107703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.125516 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.255875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:18.315868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3cc37fc9-39d9-4982-a251-196724a26931,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:18.323454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Pushing event updated for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:18.329693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:port and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:18.334435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:18.343322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:18.362784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.374713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:18.377699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.575123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:18.686979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=067f98dd-ef4a-4c7e-92c2-0215459369fd,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:18.753135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:18.772075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Checking segment: {'id': 'f1d0791c-428a-47f8-89b2-a2b59e205604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:18.772443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Network hostable DHCP agents. Network: 207deb11-af7d-432b-a82b-fbf3311832ef, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:39:18.787768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:18.961928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb04d1e8-ff78-47a8-a5ed-6ad736cbf101 req-d657509b-d557-4693-bc59-a8b9a342ec8d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 210 time: 0.1842911 Feb 04 16:39:18.966772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Network 207deb11-af7d-432b-a82b-fbf3311832ef is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:39:18.991346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 207deb11-af7d-432b-a82b-fbf3311832ef) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:19.006281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f9013-f96a-4c10-9c44-ae979ddd4a08 None None] Network 207deb11-af7d-432b-a82b-fbf3311832ef requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:19.007750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:19.008349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:19.046441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-158b20b2-a19f-46fd-8a40-1bcec0b465b0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1426713 Feb 04 16:39:19.081852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeaf10-0540-49f7-88fa-1dbc56725e3e req-86842c38-0b69-4168-9098-5ae1e5573656 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:19.086721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0edeaf10-0540-49f7-88fa-1dbc56725e3e req-86842c38-0b69-4168-9098-5ae1e5573656 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 945 time: 0.1974447 Feb 04 16:39:19.234731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0edeaf10-0540-49f7-88fa-1dbc56725e3e req-b92b23d9-893e-4525-8173-0af488fad396 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420937 Feb 04 16:39:19.391675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.22 (8d70b774-85e2-4e7c-af82-f67283c7b1e0/2ee66c9f-24c7-4718-8293-e6917d3ff6db/eee93e4a-82bd-4c2f-b321-f2632808f15b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:19.575645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3cc37fc9-39d9-4982-a251-196724a26931 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:19.664336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9bbf44cb-1d92-4099-b11e-75749dae6fa1 None None] Provisioning complete for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:19.664972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9bbf44cb-1d92-4099-b11e-75749dae6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:20.004667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf44cb-1d92-4099-b11e-75749dae6fa1 None None] Port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:20.136129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e37d23-006b-4d86-bb17-da0eaa6344b2 None None] Network 207deb11-af7d-432b-a82b-fbf3311832ef requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:20.279373 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:20.385973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object eee93e4a-82bd-4c2f-b321-f2632808f15b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:20.508826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3cc37fc9-39d9-4982-a251-196724a26931 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:20.510477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:20.535342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:20.586831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2dc74c-89c0-47ae-b9ec-6ee6b065c01d req-125d5a1f-9554-452a-a5f7-71816643c4c9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:20.608662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e2dc74c-89c0-47ae-b9ec-6ee6b065c01d req-125d5a1f-9554-452a-a5f7-71816643c4c9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 932 time: 0.2184575 Feb 04 16:39:20.713084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e2dc74c-89c0-47ae-b9ec-6ee6b065c01d req-ecf00522-17fa-4b53-9512-2bd8683290bd tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029930 Feb 04 16:39:20.766562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:20.776066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:20.961848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:21.132625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:21.243338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-997d0348-ef11-40f3-a70e-6e9ad8144eaf None None] Provisioning for port eee93e4a-82bd-4c2f-b321-f2632808f15b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:21.267695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-997d0348-ef11-40f3-a70e-6e9ad8144eaf None None] Provisioning complete for port eee93e4a-82bd-4c2f-b321-f2632808f15b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:21.268096 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-997d0348-ef11-40f3-a70e-6e9ad8144eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.349298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:21.374994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.429399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5bbdd636-861d-4eb5-a071-f59f10c2e146 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5653710 Feb 04 16:39:21.443870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Request body: {'port': {'device_id': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:21.511177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Router b36dc6e8-d27c-4788-8313-028defc4afa4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:39:21.512987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-997d0348-ef11-40f3-a70e-6e9ad8144eaf None None] Port eee93e4a-82bd-4c2f-b321-f2632808f15b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:21.555644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.556304 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.572367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41314) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:21.578147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1626717026-network', 'tenant_id': 'ce122d1c91a7478392f025778bd24aa2'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:21.585935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:21.595430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Usage tracker for resource:network and tenant:ce122d1c91a7478392f025778bd24aa2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:21.601200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:21.616733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:21.663583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.667536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Made reservation on behalf of ce122d1c91a7478392f025778bd24aa2 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:21.670016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.707953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:21.818437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:21.834874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ce122d1c91a7478392f025778bd24aa2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:21.847516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:21.857817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:22.129200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.142845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.165631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:39:22.187614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.187921 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Added segment d4dec56a-0f07-407e-bda2-48af215d6c49 of type vlan for network d0f882b2-1750-4aaf-89a9-188470999c14 Feb 04 16:39:22.250488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.289593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f07a7-2007-42e2-9790-d19cc005f097 req-1d182b44-9200-4c61-ac5f-32a27c25b24d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:22.303393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f6f07a7-2007-42e2-9790-d19cc005f097 req-1d182b44-9200-4c61-ac5f-32a27c25b24d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 932 time: 0.3073058 Feb 04 16:39:22.439566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d68366-df24-4665-857a-af0044c13c06,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:22.489796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:39:22.506550 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1d18d7d5-81db-48b8-bc2c-69bdd318a90b admin admin] 10.222.0.62 "PUT /v2.0/routers/b36dc6e8-d27c-4788-8313-028defc4afa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6776161 Feb 04 16:39:22.506768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Sync routers for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:39:22.527759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f6f07a7-2007-42e2-9790-d19cc005f097 req-9e91747c-5c3e-40f9-8013-7ea9c8d6f6fc tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982741 Feb 04 16:39:22.529231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.530244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:22.531015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.532373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:22.533002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:38:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:22.582453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0086975 Feb 04 16:39:22.589284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41330) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:22.679233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee93e4a-82bd-4c2f-b321-f2632808f15b {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:22.707532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.712124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Request body: {'subnet': {'network_id': 'd0f882b2-1750-4aaf-89a9-188470999c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1626717026-subnet', 'tenant_id': 'ce122d1c91a7478392f025778bd24aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:22.724555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Transition to ACTIVE for port object eee93e4a-82bd-4c2f-b321-f2632808f15b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:22.724847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:22.733258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:22.737896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Usage tracker for resource:subnet and tenant:ce122d1c91a7478392f025778bd24aa2 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:22.751299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:22.757638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:22.803221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Made reservation on behalf of ce122d1c91a7478392f025778bd24aa2 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:22.805745 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.125455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179241-ed6c-4254-a359-6a8f9c26e1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f882b2-1750-4aaf-89a9-188470999c14,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:23.335445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Pushing event updated for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:23.383072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network d0f882b2-1750-4aaf-89a9-188470999c14 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:39:23.595784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Attempting to bind port eee93e4a-82bd-4c2f-b321-f2632808f15b on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:23.596321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Attempting to bind port eee93e4a-82bd-4c2f-b321-f2632808f15b by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:23.596741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Attempting to bind port eee93e4a-82bd-4c2f-b321-f2632808f15b on network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:23.605439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:23.608900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Port eee93e4a-82bd-4c2f-b321-f2632808f15b on network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:39:23.609440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Attempting to bind port eee93e4a-82bd-4c2f-b321-f2632808f15b on network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:23.616732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:23.618895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Checking segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:23.620099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Bound using segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:23.622947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Bound port: eee93e4a-82bd-4c2f-b321-f2632808f15b, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:23.623466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.804077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-f3b425ff-270f-4627-a77f-83fd9b69b875 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:23.805372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:23.817175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-f3b425ff-270f-4627-a77f-83fd9b69b875 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.3884287 Feb 04 16:39:23.821943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:23.832981 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.858193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-d3bf7818-bf0f-439a-adc1-2431723b3f92 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0393059 Feb 04 16:39:23.863097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.977602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Pushing event updated for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:23.993934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:23.996236 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-5763841b-b406-4d10-a863-c7cdfaeecb7a service neutron] 10.222.0.41 "PUT /v2.0/ports/eee93e4a-82bd-4c2f-b321-f2632808f15b HTTP/1.1" status: 200 len: 1092 time: 2.5584407 Feb 04 16:39:23.999376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:24.189986 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-adc1f80e-8876-46f9-b842-3326a8bd2478 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 1095 time: 0.1384356 Feb 04 16:39:24.234033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa5e509-58e3-4e08-9603-89190db11445,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:24.363546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Checking segment: {'id': 'd4dec56a-0f07-407e-bda2-48af215d6c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd0f882b2-1750-4aaf-89a9-188470999c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:24.364585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Network hostable DHCP agents. Network: d0f882b2-1750-4aaf-89a9-188470999c14, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:39:24.449987 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-54090d85-2e3b-427c-93a3-0ae457d05938 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b HTTP/1.1" status: 200 len: 217 time: 0.2528689 Feb 04 16:39:24.517325 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '412d5e9b-292d-42ca-afeb-3acb7c02e8e7', 'name': '', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'mac_address': 'fa:16:3e:6e:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:14Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 2, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'subnets': [{'id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:24.540892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Checking router: b36dc6e8-d27c-4788-8313-028defc4afa4 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:39:24.540892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Updating router b36dc6e8-d27c-4788-8313-028defc4afa4 port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:39:24.555494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-0652570b-c303-4480-ae9a-fac614d35165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:24.557158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-0652570b-c303-4480-ae9a-fac614d35165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ee66c9f-24c7-4718-8293-e6917d3ff6db HTTP/1.1" status: 200 len: 838 time: 0.0997679 Feb 04 16:39:24.618470 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:24.673509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-11569b5e-34a1-4d99-8a85-b59cb24b84d7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8135903 Feb 04 16:39:24.680237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41368) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:24.688860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1598089511-network', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:24.689782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d1bb-08b3-4743-b655-9d2769fe2d5e req-bd7c1530-393f-4cde-8995-73f92d88d4f6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:24.696984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff35d1bb-08b3-4743-b655-9d2769fe2d5e req-bd7c1530-393f-4cde-8995-73f92d88d4f6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 944 time: 0.8699882 Feb 04 16:39:24.697160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:24.703542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Usage tracker for resource:network and tenant:0a838ab86fa2455d9b86251ea7a19487 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:24.707800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:24.715861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:24.748377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Made reservation on behalf of 0a838ab86fa2455d9b86251ea7a19487 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:24.750817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:24.781603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:24.796955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Network d0f882b2-1750-4aaf-89a9-188470999c14 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:39:24.815550 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-c1482661-896d-4a45-a1b2-da24cc59a7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d70b774-85e2-4e7c-af82-f67283c7b1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521403 Feb 04 16:39:24.875467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-b5981812-ee21-40e7-8936-38ffb840b1d1 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925271 Feb 04 16:39:24.968250 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, d0f882b2-1750-4aaf-89a9-188470999c14) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:24.998923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:25.008457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa07e6-22cc-4793-8f6b-d16df3a1fa11 None None] Network d0f882b2-1750-4aaf-89a9-188470999c14 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:25.014737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Usage tracker for resource:security_group_rule and tenant:0a838ab86fa2455d9b86251ea7a19487 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:25.019932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:25.035109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:25.044691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:25.045287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.051561 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-1f3f6152-5e13-4859-ba14-915306ee5eed service neutron] 10.222.0.41 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288465 Feb 04 16:39:25.194276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ff35d1bb-08b3-4743-b655-9d2769fe2d5e req-14627847-4dc3-4c90-bd72-40782c36fa09 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953966 Feb 04 16:39:25.206299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-3eeb0cf3-742b-4e02-9d5b-1932c76a36cd service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292370 Feb 04 16:39:25.228232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91940ae5-ca77-48ca-9586-e9b0fd5c3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.263873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dc903d36-5f6a-4747-b354-a790199dd2ce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5730217 Feb 04 16:39:25.311048 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b', 'status': 'completed', 'code': 200} Feb 04 16:39:25.402610 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.436032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Transition to ACTIVE for port object 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:25.460575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.469186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5c2e72a3-0bd7-419f-8e39-3f1f64ef546f req-86876e98-edc9-45c1-8fe1-9b7d8fdc2d5e service neutron] 10.222.0.41 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105644 Feb 04 16:39:25.472045 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.478828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.513851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:25.537924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:39:25.644860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.645196 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Added segment 8c318e86-c54c-43ec-a92d-9eec88873022 of type vlan for network 944d4ecf-8400-483e-b3e5-6909ce115019 Feb 04 16:39:25.774953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:25.785583 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-562fe0a7-daea-4616-a9a2-c7e84e6808a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 1095 time: 0.2449508 Feb 04 16:39:25.942655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.resource_extend [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:39:26.050569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:26.052154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.053954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:26.136265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063dbbb-8ce1-4106-bc5b-0cea4c39743e None None] Pushing event updated for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:26.193273 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5112841 Feb 04 16:39:26.203773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:26.264250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a2b13b7-11d6-4838-8ae3-387378be984f req-44d75f98-0f70-482b-afcf-b601a67bac56 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 210 time: 0.1481833 Feb 04 16:39:26.277951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Request body: {'subnet': {'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1598089511-subnet', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:26.295876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:26.317253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Usage tracker for resource:subnet and tenant:0a838ab86fa2455d9b86251ea7a19487 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:26.320157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-f1a6e749-e500-4056-9373-4837dfbfd1e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.321584 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-f1a6e749-e500-4056-9373-4837dfbfd1e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8d70b774-85e2-4e7c-af82-f67283c7b1e0 HTTP/1.1" status: 200 len: 897 time: 0.5295362 Feb 04 16:39:26.324086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:26.335509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:26.401152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6dad8-13e5-4ab5-9e02-d25c33b2c960 None None] Network d0f882b2-1750-4aaf-89a9-188470999c14 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:26.416845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff108-37a3-459c-8189-af1d911bc30f admin admin] Pushing event updated for resources: {'Network': ['ID=944d4ecf-8400-483e-b3e5-6909ce115019,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:26.443483 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-f66046d8-d86a-4f0c-adcd-f0358d09aded service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b HTTP/1.1" status: 200 len: 217 time: 0.1115878 Feb 04 16:39:26.498641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Made reservation on behalf of 0a838ab86fa2455d9b86251ea7a19487 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:26.500901 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:26.599884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 944d4ecf-8400-483e-b3e5-6909ce115019 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:39:26.640672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-03bb7501-9d34-4fcd-9f9c-ff5d0bf7d92b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.642633 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-03bb7501-9d34-4fcd-9f9c-ff5d0bf7d92b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ee66c9f-24c7-4718-8293-e6917d3ff6db HTTP/1.1" status: 200 len: 838 time: 0.1930892 Feb 04 16:39:26.644149 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Attempting to bind port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:26.644972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Attempting to bind port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:26.646153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Attempting to bind port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:26.714569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8682955-ff07-4ed0-9d13-6bf1c2787c17 req-0d19bb0d-7d40-4cf9-b834-6f2adda3563c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.723663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8682955-ff07-4ed0-9d13-6bf1c2787c17 req-0d19bb0d-7d40-4cf9-b834-6f2adda3563c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 944 time: 0.1588955 Feb 04 16:39:26.731516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-64c738d6-1829-4487-aae5-1b4266e9c686 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:26.739634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-64c738d6-1829-4487-aae5-1b4266e9c686 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/networks?id=207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 200 len: 810 time: 0.4733374 Feb 04 16:39:26.810627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8682955-ff07-4ed0-9d13-6bf1c2787c17 req-1cc27180-2828-4a51-9aaf-c9d2ffdbb287 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857060 Feb 04 16:39:26.830224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-24cd21b9-0088-40fd-a927-df35fb5e54f1 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/quotas/c37e489f049b48d2b3852a516820ee75 HTTP/1.1" status: 200 len: 375 time: 0.0886991 Feb 04 16:39:26.840685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:26.841445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Checking segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:26.841989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:26.842839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Bound using segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:26.843501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Bound port: 412d5e9b-292d-42ca-afeb-3acb7c02e8e7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:26.843991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:26.904476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-c88a85f2-f9a4-43b5-a8dc-35beb219e85b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c37e489f049b48d2b3852a516820ee75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718422 Feb 04 16:39:27.115057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eee93e4a-82bd-4c2f-b321-f2632808f15b details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:39:27.277975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-68424c63-bbbb-4d54-b700-1b1ad9236c01 service neutron] 10.222.0.62 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723137 Feb 04 16:39:27.280635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-da563e66-220b-4c2c-a0b9-9c6dfc8e1e7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8d70b774-85e2-4e7c-af82-f67283c7b1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6146772 Feb 04 16:39:27.454395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:27.585816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b081adeb-34cc-47ca-964c-33a7e2ddd89f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:27.618934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-a84766d1-2288-4c30-82d7-a8aa6f235779 service neutron] 10.222.0.62 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348656 Feb 04 16:39:27.635015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae197-09c6-4816-81ab-62d28db73657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:27.652527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb4d6cca-ae83-411c-bd0a-d4f252ac59d5 req-95d08b4a-c09a-4f1c-a6a4-7e4f7d719c4a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 210 time: 0.1663733 Feb 04 16:39:27.657481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] For port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:27.691342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] For port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:27.704025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:27.710063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:27.793148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'eee93e4a-82bd-4c2f-b321-f2632808f15b', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'port_id': 'eee93e4a-82bd-4c2f-b321-f2632808f15b', 'mac_address': 'fa:16:3e:a3:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:39:27.882117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Checking segment: {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:27.886937 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Network hostable DHCP agents. Network: 944d4ecf-8400-483e-b3e5-6909ce115019, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:39:27.913631 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063dbbb-8ce1-4106-bc5b-0cea4c39743e None None] Pushing event updated for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:27.920621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-cf546c8f-ee80-42d7-8c1b-7fbb9e150af2 service neutron] 10.222.0.41 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209426 Feb 04 16:39:27.921637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:27.922293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:28.112744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9bacc4a-c7c6-4a7d-b795-137e2520d6e6 req-df2ce43c-dfa4-4241-a781-97c22f228c06 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 210 time: 0.1580098 Feb 04 16:39:28.353178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.451455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2ea07f67-5a77-43b7-a5f9-444dccaf1f2a req-b0cbef56-d17d-4521-87be-241bb3c20678 service neutron] 10.222.0.41 "GET /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278821 Feb 04 16:39:28.452694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Network 944d4ecf-8400-483e-b3e5-6909ce115019 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:39:28.474994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0323-4f86-4b38-8b2c-13ccfc3d291a req-e84e3c35-99fe-4a7e-b515-b9e362a174cd tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:28.477767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-faec0323-4f86-4b38-8b2c-13ccfc3d291a req-e84e3c35-99fe-4a7e-b515-b9e362a174cd tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 944 time: 0.2141860 Feb 04 16:39:28.504298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-e8b9d570-c378-4081-aefe-b577c8b3c523 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:28.505209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee93e4a-82bd-4c2f-b321-f2632808f15b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:28.505890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-e8b9d570-c378-4081-aefe-b577c8b3c523 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.3314013 Feb 04 16:39:28.508718 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 944d4ecf-8400-483e-b3e5-6909ce115019) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:28.514473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:28.515075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.533687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:28.567512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db8410-38b7-45d9-8837-2deb865d13ab None None] Network 944d4ecf-8400-483e-b3e5-6909ce115019 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:28.586592 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b543111e-fc79-4d22-9f03-964ea9da950c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3793855 Feb 04 16:39:28.587015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41438) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:28.600054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:28.631661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:28.643206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Usage tracker for resource:router and tenant:0a838ab86fa2455d9b86251ea7a19487 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:28.653242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:28.668820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:28.685014 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.686323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.716784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.785324 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.786618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:28.866937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-faec0323-4f86-4b38-8b2c-13ccfc3d291a req-775c8a12-cf74-4307-8195-e02861555c44 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783619 Feb 04 16:39:28.869894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:28.871446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.040285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:29.042576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.045518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:port and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:29.048597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:29.054363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:29.079080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-666be2bb-0c06-4d3f-8829-7688f4a34383 req-0172dce0-b446-420f-8a8d-6eae92a4f6ac tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 210 time: 0.1029339 Feb 04 16:39:29.080523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:29.086529 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.320642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:29.508321 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.536694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.7 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/0695f5da-13f8-4434-9421-b5535893d20e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:29.552846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['eee93e4a-82bd-4c2f-b321-f2632808f15b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:39:29.621755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.835166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:29.948035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:29.989464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 0695f5da-13f8-4434-9421-b5535893d20e will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:29.999505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Allocated IP 172.25.5.213 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/79dff510-6f38-4aaa-b615-240fe357b92a) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:30.096104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a645a010-160a-444b-8770-d9e25434fab2 req-bafcef85-a3c6-4adc-a786-2fc5e9d18073 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 210 time: 0.0719402 Feb 04 16:39:30.098086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.171690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:30.175989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:30.179334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:30.390291 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:30.487856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:30.488675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.504382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88faaa5-e031-464e-882a-e604a1ffcf03 req-8452306c-d2ea-4b31-8e8e-ac1c57bea260 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:30.514600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e88faaa5-e031-464e-882a-e604a1ffcf03 req-8452306c-d2ea-4b31-8e8e-ac1c57bea260 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 945 time: 0.2952991 Feb 04 16:39:30.580382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-944d4ecf-8400-483e-b3e5-6909ce115019', 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'fixed_ips': [{'subnet_id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:39:30.586042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.741978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e88faaa5-e031-464e-882a-e604a1ffcf03 req-b1ee474e-5410-4894-a9ab-9f178c85bccb tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235117 Feb 04 16:39:30.746251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-263ef069-fa1d-46c5-8b11-a7ca3eb3d9a6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2167637 Feb 04 16:39:30.765192 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.771531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Request body: {'port': {'device_id': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:30.884840 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-550bf670-1a83-432f-be69-6afd7a281304 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:30.886070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-550bf670-1a83-432f-be69-6afd7a281304 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Synchronizing usage tracker for tenant:c37e489f049b48d2b3852a516820ee75 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:30.907862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e90597-86c4-4c91-8b4d-329729896060 req-203b5f8e-5879-4f44-8368-c02be23bff6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:30.908919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c0e90597-86c4-4c91-8b4d-329729896060 req-203b5f8e-5879-4f44-8368-c02be23bff6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:30.959413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-550bf670-1a83-432f-be69-6afd7a281304 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Unset dirty status for tenant:c37e489f049b48d2b3852a516820ee75 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:30.960466 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-550bf670-1a83-432f-be69-6afd7a281304 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.41 "GET /v2.0/networks?id=207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 200 len: 810 time: 0.8274019 Feb 04 16:39:30.971237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:30.973882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c0e90597-86c4-4c91-8b4d-329729896060 req-203b5f8e-5879-4f44-8368-c02be23bff6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:30.984400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0e90597-86c4-4c91-8b4d-329729896060 req-203b5f8e-5879-4f44-8368-c02be23bff6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 931 time: 0.4523087 Feb 04 16:39:30.992698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Request body: {'port': {'device_id': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef', 'admin_state_up': True, 'tenant_id': 'c37e489f049b48d2b3852a516820ee75'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:31.182506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0e90597-86c4-4c91-8b4d-329729896060 req-b143721d-6717-4dfd-8aa6-3c64bb6cd815 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958678 Feb 04 16:39:31.210871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Allocated IP 172.20.0.2 (944d4ecf-8400-483e-b3e5-6909ce115019/b081adeb-34cc-47ca-964c-33a7e2ddd89f/b733050f-a224-4bd0-95a9-31d0a0f61864) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:31.245920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:31.249762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:31.261694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Usage tracker for resource:port and tenant:c37e489f049b48d2b3852a516820ee75 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:31.271259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:31.287972 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:31.342185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Made reservation on behalf of c37e489f049b48d2b3852a516820ee75 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:31.345235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:31.489717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-233886ad-fdc9-4eb3-bf86-f4d6b232df79 req-11357da5-f3ff-47ae-9150-d36bc3bb5494 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 210 time: 0.0907466 Feb 04 16:39:31.545422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-abc860bd-6648-41a9-996f-4f0e822fbd82 None None] Provisioning for port 0695f5da-13f8-4434-9421-b5535893d20e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:31.566813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-abc860bd-6648-41a9-996f-4f0e822fbd82 None None] Provisioning complete for port 0695f5da-13f8-4434-9421-b5535893d20e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:31.567459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abc860bd-6648-41a9-996f-4f0e822fbd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:31.813898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:31.899607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-abc860bd-6648-41a9-996f-4f0e822fbd82 None None] Port 0695f5da-13f8-4434-9421-b5535893d20e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:31.908097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:31.986818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Transition to ACTIVE for port object b733050f-a224-4bd0-95a9-31d0a0f61864 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:32.044067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '412d5e9b-292d-42ca-afeb-3acb7c02e8e7', 'name': '', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'mac_address': 'fa:16:3e:6e:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:14Z', 'updated_at': '2022-02-04T16:39:27Z', 'revision_number': 4, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'subnets': [{'id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:32.055615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Transition to ACTIVE for port object b733050f-a224-4bd0-95a9-31d0a0f61864 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:32.062084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:32.064318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34316a81-f77c-41e4-8b60-4977e98fa867 None None] The sync data for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 is: [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '412d5e9b-292d-42ca-afeb-3acb7c02e8e7', 'name': '', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'mac_address': 'fa:16:3e:6e:2a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:14Z', 'updated_at': '2022-02-04T16:39:27Z', 'revision_number': 4, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'subnets': [{'id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:32.076249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:32.092283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:32.104442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:32.200562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Network 944d4ecf-8400-483e-b3e5-6909ce115019 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:32.217746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:32.221244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:32.338501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0695f5da-13f8-4434-9421-b5535893d20e {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:32.382025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:32.457067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Transition to ACTIVE for port object 0695f5da-13f8-4434-9421-b5535893d20e will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:32.457565 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Pushing event updated for resources: {'Port': ['ID=b733050f-a224-4bd0-95a9-31d0a0f61864,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:32.487942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Pushing event updated for resources: {'Port': ['ID=79dff510-6f38-4aaa-b615-240fe357b92a,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:32.488190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a45dc-ef48-49c9-8580-e731e021b5ac req-950cd8e6-b515-4bd0-8532-21b4dfc36767 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:32.497971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f6a45dc-ef48-49c9-8580-e731e021b5ac req-950cd8e6-b515-4bd0-8532-21b4dfc36767 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 945 time: 0.4778614 Feb 04 16:39:32.569066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Attempting to bind port b733050f-a224-4bd0-95a9-31d0a0f61864 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:32.569454 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Attempting to bind port b733050f-a224-4bd0-95a9-31d0a0f61864 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:32.569807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Attempting to bind port b733050f-a224-4bd0-95a9-31d0a0f61864 on network 944d4ecf-8400-483e-b3e5-6909ce115019 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:32.599771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:32.600139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Checking segment: {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:32.600544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:32.600931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Bound using segment: {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:32.604327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Bound port: b733050f-a224-4bd0-95a9-31d0a0f61864, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:32.609037 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:32.663577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f6a45dc-ef48-49c9-8580-e731e021b5ac req-1b614d67-a77f-465c-a953-97dd48d690d0 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640148 Feb 04 16:39:32.666046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:32.745947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Allocated IP 172.20.0.9 (207deb11-af7d-432b-a82b-fbf3311832ef/067f98dd-ef4a-4c7e-92c2-0215459369fd/2d88d6d8-2298-4dd0-afa3-8bdcd16db61d) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:32.864390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] For port b733050f-a224-4bd0-95a9-31d0a0f61864, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:32.871957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] For port b733050f-a224-4bd0-95a9-31d0a0f61864, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b733050f-a224-4bd0-95a9-31d0a0f61864,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:32.906369 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.198582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5962-53b2-40e2-b096-abaaaab987ce None None] Pushing event updated for resources: {'Port': ['ID=b733050f-a224-4bd0-95a9-31d0a0f61864,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:33.295727 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Pushing event updated for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:33.383583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae01208a-d737-4fdb-8490-31b4591477d9 req-f6d1e9dd-5aee-4323-84b9-8fd8a4cc3cbf tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 210 time: 0.4079690 Feb 04 16:39:33.488327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:33.689160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:33.708939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:33.710075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.779117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.795527 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.796277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:33.989193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.114729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.210757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:34.236597 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.329595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Network 207deb11-af7d-432b-a82b-fbf3311832ef is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:34.345968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:34.352097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:34.412515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:34.435857 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaaedb-72cd-423b-b0fc-924164d3bfe5 req-11382178-ff2e-4e22-8f66-dc5c0a592945 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:34.444191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecaaaedb-72cd-423b-b0fc-924164d3bfe5 req-11382178-ff2e-4e22-8f66-dc5c0a592945 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 943 time: 1.9068897 Feb 04 16:39:34.539160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:34.542922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.563079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Attempting to bind port 0695f5da-13f8-4434-9421-b5535893d20e on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:34.563489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Attempting to bind port 0695f5da-13f8-4434-9421-b5535893d20e by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:34.563902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Attempting to bind port 0695f5da-13f8-4434-9421-b5535893d20e on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:34.584343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ecaaaedb-72cd-423b-b0fc-924164d3bfe5 req-cbdc8bfe-c68e-41fd-8d80-d9f8e4647d4b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392205 Feb 04 16:39:34.585965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Port 0695f5da-13f8-4434-9421-b5535893d20e on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:39:34.586374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Attempting to bind port 0695f5da-13f8-4434-9421-b5535893d20e on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:34.596533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:34.596790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:34.597362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:34.597868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Bound port: 0695f5da-13f8-4434-9421-b5535893d20e, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:34.598384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.633500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6474283 Feb 04 16:39:34.651689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Request body: {'port': {'device_id': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:34.654902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5adc43-3ab5-4b94-9bac-e9eed05b69a2 req-c80d168c-5f63-4079-a41f-1db430c0b9cb tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:34.661836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d5adc43-3ab5-4b94-9bac-e9eed05b69a2 req-c80d168c-5f63-4079-a41f-1db430c0b9cb tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 945 time: 0.5114381 Feb 04 16:39:34.758987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d5adc43-3ab5-4b94-9bac-e9eed05b69a2 req-2e264f3a-bc0b-4d5e-a5d9-65cb5a7027b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962267 Feb 04 16:39:34.813887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:34.817151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0695f5da-13f8-4434-9421-b5535893d20e,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:34.842251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77b838-53b4-408c-b0ea-02f8555d9e93 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Pushing event updated for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:34.847729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.896325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:34.957507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eee93e4a-82bd-4c2f-b321-f2632808f15b up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:35.033224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:35.040148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] 10.222.0.41 "PUT /v2.0/ports/0695f5da-13f8-4434-9421-b5535893d20e HTTP/1.1" status: 200 len: 1091 time: 4.2817278 Feb 04 16:39:35.051382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:35.213575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port eee93e4a-82bd-4c2f-b321-f2632808f15b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:35.223326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port eee93e4a-82bd-4c2f-b321-f2632808f15b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:35.223704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:35.303450 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e', 'status': 'completed', 'code': 200} Feb 04 16:39:35.304526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e7b8b-996d-4971-9ade-0da0f7548686 service neutron] Pushing event updated for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:35.332509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f4f44-88bc-4966-af59-424f9b87dec5 None None] Network 944d4ecf-8400-483e-b3e5-6909ce115019 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:39:35.427423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b394f-06ae-4bc7-a0f4-ec2da12f680d req-79c0f7f4-7771-41d3-a3e1-f754ee3be7ce tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:35.429926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f21b394f-06ae-4bc7-a0f4-ec2da12f680d req-79c0f7f4-7771-41d3-a3e1-f754ee3be7ce tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 931 time: 0.5998538 Feb 04 16:39:35.567257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-b537b806-8943-4c83-ac24-fe1958557681 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 1094 time: 0.4593859 Feb 04 16:39:35.663453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f21b394f-06ae-4bc7-a0f4-ec2da12f680d req-160a8644-35f6-4a69-9277-142f097c3637 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189970 Feb 04 16:39:35.676080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:35.684853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-ec97ba70-1f4a-4256-9768-17de72918a80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0695f5da-13f8-4434-9421-b5535893d20e HTTP/1.1" status: 200 len: 217 time: 0.0903704 Feb 04 16:39:35.815060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-cf7d381d-5413-480b-924b-0b21b5df72db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:35.825491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-cf7d381d-5413-480b-924b-0b21b5df72db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1228547 Feb 04 16:39:35.919980 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e9d180ee-8863-49af-8a76-40774c43f711 None None] Provisioning for port b733050f-a224-4bd0-95a9-31d0a0f61864 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:36.033996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Router 27865723-f163-4cdc-859e-a282f7119a75 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:39:36.146029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-b12dba4f-96c6-4acd-be82-de690ea41aca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226819 Feb 04 16:39:36.158685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:36.159247 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.331605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e17e-5b13-476e-b09c-33aa35ff6977 req-2e9b4727-8f54-4475-b952-3a30140ba99b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:36.333237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c74e17e-5b13-476e-b09c-33aa35ff6977 req-2e9b4727-8f54-4475-b952-3a30140ba99b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 943 time: 0.3951411 Feb 04 16:39:36.389825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136d4f3-6110-490e-95c6-5f21c975980c req-84f80ddd-bcc3-4344-a417-b7b8b1ca869c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:36.397932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4136d4f3-6110-490e-95c6-5f21c975980c req-84f80ddd-bcc3-4344-a417-b7b8b1ca869c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 945 time: 0.3848760 Feb 04 16:39:36.435397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:36.450140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.493202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.503005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c74e17e-5b13-476e-b09c-33aa35ff6977 req-4089daae-3910-4110-8eb1-202158e8438e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526911 Feb 04 16:39:36.519009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-758a98d2-c793-4eeb-aecb-20a096307a9e service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600965 Feb 04 16:39:36.563656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:36.569175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b733050f-a224-4bd0-95a9-31d0a0f61864 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:36.639152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Transition to ACTIVE for port object 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:36.670182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.671357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4136d4f3-6110-490e-95c6-5f21c975980c req-3f248354-290a-447f-ba79-4bbc48ddc0eb tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715604 Feb 04 16:39:36.798201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:36.827258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:36.851286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d8a56d-839d-43b9-86fa-1afe99f506fb req-44e11e80-723e-4c33-91f7-a0ccffb2b374 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161798 Feb 04 16:39:36.942196 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b', 'code': 200} Feb 04 16:39:37.036836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b733050f-a224-4bd0-95a9-31d0a0f61864 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:37.045437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b733050f-a224-4bd0-95a9-31d0a0f61864 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:37.045994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.077192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-29d567c3-62d9-4116-9062-476a7121124f None None] Provisioning complete for port b733050f-a224-4bd0-95a9-31d0a0f61864 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:37.077931 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29d567c3-62d9-4116-9062-476a7121124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.257373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-5cb32b60-01ba-4793-b9e2-cc11ff52af60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 1094 time: 0.3478122 Feb 04 16:39:37.274428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:37.344038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29d567c3-62d9-4116-9062-476a7121124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.371237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:37.396694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.399023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.402627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.403167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.403801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.404277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.406667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.407116 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:39:37.407366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.407708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.408037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.408366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:37.415197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Attempting to bind port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:37.415703 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Attempting to bind port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'f1d0791c-428a-47f8-89b2-a2b59e205604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:37.416893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Attempting to bind port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d on network 207deb11-af7d-432b-a82b-fbf3311832ef {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:37.419624 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Sync routers for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:39:37.434080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d on network 207deb11-af7d-432b-a82b-fbf3311832ef not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:39:37.434701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Attempting to bind port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d on network 207deb11-af7d-432b-a82b-fbf3311832ef {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:37.444086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:37.444757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Checking segment: {'id': 'f1d0791c-428a-47f8-89b2-a2b59e205604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:37.445580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Bound using segment: {'id': 'f1d0791c-428a-47f8-89b2-a2b59e205604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:37.446188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Bound port: 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d0791c-428a-47f8-89b2-a2b59e205604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:37.446906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.450671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:37.452275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:37.460578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.462033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47e9974d-80a1-48ab-8ea9-c1de1e377932 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8729908 Feb 04 16:39:37.464931 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41514) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:37.502106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f41a9c62-1bdd-4314-878d-fc4940758d8a req-b7290d2f-d11d-4c65-b958-c57aebb05938 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 1097 time: 0.4998243 Feb 04 16:39:37.518775 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.555564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-29d567c3-62d9-4116-9062-476a7121124f None None] For port b733050f-a224-4bd0-95a9-31d0a0f61864, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b733050f-a224-4bd0-95a9-31d0a0f61864,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:37.565571 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-29d567c3-62d9-4116-9062-476a7121124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.670687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:37.681144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,segment=NetworkSegment(f1d0791c-428a-47f8-89b2-a2b59e205604),segment_id=f1d0791c-428a-47f8-89b2-a2b59e205604)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:37.693091 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:37.715020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d567c3-62d9-4116-9062-476a7121124f None None] Pushing event updated for resources: {'Port': ['ID=b733050f-a224-4bd0-95a9-31d0a0f61864,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:37.847545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:39:37.848158 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:39:38.054999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:38.057700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 200 len: 1091 time: 3.4173138 Feb 04 16:39:38.068186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:38.090171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:38.153649 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b04cd-447a-411c-a6cf-e46d790603d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:38.194549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c32c13-0101-4e26-8934-24688bc549d3 req-0a08b349-272c-4147-966f-f0a73d4ea5b7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:38.196948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26c32c13-0101-4e26-8934-24688bc549d3 req-0a08b349-272c-4147-966f-f0a73d4ea5b7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 943 time: 1.1909423 Feb 04 16:39:38.228802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-c073aa95-fe8f-457f-8275-ce43a09f5073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:38.230352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-c073aa95-fe8f-457f-8275-ce43a09f5073 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.9604301 Feb 04 16:39:38.397169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-ea1343e8-ebeb-4904-8e11-f6cb86e6710c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0695f5da-13f8-4434-9421-b5535893d20e HTTP/1.1" status: 200 len: 217 time: 0.1190958 Feb 04 16:39:38.411204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f41a9c62-1bdd-4314-878d-fc4940758d8a req-89dfe5d0-e008-42d5-9495-f39acf215ab3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7453287 Feb 04 16:39:38.489979 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-e42cbb98-731e-4fde-9dae-3d8e779f7e81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7880700 Feb 04 16:39:38.508912 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:32Z', 'revision_number': 3, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:38.509571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26c32c13-0101-4e26-8934-24688bc549d3 req-81faa560-a758-491d-b3ca-cde7ad04857d tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991257 Feb 04 16:39:38.515792 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-843d6cd2-54e5-463d-ba84-90c014ca8551 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37e489f049b48d2b3852a516820ee75&device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 1094 time: 0.3359222 Feb 04 16:39:38.517016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Checking router: 27865723-f163-4cdc-859e-a282f7119a75 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:39:38.517368 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Updating router 27865723-f163-4cdc-859e-a282f7119a75 port 79dff510-6f38-4aaa-b615-240fe357b92a binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:39:38.586561 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:38.587281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-de21fdc3-1b3b-4a51-97ef-d589f7590fc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:38.588953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-de21fdc3-1b3b-4a51-97ef-d589f7590fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1768003 Feb 04 16:39:38.611797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b733050f-a224-4bd0-95a9-31d0a0f61864 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:38.776651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b733050f-a224-4bd0-95a9-31d0a0f61864 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:38.777030 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:38.786433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53839de-59e9-48de-8eed-976bb84b2823 req-0f757c05-84a6-458a-b3b7-2236557b08e4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:38.787945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a53839de-59e9-48de-8eed-976bb84b2823 req-0f757c05-84a6-458a-b3b7-2236557b08e4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 943 time: 0.5833244 Feb 04 16:39:38.840079 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-af5a3838-b1e7-4fcc-8965-d95eee29fed6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 200 len: 217 time: 0.2249746 Feb 04 16:39:38.995338 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-35a0d2cd-e5f6-47dc-9901-4e86db227543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:38.997405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-35a0d2cd-e5f6-47dc-9901-4e86db227543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=067f98dd-ef4a-4c7e-92c2-0215459369fd HTTP/1.1" status: 200 len: 850 time: 0.1033652 Feb 04 16:39:39.020573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a53839de-59e9-48de-8eed-976bb84b2823 req-180e72a3-3770-4c86-b750-cfc087e2ec91 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168117 Feb 04 16:39:39.164525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-54c2c119-5bf9-464f-9e67-71648124302a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=207deb11-af7d-432b-a82b-fbf3311832ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581311 Feb 04 16:39:39.183829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-15704c59-7700-4029-8a2d-bd70c63fb7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5657964 Feb 04 16:39:39.193199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c913020-e5a1-4ad3-972c-3b3d85a32922 req-72250d3c-faa0-4462-bf55-9b8638147b41 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:39.194949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c913020-e5a1-4ad3-972c-3b3d85a32922 req-72250d3c-faa0-4462-bf55-9b8638147b41 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.4049864 Feb 04 16:39:39.217973 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.234503 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Transition to ACTIVE for port object 79dff510-6f38-4aaa-b615-240fe357b92a will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:39.246951 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.361327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f05bb-f7a9-466f-9ca9-5d6c1cd5926d None None] Pushing event updated for resources: {'Port': ['ID=79dff510-6f38-4aaa-b615-240fe357b92a,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:39.408113 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-64ff7279-480b-435b-8e5c-bcd88cc90035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1097 time: 0.5666080 Feb 04 16:39:39.420944 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Attempting to bind port 79dff510-6f38-4aaa-b615-240fe357b92a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:39.421316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Attempting to bind port 79dff510-6f38-4aaa-b615-240fe357b92a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:39.421660 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Attempting to bind port 79dff510-6f38-4aaa-b615-240fe357b92a on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:39.461846 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:39.462008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:39.462440 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.470683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:39.473792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Bound port: 79dff510-6f38-4aaa-b615-240fe357b92a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:39.474210 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.500385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c913020-e5a1-4ad3-972c-3b3d85a32922 req-20d444dc-a216-4245-9f6d-428da89cfb8f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797282 Feb 04 16:39:39.654539 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d', 'status': 'completed', 'code': 200} Feb 04 16:39:39.679187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-e99806e1-7e61-447a-b252-aeb343039eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825740 Feb 04 16:39:39.741259 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] For port 79dff510-6f38-4aaa-b615-240fe357b92a, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:39.752035 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] For port 79dff510-6f38-4aaa-b615-240fe357b92a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=79dff510-6f38-4aaa-b615-240fe357b92a,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:39.768525 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:39.970146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-1045ce98-ecb0-4f72-9405-b7054efc6952 service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709923 Feb 04 16:39:39.975919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:39.976727 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:40.013510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-5ff75b21-2dfe-444e-bfda-5c42e966a828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:40.015306 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-5ff75b21-2dfe-444e-bfda-5c42e966a828 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 897 time: 0.5701838 Feb 04 16:39:40.329125 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f05bb-f7a9-466f-9ca9-5d6c1cd5926d None None] Pushing event updated for resources: {'Port': ['ID=79dff510-6f38-4aaa-b615-240fe357b92a,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:40.346008 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-c9a1c05f-a747-447a-950c-07d989eb7409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 1002 time: 0.2636182 Feb 04 16:39:40.350368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da018ebe-4989-4f43-b0dd-4066528e9cea req-37d2638d-7ce5-4f88-898b-ce35849eff87 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466451 Feb 04 16:39:40.368050 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6b3222e-80ba-41f3-925a-5e0c420f082a req-7c2a3a6e-9ae9-4e1e-b010-ef865616051e service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874488 Feb 04 16:39:40.376526 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:40.392333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0274e7-fe3e-49a3-9cbf-91e9010ec5c8 req-d71554ef-1c56-4641-8d8d-fa9197f7f593 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:40.400142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab0274e7-fe3e-49a3-9cbf-91e9010ec5c8 req-d71554ef-1c56-4641-8d8d-fa9197f7f593 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 943 time: 0.4733045 Feb 04 16:39:40.444193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-4780c1d1-3279-407d-a8b1-203dd9cc1dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:40.446093 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-4780c1d1-3279-407d-a8b1-203dd9cc1dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 200 len: 834 time: 0.0757976 Feb 04 16:39:40.583854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab0274e7-fe3e-49a3-9cbf-91e9010ec5c8 req-9d60337d-0051-481e-b72f-73d9c102f801 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787472 Feb 04 16:39:40.758734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d610af-9e24-4fd8-adef-ffeb8f2aaf17 req-4c11fa71-16c8-4275-9d91-299547859d08 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:40.761086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1d610af-9e24-4fd8-adef-ffeb8f2aaf17 req-4c11fa71-16c8-4275-9d91-299547859d08 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 943 time: 0.4063277 Feb 04 16:39:40.817951 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-c5005449-630a-4d64-92c9-204b863df038 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b9ab849-e883-474a-80aa-b773162e4e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539607 Feb 04 16:39:41.094072 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:32Z', 'revision_number': 3, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:41.100592 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79d337f-be51-478c-8edc-4ef5bbd5c71c None None] The sync data for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 is: [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:32Z', 'revision_number': 3, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:41.103951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1d610af-9e24-4fd8-adef-ffeb8f2aaf17 req-ee6bf3fc-6011-4f39-ad88-14b52c98490e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306394 Feb 04 16:39:41.314186 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-35989f88-6fbd-478d-a5b3-40072da35030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37e489f049b48d2b3852a516820ee75&device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 1094 time: 0.7575333 Feb 04 16:39:41.440874 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-b4bbad43-3b50-4edf-a18c-5c99b1518472 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151104 Feb 04 16:39:41.494952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c18b-e61d-48bd-b612-0d9664f716f9 req-f4b7ef2a-749d-4fb0-858d-307d92d4b7f7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:41.523861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8669c18b-e61d-48bd-b612-0d9664f716f9 req-f4b7ef2a-749d-4fb0-858d-307d92d4b7f7 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.6919632 Feb 04 16:39:41.688455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b716fe68-a330-4bb0-b5b4-549149de2258 req-581903f5-6561-4026-ba3d-72febb451bdf service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253642 Feb 04 16:39:41.733957 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-5aa43218-179e-4d61-a138-d6dc43f58af3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:41.733957 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-5aa43218-179e-4d61-a138-d6dc43f58af3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 200 len: 911 time: 0.4011333 Feb 04 16:39:41.768254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8669c18b-e61d-48bd-b612-0d9664f716f9 req-b0e25802-d6db-40b6-bb04-0a4b5dd42ca4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597201 Feb 04 16:39:41.826208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:41.831873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-04a49fd3-d452-43b4-a81c-2ab27514e9d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 200 len: 217 time: 0.0840366 Feb 04 16:39:41.893115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-0c50fb99-9054-45eb-9f1f-40c56096eb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:41.896335 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-0c50fb99-9054-45eb-9f1f-40c56096eb81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=067f98dd-ef4a-4c7e-92c2-0215459369fd HTTP/1.1" status: 200 len: 850 time: 0.0712090 Feb 04 16:39:41.975433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-1a07cd8c-a2b4-4201-a3ec-ed91f63904ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=207deb11-af7d-432b-a82b-fbf3311832ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679989 Feb 04 16:39:42.129132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-256d7775-7fbd-4c50-ba39-5f0d09154b50 service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475117 Feb 04 16:39:42.154721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd2f3b-04fb-451f-9c0a-dab869f54a69 req-38fa3e2c-085d-4c6d-b2ad-4e9c40a69165 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:42.156165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18fd2f3b-04fb-451f-9c0a-dab869f54a69 req-38fa3e2c-085d-4c6d-b2ad-4e9c40a69165 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 943 time: 0.2448995 Feb 04 16:39:42.193172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24372d-9171-43cd-ae31-46ca50141722 req-1ef48478-24d1-41e9-8982-42e314382caf tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:42.194822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb24372d-9171-43cd-ae31-46ca50141722 req-1ef48478-24d1-41e9-8982-42e314382caf tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.2387819 Feb 04 16:39:42.283100 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-325572c0-7a6f-4c7b-8441-3f60389c26a5 req-72817ed7-2c64-4a50-aa81-56b9748aaa7e service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468461 Feb 04 16:39:42.293235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Allocated IP 172.20.0.1 (944d4ecf-8400-483e-b3e5-6909ce115019/b081adeb-34cc-47ca-964c-33a7e2ddd89f/645676e1-1aa1-4e8c-8003-58db7ac60037) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:42.308918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18fd2f3b-04fb-451f-9c0a-dab869f54a69 req-4cc1a011-6468-46f6-8da8-db5d1d9c9ce1 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129677 Feb 04 16:39:42.318931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb24372d-9171-43cd-ae31-46ca50141722 req-9c285cb2-3282-496e-9e1b-bfa4af762166 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002810 Feb 04 16:39:42.552933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:42.573532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Transition to ACTIVE for port object 645676e1-1aa1-4e8c-8003-58db7ac60037 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:42.591778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffdf2d-9fbc-475f-92d1-64a8a6076f91 req-a1ad6e6f-2e1a-4afa-9dec-4ec218e9459f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:42.593233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fffdf2d-9fbc-475f-92d1-64a8a6076f91 req-a1ad6e6f-2e1a-4afa-9dec-4ec218e9459f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 943 time: 0.1437559 Feb 04 16:39:42.647655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:42.707370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3fffdf2d-9fbc-475f-92d1-64a8a6076f91 req-3d082e96-f0c6-4885-b555-a769c32159a3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069019 Feb 04 16:39:42.732711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Network 944d4ecf-8400-483e-b3e5-6909ce115019 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:42.736511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:42.741594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Pushing event updated for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:42.752412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:42.779091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.779436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.779872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.780079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.780657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.781189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.782003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.782561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.783085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.783892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.788867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:42.821668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:42.908412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.017431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0695f5da-13f8-4434-9421-b5535893d20e details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:39:43.160824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5ded3490-67cc-44f3-a4bb-b5dd901f936d None None] Provisioning for port 645676e1-1aa1-4e8c-8003-58db7ac60037 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:43.168761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5ded3490-67cc-44f3-a4bb-b5dd901f936d None None] Provisioning complete for port 645676e1-1aa1-4e8c-8003-58db7ac60037 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:43.169208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5ded3490-67cc-44f3-a4bb-b5dd901f936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.188454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.195092 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.232268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3490-67cc-44f3-a4bb-b5dd901f936d None None] Port 645676e1-1aa1-4e8c-8003-58db7ac60037 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:43.270455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0695f5da-13f8-4434-9421-b5535893d20e,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:43.291865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '0695f5da-13f8-4434-9421-b5535893d20e', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '0695f5da-13f8-4434-9421-b5535893d20e', 'mac_address': 'fa:16:3e:63:2e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:39:43.330598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Pushing event updated for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:43.332998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.360313 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:39:43.371554 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.392607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0695f5da-13f8-4434-9421-b5535893d20e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:43.409197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0695f5da-13f8-4434-9421-b5535893d20e,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:43.414846 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.415886 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:39:43.584511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:43.628263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Network 944d4ecf-8400-483e-b3e5-6909ce115019 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:43.629956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:43.695155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,segment=NetworkSegment(f1d0791c-428a-47f8-89b2-a2b59e205604),segment_id=f1d0791c-428a-47f8-89b2-a2b59e205604)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:43.714396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d', 'network_id': '207deb11-af7d-432b-a82b-fbf3311832ef', 'port_id': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d', 'mac_address': 'fa:16:3e:0c:0c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '067f98dd-ef4a-4c7e-92c2-0215459369fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:39:43.787959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:43.824757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:43.936773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,segment=NetworkSegment(f1d0791c-428a-47f8-89b2-a2b59e205604),segment_id=f1d0791c-428a-47f8-89b2-a2b59e205604)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:43.949015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:44.072890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41642) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:44.126112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:44.171467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd195-1f30-4392-90e0-e0154fc4f47b req-8776f2c6-4e4e-4459-8d21-5f6d244f9bb9 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:44.172996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-738fd195-1f30-4392-90e0-e0154fc4f47b req-8776f2c6-4e4e-4459-8d21-5f6d244f9bb9 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 943 time: 0.6432931 Feb 04 16:39:44.190724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6c9e72cf-0add-4de3-aed3-6d95da956af5 None None] Provisioning complete for port 645676e1-1aa1-4e8c-8003-58db7ac60037 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:44.191476 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6c9e72cf-0add-4de3-aed3-6d95da956af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:44.235753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2d88d6d8-2298-4dd0-afa3-8bdcd16db61d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:39:44.265242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0695f5da-13f8-4434-9421-b5535893d20e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:39:44.382087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6c9e72cf-0add-4de3-aed3-6d95da956af5 None None] Port 645676e1-1aa1-4e8c-8003-58db7ac60037 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:44.522580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1fdfe-e9df-4539-85e2-54edea20f0e5 req-207a9cbc-eb08-463a-88c1-8d7f7bb58251 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:44.530523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fb1fdfe-e9df-4539-85e2-54edea20f0e5 req-207a9cbc-eb08-463a-88c1-8d7f7bb58251 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 944 time: 0.4778669 Feb 04 16:39:44.533332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-738fd195-1f30-4392-90e0-e0154fc4f47b req-540a1e0f-f22f-4b4d-a6d8-f3d808fcfb76 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444142 Feb 04 16:39:44.612820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9fb1fdfe-e9df-4539-85e2-54edea20f0e5 req-fa065e46-5611-452c-b261-078266a1616a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652819 Feb 04 16:39:44.765898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Router 27865723-f163-4cdc-859e-a282f7119a75 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:39:44.977307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:39:44.994669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e2b4d43f-b066-45f3-bcc6-670d43bad7cc admin admin] 10.222.0.62 "PUT /v2.0/routers/27865723-f163-4cdc-859e-a282f7119a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5035331 Feb 04 16:39:45.188541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:45.763386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.17 (8d70b774-85e2-4e7c-af82-f67283c7b1e0/2ee66c9f-24c7-4718-8293-e6917d3ff6db/1be9b275-da56-463e-b1f1-ca3892948c32) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:45.794779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-5fdfdaf6-983f-420d-8549-7e1e329193ab tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:45.796479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-5fdfdaf6-983f-420d-8549-7e1e329193ab tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 0.1715550 Feb 04 16:39:45.848462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-96e5bfa4-925d-417d-847c-b50896b0782b tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/quotas/0a838ab86fa2455d9b86251ea7a19487 HTTP/1.1" status: 200 len: 375 time: 0.0170777 Feb 04 16:39:45.952293 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:45.957645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dfe4f-1967-46cc-9361-31331eea711e req-645542c0-f866-4110-83cd-553dc445945d tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:45.959224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-364dfe4f-1967-46cc-9361-31331eea711e req-645542c0-f866-4110-83cd-553dc445945d tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 944 time: 0.1617880 Feb 04 16:39:45.980422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object 1be9b275-da56-463e-b1f1-ca3892948c32 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:45.999452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-49753d57-a50d-45f0-a589-17e49d180c66 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Synchronizing usage tracker for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:46.013113 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:46.043095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-364dfe4f-1967-46cc-9361-31331eea711e req-c2bd0aee-3f56-4acd-8fa1-54fecbb88f27 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745778 Feb 04 16:39:46.045374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-49753d57-a50d-45f0-a589-17e49d180c66 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Unset dirty status for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:46.046781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-49753d57-a50d-45f0-a589-17e49d180c66 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1880445 Feb 04 16:39:46.109679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:46.155481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:46.156790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:46.174283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:46.370859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:46.429287 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-3fa7da63-72b3-4cb5-894b-8089618f3527 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728368 Feb 04 16:39:46.532860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:46.591285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dabfa9-72b2-4912-aa1e-189519321657 req-5b71ffca-6d5a-477a-a42d-92559ec2890d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:46.598219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2dabfa9-72b2-4912-aa1e-189519321657 req-5b71ffca-6d5a-477a-a42d-92559ec2890d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 944 time: 0.2848034 Feb 04 16:39:46.648326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7807d2a9-5ec8-42eb-87a2-530c6b8da198 None None] Provisioning for port 1be9b275-da56-463e-b1f1-ca3892948c32 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:46.654379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7807d2a9-5ec8-42eb-87a2-530c6b8da198 None None] Provisioning complete for port 1be9b275-da56-463e-b1f1-ca3892948c32 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:46.654795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7807d2a9-5ec8-42eb-87a2-530c6b8da198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:46.812904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7807d2a9-5ec8-42eb-87a2-530c6b8da198 None None] Port 1be9b275-da56-463e-b1f1-ca3892948c32 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:46.820522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-71f94814-934c-4374-9dcf-2cff3f9f7960 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822305 Feb 04 16:39:46.827925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:46.880934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2dabfa9-72b2-4912-aa1e-189519321657 req-76fa4f2e-d466-423f-9358-64439c48c41e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818387 Feb 04 16:39:46.934746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Deleting subnet 453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:39:46.939232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.023480 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.046703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0695f5da-13f8-4434-9421-b5535893d20e up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:47.264902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 0695f5da-13f8-4434-9421-b5535893d20e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:47.274422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 0695f5da-13f8-4434-9421-b5535893d20e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:47.276753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.326616 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.340823 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.400124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1742ac12-f793-41ae-b972-6385171a759d req-4f03b3d7-7628-4443-af96-c627813fb081 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 210 time: 0.1701658 Feb 04 16:39:47.493283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.610013 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.652530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.673971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:47.682063 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:47.711711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0695f5da-13f8-4434-9421-b5535893d20e,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:47.715729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.725832 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.727420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:47.893930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453bbe5f-6a8e-4f98-b8ab-628f4556d9c6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:47.939040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:47.945393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:47.971855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:47.973397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:48.011815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8a07f1e6-aa1e-4ed4-b9e9-4145726a8dcf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/453bbe5f-6a8e-4f98-b8ab-628f4556d9c6 HTTP/1.1" status: 204 len: 168 time: 1.1792138 Feb 04 16:39:48.014013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41714) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:48.096399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:48.107356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:48.108065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.301214 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e', 'code': 200} Feb 04 16:39:48.351898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6f955-fcd9-4fc7-9b5f-354d8598eb3a req-92102bb4-8a57-44a8-af14-b6fd95980e7b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:48.363736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e6f955-fcd9-4fc7-9b5f-354d8598eb3a req-92102bb4-8a57-44a8-af14-b6fd95980e7b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 944 time: 0.5955772 Feb 04 16:39:48.442093 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.488301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,segment=NetworkSegment(f1d0791c-428a-47f8-89b2-a2b59e205604),segment_id=f1d0791c-428a-47f8-89b2-a2b59e205604)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:48.490492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.493758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.505697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98e6f955-fcd9-4fc7-9b5f-354d8598eb3a req-bf4c08f5-7c8c-4731-afce-221d5371d23c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411009 Feb 04 16:39:48.604997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-790d7611-4f27-4475-81e5-457cbb3aecb4 req-ecb7eb83-24f4-42d0-9cd4-80e2a248fa58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 1096 time: 0.1926425 Feb 04 16:39:48.647166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3b218b67-b461-4e8e-9790-c252dc58de8c None None] Provisioning complete for port 1be9b275-da56-463e-b1f1-ca3892948c32 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:48.648479 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3b218b67-b461-4e8e-9790-c252dc58de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.690927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.699718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 79dff510-6f38-4aaa-b615-240fe357b92a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:48.731341 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-790d7611-4f27-4475-81e5-457cbb3aecb4 req-fb90f20e-21b8-4459-97b6-eb79bc4940e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Feb 04 16:39:48.736520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:48.756808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333f257-dcc4-4a94-aa63-cff153f8c8f5 req-01df426a-e2cb-433a-8f42-a86bc1778ec1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:48.772189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c333f257-dcc4-4a94-aa63-cff153f8c8f5 req-01df426a-e2cb-433a-8f42-a86bc1778ec1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 945 time: 0.3346832 Feb 04 16:39:48.777332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3b218b67-b461-4e8e-9790-c252dc58de8c None None] Port 1be9b275-da56-463e-b1f1-ca3892948c32 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:48.791985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26f47705-3ac0-4f5e-b7a6-d956f192c90f req-206bd88b-9444-4ced-a7f6-fab84a0c516d tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 210 time: 0.0904560 Feb 04 16:39:48.797810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 79dff510-6f38-4aaa-b615-240fe357b92a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:48.804129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 79dff510-6f38-4aaa-b615-240fe357b92a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:48.804734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.806063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:39:48.811010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2ac2e6-d97c-4513-ad11-4bdff28a061f']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:48.825629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b199d8-4861-42df-8f2b-80c3b72bc326') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:48.826031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b199d8-4861-42df-8f2b-80c3b72bc326') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:48.839428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.856706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.863355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:39:48.863809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.924620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:39:48.927440 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:39:48.943931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 79dff510-6f38-4aaa-b615-240fe357b92a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=79dff510-6f38-4aaa-b615-240fe357b92a,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:48.948354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.005830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c333f257-dcc4-4a94-aa63-cff153f8c8f5 req-2f148fa8-3154-4cbe-9fc9-97ea58729320 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383065 Feb 04 16:39:49.007709 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.053103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.054091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=79dff510-6f38-4aaa-b615-240fe357b92a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:49.069294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2ac2e6-d97c-4513-ad11-4bdff28a061f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:49.074882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fd7e29f1-f6b1-4f80-98be-78122ad2788b admin admin] 10.222.0.62 "DELETE /v2.0/networks/ad2ac2e6-d97c-4513-ad11-4bdff28a061f HTTP/1.1" status: 204 len: 168 time: 1.0498390 Feb 04 16:39:49.099613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:39:49.111915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:39:49.128319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:49.129183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:49.137037 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09b79992-7683-4ab3-b5a4-5cb1d279fb27 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/58521612-21fd-4797-a110-fbefc06ee3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0624259 Feb 04 16:39:49.395517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-f386b113-daa6-453b-b4bc-2dba2683acca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:49.396208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-f386b113-daa6-453b-b4bc-2dba2683acca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Synchronizing usage tracker for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:49.401095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41728) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:49.403473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:49.477153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-f386b113-daa6-453b-b4bc-2dba2683acca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Unset dirty status for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:49.478796 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-f386b113-daa6-453b-b4bc-2dba2683acca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.41 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 0.3128409 Feb 04 16:39:49.510127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Request body: {'port': {'device_id': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'admin_state_up': True, 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:49.518735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:49.526718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f6c35655-7b13-4319-9f62-f13fdf6c24c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04991dfd7b6f448f9a0ac84c0e04de1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1198413 Feb 04 16:39:49.527199 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41732) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:49.534572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:49.555247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Made reservation on behalf of 0a838ab86fa2455d9b86251ea7a19487 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:39:49.561748 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.600077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.628961 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.751125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Allocated IP 172.20.0.13 (4dd4b88f-918f-42f2-81a1-fb5d216a8dbe/22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8/63f7321f-1c0a-43cf-85a4-19a816632030) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:39:49.766394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.804587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4275e-2f1e-40a2-a5a9-ed338e120ca4 req-f5ea653d-1e1a-44e4-93b2-8dca3cfdad71 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:49.806197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f4275e-2f1e-40a2-a5a9-ed338e120ca4 req-f5ea653d-1e1a-44e4-93b2-8dca3cfdad71 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.1225505 Feb 04 16:39:49.810161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9d714-ba57-460c-b986-2d66d82f33a0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:49.831597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:49.835434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e7b45f3e-d73a-4674-ab63-4cfd03e7b984 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1d9d714-ba57-460c-b986-2d66d82f33a0 HTTP/1.1" status: 204 len: 168 time: 0.3069482 Feb 04 16:39:49.915004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f4275e-2f1e-40a2-a5a9-ed338e120ca4 req-a428144b-7f81-412e-b9fe-e449b37f75af tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015880 Feb 04 16:39:50.017076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-718fd056-af31-4ac5-bd35-b17b3ae83d32 req-765ddbec-ddb3-49eb-a422-98dd7f0dd2e3 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 210 time: 0.0509675 Feb 04 16:39:50.048410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.087184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:39:46Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be9b275-da56-463e-b1f1-ca3892948c32', 'name': '', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:96:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:45Z', 'updated_at': '2022-02-04T16:39:46Z', 'revision_number': 2, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:50.091881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Transition to ACTIVE for port object 63f7321f-1c0a-43cf-85a4-19a816632030 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:50.097939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:39:50.099564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Updating router 58521612-21fd-4797-a110-fbefc06ee3be port 1be9b275-da56-463e-b1f1-ca3892948c32 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:39:50.143853 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.173048 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.230731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:39:50.233803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:39:50.244415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:39:50.311250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:50.311474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:50.337239 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:50.339712 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.407177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b2577-68e7-4c3b-94fd-e3a2f1a89d40 req-79b6481a-afa2-4741-8f94-6bf288995068 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:50.407177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-916b2577-68e7-4c3b-94fd-e3a2f1a89d40 req-79b6481a-afa2-4741-8f94-6bf288995068 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 945 time: 0.1789761 Feb 04 16:39:50.409389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-63e3925f-fb50-4a52-ab76-e4f3869521a6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9172301 Feb 04 16:39:50.430357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Request body: {'port': {'device_id': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:39:50.433809 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d', 'code': 200} Feb 04 16:39:50.505885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-916b2577-68e7-4c3b-94fd-e3a2f1a89d40 req-082ef06c-4ebe-4e53-8b42-29669b72de0e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899918 Feb 04 16:39:50.704133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 79dff510-6f38-4aaa-b615-240fe357b92a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:50.766993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2ea2f55-c41d-47db-9d9f-f174efd75584 None None] Provisioning for port 63f7321f-1c0a-43cf-85a4-19a816632030 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:50.792522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2ea2f55-c41d-47db-9d9f-f174efd75584 None None] Provisioning complete for port 63f7321f-1c0a-43cf-85a4-19a816632030 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:50.792891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2ea2f55-c41d-47db-9d9f-f174efd75584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.849033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea2f55-c41d-47db-9d9f-f174efd75584 None None] Port 63f7321f-1c0a-43cf-85a4-19a816632030 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:39:50.894586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 79dff510-6f38-4aaa-b615-240fe357b92a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:50.894586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.901360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6fb81d3-8aec-41f1-b542-22aa927c13c8 req-27fcd597-943d-4924-aa52-ce5d3952f9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 1096 time: 0.3848164 Feb 04 16:39:50.905037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:50.938261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c7807-ad19-4a64-837c-e0ebf40927e3 req-182e74e3-b168-447d-8f1e-b073b6fe0a76 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:50.942371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d06c7807-ad19-4a64-837c-e0ebf40927e3 req-182e74e3-b168-447d-8f1e-b073b6fe0a76 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 945 time: 0.1472249 Feb 04 16:39:51.016791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d06c7807-ad19-4a64-837c-e0ebf40927e3 req-48421fee-21c8-4740-bf5b-9d073b935138 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663207 Feb 04 16:39:51.031083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.108154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Transition to ACTIVE for port object 1be9b275-da56-463e-b1f1-ca3892948c32 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:51.112779 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6fb81d3-8aec-41f1-b542-22aa927c13c8 req-134009a8-861d-49ce-9ad4-332c4d1daa24 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853938 Feb 04 16:39:51.123520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.193934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fcdb-9d33-46aa-a43e-3aaf6126c0ed None None] Pushing event updated for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:51.234620 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Sync routers for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:39:51.253450 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:51.262025 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:51.433673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be06dba-6bba-4878-a1c0-4d3dc3a035a1 req-75a8f901-1db2-4cd7-821d-e41df05edc8f tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:51.441419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6be06dba-6bba-4878-a1c0-4d3dc3a035a1 req-75a8f901-1db2-4cd7-821d-e41df05edc8f tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.1685739 Feb 04 16:39:51.473897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Attempting to bind port 1be9b275-da56-463e-b1f1-ca3892948c32 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:51.474321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Attempting to bind port 1be9b275-da56-463e-b1f1-ca3892948c32 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:51.474713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Attempting to bind port 1be9b275-da56-463e-b1f1-ca3892948c32 on network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:51.483546 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.495469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.496832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:51.497091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Checking segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:51.497445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.497831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Bound using segment: {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:51.498297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Bound port: 1be9b275-da56-463e-b1f1-ca3892948c32, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:51.498686 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.580539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6be06dba-6bba-4878-a1c0-4d3dc3a035a1 req-8ff7fcfc-b6e1-449d-95f3-bba386d7d1b3 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374261 Feb 04 16:39:51.625292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-887eb9e6-584f-4bd8-bae3-c88d0cd81390 req-4cb0e17d-387a-4b7f-bad1-ec8e1287b3a5 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1028 time: 0.2275267 Feb 04 16:39:51.642627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f7321f-1c0a-43cf-85a4-19a816632030 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:51.660432 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.681802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Transition to ACTIVE for port object 63f7321f-1c0a-43cf-85a4-19a816632030 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:51.688697 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.701611 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:51.731148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-887eb9e6-584f-4bd8-bae3-c88d0cd81390 req-bea2d5e6-97ae-4799-8e44-87bbe8a554e1 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Feb 04 16:39:51.764472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] For port 1be9b275-da56-463e-b1f1-ca3892948c32, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:51.783453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] For port 1be9b275-da56-463e-b1f1-ca3892948c32, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1be9b275-da56-463e-b1f1-ca3892948c32,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:51.801646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:51.920674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7fcdb-9d33-46aa-a43e-3aaf6126c0ed None None] Pushing event updated for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:51.938320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:51.939012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:51.968245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ace5-5f54-4ea0-a545-e9efea18ed32 req-df5f4b76-2b54-4f4b-be8d-173164d796ec tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:51.985626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7417ace5-5f54-4ea0-a545-e9efea18ed32 req-df5f4b76-2b54-4f4b-be8d-173164d796ec tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 945 time: 0.2529309 Feb 04 16:39:52.048446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:52.092766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7417ace5-5f54-4ea0-a545-e9efea18ed32 req-56bbf520-1f1c-464b-941f-9f7d91c44c96 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059284 Feb 04 16:39:52.116202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Attempting to bind port 63f7321f-1c0a-43cf-85a4-19a816632030 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:52.116744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Attempting to bind port 63f7321f-1c0a-43cf-85a4-19a816632030 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:52.120803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Attempting to bind port 63f7321f-1c0a-43cf-85a4-19a816632030 on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:52.147531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Port 63f7321f-1c0a-43cf-85a4-19a816632030 on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:39:52.148218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Attempting to bind port 63f7321f-1c0a-43cf-85a4-19a816632030 on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:52.162877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:52.163659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Checking segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:52.164319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Bound using segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:52.165007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Bound port: 63f7321f-1c0a-43cf-85a4-19a816632030, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:52.166641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:52.382645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:52.387920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:52.393627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:52.417778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:52.533600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:52.535077 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/63f7321f-1c0a-43cf-85a4-19a816632030 HTTP/1.1" status: 200 len: 1092 time: 2.1096714 Feb 04 16:39:52.545792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:52.579178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f37d2-a266-46e1-b291-49e4cdc465e3 service neutron] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:52.686546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:42Z', 'revision_number': 4, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '645676e1-1aa1-4e8c-8003-58db7ac60037', 'name': '', 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'mac_address': 'fa:16:3e:07:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:41Z', 'updated_at': '2022-02-04T16:39:42Z', 'revision_number': 2, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'subnets': [{'id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:52.701815 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Checking router: 27865723-f163-4cdc-859e-a282f7119a75 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:39:52.704306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Updating router 27865723-f163-4cdc-859e-a282f7119a75 port 645676e1-1aa1-4e8c-8003-58db7ac60037 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:39:52.713362 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030', 'status': 'completed', 'code': 200} Feb 04 16:39:52.824929 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-6dc4fe80-4e0d-4e11-804c-dc72cb6d65df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.2283976 Feb 04 16:39:52.837352 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:52.982619 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-1de6b8e4-9d0c-48a7-803c-0f5b4c3be7d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63f7321f-1c0a-43cf-85a4-19a816632030 HTTP/1.1" status: 200 len: 217 time: 0.1423180 Feb 04 16:39:53.146795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-c10e65e6-faa1-46be-ad65-d60008e5e732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.148228 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-c10e65e6-faa1-46be-ad65-d60008e5e732 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 HTTP/1.1" status: 200 len: 848 time: 0.1578746 Feb 04 16:39:53.364916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32706-9e30-43f3-8358-6ba75041d870 req-179c4b4a-1e0a-4fde-8903-5516f81baae5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.379676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dc32706-9e30-43f3-8358-6ba75041d870 req-179c4b4a-1e0a-4fde-8903-5516f81baae5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.5021987 Feb 04 16:39:53.388365 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:53.405430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:39:46Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be9b275-da56-463e-b1f1-ca3892948c32', 'name': '', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:96:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:45Z', 'updated_at': '2022-02-04T16:39:51Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:53.417042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7852d-d8de-4d2e-aac5-ae528c132095 None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:39:46Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1be9b275-da56-463e-b1f1-ca3892948c32', 'name': '', 'network_id': '8d70b774-85e2-4e7c-af82-f67283c7b1e0', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:96:b7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:45Z', 'updated_at': '2022-02-04T16:39:51Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '2ee66c9f-24c7-4718-8293-e6917d3ff6db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:53.422273 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Transition to ACTIVE for port object 645676e1-1aa1-4e8c-8003-58db7ac60037 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:39:53.436332 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-d4a43474-1fe9-423a-a351-c096eeddc56e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2774706 Feb 04 16:39:53.439667 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:53.553326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dc32706-9e30-43f3-8358-6ba75041d870 req-065519b2-7b47-46ca-8628-642e020c44c3 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723256 Feb 04 16:39:53.605439 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfcdce-8b5f-413e-a277-d89fdd941791 None None] Pushing event updated for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:53.647998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-a67a73df-5728-452c-8d38-f7590c6da53a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:53.649142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-a67a73df-5728-452c-8d38-f7590c6da53a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Synchronizing usage tracker for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:39:53.722400 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-a67a73df-5728-452c-8d38-f7590c6da53a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Unset dirty status for tenant:34599ce9702948a78b2f9d9c2f0a42e5 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:39:53.723681 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-a67a73df-5728-452c-8d38-f7590c6da53a tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 945 time: 0.4573185 Feb 04 16:39:53.925498 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-fa205ef7-d0e5-4506-8c0a-52f433433df7 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760849 Feb 04 16:39:53.959745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Attempting to bind port 645676e1-1aa1-4e8c-8003-58db7ac60037 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:39:53.960766 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Attempting to bind port 645676e1-1aa1-4e8c-8003-58db7ac60037 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:39:53.961548 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Attempting to bind port 645676e1-1aa1-4e8c-8003-58db7ac60037 on network 944d4ecf-8400-483e-b3e5-6909ce115019 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:39:53.973565 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:39:53.974514 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Checking segment: {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:39:53.975258 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:53.976014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Bound using segment: {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:39:53.976876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Bound port: 645676e1-1aa1-4e8c-8003-58db7ac60037, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c318e86-c54c-43ec-a92d-9eec88873022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:39:53.977646 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:54.011983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6339826-4487-4510-934e-bd5daec36532 req-65f1b5d3-144c-4c92-955a-98cedd32dadb tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.1779220 Feb 04 16:39:54.076887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6339826-4487-4510-934e-bd5daec36532 req-50d86eba-d66c-4986-b22b-63ef42aa9dfe tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Feb 04 16:39:54.200329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Deleting port 266902f0-ce20-4c79-985d-8798bfaa30e9 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:39:54.200840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:54.202661 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] For port 645676e1-1aa1-4e8c-8003-58db7ac60037, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:39:54.214259 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] For port 645676e1-1aa1-4e8c-8003-58db7ac60037, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=645676e1-1aa1-4e8c-8003-58db7ac60037,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:39:54.231511 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:54.390534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4f4866e5-968f-4750-aa9e-941b7b160fda req-327856a7-70a1-496f-b6e3-e10811b72077 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433019 Feb 04 16:39:54.491476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c49e3-ad06-4a9b-b5a9-b2bd31d46022 req-787b6e2e-c579-4e39-bb9f-af53ee422164 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:54.515724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d6c49e3-ad06-4a9b-b5a9-b2bd31d46022 req-787b6e2e-c579-4e39-bb9f-af53ee422164 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 945 time: 0.1540854 Feb 04 16:39:54.558568 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:39:54.559467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:54.711637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d6c49e3-ad06-4a9b-b5a9-b2bd31d46022 req-09bcce5b-6347-49ab-be78-14d52b2b4f3d tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905215 Feb 04 16:39:54.809738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfcdce-8b5f-413e-a277-d89fdd941791 None None] Pushing event updated for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:54.853875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1be9b275-da56-463e-b1f1-ca3892948c32 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:54.861488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] For port 266902f0-ce20-4c79-985d-8798bfaa30e9, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=266902f0-ce20-4c79-985d-8798bfaa30e9,segment=NetworkSegment(3f2ea456-249f-4873-b8a2-c12d4bf9776a),segment_id=3f2ea456-249f-4873-b8a2-c12d4bf9776a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:54.861934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:54.982809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1be9b275-da56-463e-b1f1-ca3892948c32 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:54.989951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1be9b275-da56-463e-b1f1-ca3892948c32 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:54.990432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.078932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Calling delete_port for 266902f0-ce20-4c79-985d-8798bfaa30e9 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:39:55.167366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770c1f8-ace5-40de-95b3-4cbdc474d314 req-5ae56c5b-718c-4e38-93e8-06afead75652 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:55.169108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3770c1f8-ace5-40de-95b3-4cbdc474d314 req-5ae56c5b-718c-4e38-93e8-06afead75652 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.1528349 Feb 04 16:39:55.205649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:39:55.240364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-506de41f-9b9f-487b-a06a-d2236026c735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.292438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3770c1f8-ace5-40de-95b3-4cbdc474d314 req-8595bb3a-bf88-429c-91d6-b93338500a29 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165547 Feb 04 16:39:55.412118 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.440522 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-605896af-44ee-4c5d-a459-6471aea6026d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.3227370 Feb 04 16:39:55.538199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1be9b275-da56-463e-b1f1-ca3892948c32, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1be9b275-da56-463e-b1f1-ca3892948c32,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:55.553468 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.568163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37f70406-e74c-4861-8307-68adb97f892d req-59be9e33-3e55-47c8-ae95-b124098a0cad tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.1531458 Feb 04 16:39:55.576115 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.635958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Pushing event deleted for resources: {'Port': ['ID=266902f0-ce20-4c79-985d-8798bfaa30e9,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:55.668126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37f70406-e74c-4861-8307-68adb97f892d req-c306b60f-1dd5-45c9-b2f9-a18aac36d4d3 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914323 Feb 04 16:39:55.716921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:55.745768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] No DVR routers for this DVR port 266902f0-ce20-4c79-985d-8798bfaa30e9 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:39:55.752259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:55.755254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'name': 'network-vif-deleted', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:55.808433 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.808771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.809194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.809525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.809849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.810171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.821544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.822535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.822934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.823295 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.823588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:39:55.829786 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-473e7e1a-94ad-47e4-97ef-0e0100837597 req-210905c9-1111-42e2-8001-32fb92002b88 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.41 "DELETE /v2.0/ports/266902f0-ce20-4c79-985d-8798bfaa30e9 HTTP/1.1" status: 204 len: 173 time: 2.0910003 Feb 04 16:39:55.851583 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-52de9c88-f588-4bbb-a0b0-02bb17b3bacb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:55.853375 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-52de9c88-f588-4bbb-a0b0-02bb17b3bacb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 0.4007819 Feb 04 16:39:55.960090 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e54f8f-1898-4668-97e1-3aeb4a158001', 'name': 'network-vif-deleted', 'tag': '266902f0-ce20-4c79-985d-8798bfaa30e9', 'status': 'completed', 'code': 200} Feb 04 16:39:55.976335 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-ee0efd2e-2621-439e-b24e-519f423870a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63f7321f-1c0a-43cf-85a4-19a816632030 HTTP/1.1" status: 200 len: 217 time: 0.1098802 Feb 04 16:39:56.021686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89979cc6-333d-472a-9cc3-09fe13d499d9 req-73ec0307-e6b1-404b-b3a1-fb640abcce71 tempest-VolumesSnapshotTestJSON-1932277355 tempest-VolumesSnapshotTestJSON-1932277355-project] 10.222.0.62 "GET /v2.0/ports?device_id=86e54f8f-1898-4668-97e1-3aeb4a158001 HTTP/1.1" status: 200 len: 210 time: 0.0796108 Feb 04 16:39:56.040867 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:42Z', 'revision_number': 4, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '645676e1-1aa1-4e8c-8003-58db7ac60037', 'name': '', 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'mac_address': 'fa:16:3e:07:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:41Z', 'updated_at': '2022-02-04T16:39:54Z', 'revision_number': 4, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'subnets': [{'id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:39:56.047902 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548e592-30d5-48f3-900a-ae0504374f59 None None] The sync data for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 is: [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:39:42Z', 'revision_number': 4, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '645676e1-1aa1-4e8c-8003-58db7ac60037', 'name': '', 'network_id': '944d4ecf-8400-483e-b3e5-6909ce115019', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'mac_address': 'fa:16:3e:07:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:41Z', 'updated_at': '2022-02-04T16:39:54Z', 'revision_number': 4, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'subnets': [{'id': 'b081adeb-34cc-47ca-964c-33a7e2ddd89f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:39:56.201818 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-5b442f46-9577-4fad-bb4e-bd6315c612ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:56.203844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-5b442f46-9577-4fad-bb4e-bd6315c612ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 HTTP/1.1" status: 200 len: 848 time: 0.2185612 Feb 04 16:39:56.266461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d17991-7c69-4ae8-9f66-288071b7c298 req-656bd9c6-032f-4f88-bdfd-20de65fcc09b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:56.268327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15d17991-7c69-4ae8-9f66-288071b7c298 req-656bd9c6-032f-4f88-bdfd-20de65fcc09b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2061481 Feb 04 16:39:56.410435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15d17991-7c69-4ae8-9f66-288071b7c298 req-93acc385-e04a-43b5-9386-0317c14291b2 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171002 Feb 04 16:39:56.454832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-83efff5b-5c82-4198-a7dd-32bd4ffd1168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243633 Feb 04 16:39:56.699655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-0ed82080-753d-4384-9082-6b961c417e10 service neutron] 10.222.0.41 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164299 Feb 04 16:39:56.851134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1be9b275-da56-463e-b1f1-ca3892948c32 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:56.945926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-5a0f162e-cc06-442a-a576-e06844dbbdf6 req-6e2469bb-19cf-4d0d-89e2-03f438629f5b service neutron] 10.222.0.41 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345405 Feb 04 16:39:56.993269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31690bcd-4252-420e-8467-5e2e91a1377d req-4e080309-abb1-4241-8239-b8aa1fb7d958 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.1093550 Feb 04 16:39:57.009508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1be9b275-da56-463e-b1f1-ca3892948c32 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:57.010730 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.045709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31690bcd-4252-420e-8467-5e2e91a1377d req-b95de63b-b106-4804-9eda-0f98d5ceb49b tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Feb 04 16:39:57.119567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63f7321f-1c0a-43cf-85a4-19a816632030 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:39:57.128351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 266902f0-ce20-4c79-985d-8798bfaa30e9 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:39:57.182569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 266902f0-ce20-4c79-985d-8798bfaa30e9 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:39:57.183156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 266902f0-ce20-4c79-985d-8798bfaa30e9 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:39:57.209006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 645676e1-1aa1-4e8c-8003-58db7ac60037 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:57.359286 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0537a299-6941-4407-9176-82f1959b6216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.422279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 645676e1-1aa1-4e8c-8003-58db7ac60037 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:57.435613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 645676e1-1aa1-4e8c-8003-58db7ac60037 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:57.435992 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.487449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:57.538254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '63f7321f-1c0a-43cf-85a4-19a816632030', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'port_id': '63f7321f-1c0a-43cf-85a4-19a816632030', 'mac_address': 'fa:16:3e:7f:5d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:39:57.640837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.672922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f7321f-1c0a-43cf-85a4-19a816632030 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:39:57.691553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:57.750951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eec17-f3e9-4e60-8104-3124058985db req-6452b734-99d4-4d2a-92a9-870a52aed7e4 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:57.753829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.760068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de4eec17-f3e9-4e60-8104-3124058985db req-6452b734-99d4-4d2a-92a9-870a52aed7e4 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.1215181 Feb 04 16:39:57.823085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.825390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de4eec17-f3e9-4e60-8104-3124058985db req-d6e29790-c7da-47dc-8191-f4faae5a071c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627987 Feb 04 16:39:57.877029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 645676e1-1aa1-4e8c-8003-58db7ac60037, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=645676e1-1aa1-4e8c-8003-58db7ac60037,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:57.884202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:57.908161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:58.051918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:58.114050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-df5845a2-5145-464a-9b36-254d60d8c97b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:58.115867 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-df5845a2-5145-464a-9b36-254d60d8c97b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.2228920 Feb 04 16:39:58.129979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['63f7321f-1c0a-43cf-85a4-19a816632030'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:39:58.152085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-0bfbee8b-f0d9-417b-89a4-70d39cb8ae99 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0290511 Feb 04 16:39:58.408551 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-eef334f2-67a1-4c0b-8d93-66fdc78611d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37e489f049b48d2b3852a516820ee75&device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 1096 time: 0.0919075 Feb 04 16:39:58.501527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-3d623466-f7a7-464f-9f97-666319957a7a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3425474 Feb 04 16:39:58.652784 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f06cc-836a-465a-86c2-d8f428059650 req-d47430f0-3a1f-413d-93b0-e33fe88de658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:58.655100 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-d47430f0-3a1f-413d-93b0-e33fe88de658 service neutron] 10.222.0.41 "GET /v2.0/networks?id=207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 200 len: 911 time: 0.2400315 Feb 04 16:39:58.657426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:58.665096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a522cf7f-3870-4800-818d-c140f9004b0c req-903e1534-d840-427b-b2a9-1044fdd57278 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1096 time: 0.2965479 Feb 04 16:39:58.668610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 645676e1-1aa1-4e8c-8003-58db7ac60037 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:58.773606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a522cf7f-3870-4800-818d-c140f9004b0c req-16a9a78f-e1e1-436f-b072-7a73eef8b78c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Feb 04 16:39:58.823461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-83528df4-e6e9-4c93-a43b-a1cacdd5c90b service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210323 Feb 04 16:39:58.894707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:58.941626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 645676e1-1aa1-4e8c-8003-58db7ac60037 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:58.942738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.000022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 41906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:59.008324 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-a9f022ea-402a-4e2e-9072-503bab8f0a8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 200 len: 217 time: 0.3384216 Feb 04 16:39:59.107914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f06cc-836a-465a-86c2-d8f428059650 req-e58309f2-21b6-45c1-a469-1cbe92830b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:59.110540 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-e58309f2-21b6-45c1-a469-1cbe92830b1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=067f98dd-ef4a-4c7e-92c2-0215459369fd HTTP/1.1" status: 200 len: 850 time: 0.0879586 Feb 04 16:39:59.182067 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-ef26459a-be56-4c31-875d-9ca187e7db82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=207deb11-af7d-432b-a82b-fbf3311832ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591934 Feb 04 16:39:59.210855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63f7321f-1c0a-43cf-85a4-19a816632030 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:39:59.245433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-c8b29913-ca68-47f4-844a-330061577598 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148600 Feb 04 16:39:59.275657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13933a2-c16f-46e0-a2ad-87bdd647c3b9 req-4e91c941-5631-4e42-bac7-d6fe4dd5f26c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:39:59.277744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e13933a2-c16f-46e0-a2ad-87bdd647c3b9 req-4e91c941-5631-4e42-bac7-d6fe4dd5f26c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2434201 Feb 04 16:39:59.358139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.360615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e13933a2-c16f-46e0-a2ad-87bdd647c3b9 req-0808ae4c-824c-4dee-ba35-b90279e56d52 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 Feb 04 16:39:59.367678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 63f7321f-1c0a-43cf-85a4-19a816632030 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:39:59.375131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 63f7321f-1c0a-43cf-85a4-19a816632030 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:39:59.375746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.416887 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-e2f81b76-36a8-4545-ae0b-683bf973cb12 service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252309 Feb 04 16:39:59.451436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:39:59.529298 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.531214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc92fb86d4443739103c9110f4337eb is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:39:59.538046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:39:59.556133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:39:59.577593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:39:59.578618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:39:59.586555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea359670-d7ab-423e-b95e-1498412b8697 req-8ccdb8c0-15e2-42df-b057-7894224b4ddb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 210 time: 0.0720408 Feb 04 16:39:59.612763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.641209 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-212f06cc-836a-465a-86c2-d8f428059650 req-235f7b3b-fc5c-4752-9771-c1458152867c service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150123 Feb 04 16:39:59.693569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.699498 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.714275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:59.725781 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030', 'code': 200} Feb 04 16:39:59.741145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231f156-f9b8-45dc-9d8d-1af12aa53183,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:39:59.769970 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cbedb736-1882-49d3-8046-2c6a8408d0b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fc92fb86d4443739103c9110f4337eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7660596 Feb 04 16:39:59.770308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 41928) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:39:59.866185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.906513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:39:59.925018 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3c891d03-d5e3-4bee-bc7e-232d5f29cc48 req-f2b398ac-c33b-4e74-ad16-d17433d809fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.1040854 Feb 04 16:40:00.001379 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3c891d03-d5e3-4bee-bc7e-232d5f29cc48 req-9418a41e-c61d-4c7f-a8a5-7a4b782fd6cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588000 Feb 04 16:40:00.033585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:00.058628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231f156-f9b8-45dc-9d8d-1af12aa53183,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:00.061915 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:00.065302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5bd1b496-060e-4838-9949-4da0a0520392 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5231f156-f9b8-45dc-9d8d-1af12aa53183 HTTP/1.1" status: 204 len: 168 time: 0.2916815 Feb 04 16:40:00.078641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91bc8eee-cd09-4a19-9dad-4fb5350b728f req-9c035c77-b8b2-4ba4-84fa-cdfeda221603 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.1220806 Feb 04 16:40:00.137015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:00.151663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91bc8eee-cd09-4a19-9dad-4fb5350b728f req-3b24da5f-0bcb-4e40-b155-542e32694251 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Feb 04 16:40:00.794581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e5c2901-1d25-464d-b069-b8fe61c577fc req-b9b7240c-2832-440c-99d0-b644c9a0faea tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 210 time: 0.0551715 Feb 04 16:40:00.801055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915350d7-c1f2-4f23-8e49-d83f3ccc0d53 req-09f0045d-2a7f-4cbd-b23f-9e92f2088e0a tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:00.804433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915350d7-c1f2-4f23-8e49-d83f3ccc0d53 req-09f0045d-2a7f-4cbd-b23f-9e92f2088e0a tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2846754 Feb 04 16:40:00.879215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-915350d7-c1f2-4f23-8e49-d83f3ccc0d53 req-3706685d-44b5-4751-a80e-04075f884b38 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618098 Feb 04 16:40:01.475375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-882f5888-406f-42ec-ab3a-a2844a1f6f0f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:01.477479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-882f5888-406f-42ec-ab3a-a2844a1f6f0f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.3931561 Feb 04 16:40:01.510915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:01.715525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-736b27a3-33d8-48d1-be4d-c7846e08ba1d req-65eaeb66-6a14-4db1-84e8-b577189a38f9 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.2336509 Feb 04 16:40:01.751918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:01.762764 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:01.779876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:01.785281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:01.789215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816665da-3e6a-411a-b17b-7eeb581dd9e0 req-72cb39ab-2d60-482f-9e7d-7a292672afdf tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:01.796429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-816665da-3e6a-411a-b17b-7eeb581dd9e0 req-72cb39ab-2d60-482f-9e7d-7a292672afdf tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2022395 Feb 04 16:40:01.870279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-736b27a3-33d8-48d1-be4d-c7846e08ba1d req-817c4477-22ea-4bef-8727-937a2c276fac tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536160 Feb 04 16:40:01.929587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-816665da-3e6a-411a-b17b-7eeb581dd9e0 req-25f9cfa2-ea9f-41be-a03a-194cff6c4e9e tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144974 Feb 04 16:40:02.053810 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.13 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/cc826a5c-b429-4199-816e-704759017969) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:02.069348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d914003-48ca-4e9e-a868-7a5729c2a0c1 req-3c21e1b9-03fd-447c-b8cb-d7762b29551a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 210 time: 0.0601678 Feb 04 16:40:02.343360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.360544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object cc826a5c-b429-4199-816e-704759017969 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:02.387041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.400514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0695f5da-13f8-4434-9421-b5535893d20e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:02.455478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:02.459971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:02.483335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:02.560831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:02.614396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:02.615007 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.664941 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-6e1fb49a-38b1-40e5-b00c-ba57274b258f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1579378 Feb 04 16:40:02.682468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Request body: {'port': {'device_id': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:02.874162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:02.987803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-24aa1115-73a2-47b7-a319-f0a9b8f7a3a1 None None] Provisioning for port cc826a5c-b429-4199-816e-704759017969 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:03.004058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-24aa1115-73a2-47b7-a319-f0a9b8f7a3a1 None None] Provisioning complete for port cc826a5c-b429-4199-816e-704759017969 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:03.004154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24aa1115-73a2-47b7-a319-f0a9b8f7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:03.148928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1115-73a2-47b7-a319-f0a9b8f7a3a1 None None] Port cc826a5c-b429-4199-816e-704759017969 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:40:03.514531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1808369-2052-46f4-8e6e-a2e41f69abdc req-c8d32893-116c-4204-8a77-0b0797e2edde tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.3885512 Feb 04 16:40:03.661615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1808369-2052-46f4-8e6e-a2e41f69abdc req-fad9cf16-8a5b-4914-ab44-9721f6b36786 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334100 Feb 04 16:40:03.676921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ad1db-22a5-4e97-b9e8-cff27185f6da req-64d78dbf-27ae-4494-8177-b66ecca7ccf7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:03.694068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc826a5c-b429-4199-816e-704759017969 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:03.704538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad1ad1db-22a5-4e97-b9e8-cff27185f6da req-64d78dbf-27ae-4494-8177-b66ecca7ccf7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.4489889 Feb 04 16:40:03.718161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:03.746027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Transition to ACTIVE for port object cc826a5c-b429-4199-816e-704759017969 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:03.753967 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:03.919973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad1ad1db-22a5-4e97-b9e8-cff27185f6da req-fc5ed3fd-8412-4c50-b3ba-63a6d3ee82da tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019677 Feb 04 16:40:04.148528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02a59-be3f-4cd7-ab34-ba0438b91a21 req-4ee4819d-df5d-4a3d-a8fe-cb5955ed0deb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:04.152693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63b02a59-be3f-4cd7-ab34-ba0438b91a21 req-4ee4819d-df5d-4a3d-a8fe-cb5955ed0deb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2299984 Feb 04 16:40:04.169735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:04.239612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63b02a59-be3f-4cd7-ab34-ba0438b91a21 req-cacd6d4c-7feb-488f-8e58-cbd049fcbc5f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768628 Feb 04 16:40:04.354569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Attempting to bind port cc826a5c-b429-4199-816e-704759017969 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:04.354694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Attempting to bind port cc826a5c-b429-4199-816e-704759017969 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:04.355189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Attempting to bind port cc826a5c-b429-4199-816e-704759017969 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:04.362540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Port cc826a5c-b429-4199-816e-704759017969 on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:40:04.362934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Attempting to bind port cc826a5c-b429-4199-816e-704759017969 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:04.372355 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:04.372785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:04.373503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:04.373503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Bound port: cc826a5c-b429-4199-816e-704759017969, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:04.373695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:04.432809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73bb1eea-2037-4dd2-b7d5-8c2bf5d6ad69 req-04d3c2b0-a79f-49e1-9928-ee3370abf8fd tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.1917233 Feb 04 16:40:04.561357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73bb1eea-2037-4dd2-b7d5-8c2bf5d6ad69 req-6285629f-1efe-4370-8510-501ff2238604 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189651 Feb 04 16:40:04.606387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:04.611996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cc826a5c-b429-4199-816e-704759017969,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:04.624964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:04.751577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:04.753775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc826a5c-b429-4199-816e-704759017969 HTTP/1.1" status: 200 len: 1092 time: 2.0785103 Feb 04 16:40:04.754471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'tag': 'cc826a5c-b429-4199-816e-704759017969'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:04.815872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcae4e0e-95cc-476a-8f14-a328ad2f8ba9 req-e9f54ead-1d77-40a6-ba9c-41c1c6efc4b8 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.1023521 Feb 04 16:40:04.819002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17533-7535-41e8-95a7-b0fb834b35e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:04.873529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcae4e0e-95cc-476a-8f14-a328ad2f8ba9 req-e1b88a66-a799-4036-bfb0-854396b9333d tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564995 Feb 04 16:40:05.210965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54948d6-19a7-425d-9668-c3af12702692 req-421b3004-0f17-43e8-9438-6c933353fa40 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:05.216463 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'tag': 'cc826a5c-b429-4199-816e-704759017969', 'status': 'completed', 'code': 200} Feb 04 16:40:05.225338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54948d6-19a7-425d-9668-c3af12702692 req-421b3004-0f17-43e8-9438-6c933353fa40 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2093349 Feb 04 16:40:05.335731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54948d6-19a7-425d-9668-c3af12702692 req-09b7a26a-d191-4b61-a51a-51d8fd8d05c9 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059234 Feb 04 16:40:05.373161 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-24c16735-6173-4255-9796-df331a6c138b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 1095 time: 0.3908629 Feb 04 16:40:05.391594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-4d0a6453-72a3-4a8a-a62d-39e6829b8174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c37e489f049b48d2b3852a516820ee75&device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 1096 time: 0.2997797 Feb 04 16:40:05.612599 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-1970721c-d596-4c03-8d2b-5e4cb0f3a0fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc826a5c-b429-4199-816e-704759017969 HTTP/1.1" status: 200 len: 217 time: 0.2270572 Feb 04 16:40:05.677587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-ff0047f1-d9ed-4532-b185-210fd79cf56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:05.679365 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-ff0047f1-d9ed-4532-b185-210fd79cf56d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0584059 Feb 04 16:40:05.776843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5309-3621-4013-81da-84a9feda7753 req-32f877ce-9a3e-4871-be2d-efae56507b1a tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:05.779914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-32f877ce-9a3e-4871-be2d-efae56507b1a tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 0.3457601 Feb 04 16:40:05.794402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9442-8332-4f75-9b12-a80d3c4480b2 req-24e7cb82-90aa-4ac0-bdb3-7c90f3d6695b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:05.796551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4ad9442-8332-4f75-9b12-a80d3c4480b2 req-24e7cb82-90aa-4ac0-bdb3-7c90f3d6695b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.1983559 Feb 04 16:40:05.802971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-c76db1fc-4fc0-48ae-b90a-ac64afff9084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:05.805585 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-c76db1fc-4fc0-48ae-b90a-ac64afff9084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 200 len: 911 time: 0.2997437 Feb 04 16:40:05.860905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-3d6759f3-c121-4aeb-9f6f-7ea94fb0c260 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/quotas/0a838ab86fa2455d9b86251ea7a19487 HTTP/1.1" status: 200 len: 375 time: 0.0745668 Feb 04 16:40:05.896364 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-5a915a75-2aae-4fde-a04d-37e55882fa8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2010150 Feb 04 16:40:05.939020 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-d757f1d3-1ab5-4f5d-959d-2ed24b202675 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 200 len: 217 time: 0.1226873 Feb 04 16:40:05.952557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4ad9442-8332-4f75-9b12-a80d3c4480b2 req-54ef7972-1ec5-4aed-8afd-ec10980b39e7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237299 Feb 04 16:40:06.037482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-95853a38-6bcc-47d9-9342-edd35099161d tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1730423 Feb 04 16:40:06.154584 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-620edead-8018-4496-820a-efad83dd025a service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471721 Feb 04 16:40:06.327161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-f7ca3fd2-e515-4dc3-8ef8-cb2cc457fbf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:06.328848 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-f7ca3fd2-e515-4dc3-8ef8-cb2cc457fbf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=067f98dd-ef4a-4c7e-92c2-0215459369fd HTTP/1.1" status: 200 len: 850 time: 0.3793843 Feb 04 16:40:06.357578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-19ad6f9e-4cb2-4bda-8795-967407458df8 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183165 Feb 04 16:40:06.459701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-2085d620-34f1-43eb-86d6-2963c3560620 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=207deb11-af7d-432b-a82b-fbf3311832ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182535 Feb 04 16:40:06.851108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-f7de59aa-8924-4252-96dc-df1a69365989 service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528521 Feb 04 16:40:06.854060 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3bd3fdb-33e1-4bb8-9021-c9178c29f5e7 req-b7e50a06-151b-4edf-93bf-6f864d29b434 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6835113 Feb 04 16:40:06.947317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-232f10ea-cdd6-4759-9117-b465b850d0a3 service neutron] 10.222.0.62 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881906 Feb 04 16:40:07.051564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3aaa-d648-45a2-9091-85a68b1ee7c4 req-9bf2256b-9141-4335-9c15-de4393e90e4c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:07.057379 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc6b3aaa-d648-45a2-9091-85a68b1ee7c4 req-9bf2256b-9141-4335-9c15-de4393e90e4c tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.4684250 Feb 04 16:40:07.184867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-50bb39d8-836e-41bc-b58e-5526c88e77e2 req-2001639b-d93c-46ad-915b-f01b67e5bd66 service neutron] 10.222.0.41 "GET /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222358 Feb 04 16:40:07.196132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-b17a4c32-c6e6-4bde-8ccc-2f12bcbb0fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 1095 time: 0.1957912 Feb 04 16:40:07.252972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc6b3aaa-d648-45a2-9091-85a68b1ee7c4 req-ebcf23f2-18c6-4622-b8dd-367d468ef49e tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826489 Feb 04 16:40:07.410788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-0479488c-3552-4b26-aa90-5fd91a40aba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:07.412503 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-0479488c-3552-4b26-aa90-5fd91a40aba1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.2072253 Feb 04 16:40:07.610789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2100b37-03a3-4506-9a70-5207147a52be req-675b6d60-1c08-4b63-be73-e05e966de327 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 210 time: 0.1784430 Feb 04 16:40:07.612279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-7e6306c0-5f37-4b00-b0f8-3244eeae301c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc826a5c-b429-4199-816e-704759017969 HTTP/1.1" status: 200 len: 217 time: 0.1825051 Feb 04 16:40:07.800148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa936e5f-b79c-4c43-a006-428eaca68bd5 req-bada8257-eec9-482d-bf7f-5dc23be49adb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:07.829914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa936e5f-b79c-4c43-a006-428eaca68bd5 req-bada8257-eec9-482d-bf7f-5dc23be49adb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.3070116 Feb 04 16:40:07.980073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-8306c4e6-e2c6-4748-83c9-8e30dad21292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:07.986123 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-8306c4e6-e2c6-4748-83c9-8e30dad21292 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.3471272 Feb 04 16:40:08.031637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa936e5f-b79c-4c43-a006-428eaca68bd5 req-909722ea-4b84-49c0-80f4-210b3ff73bb7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848087 Feb 04 16:40:08.209932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42100) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:08.392400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-c981ae16-9141-40e0-8f24-f51f2d5e24b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913388 Feb 04 16:40:08.933472 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-e0524f11-bbb9-4a8f-ba92-b7ad90b1c3d8 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320973 Feb 04 16:40:09.048324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f8ff88b-a5c4-4dc4-b57d-b1ac63ebc82b req-683751a4-d4e3-4947-a710-e4229372cdce tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 210 time: 0.1526310 Feb 04 16:40:09.232201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d68d-60c2-458d-b30a-a4907297a4d7 req-3ae109a4-b01c-4fb7-8118-b6473b35cb0f tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:09.245201 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9e7d68d-60c2-458d-b30a-a4907297a4d7 req-3ae109a4-b01c-4fb7-8118-b6473b35cb0f tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.4377699 Feb 04 16:40:09.428984 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-61587fbd-71ed-45ed-bc19-e46be12fcc88 req-c299ed86-c34f-496c-bbb2-2b54488d6444 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908023 Feb 04 16:40:09.550147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9e7d68d-60c2-458d-b30a-a4907297a4d7 req-b9bdfc32-cb06-4a6d-8b03-6fd0ef9ce69b tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028836 Feb 04 16:40:09.598016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfcc0a-cad5-4df6-bec6-5cf4c4881e16 req-6a8d9e1c-e955-441e-a2cd-4e4d165e4ea0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:09.605828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87cfcc0a-cad5-4df6-bec6-5cf4c4881e16 req-6a8d9e1c-e955-441e-a2cd-4e4d165e4ea0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.1600657 Feb 04 16:40:09.657693 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:09.749594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87cfcc0a-cad5-4df6-bec6-5cf4c4881e16 req-3e655b6b-9ff9-41cd-80f7-c7684e6298aa tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425240 Feb 04 16:40:10.300484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5309-3621-4013-81da-84a9feda7753 req-d214fa50-00fc-42e0-b762-d51ab0688419 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:10.302660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-d214fa50-00fc-42e0-b762-d51ab0688419 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.58 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 0.4558771 Feb 04 16:40:10.320780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Request body: {'port': {'device_id': '1ffc7950-d441-400a-9594-c3152ebf4242', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'admin_state_up': True, 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:10.334796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:10.341584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Usage tracker for resource:port and tenant:0a838ab86fa2455d9b86251ea7a19487 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:10.345504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:10.352313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:10.440245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Made reservation on behalf of 0a838ab86fa2455d9b86251ea7a19487 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:10.445937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:10.691508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75115ab-eea9-41cb-8819-8761d2d7fd1a req-84e49908-16ac-422a-98bc-97e1f804afac tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 210 time: 0.2080240 Feb 04 16:40:11.136027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Allocated IP 172.20.0.7 (4dd4b88f-918f-42f2-81a1-fb5d216a8dbe/22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8/25b783f4-daa5-495b-bdfc-cce4e74293ad) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:11.515132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8c6e9-4370-4697-b1d5-bb899ff54d83 req-44b67cd1-ca2d-456e-a633-f5e73d3cf376 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:11.522528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56d8c6e9-4370-4697-b1d5-bb899ff54d83 req-44b67cd1-ca2d-456e-a633-f5e73d3cf376 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.9670687 Feb 04 16:40:11.676189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74413f6-96be-40f6-8ed5-114e59156099 req-249ea64f-e510-492f-9d52-64af278878b1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:11.678018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c74413f6-96be-40f6-8ed5-114e59156099 req-249ea64f-e510-492f-9d52-64af278878b1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.4899323 Feb 04 16:40:11.779279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56d8c6e9-4370-4697-b1d5-bb899ff54d83 req-7ba65751-ebb9-4ce7-b771-cba3e2089ea3 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555838 Feb 04 16:40:11.813957 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:11.916824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c74413f6-96be-40f6-8ed5-114e59156099 req-e8e528ad-8a6a-45cc-8090-01b048e1a6bb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005286 Feb 04 16:40:11.934815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Transition to ACTIVE for port object 25b783f4-daa5-495b-bdfc-cce4e74293ad will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:12.015452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-18bbd785-8d1e-4c7f-9bf9-0ddf070192a5 req-03f74549-ce8c-4004-b9db-d7650f4ca68c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 210 time: 0.0782893 Feb 04 16:40:12.215920 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.234718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['63f7321f-1c0a-43cf-85a4-19a816632030'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:12.367092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:12.370623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Pushing event updated for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:12.391804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:12.391804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:12.516926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-71cf9718-e0ca-4962-89b8-5a32630d2ce5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:12.516926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-71cf9718-e0ca-4962-89b8-5a32630d2ce5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Synchronizing usage tracker for tenant:c37e489f049b48d2b3852a516820ee75 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:12.536769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:12.536769 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:12.577500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-71cf9718-e0ca-4962-89b8-5a32630d2ce5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Unset dirty status for tenant:c37e489f049b48d2b3852a516820ee75 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:12.577500 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-71cf9718-e0ca-4962-89b8-5a32630d2ce5 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.41 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.2542922 Feb 04 16:40:12.851194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-31bee7ba-1919-4660-9f88-05f38aaae415 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5251322 Feb 04 16:40:12.888158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-bca25a23-d090-498c-ad7d-bc1fdab87cdc tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:40:12.888158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-bca25a23-d090-498c-ad7d-bc1fdab87cdc tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0186007 Feb 04 16:40:12.912383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Request body: {'port': {'device_id': '1ffc7950-d441-400a-9594-c3152ebf4242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:13.002910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Deleting port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:13.022174 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.151076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1c0cfe5-760c-4c9a-ae4e-2197d3b9090d None None] Provisioning for port 25b783f4-daa5-495b-bdfc-cce4e74293ad completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:13.166727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a1c0cfe5-760c-4c9a-ae4e-2197d3b9090d None None] Provisioning complete for port 25b783f4-daa5-495b-bdfc-cce4e74293ad triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:13.166727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a1c0cfe5-760c-4c9a-ae4e-2197d3b9090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.410429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0cfe5-760c-4c9a-ae4e-2197d3b9090d None None] Port 25b783f4-daa5-495b-bdfc-cce4e74293ad cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:40:13.450130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.607591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 1be9b275-da56-463e-b1f1-ca3892948c32 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:13.608890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.819037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] For port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,segment=NetworkSegment(f1d0791c-428a-47f8-89b2-a2b59e205604),segment_id=f1d0791c-428a-47f8-89b2-a2b59e205604)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:13.820158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:13.985533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Calling delete_port for 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:14.144125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a18da-d728-4372-8e85-12b36ccb8a85 req-320389bd-508f-44fb-b7b3-fd1a56b51d69 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:14.145888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-758a18da-d728-4372-8e85-12b36ccb8a85 req-320389bd-508f-44fb-b7b3-fd1a56b51d69 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.6835067 Feb 04 16:40:14.150494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:40:14.208058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605a0ab-0e80-4492-9d1d-e78934424327 req-4296cb6a-836f-423a-b4a7-ded75014f4c7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:14.218402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8605a0ab-0e80-4492-9d1d-e78934424327 req-4296cb6a-836f-423a-b4a7-ded75014f4c7 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/ports?device_id=03c79a97-9f94-4b31-b9fd-4b579083d4fb HTTP/1.1" status: 200 len: 945 time: 0.8090639 Feb 04 16:40:14.429860 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.454722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2d88d6d8-2298-4dd0-afa3-8bdcd16db61d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:14.521971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Pushing event deleted for resources: {'Port': ['ID=2d88d6d8-2298-4dd0-afa3-8bdcd16db61d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:14.675052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] No DVR routers for this DVR port 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:14.678165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:14.681719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'name': 'network-vif-deleted', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:14.707020 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-67f46602-c4ef-4feb-8f98-02dd91361279 req-d2c093fe-a6be-4bc5-b8dc-e104adf1ae99 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.41 "DELETE /v2.0/ports/2d88d6d8-2298-4dd0-afa3-8bdcd16db61d HTTP/1.1" status: 204 len: 173 time: 2.1307781 Feb 04 16:40:14.891473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b783f4-daa5-495b-bdfc-cce4e74293ad {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:14.925237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 1be9b275-da56-463e-b1f1-ca3892948c32, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1be9b275-da56-463e-b1f1-ca3892948c32,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:14.927513 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.079089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 1be9b275-da56-463e-b1f1-ca3892948c32 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:15.181731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-758a18da-d728-4372-8e85-12b36ccb8a85 req-14976675-15fe-4b1c-821c-9ccd7343c763 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0164936 Feb 04 16:40:15.186475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.238532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Transition to ACTIVE for port object 25b783f4-daa5-495b-bdfc-cce4e74293ad will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:15.268285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8605a0ab-0e80-4492-9d1d-e78934424327 req-a37c62da-2977-45e2-a6f9-0eac88cfb030 tempest-TestServerAdvancedOps-873874653 tempest-TestServerAdvancedOps-873874653-project] 10.222.0.62 "GET /v2.0/security-groups?id=056c3f8c-5961-404b-a497-fade89ee2506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0279722 Feb 04 16:40:15.275106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.434176 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c79a97-9f94-4b31-b9fd-4b579083d4fb', 'name': 'network-vif-deleted', 'tag': '2d88d6d8-2298-4dd0-afa3-8bdcd16db61d', 'status': 'completed', 'code': 200} Feb 04 16:40:15.844068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Pushing event updated for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:15.852299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:15.983897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=1be9b275-da56-463e-b1f1-ca3892948c32,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:16.027072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-85c289d5-02f2-411a-aeee-4ef13d69e404 req-f261c0e3-b59c-4ff5-9023-ea7f5fae7da7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Synchronizing usage tracker for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:16.221693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-85c289d5-02f2-411a-aeee-4ef13d69e404 req-f261c0e3-b59c-4ff5-9023-ea7f5fae7da7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Unset dirty status for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:16.232540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85c289d5-02f2-411a-aeee-4ef13d69e404 req-f261c0e3-b59c-4ff5-9023-ea7f5fae7da7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1052 time: 0.6796601 Feb 04 16:40:16.465749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Attempting to bind port 25b783f4-daa5-495b-bdfc-cce4e74293ad on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:16.466089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Attempting to bind port 25b783f4-daa5-495b-bdfc-cce4e74293ad by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:16.466443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Attempting to bind port 25b783f4-daa5-495b-bdfc-cce4e74293ad on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:16.587694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Port 25b783f4-daa5-495b-bdfc-cce4e74293ad on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:40:16.589087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Attempting to bind port 25b783f4-daa5-495b-bdfc-cce4e74293ad on network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:16.613990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85c289d5-02f2-411a-aeee-4ef13d69e404 req-f65acea4-b2b4-4ef0-a09b-3618b67ba5ca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882499 Feb 04 16:40:16.615348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:16.616797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Checking segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:16.618909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Bound using segment: {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:16.620437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Bound port: 25b783f4-daa5-495b-bdfc-cce4e74293ad, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1e6bc1-b393-4d3a-8d45-9f13f76da315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:16.623224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:16.858286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42158) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:16.984034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Deleting subnet 067f98dd-ef4a-4c7e-92c2-0215459369fd {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:16.991858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ecdb-4b48-470d-8a62-95cab3f62117 req-e80b6e6c-bfd9-4f3a-828a-68b13d0b5d40 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:16.991858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfb7ecdb-4b48-470d-8a62-95cab3f62117 req-e80b6e6c-bfd9-4f3a-828a-68b13d0b5d40 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.4952755 Feb 04 16:40:17.005677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.058144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:17.095590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.095984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:17.136104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.168855 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.204368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:17.240148 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.241748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] 10.222.0.58 "PUT /v2.0/ports/25b783f4-daa5-495b-bdfc-cce4e74293ad HTTP/1.1" status: 200 len: 1091 time: 4.3389068 Feb 04 16:40:17.243003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:17.295448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:17.296257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2d88d6d8-2298-4dd0-afa3-8bdcd16db61d not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:17.403385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.422276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfb7ecdb-4b48-470d-8a62-95cab3f62117 req-8bca3133-a4bd-4565-96ea-0c0a8b1d343f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943517 Feb 04 16:40:17.454169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d101c1-0e60-4f33-b231-3db0f7fe9845 service neutron] Pushing event updated for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:17.458100 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad', 'status': 'completed', 'code': 200} Feb 04 16:40:17.476936 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.491484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067f98dd-ef4a-4c7e-92c2-0215459369fd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:17.521117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.534479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8517d75d-2ee0-417b-ab08-580ad77f532d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/067f98dd-ef4a-4c7e-92c2-0215459369fd HTTP/1.1" status: 204 len: 168 time: 0.6719036 Feb 04 16:40:17.543360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42166) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:17.626700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-7051d063-63bb-4b5e-888f-67352fb6e3f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1094 time: 0.3141887 Feb 04 16:40:17.746049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:17.935144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-bb498905-91c8-4db4-8a4a-83a64c691a6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad HTTP/1.1" status: 200 len: 217 time: 0.2830234 Feb 04 16:40:18.017076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.053804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207deb11-af7d-432b-a82b-fbf3311832ef']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:18.067405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d0791c-428a-47f8-89b2-a2b59e205604') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:18.067405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d0791c-428a-47f8-89b2-a2b59e205604') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:18.080466 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.100473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.111940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:40:18.112715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.164642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5309-3621-4013-81da-84a9feda7753 req-edfcbe7e-2728-4b18-8581-13b7ce36c7d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:18.166805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-edfcbe7e-2728-4b18-8581-13b7ce36c7d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 HTTP/1.1" status: 200 len: 848 time: 0.2190461 Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:18.268502 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:18.273600 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.297538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.311009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] Pushing event deleted for resources: {'Network': ['ID=207deb11-af7d-432b-a82b-fbf3311832ef,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:18.320412 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-069100cd-8710-43a2-8fd3-2dffc3d43363 admin admin] 10.222.0.62 "DELETE /v2.0/networks/207deb11-af7d-432b-a82b-fbf3311832ef HTTP/1.1" status: 204 len: 168 time: 0.7825167 Feb 04 16:40:18.323694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42178) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:18.343358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1802e72b-85db-4cc2-8537-1a40ef6009e4 req-28db0dc9-adb3-4b37-a84a-aa5c8f89a60f tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1094 time: 0.3095798 Feb 04 16:40:18.399699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Deleting subnet 4fa5e509-58e3-4e08-9603-89190db11445 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:18.401489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-726d24e3-0f00-40e3-9a2d-132283bd7858 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2268705 Feb 04 16:40:18.404690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.473156 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.557730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.621016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-f3ec886a-d2df-4fba-ba6e-758409380b75 service neutron] 10.222.0.58 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087007 Feb 04 16:40:18.644858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.695801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa5e509-58e3-4e08-9603-89190db11445,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:18.701480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.710680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-064d9382-9010-43cf-ba1a-cc6519bb411f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4fa5e509-58e3-4e08-9603-89190db11445 HTTP/1.1" status: 204 len: 168 time: 0.3858337 Feb 04 16:40:18.711284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:18.839438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:18.874919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1802e72b-85db-4cc2-8537-1a40ef6009e4 req-dc66897f-a49d-40d6-bdd5-d74aadb4aaca tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302129 Feb 04 16:40:18.985251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45da5309-3621-4013-81da-84a9feda7753 req-4014e5ed-a961-4970-839c-9ecf218cca3b service neutron] 10.222.0.58 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559055 Feb 04 16:40:19.004194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.059740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ccfa9-816c-46aa-b634-40b3a7bfd43d req-56e77ce8-663c-4330-8bdb-2a5a9cfa7987 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:19.068222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e83ccfa9-816c-46aa-b634-40b3a7bfd43d req-56e77ce8-663c-4330-8bdb-2a5a9cfa7987 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2836018 Feb 04 16:40:19.078320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f882b2-1750-4aaf-89a9-188470999c14']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:19.101569 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dec56a-0f07-407e-bda2-48af215d6c49') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:19.104040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dec56a-0f07-407e-bda2-48af215d6c49') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:19.204701 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.242945 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.250831 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:40:19.250831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:19.284733 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:19.340821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e83ccfa9-816c-46aa-b634-40b3a7bfd43d req-09237fd6-01cd-41cd-8302-f90ff73ac855 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713454 Feb 04 16:40:19.545605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.575274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:19.577861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f882b2-1750-4aaf-89a9-188470999c14,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:19.593802 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e757647c-e5bd-47b3-9d53-cef7afe3ad40 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0f882b2-1750-4aaf-89a9-188470999c14 HTTP/1.1" status: 204 len: 168 time: 0.8785658 Feb 04 16:40:19.720404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-4d239457-8e45-41fc-8fa1-930f57b01a85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0a838ab86fa2455d9b86251ea7a19487&device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1094 time: 0.5716143 Feb 04 16:40:19.860818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:20.063359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42202) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:20.189990 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d8e69cfc-e621-4d9a-9c02-5ab6c85900f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c37e489f049b48d2b3852a516820ee75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1254079 Feb 04 16:40:20.192723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42208) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:20.269137 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.299868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.361672 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:40:20.443829 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.490034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056c3f8c-5961-404b-a497-fade89ee2506,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:20.518074 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:20.519799 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3863aa98-942b-45f5-9d9f-b2b317bde29a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/056c3f8c-5961-404b-a497-fade89ee2506 HTTP/1.1" status: 204 len: 168 time: 0.3259397 Feb 04 16:40:20.754454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-8b223719-8c77-4e90-ab1b-c88617934133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:20.756164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-8b223719-8c77-4e90-ab1b-c88617934133 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 200 len: 910 time: 1.0289686 Feb 04 16:40:20.887104 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-ce7cf28d-5acc-4db5-82f9-eba02b5a5c1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad HTTP/1.1" status: 200 len: 217 time: 0.1225145 Feb 04 16:40:20.974445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5619dcb5-f991-4e8d-8ca2-9e3aedba255d req-c8c05d12-00b6-478b-b10f-5f907148f931 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1094 time: 0.9427793 Feb 04 16:40:21.062776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-c1b8ed16-4eb0-418e-a7f9-60ccef060749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:21.064864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-c1b8ed16-4eb0-418e-a7f9-60ccef060749 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 HTTP/1.1" status: 200 len: 848 time: 0.1675608 Feb 04 16:40:21.215887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7fb0-3dab-422d-99a1-2f8a9bc8c1fe req-bd4e2af9-4dde-455d-8ed5-e804fc2a7bab tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:21.223334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdfb7fb0-3dab-422d-99a1-2f8a9bc8c1fe req-bd4e2af9-4dde-455d-8ed5-e804fc2a7bab tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.5090854 Feb 04 16:40:21.244099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5619dcb5-f991-4e8d-8ca2-9e3aedba255d req-54c43edc-91d2-4865-8b87-adfc811c58bf tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681229 Feb 04 16:40:21.313850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:21.340017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdfb7fb0-3dab-422d-99a1-2f8a9bc8c1fe req-8ed69eb6-3b6d-45d1-8892-7b138dce71d8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159930 Feb 04 16:40:21.397855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-9f8b6c61-4be4-4031-b26f-b9a463c525bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3240519 Feb 04 16:40:21.398049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42220) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:21.404853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:21.424461 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:21.458413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:21.459170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:21.534243 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-abd2e707-d2a0-4c90-81e3-0cd70aabc09e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce122d1c91a7478392f025778bd24aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1333997 Feb 04 16:40:21.541882 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42228) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:21.583081 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:21.637979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5c8657b8-240b-4d26-9eeb-01a890d7a4fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/58521612-21fd-4797-a110-fbefc06ee3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4256778 Feb 04 16:40:21.734229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-bc851920-0d7f-4b93-90ba-1fabd969754a service neutron] 10.222.0.58 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097782 Feb 04 16:40:21.756531 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:21.830520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:21.969984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:22.004134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d68366-df24-4665-857a-af0044c13c06,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:22.014371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:22.028287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:22.033585 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aa25075d-59cc-429f-9b10-a5da2b681f2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19d68366-df24-4665-857a-af0044c13c06 HTTP/1.1" status: 204 len: 168 time: 0.4873970 Feb 04 16:40:22.112392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391f49e1-0f5f-4faf-8509-6ddb9c1396b3 req-089e4521-6a67-4d93-893b-228b914132c3 service neutron] 10.222.0.58 "GET /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713069 Feb 04 16:40:22.219268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 25b783f4-daa5-495b-bdfc-cce4e74293ad details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:40:22.483607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc52c3-d932-4c71-a7b3-d8c65b6c7ab9 req-24a6f3f8-cc26-4537-ad91-df4c2f5fa2e6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:22.488520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dcc52c3-d932-4c71-a7b3-d8c65b6c7ab9 req-24a6f3f8-cc26-4537-ad91-df4c2f5fa2e6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:22.635689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1dcc52c3-d932-4c71-a7b3-d8c65b6c7ab9 req-24a6f3f8-cc26-4537-ad91-df4c2f5fa2e6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:22.636854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dcc52c3-d932-4c71-a7b3-d8c65b6c7ab9 req-24a6f3f8-cc26-4537-ad91-df4c2f5fa2e6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.3153090 Feb 04 16:40:22.687988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:22.865903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9bdd9a-0891-4c36-aa8b-cd0ea42b5724 req-35da3b5e-2c17-45dd-a598-3afff7d71047 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1094 time: 0.3493228 Feb 04 16:40:22.882990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1dcc52c3-d932-4c71-a7b3-d8c65b6c7ab9 req-6d976ec7-9693-4f4e-b943-a159b245e416 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384307 Feb 04 16:40:22.885637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '25b783f4-daa5-495b-bdfc-cce4e74293ad', 'network_id': '4dd4b88f-918f-42f2-81a1-fb5d216a8dbe', 'port_id': '25b783f4-daa5-495b-bdfc-cce4e74293ad', 'mac_address': 'fa:16:3e:16:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:40:23.015490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9bdd9a-0891-4c36-aa8b-cd0ea42b5724 req-dcfa2b15-1cb6-4fd9-9dcf-8e99b144cf9e tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251738 Feb 04 16:40:23.130673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:23.194987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b783f4-daa5-495b-bdfc-cce4e74293ad {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:23.309591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3019d2-b129-40e1-a762-13b3ef8d3ddf req-a72dcda3-3500-4d14-83de-3d9f4d050daf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:23.311472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f3019d2-b129-40e1-a762-13b3ef8d3ddf req-a72dcda3-3500-4d14-83de-3d9f4d050daf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.1476789 Feb 04 16:40:23.400862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f3019d2-b129-40e1-a762-13b3ef8d3ddf req-40a2635c-1583-4ba1-aa78-33985a6f0ddd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753310 Feb 04 16:40:23.565287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:23.583881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:23.681561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-e37e45ab-0053-4fa0-8f17-0b8456ca0109 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:23.683323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-e37e45ab-0053-4fa0-8f17-0b8456ca0109 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:23.698306 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-e37e45ab-0053-4fa0-8f17-0b8456ca0109 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:23.699900 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-e37e45ab-0053-4fa0-8f17-0b8456ca0109 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.1308124 Feb 04 16:40:23.731955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:23.855420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['25b783f4-daa5-495b-bdfc-cce4e74293ad'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:23.866725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port eee93e4a-82bd-4c2f-b321-f2632808f15b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:23.869569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:23.920756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:23.925770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42276) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:23.976899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:24.074152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:24.075136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:39:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:24.319345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1387661497-network', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:24.332846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port eee93e4a-82bd-4c2f-b321-f2632808f15b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=eee93e4a-82bd-4c2f-b321-f2632808f15b,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:24.332846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.359140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:24.372243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Usage tracker for resource:network and tenant:4b2b22d74d71417da1c4c532908d6394 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:24.410188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:24.424818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:24.468706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c2667-71e6-4819-b980-bb45961da3a0 req-2a621fbd-4ad8-483a-8a6a-57f6e3782006 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:24.470549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-945c2667-71e6-4819-b980-bb45961da3a0 req-2a621fbd-4ad8-483a-8a6a-57f6e3782006 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad52362-4e9b-4dee-896f-faf3967dcb44 HTTP/1.1" status: 200 len: 946 time: 0.3556874 Feb 04 16:40:24.542762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for eee93e4a-82bd-4c2f-b321-f2632808f15b owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:24.546285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Made reservation on behalf of 4b2b22d74d71417da1c4c532908d6394 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:24.549453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.650579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.718175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:24.782895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3154ed86-8bbe-472a-baad-9b983060cdd2 req-012bfd7d-01b2-4fd4-89d9-e5fd118459b7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1095 time: 0.4258778 Feb 04 16:40:24.795170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:24.849183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-945c2667-71e6-4819-b980-bb45961da3a0 req-68797c47-ea99-47f9-8209-ee71fb774397 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544581 Feb 04 16:40:24.917624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3154ed86-8bbe-472a-baad-9b983060cdd2 req-654171a4-6048-4098-b938-7d68f987fddd tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308382 Feb 04 16:40:24.925505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:24.930516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2b22d74d71417da1c4c532908d6394 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:24.935579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:24.936925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=eee93e4a-82bd-4c2f-b321-f2632808f15b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:24.957562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:25.103062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.108575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.120779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] No DVR routers for this DVR port eee93e4a-82bd-4c2f-b321-f2632808f15b on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:25.123607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.127684 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'name': 'network-vif-deleted', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:25.148740 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bd9e209b-7a79-42cc-bb23-b24ee3f076c3 req-dc26492b-9ac9-4a4e-9c49-cfb2cf38ec84 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "DELETE /v2.0/ports/eee93e4a-82bd-4c2f-b321-f2632808f15b HTTP/1.1" status: 204 len: 173 time: 1.4402735 Feb 04 16:40:25.239564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:40:25.253110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832d7aad-55ca-4826-b1fa-4c60b116af34,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:25.280907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.281589 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Added segment 84a0cd16-19c2-428e-9e37-d012b45236d8 of type vlan for network 64069cff-d061-4c15-9537-52487e416da1 Feb 04 16:40:25.294684 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2ca8a6ec-8bbe-4ef2-b4da-601bc35b8994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.332069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:25.339986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba47fb-3143-4ada-b0b9-45357c9442e6 None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f5f0b4a0-04b6-48dc-9024-84614c7fe9f6', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'port_id': '055810c6-298c-4927-9e41-ce502e8bcd54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'mac_address': 'fa:16:3e:6a:d9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:38:21Z', 'updated_at': '2022-02-04T16:38:27Z', 'revision_number': 1, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:25.353797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.428406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20383a26-dd50-4bb0-bcae-05217d323f88 req-77c12969-70ed-410f-9ee5-d9b183f4c8b3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:25.436614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20383a26-dd50-4bb0-bcae-05217d323f88 req-77c12969-70ed-410f-9ee5-d9b183f4c8b3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2902541 Feb 04 16:40:25.516369 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad52362-4e9b-4dee-896f-faf3967dcb44', 'name': 'network-vif-deleted', 'tag': 'eee93e4a-82bd-4c2f-b321-f2632808f15b', 'status': 'completed', 'code': 200} Feb 04 16:40:25.519652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.520515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:25.521087 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:25.627055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20383a26-dd50-4bb0-bcae-05217d323f88 req-e6c9924f-adb7-42be-972a-3f47bc1c33cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887543 Feb 04 16:40:25.817502 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8875008 Feb 04 16:40:25.817502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceade4-f3e4-4e9e-b855-bca334cf0891 admin admin] Pushing event updated for resources: {'Network': ['ID=64069cff-d061-4c15-9537-52487e416da1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:25.818186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:25.826265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Request body: {'subnet': {'network_id': '64069cff-d061-4c15-9537-52487e416da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1387661497-subnet', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:25.831673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 64069cff-d061-4c15-9537-52487e416da1 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:40:25.837412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:25.841966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Usage tracker for resource:subnet and tenant:4b2b22d74d71417da1c4c532908d6394 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:25.848739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:25.856786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:25.875702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Made reservation on behalf of 4b2b22d74d71417da1c4c532908d6394 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:40:25.879268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.088970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42306) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:26.104263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 25b783f4-daa5-495b-bdfc-cce4e74293ad up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:26.262396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 25b783f4-daa5-495b-bdfc-cce4e74293ad completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:26.277526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 25b783f4-daa5-495b-bdfc-cce4e74293ad triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:26.277722 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.291253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.346360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.469939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5952dc1b-274c-40d1-828a-908609a4fb7c req-677fb2b9-edb1-4129-a926-69984f3a8a8f tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1095 time: 0.1568019 Feb 04 16:40:26.515746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.541791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5952dc1b-274c-40d1-828a-908609a4fb7c req-442e23c4-1c87-4721-89f5-e02c4d9a2230 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578957 Feb 04 16:40:26.542829 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:26.564716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.570635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-010c6fdf-3cab-4901-b0d2-9f959a20a240 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a27b2d6-34a7-4bc5-bf31-6aeee52b1c21 HTTP/1.1" status: 204 len: 168 time: 0.4804456 Feb 04 16:40:26.593670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.612762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.626288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:26.639193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:26.670384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1be9b275-da56-463e-b1f1-ca3892948c32 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:26.756775 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad', 'code': 200} Feb 04 16:40:26.766168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:26.768155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1be9b275-da56-463e-b1f1-ca3892948c32 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:26.768397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1be9b275-da56-463e-b1f1-ca3892948c32 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:26.777946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:26.894544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:26.934944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11f9c38-a082-4822-857f-679e532c473b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:26.963157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting subnet 2ee66c9f-24c7-4718-8293-e6917d3ff6db {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:26.967107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.009793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Checking segment: {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:27.010532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Network hostable DHCP agents. Network: 64069cff-d061-4c15-9537-52487e416da1, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:40:27.059119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.111650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Network 64069cff-d061-4c15-9537-52487e416da1 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:40:27.158845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ce2f9-ce21-4582-9c16-d709f0404e10 req-c1603625-4374-4459-a9c1-05a12838a200 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:27.163910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e8ce2f9-ce21-4582-9c16-d709f0404e10 req-c1603625-4374-4459-a9c1-05a12838a200 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2156963 Feb 04 16:40:27.168530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 64069cff-d061-4c15-9537-52487e416da1) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:27.183122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:27.183328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf474865-ed72-4ffe-a5e4-00213e870109 None None] Network 64069cff-d061-4c15-9537-52487e416da1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:27.183640 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.222789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.225507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b1253a5-866d-4358-8179-23809c14a629 req-37d6d6f9-b918-41ad-aee3-67865d30ad4c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.3920386 Feb 04 16:40:27.307217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eee93e4a-82bd-4c2f-b321-f2632808f15b no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:27.309265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f6547ecb-f6b0-4145-9fa4-08571c71907e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4905822 Feb 04 16:40:27.313911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42324) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:27.319617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:40:27.327954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:40:27.332652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Usage tracker for resource:router and tenant:4b2b22d74d71417da1c4c532908d6394 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:40:27.340890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:40:27.348555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:40:27.366467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b1253a5-866d-4358-8179-23809c14a629 req-49bb4551-cbf5-4d21-923e-264f260affe3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963328 Feb 04 16:40:27.375820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.377646 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.390269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e8ce2f9-ce21-4582-9c16-d709f0404e10 req-9e0235cf-e08a-4fca-bfdd-df9fbdbf4e95 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094703 Feb 04 16:40:27.394244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.449472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee66c9f-24c7-4718-8293-e6917d3ff6db,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:27.460513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.481865 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fd14cc86-8b9f-47e6-b07d-2470b56c5c76 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/subnets/2ee66c9f-24c7-4718-8293-e6917d3ff6db HTTP/1.1" status: 204 len: 168 time: 0.8458652 Feb 04 16:40:27.481865 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.481865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42328) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:27.533953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: eee93e4a-82bd-4c2f-b321-f2632808f15b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:27.538768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device eee93e4a-82bd-4c2f-b321-f2632808f15b not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:27.551996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d8ee66-5d11-4cf4-af92-5c89c85d2826 None None] Network 8d70b774-85e2-4e7c-af82-f67283c7b1e0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:27.583481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef09a7ea-6722-4d5d-b45c-f2040c6c0ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.834786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-64069cff-d061-4c15-9537-52487e416da1', 'network_id': '64069cff-d061-4c15-9537-52487e416da1', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'fixed_ips': [{'subnet_id': 'f11f9c38-a082-4822-857f-679e532c473b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:40:27.835584 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:27.895277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0abb85da-39b7-45a8-9797-62c32cf05cc9 req-188fee8e-9013-4dbb-a85e-9ee508747738 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.1246827 Feb 04 16:40:28.120554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.159376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.162531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 91302266-c032-457b-9328-6b12cdf2c32c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:28.163372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.272786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Allocated IP 172.20.0.2 (64069cff-d061-4c15-9537-52487e416da1/f11f9c38-a082-4822-857f-679e532c473b/16224cfa-8f53-42dd-bedf-83fea3bb5e16) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:28.412712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0abb85da-39b7-45a8-9797-62c32cf05cc9 req-6f85972f-d7e5-4953-9abd-cb369597ad3a tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091252 Feb 04 16:40:28.683596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] DHCP port deletion for 8d70b774-85e2-4e7c-af82-f67283c7b1e0 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:40:28.703354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Deleting port 91302266-c032-457b-9328-6b12cdf2c32c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:28.703738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.735259 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 91302266-c032-457b-9328-6b12cdf2c32c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=91302266-c032-457b-9328-6b12cdf2c32c,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:28.735259 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.802152 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:28.823590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cc03-277b-432c-bc48-a3856ac0a4bb req-3db96397-e4fd-4906-af92-19c0df3edf2a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:28.837908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41a4cc03-277b-432c-bc48-a3856ac0a4bb req-3db96397-e4fd-4906-af92-19c0df3edf2a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.1611431 Feb 04 16:40:28.922981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 91302266-c032-457b-9328-6b12cdf2c32c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:28.932330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41a4cc03-277b-432c-bc48-a3856ac0a4bb req-d25d26fb-0bdd-476b-8c95-deb02d261ed4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919299 Feb 04 16:40:29.074083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] For port 91302266-c032-457b-9328-6b12cdf2c32c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=91302266-c032-457b-9328-6b12cdf2c32c,segment=NetworkSegment(f78c2606-edd7-462a-ba3d-1f8dcd395dd8),segment_id=f78c2606-edd7-462a-ba3d-1f8dcd395dd8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:29.074694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.086006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.115235 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.166141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=91302266-c032-457b-9328-6b12cdf2c32c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:29.168602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.209343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Calling delete_port for 91302266-c032-457b-9328-6b12cdf2c32c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:29.230221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] No DVR routers for this DVR port 91302266-c032-457b-9328-6b12cdf2c32c on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:29.313352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.366905 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.408074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Transition to ACTIVE for port object 16224cfa-8f53-42dd-bedf-83fea3bb5e16 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:29.426916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:40:29.427272 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:40:29.437222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Transition to ACTIVE for port object 16224cfa-8f53-42dd-bedf-83fea3bb5e16 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:29.449537 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.541887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Network 64069cff-d061-4c15-9537-52487e416da1 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:29.545557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:29.548530 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:29.556493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Pushing event updated for resources: {'Port': ['ID=16224cfa-8f53-42dd-bedf-83fea3bb5e16,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:29.557881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Allocated IP 172.25.5.29 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e38e882f-127c-4402-868b-dc068157d28c) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:29.704220 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.710600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Attempting to bind port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:29.711101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Attempting to bind port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:29.711469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Attempting to bind port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 on network 64069cff-d061-4c15-9537-52487e416da1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:29.723610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:29.723986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Checking segment: {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:29.724378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.731617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Bound using segment: {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:29.732156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Bound port: 16224cfa-8f53-42dd-bedf-83fea3bb5e16, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:29.732540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.773348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-753c5c33-30a5-4502-8afe-c4a471bc3be6 req-dddb3d50-cced-4853-82c1-58c6c23edbd4 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.1290810 Feb 04 16:40:29.794283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70b774-85e2-4e7c-af82-f67283c7b1e0']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:29.849344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:29.849344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78c2606-edd7-462a-ba3d-1f8dcd395dd8') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:29.872693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-753c5c33-30a5-4502-8afe-c4a471bc3be6 req-baf642ff-e1f8-4feb-8845-7fbcc2ce9af7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Feb 04 16:40:29.905607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] For port 16224cfa-8f53-42dd-bedf-83fea3bb5e16, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:29.909395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] For port 16224cfa-8f53-42dd-bedf-83fea3bb5e16, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16224cfa-8f53-42dd-bedf-83fea3bb5e16,segment=NetworkSegment(84a0cd16-19c2-428e-9e37-d012b45236d8),segment_id=84a0cd16-19c2-428e-9e37-d012b45236d8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:29.922557 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.950906 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.971314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Deleting port 91302266-c032-457b-9328-6b12cdf2c32c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:29.971731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:29.991779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.009273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:40:30.010012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:40:30.032956 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:40:30.114012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e51edfae-fd27-4290-a435-0912c6daf3a3 None None] The port '91302266-c032-457b-9328-6b12cdf2c32c' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:40:30.191526 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.213099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.231020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4e42-2aed-47dd-9430-573382b16c4f None None] Pushing event updated for resources: {'Port': ['ID=16224cfa-8f53-42dd-bedf-83fea3bb5e16,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.251822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.261800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.270801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Network': ['ID=8d70b774-85e2-4e7c-af82-f67283c7b1e0,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.309699 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3ec2ec96-10bf-4300-98d2-7e7dd826b78a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/networks/8d70b774-85e2-4e7c-af82-f67283c7b1e0 HTTP/1.1" status: 204 len: 168 time: 2.8314738 Feb 04 16:40:30.312600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42372) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:30.325854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8847834-c276-4297-8b2b-8fa93321507f req-78d8947d-c82e-4521-98f9-9fbeaa46ed35 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.2349715 Feb 04 16:40:30.398235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8e48c-6f58-4fb2-be2f-975d8f0bc317 req-04ff5d5d-2dd4-4fd7-8b8f-512f571dd8ee tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:30.400612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47d8e48c-6f58-4fb2-be2f-975d8f0bc317 req-04ff5d5d-2dd4-4fd7-8b8f-512f571dd8ee tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2595577 Feb 04 16:40:30.504828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8847834-c276-4297-8b2b-8fa93321507f req-1f910ae0-a61c-44c7-9332-e64163e77dba tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732380 Feb 04 16:40:30.530307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-47d8e48c-6f58-4fb2-be2f-975d8f0bc317 req-f5d1bdff-34ef-41c3-a5dd-6fd5f8db36af tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106405 Feb 04 16:40:30.617242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:30.750294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:30.769225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:30.776263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:30.793190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16224cfa-8f53-42dd-bedf-83fea3bb5e16 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:30.863941 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Pushing event updated for resources: {'Port': ['ID=e38e882f-127c-4402-868b-dc068157d28c,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:30.957560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d86a415e-fd0c-4d6e-9748-78799c97aaa8 req-0de0ef94-8eb9-439c-a09c-bf845a866ade tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.2328162 Feb 04 16:40:30.969238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:31.052016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d86a415e-fd0c-4d6e-9748-78799c97aaa8 req-8b9c48fa-cdf2-43ec-adc2-e5ca904e8a24 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859509 Feb 04 16:40:31.059375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 91302266-c032-457b-9328-6b12cdf2c32c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:31.114564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 91302266-c032-457b-9328-6b12cdf2c32c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:31.117256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 91302266-c032-457b-9328-6b12cdf2c32c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:31.313994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 96c0e840-f581-470c-b098-8b0590799eae {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:31.314404 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.534265 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.535221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.664364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a18ff-890d-4d5b-b62e-29aaeba74353 None None] Network 64069cff-d061-4c15-9537-52487e416da1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:31.694427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 96c0e840-f581-470c-b098-8b0590799eae owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:31.822910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.827048 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.930879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Provisioning for port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:31.939999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf905e78-8000-45de-a976-ede1cf58c5c9 req-176396dc-745d-4d33-bd70-d7fbb0fa3f4f tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.2655563 Feb 04 16:40:31.949656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Provisioning complete for port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:31.949783 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:31.959629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e187e-5b59-497f-970a-8c99553cccd7 req-6961fd13-1eee-4c3c-bbd7-8eab6b58c493 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:31.970588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-506e187e-5b59-497f-970a-8c99553cccd7 req-6961fd13-1eee-4c3c-bbd7-8eab6b58c493 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.2089946 Feb 04 16:40:32.050025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-506e187e-5b59-497f-970a-8c99553cccd7 req-55af328e-f375-4e43-9cca-48402d6eba1f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768089 Feb 04 16:40:32.205943 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.266397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.338311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=96c0e840-f581-470c-b098-8b0590799eae,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:32.353442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] For port 16224cfa-8f53-42dd-bedf-83fea3bb5e16, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16224cfa-8f53-42dd-bedf-83fea3bb5e16,segment=NetworkSegment(84a0cd16-19c2-428e-9e37-d012b45236d8),segment_id=84a0cd16-19c2-428e-9e37-d012b45236d8)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:32.363978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf905e78-8000-45de-a976-ede1cf58c5c9 req-261a6dc6-71e7-45a5-ae5a-b8b29153b720 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603199 Feb 04 16:40:32.366620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.574764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:32.594656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b736d0a-0150-4e93-bf4e-925007bf6f3a None None] Pushing event updated for resources: {'Port': ['ID=16224cfa-8f53-42dd-bedf-83fea3bb5e16,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:32.737043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:40:33.005849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-8faf9a9f-afa4-4843-b1c0-effff08bc7e7 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.1092947 Feb 04 16:40:33.017280 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c3f00ba5-b4a2-4f82-b8f9-7e7a5377747a None None] Provisioning complete for port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:33.017660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3f00ba5-b4a2-4f82-b8f9-7e7a5377747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.196719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Deleting port 25b783f4-daa5-495b-bdfc-cce4e74293ad {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:33.197517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.294671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cc826a5c-b429-4199-816e-704759017969 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:40:33.534275 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cc826a5c-b429-4199-816e-704759017969,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:33.559169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'cc826a5c-b429-4199-816e-704759017969', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': 'cc826a5c-b429-4199-816e-704759017969', 'mac_address': 'fa:16:3e:8f:5d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:40:33.632883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.701968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc826a5c-b429-4199-816e-704759017969 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:40:33.728246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cc826a5c-b429-4199-816e-704759017969,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:33.736897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.737830 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:33.751476 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Sync routers for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:33.772227 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Routers {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:33.773546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:33.838725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f42f0-5167-4a4f-be9e-3818ec0463ac req-a6c8ea8e-f77e-410a-841f-7112874798c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:33.846001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-569f42f0-5167-4a4f-be9e-3818ec0463ac req-a6c8ea8e-f77e-410a-841f-7112874798c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 944 time: 0.5814922 Feb 04 16:40:33.888462 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:33.927898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] For port 25b783f4-daa5-495b-bdfc-cce4e74293ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=25b783f4-daa5-495b-bdfc-cce4e74293ad,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:33.928511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.971995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:33.975731 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-79861122-38ea-483d-8c3a-7f9cb0328a6a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.6614447 Feb 04 16:40:33.997950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42406) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:34.000058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['cc826a5c-b429-4199-816e-704759017969'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:34.054927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-569f42f0-5167-4a4f-be9e-3818ec0463ac req-fc0c9240-6c59-49a2-a8e1-d05d803b1274 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076688 Feb 04 16:40:34.090245 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Set router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:34.142366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Calling delete_port for 25b783f4-daa5-495b-bdfc-cce4e74293ad owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:34.271704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2f7406f-2aa7-4c2a-b8f5-f77e83a900f2 req-328a4908-cf34-4be4-85e5-25433f77edf6 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 1096 time: 0.5471544 Feb 04 16:40:34.406000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2f7406f-2aa7-4c2a-b8f5-f77e83a900f2 req-bee521bf-6781-426f-b702-07658375655a tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334240 Feb 04 16:40:34.444735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:34.576607 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:34.759719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Pushing event deleted for resources: {'Port': ['ID=25b783f4-daa5-495b-bdfc-cce4e74293ad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:34.764224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16224cfa-8f53-42dd-bedf-83fea3bb5e16 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:34.781317 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:31Z', 'revision_number': 3, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:34.785620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] No DVR routers for this DVR port 25b783f4-daa5-495b-bdfc-cce4e74293ad on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:34.787180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Checking router: 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:34.787543 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Updating router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf port e38e882f-127c-4402-868b-dc068157d28c binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:40:34.789340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:34.811127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'name': 'network-vif-deleted', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:34.833009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['63f7321f-1c0a-43cf-85a4-19a816632030'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:34.863151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c239a26-8199-45c4-8a32-76b14efe4830 req-19ebde2a-1d44-44fb-b9ac-67fad9189501 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.58 "DELETE /v2.0/ports/25b783f4-daa5-495b-bdfc-cce4e74293ad HTTP/1.1" status: 204 len: 173 time: 1.8382843 Feb 04 16:40:34.889995 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:35.027286 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc7950-d441-400a-9594-c3152ebf4242', 'name': 'network-vif-deleted', 'tag': '25b783f4-daa5-495b-bdfc-cce4e74293ad', 'status': 'completed', 'code': 200} Feb 04 16:40:35.211073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:35.218943 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:35.311198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:35.319440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:35.332933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cc826a5c-b429-4199-816e-704759017969 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:35.366040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:35.577742 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-07f356ec-4ac0-4ee2-ba31-bf6be60f8335 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/floatingips/f5f0b4a0-04b6-48dc-9024-84614c7fe9f6 HTTP/1.1" status: 204 len: 168 time: 5.2640858 Feb 04 16:40:35.582227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:35.594474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:35.600357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:35.619537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dff41-4918-435c-baa0-84e2947a5f14 req-8ba80e6a-ab5b-45fc-82e5-83c2da0e4290 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:35.624538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-625dff41-4918-435c-baa0-84e2947a5f14 req-8ba80e6a-ab5b-45fc-82e5-83c2da0e4290 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 945 time: 0.3145015 Feb 04 16:40:35.771623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-625dff41-4918-435c-baa0-84e2947a5f14 req-860508be-0fbe-420a-916e-7e35bbcab3b8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341290 Feb 04 16:40:35.892807 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:35.943838 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Transition to ACTIVE for port object e38e882f-127c-4402-868b-dc068157d28c will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:35.962721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-19585935-8297-4228-ac90-0ba6c45976a6 req-0dd4a794-9b0c-4d26-876d-cf42da902108 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Synchronizing usage tracker for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:35.968568 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.022960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-19585935-8297-4228-ac90-0ba6c45976a6 req-0dd4a794-9b0c-4d26-876d-cf42da902108 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Unset dirty status for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:36.036065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-19585935-8297-4228-ac90-0ba6c45976a6 req-0dd4a794-9b0c-4d26-876d-cf42da902108 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1ffc7950-d441-400a-9594-c3152ebf4242 HTTP/1.1" status: 200 len: 210 time: 0.1900034 Feb 04 16:40:36.053678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port cc826a5c-b429-4199-816e-704759017969 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:36.065122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 25b783f4-daa5-495b-bdfc-cce4e74293ad no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:36.125868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port cc826a5c-b429-4199-816e-704759017969 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:36.126628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.188835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 25b783f4-daa5-495b-bdfc-cce4e74293ad {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:36.189571 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 25b783f4-daa5-495b-bdfc-cce4e74293ad not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:36.235058 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Attempting to bind port e38e882f-127c-4402-868b-dc068157d28c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:36.235651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Attempting to bind port e38e882f-127c-4402-868b-dc068157d28c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:36.236182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Attempting to bind port e38e882f-127c-4402-868b-dc068157d28c on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:36.257422 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:36.264704 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:36.265400 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.265974 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:36.266762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Bound port: e38e882f-127c-4402-868b-dc068157d28c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:36.267369 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.286232 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54', 'status': 'completed', 'code': 200} Feb 04 16:40:36.320604 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Pushing event updated for resources: {'Port': ['ID=e38e882f-127c-4402-868b-dc068157d28c,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:36.355171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:36.363454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.364561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.364561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.366158 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.366556 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.369472 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.370098 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.370817 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.371354 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.377076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.377796 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:36.515631 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] For port e38e882f-127c-4402-868b-dc068157d28c, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:36.519279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] For port e38e882f-127c-4402-868b-dc068157d28c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e38e882f-127c-4402-868b-dc068157d28c,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:36.532303 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.735869 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Routers {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:36.735988 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:36.827878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9cf61-b169-4bd3-a8be-dfa15f317573 req-6af0f08a-1286-44f3-b8d3-dc2c534941cf tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:36.831958 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:36.843478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6c9cf61-b169-4bd3-a8be-dfa15f317573 req-6af0f08a-1286-44f3-b8d3-dc2c534941cf tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.2225275 Feb 04 16:40:36.871336 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f9a07-000f-4feb-842a-cc02bf81a6cd None None] Pushing event updated for resources: {'Port': ['ID=e38e882f-127c-4402-868b-dc068157d28c,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:37.014490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6c9cf61-b169-4bd3-a8be-dfa15f317573 req-722c08eb-10af-49f5-8c38-f7b41cdb476a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697011 Feb 04 16:40:37.032404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cc826a5c-b429-4199-816e-704759017969,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:37.035797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc826a5c-b429-4199-816e-704759017969'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:37.056950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.066488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:37.244243 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] Set router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:37.272573 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387731f4-0664-47a9-ae9d-617bb70f9f25 req-7d455e4d-9143-4603-a791-8ffc2b94fb30 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:37.274802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-387731f4-0664-47a9-ae9d-617bb70f9f25 req-7d455e4d-9143-4603-a791-8ffc2b94fb30 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.2531774 Feb 04 16:40:37.288719 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc826a5c-b429-4199-816e-704759017969', 'code': 200} Feb 04 16:40:37.292932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:37.323456 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-b2e50638-1e7a-4117-b417-6e161a1f0ceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 1097 time: 1.0382841 Feb 04 16:40:37.362985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-387731f4-0664-47a9-ae9d-617bb70f9f25 req-9b215411-331c-4863-bd25-92b45aea0106 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773196 Feb 04 16:40:37.565998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:37.571271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:37.604715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:37.606167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:37.839671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:31Z', 'revision_number': 3, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:37.845142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2486c5-6e1e-48ed-a2d6-6392292d9b0f None None] The sync data for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 is: [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:31Z', 'revision_number': 3, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:37.907899 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ee12e3ee-fecc-41cc-a8ea-8867fc17d620 req-ef2b5951-2ead-4158-9d77-95fecad220c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 1097 time: 0.5806341 Feb 04 16:40:37.913631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-6b976244-6280-480b-9c96-c0a5d08e8081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:37.915582 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-6b976244-6280-480b-9c96-c0a5d08e8081 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 200 len: 897 time: 0.4547355 Feb 04 16:40:37.980648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:38.058387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163963-daa8-4c9c-b099-1eddc44be046 req-f8938371-51b8-400c-a0ba-8cf2b90fae3b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:38.059827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73163963-daa8-4c9c-b099-1eddc44be046 req-f8938371-51b8-400c-a0ba-8cf2b90fae3b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.2525947 Feb 04 16:40:38.060215 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-ecd21105-53fb-4420-97b7-6bbbf2e550fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 200 len: 217 time: 0.1339009 Feb 04 16:40:38.150262 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Allocated IP 172.20.0.1 (64069cff-d061-4c15-9537-52487e416da1/f11f9c38-a082-4822-857f-679e532c473b/b4e3462c-f02f-42c7-a41f-81f7c6e22be2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:40:38.187531 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ee12e3ee-fecc-41cc-a8ea-8867fc17d620 req-7877ed52-4d53-4d51-88ba-80bbddeff2ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702470 Feb 04 16:40:38.200372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-5403cc07-1c64-4b2b-8f56-9d52e9895bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:38.202239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-5403cc07-1c64-4b2b-8f56-9d52e9895bd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 200 len: 834 time: 0.1258335 Feb 04 16:40:38.264432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 055810c6-298c-4927-9e41-ce502e8bcd54 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:38.264801 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.711789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.732678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Transition to ACTIVE for port object b4e3462c-f02f-42c7-a41f-81f7c6e22be2 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:38.769301 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-b9f214f3-c9a9-44b5-9f9f-3bea8f49d844 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b9ab849-e883-474a-80aa-b773162e4e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768017 Feb 04 16:40:38.774655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:38.777180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c33cb44c-9933-44e5-abd2-3cfdd8f98251 req-3c21d8fc-18a0-4c13-a6f6-251d500a6409 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.8357384 Feb 04 16:40:38.819043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e38e882f-127c-4402-868b-dc068157d28c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:38.926131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:38.947313 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee351d5-2e75-488e-a091-288e8a3b6fab None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:15Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '78dc5a19-3151-4031-9864-491f919cdb08', 'name': '', 'network_id': '0b9ab849-e883-474a-80aa-b773162e4e8a', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:7d:b0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:37Z', 'updated_at': '2022-02-04T16:37:50Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '5cf3440d-df16-4d31-8968-68a380e77f6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:38.993700 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-9aeb0f14-b8d7-4246-a66a-4b4f7d3acff3 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055981 Feb 04 16:40:39.023403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port e38e882f-127c-4402-868b-dc068157d28c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:39.024141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Network 64069cff-d061-4c15-9537-52487e416da1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:39.057379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e38e882f-127c-4402-868b-dc068157d28c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:39.058581 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.064134 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:39.111286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c33cb44c-9933-44e5-abd2-3cfdd8f98251 req-0ac8cb95-653d-4fdd-a413-d829a3c4bb2c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929983 Feb 04 16:40:39.129543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75f9f-abfd-4182-88a9-8bc752239b04 req-9bbaf976-b480-4d80-b739-0fa465d82453 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:39.166566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:40:39.195646 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95f75f9f-abfd-4182-88a9-8bc752239b04 req-9bbaf976-b480-4d80-b739-0fa465d82453 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 946 time: 0.7115462 Feb 04 16:40:39.403183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 055810c6-298c-4927-9e41-ce502e8bcd54, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=055810c6-298c-4927-9e41-ce502e8bcd54,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:39.410402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.504104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.544032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port e38e882f-127c-4402-868b-dc068157d28c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e38e882f-127c-4402-868b-dc068157d28c,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:39.564408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.732377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=e38e882f-127c-4402-868b-dc068157d28c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:39.746925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.747276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.749823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.750193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.752259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.753099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.757433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.760006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.760362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.760700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.761033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:39.765135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:39.810956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3c6ccd13-e295-4a6b-b421-cc7c5403aaa1 None None] Provisioning for port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:39.816806 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3c6ccd13-e295-4a6b-b421-cc7c5403aaa1 None None] Provisioning complete for port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:39.817472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3c6ccd13-e295-4a6b-b421-cc7c5403aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:39.886133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe841b56-7b4b-489e-88a0-cacb73ebdd87 None None] New status for floating IP f5f0b4a0-04b6-48dc-9024-84614c7fe9f6: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:40:40.039025 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.049086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ccd13-e295-4a6b-b421-cc7c5403aaa1 None None] Port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:40:40.184743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 055810c6-298c-4927-9e41-ce502e8bcd54 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:40.204539 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4c2e198f-3c93-40b0-ba38-f3cc02af1093 req-0c4d5e2a-df7e-4d59-b6cf-b0be1b1414a9 service neutron] 10.222.0.41 "GET /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1871760 Feb 04 16:40:40.220511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-fabd0967-72b2-45b4-b233-e8e1dfe2f365 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Synchronizing usage tracker for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:40.248270 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.259804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-fabd0967-72b2-45b4-b233-e8e1dfe2f365 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Unset dirty status for tenant:0a838ab86fa2455d9b86251ea7a19487 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:40.260880 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-fabd0967-72b2-45b4-b233-e8e1dfe2f365 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.7052248 Feb 04 16:40:40.380489 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Deleting port 63f7321f-1c0a-43cf-85a4-19a816632030 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:40.380996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.408211 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95f75f9f-abfd-4182-88a9-8bc752239b04 req-c8aebbc4-ccf8-492b-ab6c-004a6b83e560 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=28034d91-2112-4e16-9169-536ff545bac6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2110257 Feb 04 16:40:40.525185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bdeb7-6eb8-472a-b7a1-7d15356f1742 req-f0e41b7b-deed-4dfc-811c-4f8aa6ca9e51 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:40.543818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391bdeb7-6eb8-472a-b7a1-7d15356f1742 req-f0e41b7b-deed-4dfc-811c-4f8aa6ca9e51 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.2163992 Feb 04 16:40:40.659880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-391bdeb7-6eb8-472a-b7a1-7d15356f1742 req-8da1f323-a058-4ded-875a-c99681886dd3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199338 Feb 04 16:40:40.743440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e38e882f-127c-4402-868b-dc068157d28c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:40.835157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port e38e882f-127c-4402-868b-dc068157d28c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:40.835590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.879615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1edb43b1-a7fc-48c1-bb85-d2ca72a50b10 req-0571e86c-3de3-461e-81ca-766b97628f29 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1097 time: 0.1449552 Feb 04 16:40:40.881419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:40.994277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=055810c6-298c-4927-9e41-ce502e8bcd54,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:41.132017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] No DVR routers for this DVR port 055810c6-298c-4927-9e41-ce502e8bcd54 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:41.134587 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.137115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'name': 'network-vif-deleted', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:41.161066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73163963-daa8-4c9c-b099-1eddc44be046 req-e639ff83-e586-49de-8aa0-90b32e33cf11 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.41 "DELETE /v2.0/ports/055810c6-298c-4927-9e41-ce502e8bcd54 HTTP/1.1" status: 204 len: 173 time: 3.0903029 Feb 04 16:40:41.180337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1edb43b1-a7fc-48c1-bb85-d2ca72a50b10 req-708bba1a-c030-4586-a11d-59ec17cedf46 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118971 Feb 04 16:40:41.216925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.221931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:41.222557 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.233644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.239267 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22269e-168f-4dd8-b851-00a60f625b94', 'name': 'network-vif-deleted', 'tag': '055810c6-298c-4927-9e41-ce502e8bcd54', 'status': 'completed', 'code': 200} Feb 04 16:40:41.335312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 63f7321f-1c0a-43cf-85a4-19a816632030 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:41.651706 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Calling delete_port for 63f7321f-1c0a-43cf-85a4-19a816632030 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:41.673019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.729513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.738106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:41.751745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:41.802072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:41.815196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:41.826562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-56063c6a-d7df-4005-82d0-95effe392b6d req-354e935d-0d0a-4954-af31-7aee6811e0a8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:41.827265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 055810c6-298c-4927-9e41-ce502e8bcd54 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:41.871935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-56063c6a-d7df-4005-82d0-95effe392b6d req-354e935d-0d0a-4954-af31-7aee6811e0a8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:41.872980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56063c6a-d7df-4005-82d0-95effe392b6d req-354e935d-0d0a-4954-af31-7aee6811e0a8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa22269e-168f-4dd8-b851-00a60f625b94 HTTP/1.1" status: 200 len: 210 time: 0.2055175 Feb 04 16:40:41.876009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:40:41.876999 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:40:41.982271 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030', 'code': 200} Feb 04 16:40:41.993978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Network 64069cff-d061-4c15-9537-52487e416da1 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:40:42.005446 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:40:42.020261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 055810c6-298c-4927-9e41-ce502e8bcd54 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:42.022535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 055810c6-298c-4927-9e41-ce502e8bcd54 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:42.089017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:42.327116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd97e5d-a686-4e8b-a7f0-473d38719182 req-93002191-4e2e-4bd3-8177-9e150f13f3aa tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:42.329046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cd97e5d-a686-4e8b-a7f0-473d38719182 req-93002191-4e2e-4bd3-8177-9e150f13f3aa tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.1973550 Feb 04 16:40:42.425149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Deleting port 63f7321f-1c0a-43cf-85a4-19a816632030 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:42.425626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.525872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-18b9b9bd-ecdd-43d5-962a-7cedc7e97e38 None None] Provisioning complete for port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:42.525872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-18b9b9bd-ecdd-43d5-962a-7cedc7e97e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.578564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4cd97e5d-a686-4e8b-a7f0-473d38719182 req-3a417f8a-29e1-49b2-affa-03a69a7fda59 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387271 Feb 04 16:40:42.615100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e2c1aa7-93b6-4ba9-9ad0-cce42233c2de req-845e4e6f-59e9-4f2d-bbbc-13f36ac4d977 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 1095 time: 0.1868761 Feb 04 16:40:42.662762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-18b9b9bd-ecdd-43d5-962a-7cedc7e97e38 None None] Port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:40:42.768903 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] For port 63f7321f-1c0a-43cf-85a4-19a816632030, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=63f7321f-1c0a-43cf-85a4-19a816632030,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:42.769349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:42.776243 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e2c1aa7-93b6-4ba9-9ad0-cce42233c2de req-eddfa432-6e9f-408b-a342-e6f6db1b5f1e tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509094 Feb 04 16:40:43.105066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:43.163319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Calling delete_port for 63f7321f-1c0a-43cf-85a4-19a816632030 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:43.251877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f3b77-89c8-442d-a2dd-1b4c7666d1c5 req-a33b72ef-114e-45c0-8d90-3055f953b591 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:43.253555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c83f3b77-89c8-442d-a2dd-1b4c7666d1c5 req-a33b72ef-114e-45c0-8d90-3055f953b591 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.2648351 Feb 04 16:40:43.256467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.329447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.399031 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c83f3b77-89c8-442d-a2dd-1b4c7666d1c5 req-8975f31c-8f57-4266-a383-6268da37fdfc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163180 Feb 04 16:40:43.474567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.529058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.538300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.544823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/security-groups/28034d91-2112-4e16-9169-536ff545bac6 HTTP/1.1" status: 204 len: 168 time: 0.4353168 Feb 04 16:40:43.557778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28034d91-2112-4e16-9169-536ff545bac6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:43.573278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.573973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.574626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.575170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.576341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.578274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.578944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.593610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.593610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.593610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.593610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f6ae5f-dbe7-480c-b6b9-7a1bcd3b6d29 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:43.619909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Pushing event deleted for resources: {'Port': ['ID=63f7321f-1c0a-43cf-85a4-19a816632030,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:43.643142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42510) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:43.676324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:43.733989 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] No DVR routers for this DVR port 63f7321f-1c0a-43cf-85a4-19a816632030 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:43.737355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:43.743983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-deleted', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:43.871017 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-211caa7b-714d-4e6d-ba44-6140d57b6e0a req-2f3261e4-b39d-4d12-a51f-cae1e97b929c tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/63f7321f-1c0a-43cf-85a4-19a816632030 HTTP/1.1" status: 204 len: 173 time: 3.6010966 Feb 04 16:40:43.874995 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67d359-c46f-4edc-8750-92cb286a70a8', 'name': 'network-vif-deleted', 'tag': '63f7321f-1c0a-43cf-85a4-19a816632030', 'status': 'completed', 'code': 200} Feb 04 16:40:44.317356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:44.330200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Sync routers for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:44.346558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1759e421-2416-4456-9c39-3efd5dcab089 admin admin] 10.222.0.62 "PUT /v2.0/routers/2fa59e56-0959-4b80-8e6a-dfb9824bb3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3374984 Feb 04 16:40:44.360031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Routers {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:44.360945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:44.585842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55d5d1b1-2cb2-4a42-97c9-5864c22876c8 req-44e3ec62-d0f7-49f5-8d9a-d21cc03d7255 tempest-TestServerMultinode-1484787404 tempest-TestServerMultinode-1484787404-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bf67d359-c46f-4edc-8750-92cb286a70a8 HTTP/1.1" status: 200 len: 210 time: 0.3566515 Feb 04 16:40:44.733835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Set router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:44.764841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876cd4-50f6-4d64-99ed-8b313607cac6 req-f1bb1c6d-a186-462a-8604-7385d3431f30 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:44.774521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02876cd4-50f6-4d64-99ed-8b313607cac6 req-f1bb1c6d-a186-462a-8604-7385d3431f30 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.2752681 Feb 04 16:40:44.892124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02876cd4-50f6-4d64-99ed-8b313607cac6 req-0fb4f218-5b75-468e-bfec-7340e7fab605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155608 Feb 04 16:40:44.934488 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.280167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:40Z', 'revision_number': 4, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b4e3462c-f02f-42c7-a41f-81f7c6e22be2', 'name': '', 'network_id': '64069cff-d061-4c15-9537-52487e416da1', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'mac_address': 'fa:16:3e:b1:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11f9c38-a082-4822-857f-679e532c473b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:37Z', 'updated_at': '2022-02-04T16:40:40Z', 'revision_number': 2, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'subnets': [{'id': 'f11f9c38-a082-4822-857f-679e532c473b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:45.287162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Checking router: 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:45.287360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Updating router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:40:45.396760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:45.832879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42550) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:45.989441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-ffe76712-849e-4853-ab5f-6f64284c3265 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:45.993834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-ffe76712-849e-4853-ab5f-6f64284c3265 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:46.049226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-ffe76712-849e-4853-ab5f-6f64284c3265 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:46.050423 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-ffe76712-849e-4853-ab5f-6f64284c3265 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.2741392 Feb 04 16:40:46.133924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.181726 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Transition to ACTIVE for port object b4e3462c-f02f-42c7-a41f-81f7c6e22be2 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:40:46.203699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.232101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port cc826a5c-b429-4199-816e-704759017969 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:46.233919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.351336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a58c-d1de-4627-9d07-38980fc173a5 None None] Pushing event updated for resources: {'Port': ['ID=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:46.529412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f746b85-90e6-4a02-abf4-c9073a8ac60d req-d9579386-21ef-4a74-aa8c-aae8deeab44f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:46.531385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f746b85-90e6-4a02-abf4-c9073a8ac60d req-d9579386-21ef-4a74-aa8c-aae8deeab44f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 946 time: 0.3087559 Feb 04 16:40:46.539094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 78dc5a19-3151-4031-9864-491f919cdb08 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:46.539742 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.752939 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Attempting to bind port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:40:46.753488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Attempting to bind port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:40:46.756943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Attempting to bind port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 on network 64069cff-d061-4c15-9537-52487e416da1 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:40:46.774361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f746b85-90e6-4a02-abf4-c9073a8ac60d req-4e02f7f2-2c46-44f1-af97-022d34fddffc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979461 Feb 04 16:40:46.780089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:40:46.782055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Checking segment: {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:40:46.782689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.783386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Bound using segment: {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:40:46.786470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Bound port: b4e3462c-f02f-42c7-a41f-81f7c6e22be2, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0cd16-19c2-428e-9e37-d012b45236d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64069cff-d061-4c15-9537-52487e416da1'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:40:46.788723 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:46.919150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port cc826a5c-b429-4199-816e-704759017969, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=cc826a5c-b429-4199-816e-704759017969,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:46.919878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.043393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] For port b4e3462c-f02f-42c7-a41f-81f7c6e22be2, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:40:47.054307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] For port b4e3462c-f02f-42c7-a41f-81f7c6e22be2, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,segment=NetworkSegment(84a0cd16-19c2-428e-9e37-d012b45236d8),segment_id=84a0cd16-19c2-428e-9e37-d012b45236d8)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:40:47.092694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.209560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for cc826a5c-b429-4199-816e-704759017969 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:47.306699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42572) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:47.326092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Routers {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:47.326994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:47.405879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 78dc5a19-3151-4031-9864-491f919cdb08, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=78dc5a19-3151-4031-9864-491f919cdb08,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:47.406405 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.411945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a58c-d1de-4627-9d07-38980fc173a5 None None] Pushing event updated for resources: {'Port': ['ID=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:47.734531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] Set router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:47.819520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:47.903871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0695f5da-13f8-4434-9421-b5535893d20e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:40:48.031261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=cc826a5c-b429-4199-816e-704759017969,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:48.114906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 78dc5a19-3151-4031-9864-491f919cdb08 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:48.274739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port cc826a5c-b429-4199-816e-704759017969 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:48.283572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:48.309880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'name': 'network-vif-deleted', 'tag': 'cc826a5c-b429-4199-816e-704759017969'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:40:48.383931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2647b4a-16ce-4465-ba5f-8accc1e2c7c5 req-f6a55a15-4a2d-4780-8baf-d2ca8f516049 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 210 time: 0.1342208 Feb 04 16:40:48.418977 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c93632f-a29e-4211-9b4c-56822378cfbc req-3509e18d-bcca-4afe-8f2f-d65bdc954703 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/cc826a5c-b429-4199-816e-704759017969 HTTP/1.1" status: 204 len: 173 time: 2.3343601 Feb 04 16:40:48.613015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:48.702523 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded9e600-ec81-4263-ac68-9f3e0992355c', 'name': 'network-vif-deleted', 'tag': 'cc826a5c-b429-4199-816e-704759017969', 'status': 'completed', 'code': 200} Feb 04 16:40:48.807659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.007178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:40Z', 'revision_number': 4, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b4e3462c-f02f-42c7-a41f-81f7c6e22be2', 'name': '', 'network_id': '64069cff-d061-4c15-9537-52487e416da1', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'mac_address': 'fa:16:3e:b1:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11f9c38-a082-4822-857f-679e532c473b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:37Z', 'updated_at': '2022-02-04T16:40:47Z', 'revision_number': 4, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'subnets': [{'id': 'f11f9c38-a082-4822-857f-679e532c473b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:49.014427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7357d-78c3-48a7-a1d7-592dc5eda6c9 None None] The sync data for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 is: [{'id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'name': 'tempest-ImageQuotaTest-1387661497-router', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e38e882f-127c-4402-868b-dc068157d28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:40:27Z', 'updated_at': '2022-02-04T16:40:40Z', 'revision_number': 4, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'gw_port': {'id': 'e38e882f-127c-4402-868b-dc068157d28c', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:29Z', 'updated_at': '2022-02-04T16:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'b4e3462c-f02f-42c7-a41f-81f7c6e22be2', 'name': '', 'network_id': '64069cff-d061-4c15-9537-52487e416da1', 'tenant_id': '4b2b22d74d71417da1c4c532908d6394', 'mac_address': 'fa:16:3e:b1:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa59e56-0959-4b80-8e6a-dfb9824bb3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f11f9c38-a082-4822-857f-679e532c473b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:40:37Z', 'updated_at': '2022-02-04T16:40:47Z', 'revision_number': 4, 'project_id': '4b2b22d74d71417da1c4c532908d6394', 'subnets': [{'id': 'f11f9c38-a082-4822-857f-679e532c473b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:49.086223 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:49.333975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=78dc5a19-3151-4031-9864-491f919cdb08,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:49.364271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cc826a5c-b429-4199-816e-704759017969 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:49.415221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: cc826a5c-b429-4199-816e-704759017969 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:49.415814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device cc826a5c-b429-4199-816e-704759017969 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:49.989825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fefff5bd-50aa-4b06-b123-c7ccfb01f42b req-0d241fdf-d7d1-46e9-9a94-a092c895dea0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded9e600-ec81-4263-ac68-9f3e0992355c HTTP/1.1" status: 200 len: 210 time: 0.2622457 Feb 04 16:40:50.155415 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Deleting port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:50.156674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.612227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] For port b4e3462c-f02f-42c7-a41f-81f7c6e22be2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,segment=NetworkSegment(84a0cd16-19c2-428e-9e37-d012b45236d8),segment_id=84a0cd16-19c2-428e-9e37-d012b45236d8)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:50.613050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:50.868057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Calling delete_port for b4e3462c-f02f-42c7-a41f-81f7c6e22be2 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:50.922960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.025249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4e3462c-f02f-42c7-a41f-81f7c6e22be2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:40:51.236658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:40:51.254622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:40:51.254993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.262158 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.358282 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e3462c-f02f-42c7-a41f-81f7c6e22be2,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:51.371523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Port b4e3462c-f02f-42c7-a41f-81f7c6e22be2 was deleted so its status cannot be updated. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 04 16:40:51.392872 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.468950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Deleting port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:51.469462 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.474019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:51.910313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] For port 412d5e9b-292d-42ca-afeb-3acb7c02e8e7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:51.910955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.007003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.064319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Calling delete_port for 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:52.801648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:52.967912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Pushing event deleted for resources: {'Port': ['ID=412d5e9b-292d-42ca-afeb-3acb7c02e8e7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:53.043003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:53.453679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:53.471794 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-acb381b3-9f01-42d6-8d57-568f0bb3cc69 admin admin] 10.222.0.62 "PUT /v2.0/routers/2fa59e56-0959-4b80-8e6a-dfb9824bb3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1626406 Feb 04 16:40:53.474242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42622) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:53.649224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 58521612-21fd-4797-a110-fbefc06ee3be has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:53.951214 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:53.970258 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:54.624383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:54.643533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Sync routers for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:54.673606 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:54.678762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:54.767856 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:54.799140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Deleting port e38e882f-127c-4402-868b-dc068157d28c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:54.799728 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:54.803465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-01c12e3c-f558-4946-a575-988a9e125964 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/58521612-21fd-4797-a110-fbefc06ee3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1554687 Feb 04 16:40:54.807299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42638) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:55.063079 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:55.155534 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1db8c3c5-41fe-441e-9fb6-6bd10d7d6ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.168292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] For port e38e882f-127c-4402-868b-dc068157d28c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=e38e882f-127c-4402-868b-dc068157d28c,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:55.169046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.479711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Calling delete_port for e38e882f-127c-4402-868b-dc068157d28c owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:55.615627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:48Z', 'revision_number': 7, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:55.622742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Checking router: 58521612-21fd-4797-a110-fbefc06ee3be for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:55.659574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting subnet 5cf3440d-df16-4d31-8968-68a380e77f6e {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:55.663787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.668110 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Routers {'58521612-21fd-4797-a110-fbefc06ee3be'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:55.668626 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['58521612-21fd-4797-a110-fbefc06ee3be'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:55.812406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:55.859791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.098288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38e882f-127c-4402-868b-dc068157d28c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:56.115774 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] Set router 58521612-21fd-4797-a110-fbefc06ee3be gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:56.178284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.223760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.224099 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.224428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.224756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.225072 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.225394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.225712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.226028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.226357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.230778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.231117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:40:56.339768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Router b36dc6e8-d27c-4788-8313-028defc4afa4 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:40:56.432380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.486619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf3440d-df16-4d31-8968-68a380e77f6e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:56.505498 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.517318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47623d1-2d8a-4d48-8b4f-d091c0431a77 None None] Network 0b9ab849-e883-474a-80aa-b773162e4e8a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:56.529499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ba8d0146-b5e2-433a-8174-3806dda18e19 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/subnets/5cf3440d-df16-4d31-8968-68a380e77f6e HTTP/1.1" status: 204 len: 168 time: 1.7168131 Feb 04 16:40:56.530732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42656) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:56.575071 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.640391 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:48Z', 'revision_number': 7, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:56.645156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10082c0e-daad-44d7-a02d-f0f3cc1a5c4a None None] The sync data for ids ['58521612-21fd-4797-a110-fbefc06ee3be'] in n-d-827873-1 is: [{'id': '58521612-21fd-4797-a110-fbefc06ee3be', 'name': 'tempest-TestNetworkBasicOps-router-1706051869', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:37:28Z', 'updated_at': '2022-02-04T16:40:48Z', 'revision_number': 7, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '47d9def9-e611-42b0-ae7a-839aed0265b3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58521612-21fd-4797-a110-fbefc06ee3be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:37:29Z', 'updated_at': '2022-02-04T16:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:56.957912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:40:56.966797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b3a8b50-7bdd-42a1-81b8-8fe2ffb3bedf admin admin] 10.222.0.62 "PUT /v2.0/routers/b36dc6e8-d27c-4788-8313-028defc4afa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1284206 Feb 04 16:40:56.968390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Sync routers for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:56.969821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42666) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:56.986746 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:56.988661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:56.989685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:56.991400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.064201 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.064758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa59e56-0959-4b80-8e6a-dfb9824bb3bf {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:40:57.096238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.099644 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01080312-2b68-4750-98ff-b73499781089 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2fa59e56-0959-4b80-8e6a-dfb9824bb3bf HTTP/1.1" status: 204 len: 168 time: 3.6244555 Feb 04 16:40:57.102981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:57.233876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Deleting subnet f11f9c38-a082-4822-857f-679e532c473b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:40:57.238732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.240648 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.319953 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.339015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:57.356564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:40:57.567765 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.647904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] DHCP port deletion for 0b9ab849-e883-474a-80aa-b773162e4e8a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:40:57.729776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.822971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11f9c38-a082-4822-857f-679e532c473b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:57.842739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:57.855695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42684) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:40:57.863014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-94fb9b81-9c34-4e89-a833-ad7d21c5995c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f11f9c38-a082-4822-857f-679e532c473b HTTP/1.1" status: 204 len: 168 time: 0.7426870 Feb 04 16:40:57.902441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Deleting port 57fee486-26c0-47cd-b082-a95e389c231a {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:57.902441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.063858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd8157-f5eb-40f1-a7c5-4b32467819d3 None None] Network 64069cff-d061-4c15-9537-52487e416da1 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:40:58.255259 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f70aed7e-19dc-4278-ab48-b5e63ec34e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.307368 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.368299 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Deleting port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:58.368638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.494759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71950bec-0f97-436a-b278-2a3aa43fa9bb req-6d50412f-055a-4da5-b2cf-56f6df04a0d1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:58.496877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71950bec-0f97-436a-b278-2a3aa43fa9bb req-6d50412f-055a-4da5-b2cf-56f6df04a0d1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 945 time: 0.4634907 Feb 04 16:40:58.504734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] For port 57fee486-26c0-47cd-b082-a95e389c231a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57fee486-26c0-47cd-b082-a95e389c231a,segment=NetworkSegment(61b487f4-08cb-46a5-a14f-e8413f326554),segment_id=61b487f4-08cb-46a5-a14f-e8413f326554)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:58.505150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.530632 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Sync routers for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:40:58.549652 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:58.550012 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:40:58.550624 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:40:58.570076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Routers set() bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:58.570572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Router IDs set() for agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 04 16:40:58.571154 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent'). {{(pid=83599) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 04 16:40:58.571869 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d76b0a-aecf-4190-b9b6-c859f7702d86 None None] The sync data for ids ['2fa59e56-0959-4b80-8e6a-dfb9824bb3bf'] in n-d-827873-1 is: [] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:58.596042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.675327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Calling delete_port for 57fee486-26c0-47cd-b082-a95e389c231a owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:58.771984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 78dc5a19-3151-4031-9864-491f919cdb08 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:58.804289 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.812022 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.879023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 47d9def9-e611-42b0-ae7a-839aed0265b3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:58.879360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:58.913033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71950bec-0f97-436a-b278-2a3aa43fa9bb req-e983896c-2ce2-43d5-938f-d802f55f5f4f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020579 Feb 04 16:40:58.913636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] No DVR routers for this DVR port 57fee486-26c0-47cd-b082-a95e389c231a on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:40:58.950754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287a5ee-7a2b-4fe3-b7d9-4b83f0d196bb None None] Pushing event deleted for resources: {'Port': ['ID=57fee486-26c0-47cd-b082-a95e389c231a,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:58.965941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 78dc5a19-3151-4031-9864-491f919cdb08 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:58.966271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 78dc5a19-3151-4031-9864-491f919cdb08 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:58.966719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57fee486-26c0-47cd-b082-a95e389c231a no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:40:58.988005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] For port 16224cfa-8f53-42dd-bedf-83fea3bb5e16, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16224cfa-8f53-42dd-bedf-83fea3bb5e16,segment=NetworkSegment(84a0cd16-19c2-428e-9e37-d012b45236d8),segment_id=84a0cd16-19c2-428e-9e37-d012b45236d8)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:58.988363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.015552 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.018521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 57fee486-26c0-47cd-b082-a95e389c231a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:40:59.019035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57fee486-26c0-47cd-b082-a95e389c231a not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:40:59.021561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.038498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:40:52Z', 'revision_number': 5, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:59.043929 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Checking router: b36dc6e8-d27c-4788-8313-028defc4afa4 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:40:59.066951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Routers {'b36dc6e8-d27c-4788-8313-028defc4afa4'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:40:59.067577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b36dc6e8-d27c-4788-8313-028defc4afa4'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:59.275255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] Set router b36dc6e8-d27c-4788-8313-028defc4afa4 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:40:59.294621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Calling delete_port for 16224cfa-8f53-42dd-bedf-83fea3bb5e16 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:40:59.402187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad966ade-f4ff-4e4c-a47f-db3a2770c70f None None] DHCP port deletion for 64069cff-d061-4c15-9537-52487e416da1 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:40:59.415143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad966ade-f4ff-4e4c-a47f-db3a2770c70f None None] Deleting port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:59.415790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad966ade-f4ff-4e4c-a47f-db3a2770c70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.541760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.564046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-b296047e-4211-4e91-94c3-2a803717d899 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:40:59.564735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-b296047e-4211-4e91-94c3-2a803717d899 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:40:59.583536 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-b296047e-4211-4e91-94c3-2a803717d899 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:40:59.584850 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-b296047e-4211-4e91-94c3-2a803717d899 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 945 time: 0.3513381 Feb 04 16:40:59.669880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad966ade-f4ff-4e4c-a47f-db3a2770c70f None None] The port '16224cfa-8f53-42dd-bedf-83fea3bb5e16' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:40:59.769532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 0695f5da-13f8-4434-9421-b5535893d20e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:40:59.770539 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:40:59.866962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:40:52Z', 'revision_number': 5, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:40:59.877357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f7fdf-4e30-4cfa-be0d-f10c99bff13e None None] The sync data for ids ['b36dc6e8-d27c-4788-8313-028defc4afa4'] in n-d-827873-1 is: [{'id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'name': 'tempest-TestServerMultinode-109946468-router', 'tenant_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '3cc37fc9-39d9-4982-a251-196724a26931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:06Z', 'updated_at': '2022-02-04T16:40:52Z', 'revision_number': 5, 'project_id': 'bc8e29deef2543b0aa46e1ae4b7f5853', 'gw_port': {'id': '3cc37fc9-39d9-4982-a251-196724a26931', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36dc6e8-d27c-4788-8313-028defc4afa4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:08Z', 'updated_at': '2022-02-04T16:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:40:59.882150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=16224cfa-8f53-42dd-bedf-83fea3bb5e16,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:40:59.886393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 47d9def9-e611-42b0-ae7a-839aed0265b3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=47d9def9-e611-42b0-ae7a-839aed0265b3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:40:59.887044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.087832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] No DVR routers for this DVR port 16224cfa-8f53-42dd-bedf-83fea3bb5e16 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:41:00.096292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 47d9def9-e611-42b0-ae7a-839aed0265b3 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:00.103791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.154724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 0695f5da-13f8-4434-9421-b5535893d20e, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=0695f5da-13f8-4434-9421-b5535893d20e,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:00.155081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.329723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.335699 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 0695f5da-13f8-4434-9421-b5535893d20e owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:00.359955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.394569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Deleting port 3cc37fc9-39d9-4982-a251-196724a26931 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:00.395242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.532153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.544832 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['0695f5da-13f8-4434-9421-b5535893d20e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:41:00.557487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64069cff-d061-4c15-9537-52487e416da1']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:00.593936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=0695f5da-13f8-4434-9421-b5535893d20e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:00.610272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a0cd16-19c2-428e-9e37-d012b45236d8') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:00.610690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a0cd16-19c2-428e-9e37-d012b45236d8') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:00.668639 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.680422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 0695f5da-13f8-4434-9421-b5535893d20e on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:41:00.683690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.687999 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'name': 'network-vif-deleted', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:00.722835 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-dbd19dca-0d5a-4689-b5cb-ec7a8ba2b4d0 req-912b2649-231c-491d-85e3-7499403babda tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/0695f5da-13f8-4434-9421-b5535893d20e HTTP/1.1" status: 204 len: 173 time: 1.1318738 Feb 04 16:41:00.755947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74b9e9-85ea-4e14-b610-2cc2d55e25d9 req-0de9b2d8-2e76-4ecd-a2c1-d85509a9c621 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:00.766058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d74b9e9-85ea-4e14-b610-2cc2d55e25d9 req-0de9b2d8-2e76-4ecd-a2c1-d85509a9c621 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 867 time: 0.5117493 Feb 04 16:41:00.772587 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc05ee-89fb-4bea-86d7-a00674636fcc', 'name': 'network-vif-deleted', 'tag': '0695f5da-13f8-4434-9421-b5535893d20e', 'status': 'completed', 'code': 200} Feb 04 16:41:00.833838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:00.840410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.846939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] For port 3cc37fc9-39d9-4982-a251-196724a26931, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3cc37fc9-39d9-4982-a251-196724a26931,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:00.847806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:00.935276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:00.935935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 412d5e9b-292d-42ca-afeb-3acb7c02e8e7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:00.936378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4e3462c-f02f-42c7-a41f-81f7c6e22be2 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:00.972587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:41:00.973218 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:41:01.019732 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:41:01.096501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b4e3462c-f02f-42c7-a41f-81f7c6e22be2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:01.097132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4e3462c-f02f-42c7-a41f-81f7c6e22be2 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:01.098490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16224cfa-8f53-42dd-bedf-83fea3bb5e16 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:01.319866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Calling delete_port for 3cc37fc9-39d9-4982-a251-196724a26931 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:01.493781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 16224cfa-8f53-42dd-bedf-83fea3bb5e16 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:01.499654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16224cfa-8f53-42dd-bedf-83fea3bb5e16 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:01.869473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d74b9e9-85ea-4e14-b610-2cc2d55e25d9 req-e695cd3c-517c-4097-95b5-5a10835eccf4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=a0c6d891-f86b-4671-b4c2-981857ded680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1004159 Feb 04 16:41:01.910180 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.912537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:01.986988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.001275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.018151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=64069cff-d061-4c15-9537-52487e416da1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.035583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc37fc9-39d9-4982-a251-196724a26931,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.099720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=47d9def9-e611-42b0-ae7a-839aed0265b3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.142910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-075c1061-1680-4cc5-9dfd-14f419eb9c0c admin admin] 10.222.0.62 "DELETE /v2.0/networks/64069cff-d061-4c15-9537-52487e416da1 HTTP/1.1" status: 204 len: 168 time: 4.2851427 Feb 04 16:41:02.413209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:02.519298 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1cefb373-807b-4c67-83a4-d42dca73e4da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b2b22d74d71417da1c4c532908d6394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1020398 Feb 04 16:41:02.521997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42742) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:02.596405 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.628161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.713685 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.740776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:02.745874 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/832d7aad-55ca-4826-b1fa-4c60b116af34 HTTP/1.1" status: 204 len: 168 time: 0.2225547 Feb 04 16:41:02.747740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce114b-bea8-4c6c-a466-8fffc03ea4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832d7aad-55ca-4826-b1fa-4c60b116af34,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:02.802372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e38e882f-127c-4402-868b-dc068157d28c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:02.852736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: e38e882f-127c-4402-868b-dc068157d28c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:02.859001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device e38e882f-127c-4402-868b-dc068157d28c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:02.894561 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.388969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0695f5da-13f8-4434-9421-b5535893d20e no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:03.422049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2999dc1a-9604-4428-a056-dcdb0c72ffc4 req-873a5f2d-64e0-486a-b380-9f12d20d1d9f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecfc05ee-89fb-4bea-86d7-a00674636fcc HTTP/1.1" status: 200 len: 210 time: 0.3228278 Feb 04 16:41:03.475284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.486174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.507981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 0695f5da-13f8-4434-9421-b5535893d20e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:03.508585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 0695f5da-13f8-4434-9421-b5535893d20e not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:03.550197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:03.586494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.610679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.618396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36dc6e8-d27c-4788-8313-028defc4afa4 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:41:03.639029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.640293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5c81f51b-f54a-4a63-85e8-8545400b2811 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b36dc6e8-d27c-4788-8313-028defc4afa4 HTTP/1.1" status: 204 len: 168 time: 6.6608243 Feb 04 16:41:03.643710 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:03.645425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:03.649660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:03.653328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:03.654015 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.682923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:03.804134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.816942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:03.890555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3391247 Feb 04 16:41:03.893504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42764) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:03.922367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aec669-8840-49d3-a0d8-730c0bfb2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deffc200-1263-4956-bb66-f18b06741424,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:04.016378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.046199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.113289 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.144029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deffc200-1263-4956-bb66-f18b06741424,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:04.159828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.165289 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9324b6f6-9582-41b0-a9d4-9c797646c094 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/deffc200-1263-4956-bb66-f18b06741424 HTTP/1.1" status: 204 len: 168 time: 0.2708664 Feb 04 16:41:04.270408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Deleting subnet 22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:41:04.279216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.281162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.330174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.354174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.473134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.473911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Fanout notify agent at l3_agent the message router_deleted on router 58521612-21fd-4797-a110-fbefc06ee3be {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:41:04.500168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.501805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b659561d-ffd9-4b28-a30e-20fbd183b164 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/routers/58521612-21fd-4797-a110-fbefc06ee3be HTTP/1.1" status: 204 len: 168 time: 7.9700162 Feb 04 16:41:04.516885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42774) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:04.584615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.701400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3cc37fc9-39d9-4982-a251-196724a26931 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:04.848232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:04.855938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3cc37fc9-39d9-4982-a251-196724a26931 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:04.858072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3cc37fc9-39d9-4982-a251-196724a26931 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:04.900540 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.264363 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.295227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9ab849-e883-474a-80aa-b773162e4e8a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:05.304398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:05.311791 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.318369 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cb590d-99a5-4f4e-a81c-14cc2e864c11 None None] Network 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:05.323395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0742addf-80cc-4fe3-a60d-c36f0de303cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/22baee7c-d1d3-4aa6-a2cf-ebd915cb65a8 HTTP/1.1" status: 204 len: 168 time: 1.6735418 Feb 04 16:41:05.324191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42786) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:05.334577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b487f4-08cb-46a5-a14f-e8413f326554') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:05.338602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b487f4-08cb-46a5-a14f-e8413f326554') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:05.381252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.407149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.414774 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:41:05.415434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.461827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.499159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Deleting port a9dc4772-e9ce-4143-b766-8e67d35133c3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:05.499766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:41:05.522752 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:41:05.535016 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.586774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.590062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Network': ['ID=0b9ab849-e883-474a-80aa-b773162e4e8a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:05.599786 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f86f191-1a1c-4f44-ba84-69fff7e0847b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/networks/0b9ab849-e883-474a-80aa-b773162e4e8a HTTP/1.1" status: 204 len: 168 time: 1.0939066 Feb 04 16:41:05.618756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42790) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:05.626218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'network': {'name': 'tempest-network-smoke--1266847880', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'port_security_enabled': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:05.632139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:05.637738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:network and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:05.650502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:05.656716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:05.669179 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:05.673815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.696523 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42794) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:05.720137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:41:05.735919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.736265 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Added segment 20ad68bc-4a6e-4996-acc4-b9f3f8ce1585 of type vlan for network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd Feb 04 16:41:05.777536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.810405 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] DHCP port deletion for 4dd4b88f-918f-42f2-81a1-fb5d216a8dbe request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:41:05.815620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Deleting port a9dc4772-e9ce-4143-b766-8e67d35133c3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:05.816615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.921493 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:05.926409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:05.927297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.064069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] For port a9dc4772-e9ce-4143-b766-8e67d35133c3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9dc4772-e9ce-4143-b766-8e67d35133c3,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:06.064440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.100661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Network': ['ID=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.134393 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.146451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:41:06.162415 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-49c9a7ca-6337-46c8-89f7-e993ff0d59e3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5424902 Feb 04 16:41:06.165535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42810) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:06.173452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-15420582', 'admin_state_up': True, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:06.193037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:06.201156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:router and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:06.206070 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:06.215171 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:06.217504 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:06.222904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Usage tracker for resource:security_group_rule and tenant:e5653e5f6d5845cab946b1a0fa65133f is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:06.228101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:06.236951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:06.255631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.256771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.281397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.526877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.547517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.549314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Calling delete_port for a9dc4772-e9ce-4143-b766-8e67d35133c3 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:06.552106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] For port a9dc4772-e9ce-4143-b766-8e67d35133c3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9dc4772-e9ce-4143-b766-8e67d35133c3,segment=NetworkSegment(8a1e6bc1-b393-4d3a-8d45-9f13f76da315),segment_id=8a1e6bc1-b393-4d3a-8d45-9f13f76da315)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:06.552721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.559134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.641922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a026b4-b64c-46ff-9602-7a140921ba09,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.733684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a6f9396-df0f-4658-8742-aed8dcb3a121 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5653e5f6d5845cab946b1a0fa65133f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0289924 Feb 04 16:41:06.741270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42824) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:06.769073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Calling delete_port for a9dc4772-e9ce-4143-b766-8e67d35133c3 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:06.781027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.810009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 47d9def9-e611-42b0-ae7a-839aed0265b3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:06.860424 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 47d9def9-e611-42b0-ae7a-839aed0265b3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:06.861079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 47d9def9-e611-42b0-ae7a-839aed0265b3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:06.861079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9dc4772-e9ce-4143-b766-8e67d35133c3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:06.887330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9dc4772-e9ce-4143-b766-8e67d35133c3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:06.910834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] No DVR routers for this DVR port a9dc4772-e9ce-4143-b766-8e67d35133c3 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:41:06.918902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a9dc4772-e9ce-4143-b766-8e67d35133c3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:06.919249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9dc4772-e9ce-4143-b766-8e67d35133c3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:06.947401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:06.979147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.005139 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:41:07.005544 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:41:07.063014 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.086520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a026b4-b64c-46ff-9602-7a140921ba09,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:07.098871 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.109636 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c91320d9-a3d1-47bb-9836-27a4e2ca8f70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27a026b4-b64c-46ff-9602-7a140921ba09 HTTP/1.1" status: 204 len: 168 time: 0.3550289 Feb 04 16:41:07.139926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.189150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd4b88f-918f-42f2-81a1-fb5d216a8dbe']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:07.214689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.220592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1e6bc1-b393-4d3a-8d45-9f13f76da315') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:07.220890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1e6bc1-b393-4d3a-8d45-9f13f76da315') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:07.249248 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.282370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.282518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.297190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:41:07.299079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:41:07.329258 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:41:07.440723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.495348 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.498349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd4b88f-918f-42f2-81a1-fb5d216a8dbe,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:07.507211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Deleting port a9dc4772-e9ce-4143-b766-8e67d35133c3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:07.508379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:07.518103 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-65d745ba-0474-4f84-a17b-1727416a85b0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4dd4b88f-918f-42f2-81a1-fb5d216a8dbe HTTP/1.1" status: 204 len: 168 time: 2.1927044 Feb 04 16:41:07.526147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42854) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:07.626228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.25.5.46 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/21225275-533b-42eb-aee9-4e4916c22699) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:07.644960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-13910645-4422-40f0-a0aa-4ac2e891b271 None None] The port 'a9dc4772-e9ce-4143-b766-8e67d35133c3' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:41:07.967501 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.001634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.114290 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.134195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=21225275-533b-42eb-aee9-4e4916c22699,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:08.142403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:08.143809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:08.150271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:08.416295 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.416935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.643195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:08.658409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856966949', 'description': 'tempest-secgroup-smoke-1856966949 description', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:08.690043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:08.697946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:41:08.708732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:08.733562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.819550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:08.854309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:08.861853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:08.870465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:08.949058 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:08.953806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.025271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:09.044079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:09.046906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Sync routers for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:09.060139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.064097 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27849015-d895-4d0d-9cea-b6ed0a4c1462 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8947339 Feb 04 16:41:09.064288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42900) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.067066 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.068653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cad1d630-a13c-4592-97b9-71225808a036 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4245238 Feb 04 16:41:09.072105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42904) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.073942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:09.074685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:09.080866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:09.091910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:09.098132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:09.101829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:09.109226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:09.121015 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9371ca96-6fd5-40d3-bec6-e48ea678b6c3 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=6111ebad2d884d2fa602d31575d48366&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553558 Feb 04 16:41:09.123765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.185647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.203672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Deleting port 645676e1-1aa1-4e8c-8003-58db7ac60037 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:09.204260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.267650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb6782-1333-4761-8a23-9e1c30aa5693 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:09.269257 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfeb6782-1333-4761-8a23-9e1c30aa5693 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446066 Feb 04 16:41:09.272096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42916) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.324220 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7426becb-9dca-452c-a87d-202d5f6876ef tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510030 Feb 04 16:41:09.327314 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 42922) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.334685 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2050320326', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:09.344456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:09.374072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.389644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.449713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad836ef0-1315-4f72-b03a-6caf9e1f3bfd,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:09.469278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.470911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cf22c3a4-d4f0-4749-9c6a-9dd1bc987666 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3975551 Feb 04 16:41:09.475530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42936) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.480821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] For port 645676e1-1aa1-4e8c-8003-58db7ac60037, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=645676e1-1aa1-4e8c-8003-58db7ac60037,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:09.481420 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.493589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:09.503057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:09.572749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:09.590824 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:09.604823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:subnet and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:09.608576 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:09.617981 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:09.650952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:09.686372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:09.704585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Calling delete_port for 645676e1-1aa1-4e8c-8003-58db7ac60037 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:09.751596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:09.791217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.793691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.877932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.882049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:08Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:09.886205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.893603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Checking router: 1e191c80-6ec4-4e17-aee7-ebe24c9407dd for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:09.894055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Updating router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd port 21225275-533b-42eb-aee9-4e4916c22699 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:09.935388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5d022c-29ee-4b36-be5a-d7fec2dc37bf,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:09.964204 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.964520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:09.968452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-afd645db-f335-4bb6-bc89-85583b6716cb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4885268 Feb 04 16:41:09.973602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 42968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:09.981094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:09.987557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:09.997355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:10.001244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:10.008385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:10.081551 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.103114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.191007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Subnet': ['ID=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:10.202653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Checking segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:10.203009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network hostable DHCP agents. Network: c6894e69-a7ba-49e1-a96c-aecaee6fe8dd, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:41:10.243215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:41:10.259646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c6894e69-a7ba-49e1-a96c-aecaee6fe8dd) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:10.260676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.274541 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:10.275386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.285917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6e440-8bdb-4b95-9b98-ae26b26b35b4 None None] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:10.322502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Pushing event deleted for resources: {'Port': ['ID=645676e1-1aa1-4e8c-8003-58db7ac60037,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:10.330657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1e68c55-867c-43ba-b578-8b6c2c1eed5d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0016429 Feb 04 16:41:10.332534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43010) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:10.372043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.419909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.453695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0985bf4-0faf-4aa9-8799-734cc18399d2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:10.576648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.578206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c32e4915-9a1a-47a0-a53f-82d38136f2c7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6037915 Feb 04 16:41:10.581138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:10.671487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:10.681680 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:41:10.682661 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.683992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:10.705679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:10.711466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:10.721890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:10.810635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.resource_extend [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:41:10.871135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.942989 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:10.997005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Transition to ACTIVE for port object 21225275-533b-42eb-aee9-4e4916c22699 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:11.013272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.016645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.071299 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.082304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.106255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cff8d-7de7-45a6-b84e-9c00abf8a505 None None] Pushing event updated for resources: {'Port': ['ID=21225275-533b-42eb-aee9-4e4916c22699,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:11.118519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Allocated IP 172.20.0.2 (c6894e69-a7ba-49e1-a96c-aecaee6fe8dd/54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a/bd625c2d-f378-4d2e-b7ec-d4f727ea796c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:11.129323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194e1b2a-cb39-48a9-98ed-b06e5a4e27ea,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:11.140273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Attempting to bind port 21225275-533b-42eb-aee9-4e4916c22699 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:11.143758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Attempting to bind port 21225275-533b-42eb-aee9-4e4916c22699 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:11.144305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Attempting to bind port 21225275-533b-42eb-aee9-4e4916c22699 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:11.180197 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.184297 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d2d4e4cf-862b-4808-9015-46f431d5acc8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5988955 Feb 04 16:41:11.184982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43068) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:11.199633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:11.212323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:11.220714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:11.227023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:11.240428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:11.241008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:11.241386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:11.242513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.243209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:11.244185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Bound port: 21225275-533b-42eb-aee9-4e4916c22699, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:11.244548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.337246 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Project ea5c7ae397e64067a87737f1f59fae42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:41:11.351056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.385428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] For port 21225275-533b-42eb-aee9-4e4916c22699, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:11.429124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43074) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:11.434665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] For port 21225275-533b-42eb-aee9-4e4916c22699, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21225275-533b-42eb-aee9-4e4916c22699,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:11.446985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.525135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.543928 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.551078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cff8d-7de7-45a6-b84e-9c00abf8a505 None None] Pushing event updated for resources: {'Port': ['ID=21225275-533b-42eb-aee9-4e4916c22699,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:11.600336 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.621463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826cd015-3654-4884-af74-64768ecbaa96,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:11.623977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:11.624591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:11.648657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.650818 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5eecc4ab-7aa0-462d-83f4-498e08f409ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4643497 Feb 04 16:41:11.667696 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43080) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:11.676646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb', 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:11.685883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Transition to ACTIVE for port object bd625c2d-f378-4d2e-b7ec-d4f727ea796c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:11.795697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Transition to ACTIVE for port object bd625c2d-f378-4d2e-b7ec-d4f727ea796c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:11.810570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:11.814671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:security_group_rule and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:11.817825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:11.824526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:11.838950 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Project ea5c7ae397e64067a87737f1f59fae42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:41:11.848694 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.926116 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:11.969504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.036297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Pushing event updated for resources: {'Port': ['ID=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:12.037275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Router 27865723-f163-4cdc-859e-a282f7119a75 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:12.042923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:12.044565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:12.047309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:12.049716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:12.053928 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Usage tracker for resource:security_group_rule and tenant:2b163c53644546019c9bba601a4978ad is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:12.064088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:12.073379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:12.076580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.093521 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.118302 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600bac17-df22-4a0e-9931-0cfe7215386e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:12.140334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:12.210736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Attempting to bind port bd625c2d-f378-4d2e-b7ec-d4f727ea796c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:12.212155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Attempting to bind port bd625c2d-f378-4d2e-b7ec-d4f727ea796c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:12.212155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Attempting to bind port bd625c2d-f378-4d2e-b7ec-d4f727ea796c on network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:12.216715 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.217888 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c802a766-5b98-4dec-9893-f6dead8d9605 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5482001 Feb 04 16:41:12.274778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:12.275152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Checking segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:12.275555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.275943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Bound using segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:12.276412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Bound port: bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:12.276774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.286465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.298051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.342693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d6cd7-aa07-4084-b001-f3d9da0a9bd7,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:12.411360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-16d8ffd7-33c9-47e8-9309-f78d4fdf1a74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b163c53644546019c9bba601a4978ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9770272 Feb 04 16:41:12.411749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43102) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:12.427777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.503998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.529495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:12.539506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-14dda600-db7e-4cd9-8263-6cab6531889b admin admin] 10.222.0.62 "PUT /v2.0/routers/27865723-f163-4cdc-859e-a282f7119a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0091443 Feb 04 16:41:12.540751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43110) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:12.547091 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Sync routers for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:12.556461 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.570805 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:12.571426 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:12.676091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:12.797973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:12.823533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.840298 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:12.877002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d6cd7-aa07-4084-b001-f3d9da0a9bd7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:12.933678 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:13.031040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.043886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0db640a8-5697-4fe3-9154-33bc63029a65 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e7d6cd7-aa07-4084-b001-f3d9da0a9bd7 HTTP/1.1" status: 204 len: 168 time: 0.6307206 Feb 04 16:41:13.072245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.1 (c6894e69-a7ba-49e1-a96c-aecaee6fe8dd/54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a/1de9ec01-477e-44c7-95ad-5a2ae2b24dd8) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:13.152653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:08Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:13.189450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8819088-d080-4697-93b8-f89d38f003a4 None None] The sync data for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 is: [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:08Z', 'revision_number': 3, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:13.203563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b6c16-3657-415b-b507-e031dc7ab2f9 None None] Pushing event updated for resources: {'Port': ['ID=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:13.208446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43122) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:13.284326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.581444 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:41:10Z', 'revision_number': 5, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:13.592305 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Checking router: 27865723-f163-4cdc-859e-a282f7119a75 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:13.617403 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Routers {'27865723-f163-4cdc-859e-a282f7119a75'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:13.622468 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['27865723-f163-4cdc-859e-a282f7119a75'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:13.659781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.706034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:13.774700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Deleting subnet c0c99140-efe0-4c72-b670-68042b416764 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:41:13.780043 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.794019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:13.919327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:13.922827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:13.929060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:13.981201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.027169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:14.027887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:14.137569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.217513 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] Set router 27865723-f163-4cdc-859e-a282f7119a75 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:14.259364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:14.274650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Usage tracker for resource:security_group_rule and tenant:76da11c6cd9c486599719f5f967bed6c is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:14.287500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:14.307586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:14.343194 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.433433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.613276 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.639031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.741355 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.765571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.857742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0c99140-efe0-4c72-b670-68042b416764,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:14.888242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21225275-533b-42eb-aee9-4e4916c22699 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:14.889692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.908324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2993d27f-066a-42cb-a31e-8b16714cff22 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c0c99140-efe0-4c72-b670-68042b416764 HTTP/1.1" status: 204 len: 168 time: 1.6978416 Feb 04 16:41:14.915409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43154) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:14.933965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29bc998-4902-455d-824a-8ec56fb2374d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:14.980751 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:14.998161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d93ce-bc34-4be8-aaf0-c8f4238fd031 None None] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:15.008154 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:41:10Z', 'revision_number': 5, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:15.015365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff547b-cdfb-40fe-a437-be10909473d4 None None] The sync data for ids ['27865723-f163-4cdc-859e-a282f7119a75'] in n-d-827873-1 is: [{'id': '27865723-f163-4cdc-859e-a282f7119a75', 'name': 'tempest-TestServerMultinode-1598089511-router', 'tenant_id': '0a838ab86fa2455d9b86251ea7a19487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:39:28Z', 'updated_at': '2022-02-04T16:41:10Z', 'revision_number': 5, 'project_id': '0a838ab86fa2455d9b86251ea7a19487', 'gw_port': {'id': '79dff510-6f38-4aaa-b615-240fe357b92a', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:63:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27865723-f163-4cdc-859e-a282f7119a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:39:29Z', 'updated_at': '2022-02-04T16:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:15.094291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c3eea9c1-6e49-43a3-aaca-b58a95d426ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76da11c6cd9c486599719f5f967bed6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0550745 Feb 04 16:41:15.097751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43158) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:15.133231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Deleting port 79dff510-6f38-4aaa-b615-240fe357b92a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:15.133689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.173605 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.213287 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-102470ca-538a-49ee-a398-2d0573750cc2 None None] Provisioning for port bd625c2d-f378-4d2e-b7ec-d4f727ea796c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:15.230820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 21225275-533b-42eb-aee9-4e4916c22699 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:15.239508 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 21225275-533b-42eb-aee9-4e4916c22699 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:15.239877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.479671 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.505738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 21225275-533b-42eb-aee9-4e4916c22699, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21225275-533b-42eb-aee9-4e4916c22699,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:15.508366 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.517368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.518139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bd625c2d-f378-4d2e-b7ec-d4f727ea796c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:15.558729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.577766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.629644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=21225275-533b-42eb-aee9-4e4916c22699,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:15.678941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port bd625c2d-f378-4d2e-b7ec-d4f727ea796c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:15.681899 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.686851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8923fd55-11f9-43e9-ae99-98d37ef6c9ed']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:15.694198 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.701620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bd625c2d-f378-4d2e-b7ec-d4f727ea796c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:15.702238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.721657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.734490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ea456-249f-4873-b8a2-c12d4bf9776a') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:15.735170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ea456-249f-4873-b8a2-c12d4bf9776a') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:15.756592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] For port 79dff510-6f38-4aaa-b615-240fe357b92a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=79dff510-6f38-4aaa-b615-240fe357b92a,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:15.756944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.768728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.822561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29bc998-4902-455d-824a-8ec56fb2374d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:15.902019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.933728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:15.942312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Calling delete_port for 79dff510-6f38-4aaa-b615-240fe357b92a owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:15.950140 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.954044 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:15.955479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f5435ac5-2952-46a1-b0e3-c084f1aa3e72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c29bc998-4902-455d-824a-8ec56fb2374d HTTP/1.1" status: 204 len: 168 time: 0.8566618 Feb 04 16:41:15.979580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:15.991274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.011039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.067257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:41:16.068733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:41:16.101602 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:41:16.168003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:16.176821 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Provisioning for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:16.191897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Provisioning complete for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:16.192280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.228994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:16.238168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:16.372753 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.380271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:16.398256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Provisioning complete for port bd625c2d-f378-4d2e-b7ec-d4f727ea796c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:16.398921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3d8d99c-0007-49cd-9b26-e40723301bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.419857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.586093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] Pushing event deleted for resources: {'Network': ['ID=8923fd55-11f9-43e9-ae99-98d37ef6c9ed,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:16.611728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f36eb142-31a7-4aea-9a06-746e8079c25a admin admin] 10.222.0.62 "DELETE /v2.0/networks/8923fd55-11f9-43e9-ae99-98d37ef6c9ed HTTP/1.1" status: 204 len: 168 time: 1.6926386 Feb 04 16:41:16.644642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.711882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-759f536b-6309-4c0f-a353-391b644a05fb None None] Provisioning complete for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:16.715699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-759f536b-6309-4c0f-a353-391b644a05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:16.733827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=79dff510-6f38-4aaa-b615-240fe357b92a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:16.902598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-759f536b-6309-4c0f-a353-391b644a05fb None None] Port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:16.905684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21225275-533b-42eb-aee9-4e4916c22699 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:16.984921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 21225275-533b-42eb-aee9-4e4916c22699 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:16.985444 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.050316 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.125854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b0bf455b-6e5d-45c3-b9ef-352bb9aef072 None None] Provisioning complete for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:17.126142 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b0bf455b-6e5d-45c3-b9ef-352bb9aef072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.189074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:17.190707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:17.232215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf455b-6e5d-45c3-b9ef-352bb9aef072 None None] Port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:17.239514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bd625c2d-f378-4d2e-b7ec-d4f727ea796c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:17.316876 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c79cd8fe-2e57-44b6-b5a2-48b3f96cd4fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34599ce9702948a78b2f9d9c2f0a42e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1232703 Feb 04 16:41:17.323714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43174) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:17.337329 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port bd625c2d-f378-4d2e-b7ec-d4f727ea796c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:17.337705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.417237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.453079 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.513558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.519838 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.531393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 645676e1-1aa1-4e8c-8003-58db7ac60037 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:17.563144 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.564091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27865723-f163-4cdc-859e-a282f7119a75 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:41:17.578082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.578751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 645676e1-1aa1-4e8c-8003-58db7ac60037 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:17.579197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 645676e1-1aa1-4e8c-8003-58db7ac60037 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:17.580021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f98ae28e-c713-41e8-9b48-0ed07e0f8d4a admin admin] 10.222.0.62 "DELETE /v2.0/routers/27865723-f163-4cdc-859e-a282f7119a75 HTTP/1.1" status: 204 len: 168 time: 5.0389926 Feb 04 16:41:17.585188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:17.622514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:17.624537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.650048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Deleting subnet b081adeb-34cc-47ca-964c-33a7e2ddd89f {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:41:17.652992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c3203-2f2b-4cd6-b442-c4f30d4bbe08,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:17.653347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.661482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eae298e0-dbb6-4dc0-b3e9-45bb64b7e563 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/1e191c80-6ec4-4e17-aee7-ebe24c9407dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3279397 Feb 04 16:41:17.663089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.667200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4f8f4a8f-1751-4d7a-bf18-b90bd6d27585 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c11c3203-2f2b-4cd6-b442-c4f30d4bbe08 HTTP/1.1" status: 204 len: 168 time: 0.3398633 Feb 04 16:41:17.667200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43182) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:17.727796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.848966 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.868966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.869366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.870294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.870716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.871131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.871731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.872623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:17.875305 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-55483a37-5096-49e3-8b46-4ca987263e12 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4984 time: 0.2092032 Feb 04 16:41:17.878539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:17.950054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:17.998790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b081adeb-34cc-47ca-964c-33a7e2ddd89f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:18.006885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.012673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c3d879-19fc-4e5e-879b-9a397e1d557a None None] Network 944d4ecf-8400-483e-b3e5-6909ce115019 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:18.013815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.014200 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.014644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.015213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.015572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.015932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.016544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:18.023661 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a2bc3a8f-d127-4d42-90b6-560311a0cb37 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1435657 Feb 04 16:41:18.024252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43194) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:18.038366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5a3374a3-ba9d-439b-a021-239570b4b7dc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b081adeb-34cc-47ca-964c-33a7e2ddd89f HTTP/1.1" status: 204 len: 168 time: 0.4485605 Feb 04 16:41:18.038366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43198) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:18.333069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.357043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Deleting port b733050f-a224-4bd0-95a9-31d0a0f61864 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:18.358266 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.413744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Sync routers for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:18.448610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:18.449162 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:18.485394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f089d15d-ffa7-4b1b-9edc-98f68fddc220 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4599719 Feb 04 16:41:18.693681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] DHCP port deletion for 944d4ecf-8400-483e-b3e5-6909ce115019 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:41:18.712912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Deleting port b733050f-a224-4bd0-95a9-31d0a0f61864 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:18.713870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.763843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] For port b733050f-a224-4bd0-95a9-31d0a0f61864, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b733050f-a224-4bd0-95a9-31d0a0f61864,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:18.767194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:18.828867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 79dff510-6f38-4aaa-b615-240fe357b92a no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:18.887019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 79dff510-6f38-4aaa-b615-240fe357b92a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:41:18.887416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 79dff510-6f38-4aaa-b615-240fe357b92a not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:18.888049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b733050f-a224-4bd0-95a9-31d0a0f61864 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:41:18.927809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:18.933978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820660850', 'description': 'tempest-secgroup-smoke-1820660850 description', 'project_id': '6111ebad2d884d2fa602d31575d48366'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:18.941760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:18.946973 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:18.950475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:18.956958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:18.972207 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.001133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Calling delete_port for b733050f-a224-4bd0-95a9-31d0a0f61864 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:19.055626 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.063002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.066564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:19.071485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.087019 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.104695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.155852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] No DVR routers for this DVR port b733050f-a224-4bd0-95a9-31d0a0f61864 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:41:19.166062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:19.238572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.247897 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.305629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.315518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] For port b733050f-a224-4bd0-95a9-31d0a0f61864, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b733050f-a224-4bd0-95a9-31d0a0f61864,segment=NetworkSegment(8c318e86-c54c-43ec-a92d-9eec88873022),segment_id=8c318e86-c54c-43ec-a92d-9eec88873022)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:19.315918 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.340498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b733050f-a224-4bd0-95a9-31d0a0f61864,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:19.342752 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.348252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4166529 Feb 04 16:41:19.349566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944d4ecf-8400-483e-b3e5-6909ce115019']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.352968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43232) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:19.361566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:19.364856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No active binding found for port b733050f-a224-4bd0-95a9-31d0a0f61864 {{(pid=83598) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 16:41:19.365276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b733050f-a224-4bd0-95a9-31d0a0f61864 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:41:19.366070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c318e86-c54c-43ec-a92d-9eec88873022') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.366385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c318e86-c54c-43ec-a92d-9eec88873022') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:19.373468 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a7176-4e36-4dce-a51e-5218125e3038 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0273b986-541c-49c9-9aa7-004c9cfb1200,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:19.376197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.380669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.385584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.392354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.400400 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.419314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.426928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:41:19.427394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.431570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:41:19.446561 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:41:19.455936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1971338364-network', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:19.485813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.497766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Usage tracker for resource:network and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.510499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.523416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.559606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Made reservation on behalf of 4e7a1a22d43049b3b11d58b14c3dc127 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:19.562500 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.585135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.590866 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.604430 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.617836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Calling delete_port for b733050f-a224-4bd0-95a9-31d0a0f61864 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:41:19.632986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d56259-7322-429f-bd95-4718738e72ad,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:19.653588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.683071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.692110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=944d4ecf-8400-483e-b3e5-6909ce115019,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:19.706525 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.708254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-832535d2-f943-4acc-b227-342116fc0e9c admin admin] 10.222.0.62 "DELETE /v2.0/networks/944d4ecf-8400-483e-b3e5-6909ce115019 HTTP/1.1" status: 204 len: 168 time: 1.6696973 Feb 04 16:41:19.711586 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.717010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43238) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:19.723631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:19.724946 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-43758f24-fc25-4898-a82f-c7b31a66493b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3564217 Feb 04 16:41:19.731165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.735090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.735780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.738970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.744407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.747449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.756934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.774190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.897813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.903745 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.923465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.932999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.937362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9792e92d-90a9-4f25-9732-38140b2ed230,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:19.948729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:19.954180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3acb274-dbc9-4127-bc5d-036783d457b4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2360220 Feb 04 16:41:19.954923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43242) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:19.962554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:19.974097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:41:19.974625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:19.974774 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:41:19.980485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:19.984673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:19.992985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:19.998190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 2, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:20.003382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Checking router: 1e191c80-6ec4-4e17-aee7-ebe24c9407dd for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:20.003796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Updating router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:20.009032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c557f9-ebd3-44af-9e9d-1183c3544dfd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.029485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:41:20.038787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.052263 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.053539 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Added segment eda21a8b-d259-4d74-9acf-06a0666f42b9 of type vlan for network 755a226f-67d9-480e-ad34-d2be374ff860 Feb 04 16:41:20.062673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.118891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.133747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.144515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.194020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.197018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:20.198218 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.225905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad9630f-98cc-4e8a-9076-621cb01a1aef,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.243429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.285516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.292481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1d34d7cf-7dd4-418f-a9ee-c4a2d4a29fb4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3364127 Feb 04 16:41:20.296737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.319324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:20.333639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:20.346191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:20.349873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:20.364915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:20.426875 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.438196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] Pushing event updated for resources: {'Network': ['ID=755a226f-67d9-480e-ad34-d2be374ff860,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.442394 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a98486cf-8676-4587-ace7-f1714af375ce admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2748263 Feb 04 16:41:20.446997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43256) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.458392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Request body: {'subnet': {'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1971338364-subnet', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:20.471308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:20.479365 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Usage tracker for resource:subnet and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:20.485485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:20.500180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:20.526506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Made reservation on behalf of 4e7a1a22d43049b3b11d58b14c3dc127 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:20.535435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.548276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.556349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1d27f83e-9aee-4b55-b192-650aa27f0a8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc8e29deef2543b0aa46e1ae4b7f5853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068533 Feb 04 16:41:20.556608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43260) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.609060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.657184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.659044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d83351-1b19-4fab-a0bc-687ddea20bab,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.662818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.668433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c21b504e-c7eb-4159-8cc3-76bc96e6a3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3671086 Feb 04 16:41:20.669333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.687582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:20.701391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:20.723883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:20.728382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.735283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:20.745527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:20.779756 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:41:20.790509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.811520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.828282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Deleting port b733050f-a224-4bd0-95a9-31d0a0f61864 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:41:20.828718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.853975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.860496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Transition to ACTIVE for port object 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:20.863017 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 755a226f-67d9-480e-ad34-d2be374ff860 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:41:20.891327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc92d3b9-629b-43a4-a153-4c792e472e14,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.894741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.895754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.899162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ab4bb01-c074-4372-80f9-c1e98820f884 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc92d3b9-629b-43a4-a153-4c792e472e14 HTTP/1.1" status: 204 len: 168 time: 0.3393586 Feb 04 16:41:20.913581 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.953017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:20.957965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2811117 Feb 04 16:41:20.958647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:20.962365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49a20d-4eb2-4c8e-9e65-8ba2a79622d9 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b36108b-8f95-45ca-aa20-7068ff5d43ee,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:20.972173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'security_group_rule': {'security_group_id': '0273b986-541c-49c9-9aa7-004c9cfb1200', 'project_id': '6111ebad2d884d2fa602d31575d48366', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:20.981072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:20.986839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:security_group_rule and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:20.992401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-676cbcdf-4728-4ea7-8c52-3a48ec8f7115 None None] The port 'b733050f-a224-4bd0-95a9-31d0a0f61864' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:41:20.992769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:20.998370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.005640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:21.023165 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Project 6111ebad2d884d2fa602d31575d48366 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:41:21.038025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.050734 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.244313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.255755 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.288637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaeac0-a05a-46b6-9c8b-7cdd937a44ca None None] Pushing event updated for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:21.298501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Checking segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:21.304661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Network hostable DHCP agents. Network: 755a226f-67d9-480e-ad34-d2be374ff860, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:41:21.316028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1706babd-effe-41f0-9dba-3ee705ece53e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:21.327321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e801b818-1c6f-46c5-b1ea-1be26cffc811,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:21.344051 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.345280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b4da1048-d5a0-4cbc-9157-107bf5684908 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3851995 Feb 04 16:41:21.360755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Attempting to bind port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:21.361531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Attempting to bind port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:21.362098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Attempting to bind port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 on network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:21.365395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.374309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:21.375260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Checking segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:21.376034 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.376720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Bound using segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:21.377356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Bound port: 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:21.378042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.386440 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Network 755a226f-67d9-480e-ad34-d2be374ff860 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:41:21.403776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 755a226f-67d9-480e-ad34-d2be374ff860) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:21.407947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:21.408738 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.418897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5337b98-aa13-4c0a-a287-6fcc965c11a0 None None] Network 755a226f-67d9-480e-ad34-d2be374ff860 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:21.454054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6c653d58-3876-4db5-9da6-f9343f7e0900 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0050902 Feb 04 16:41:21.457229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:21.462681 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:21.479028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:21.487769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Usage tracker for resource:router and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:21.497001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:21.516158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:21.541779 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.543460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.581660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.613914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] For port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:21.616379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] For port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:21.754642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.839017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:21.887519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7b49e33b-b1ed-4fd1-89eb-4d153d55f744 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:21.908162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7b49e33b-b1ed-4fd1-89eb-4d153d55f744 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:21.909756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7b49e33b-b1ed-4fd1-89eb-4d153d55f744 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820660850&fields=id&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 267 time: 0.1255617 Feb 04 16:41:21.921509 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:21.997255 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.029412 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d31e8eaf-d6bc-4aae-b730-bbd5666f222f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a838ab86fa2455d9b86251ea7a19487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1889961 Feb 04 16:41:22.032081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:22.154892 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.186051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-9592f906-5a5a-4389-8531-51ac1676c505 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:22.194564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-9592f906-5a5a-4389-8531-51ac1676c505 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 797 time: 0.2736945 Feb 04 16:41:22.224424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.237695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-84d683a3-2881-49c7-a285-0b9fde6c3643 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/quotas/6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 375 time: 0.0422597 Feb 04 16:41:22.245238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:22.245904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:22.324640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.331798 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaeac0-a05a-46b6-9c8b-7cdd937a44ca None None] Pushing event updated for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:22.360256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.396219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-67a3aecc-ff04-4bc2-a012-4e7164a15d88 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:22.401265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.431676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5d8b07-5fa2-418d-a8ed-7fb6087f5694,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:22.439355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.443399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-13a3e112-db72-456e-8fce-78e59d766747 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f5d8b07-5fa2-418d-a8ed-7fb6087f5694 HTTP/1.1" status: 204 len: 168 time: 0.4082227 Feb 04 16:41:22.446863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-67a3aecc-ff04-4bc2-a012-4e7164a15d88 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:22.449491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-67a3aecc-ff04-4bc2-a012-4e7164a15d88 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937249 Feb 04 16:41:22.526762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-755a226f-67d9-480e-ad34-d2be374ff860', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:41:22.527757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.582720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Allocated IP 172.25.5.229 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/0c8993a1-894c-4f5a-b952-3aa3ad0fb988) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:22.709671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Allocated IP 172.20.0.2 (755a226f-67d9-480e-ad34-d2be374ff860/e801b818-1c6f-46c5-b1ea-1be26cffc811/d956852a-8fa3-4adc-8ca0-968b65566352) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:22.816166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.862186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:22.869062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:22.965756 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:22.988215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:22.990450 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:22.995033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:23.020501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-82af328b-2887-4f87-ae6a-783a6f1cf5a8 service neutron] 10.222.0.62 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570638 Feb 04 16:41:23.301300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-bbde8d7d-05f2-41ae-82c9-4da589d680dc service neutron] 10.222.0.62 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776942 Feb 04 16:41:23.404867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.405647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.441766 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.468365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Transition to ACTIVE for port object d956852a-8fa3-4adc-8ca0-968b65566352 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:23.533482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Transition to ACTIVE for port object d956852a-8fa3-4adc-8ca0-968b65566352 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:23.548508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.607815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Network 755a226f-67d9-480e-ad34-d2be374ff860 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:23.615475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:23.627697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:23.653779 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Pushing event updated for resources: {'Port': ['ID=d956852a-8fa3-4adc-8ca0-968b65566352,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:23.681906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6998824-effc-4266-8e95-3913e4578c79 req-d471bdf9-2a3a-43dc-8419-1aa9d8a25acd tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 210 time: 0.1248262 Feb 04 16:41:23.716870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:41:23.742208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:21Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:23.749109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Attempting to bind port d956852a-8fa3-4adc-8ca0-968b65566352 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:23.749478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Attempting to bind port d956852a-8fa3-4adc-8ca0-968b65566352 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:23.749838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Attempting to bind port d956852a-8fa3-4adc-8ca0-968b65566352 on network 755a226f-67d9-480e-ad34-d2be374ff860 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:23.752165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc8f52-ecb8-4463-a167-9a05122c5b15 None None] The sync data for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 is: [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:21Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:23.763260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:23.763899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Checking segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:23.764477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.765056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Bound using segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:23.765833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Bound port: d956852a-8fa3-4adc-8ca0-968b65566352, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:23.766197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:23.924854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] For port d956852a-8fa3-4adc-8ca0-968b65566352, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:23.929924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] For port d956852a-8fa3-4adc-8ca0-968b65566352, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d956852a-8fa3-4adc-8ca0-968b65566352,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:23.936946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:24.061600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:24.077906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0eddd-f8c8-47ea-8cc5-b21a5cc99dca None None] Pushing event updated for resources: {'Port': ['ID=d956852a-8fa3-4adc-8ca0-968b65566352,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:24.079129 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:24.120252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:24.124212 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ac6c983c-4c8a-42e3-99e5-06f47226e6a3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6632659 Feb 04 16:41:24.124372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43314) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:24.124489 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:24.125076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:24.544614 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:24.890352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:25.000700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8eb35b22-238f-493d-9a97-8831ade7e833 req-08be084c-ce46-462c-8ee9-80c75b2e815d tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 210 time: 0.1101556 Feb 04 16:41:25.051225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:25.059270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:25.060193 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.156718 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:23Z', 'revision_number': 3, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:25.163174 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:25.164025 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Updating router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:25.235647 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.249728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-84e2dc1a-5623-4a51-a1a1-186b222b7c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.425589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-454dbf51-57f1-4e1a-9252-f5c6bac760d1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:25.431283 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.433718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-454dbf51-57f1-4e1a-9252-f5c6bac760d1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.58 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 797 time: 0.4371970 Feb 04 16:41:25.575012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:25.593530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.600184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-cb57693d-e6d5-48f7-9d4e-781cfdbafe0f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6111ebad2d884d2fa602d31575d48366 HTTP/1.1" status: 200 len: 380 time: 0.1582868 Feb 04 16:41:25.601269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d956852a-8fa3-4adc-8ca0-968b65566352 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:25.627364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'port': {'device_id': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'admin_state_up': True, 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'security_groups': ['0273b986-541c-49c9-9aa7-004c9cfb1200']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:25.795155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e346547-2b97-49ce-b294-fcc7b30063fa None None] Network 755a226f-67d9-480e-ad34-d2be374ff860 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:25.891696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.892362 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.907438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:25.910107 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Transition to ACTIVE for port object 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:25.920079 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:25.928175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:25.949221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Made reservation on behalf of 6111ebad2d884d2fa602d31575d48366 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:25.957690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-72ad10c0-e793-4daf-b6e7-4279f13294ae None None] Provisioning for port d956852a-8fa3-4adc-8ca0-968b65566352 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:25.959261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.010298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:26.032194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Attempting to bind port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:26.032841 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Attempting to bind port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:26.033354 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Attempting to bind port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:26.035801 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f8a76-b915-41c1-8d02-3f0c15448fd7 None None] Pushing event updated for resources: {'Port': ['ID=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:26.044156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:26.044733 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:26.045289 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.045834 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:26.046467 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Bound port: 0c8993a1-894c-4f5a-b952-3aa3ad0fb988, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:26.046999 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.204183 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] For port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:26.210394 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] For port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:26.228202 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.235151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Allocated IP 172.20.0.1 (755a226f-67d9-480e-ad34-d2be374ff860/e801b818-1c6f-46c5-b1ea-1be26cffc811/c5b38033-c9a3-4f71-8a8d-1b8741fce5a4) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:26.296037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port d956852a-8fa3-4adc-8ca0-968b65566352 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:26.303353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d956852a-8fa3-4adc-8ca0-968b65566352 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:26.303724 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.385337 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f8a76-b915-41c1-8d02-3f0c15448fd7 None None] Pushing event updated for resources: {'Port': ['ID=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:26.391661 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:26.392430 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:40:58Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:26.440807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f61b140f-f852-436a-9f1f-af72b956635f req-03f82364-dbb8-4b60-86f8-268acdef38d2 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 210 time: 0.0800190 Feb 04 16:41:26.468600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.20.0.7 (c6894e69-a7ba-49e1-a96c-aecaee6fe8dd/54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a/c097bce3-36ad-4bb2-97af-782eec238723) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:26.553130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.597197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port d956852a-8fa3-4adc-8ca0-968b65566352, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d956852a-8fa3-4adc-8ca0-968b65566352,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:26.607618 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.667830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.708569 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:26.720722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Transition to ACTIVE for port object c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:26.791580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.795614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:26.876107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=d956852a-8fa3-4adc-8ca0-968b65566352,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:26.920765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.940755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Transition to ACTIVE for port object c097bce3-36ad-4bb2-97af-782eec238723 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:26.948258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Network 755a226f-67d9-480e-ad34-d2be374ff860 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:26.950211 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:26.954876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-73f8532f-9ccd-4cb1-8b7a-405ac08863ba None None] Provisioning complete for port d956852a-8fa3-4adc-8ca0-968b65566352 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:26.955250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73f8532f-9ccd-4cb1-8b7a-405ac08863ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.962244 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:26.965402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:26.979249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:26.979690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:26.980261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.070474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:27.080421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:27.085874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:27.124456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.129995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:27.204485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:27.207013 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.265724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-39ce8e6d-04b0-467d-a441-da7147520d14 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6583133 Feb 04 16:41:27.279843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Request body: {'port': {'device_id': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:27.363511 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.412029 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:23Z', 'revision_number': 3, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:27.419579 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea98-e970-4234-b1c1-fad2f6355a46 None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:23Z', 'revision_number': 3, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:27.431350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-72d37fc0-2924-4b86-82fd-761a25567ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.436969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.571339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Provisioning for port c097bce3-36ad-4bb2-97af-782eec238723 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:27.577057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Provisioning complete for port c097bce3-36ad-4bb2-97af-782eec238723 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:27.577500 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.657769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Port c097bce3-36ad-4bb2-97af-782eec238723 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:27.682387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Provisioning for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:27.697013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Provisioning complete for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:27.697549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.775551 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.786659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.798711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-23797445-4411-4687-82d3-a81cbc54c505 None None] Port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:27.899403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582823f-bf38-4ab5-a46a-7783b5516b3b req-f6c92f5b-1cee-41c7-9bd6-edc028181825 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:27.900139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0582823f-bf38-4ab5-a46a-7783b5516b3b req-f6c92f5b-1cee-41c7-9bd6-edc028181825 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:27.911216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:27.916397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:27.931464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-0582823f-bf38-4ab5-a46a-7783b5516b3b req-f6c92f5b-1cee-41c7-9bd6-edc028181825 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:27.932590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0582823f-bf38-4ab5-a46a-7783b5516b3b req-f6c92f5b-1cee-41c7-9bd6-edc028181825 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 931 time: 0.2041662 Feb 04 16:41:28.022809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c097bce3-36ad-4bb2-97af-782eec238723 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:28.032137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.055938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0582823f-bf38-4ab5-a46a-7783b5516b3b req-68008687-7aeb-47ba-bf03-260c19f9ee6a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827982 Feb 04 16:41:28.060002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Transition to ACTIVE for port object c097bce3-36ad-4bb2-97af-782eec238723 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:28.066608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.072015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Network 755a226f-67d9-480e-ad34-d2be374ff860 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:28.076224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:28.153839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Pushing event updated for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:28.404382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Attempting to bind port c097bce3-36ad-4bb2-97af-782eec238723 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:28.406636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Attempting to bind port c097bce3-36ad-4bb2-97af-782eec238723 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:28.407354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Attempting to bind port c097bce3-36ad-4bb2-97af-782eec238723 on network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:28.421493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Port c097bce3-36ad-4bb2-97af-782eec238723 on network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:41:28.423071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Attempting to bind port c097bce3-36ad-4bb2-97af-782eec238723 on network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:28.435241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:28.435635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Checking segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:28.436263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Bound using segment: {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:28.436872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Bound port: c097bce3-36ad-4bb2-97af-782eec238723, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:28.438012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.543879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:28.544107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ae7efee-4b72-4c33-a08a-9e18c7ef608d None None] Provisioning complete for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:28.544561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ae7efee-4b72-4c33-a08a-9e18c7ef608d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.547101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c097bce3-36ad-4bb2-97af-782eec238723,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:28.552846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.595023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:28.614246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7efee-4b72-4c33-a08a-9e18c7ef608d None None] Port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:28.626872 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.628258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] 10.222.0.58 "PUT /v2.0/ports/c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 1091 time: 1.3540444 Feb 04 16:41:28.628686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:28.649511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77c35-2f39-4738-a396-5d80689ee880 service neutron] Pushing event updated for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:28.661210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.732576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.747293 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723', 'status': 'completed', 'code': 200} Feb 04 16:41:28.753883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d956852a-8fa3-4adc-8ca0-968b65566352 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:28.850916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-0e98e598-8a16-44ab-a3f8-f1c5b50fac1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1094 time: 0.1695547 Feb 04 16:41:28.930518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-59f51d22-2047-4398-91b7-0426d6a6aecd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 217 time: 0.0713887 Feb 04 16:41:28.935592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port d956852a-8fa3-4adc-8ca0-968b65566352 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:28.935972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:28.958544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:28.981837 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-318d56e6-d604-438f-8ea5-aee43ba814c3 admin admin] 10.222.0.62 "PUT /v2.0/routers/bcd23430-6e25-4bbf-9b59-b20bf62d5c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8482947 Feb 04 16:41:29.018869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-dac04fca-3d91-495c-aaed-7ba7d836e9d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:29.020604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-dac04fca-3d91-495c-aaed-7ba7d836e9d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 200 len: 835 time: 0.0819607 Feb 04 16:41:29.141935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-1d15e149-16b1-42e0-9c46-c7ec0906df72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114385 Feb 04 16:41:29.437709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-c9c4843b-44d1-481c-be3b-923f351d1cd4 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883635 Feb 04 16:41:29.568304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48a37a-0e10-431b-8621-3c18b82e36c8 req-7bf7064b-d243-49c8-b606-11f20545a230 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:29.570433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e48a37a-0e10-431b-8621-3c18b82e36c8 req-7bf7064b-d243-49c8-b606-11f20545a230 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 943 time: 0.3092146 Feb 04 16:41:29.628094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e59fd254-1e2f-4bc0-ae9a-b404fbf3cff9 req-846641aa-5c6b-45c3-a71f-246cf29db26d service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796308 Feb 04 16:41:29.642086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e48a37a-0e10-431b-8621-3c18b82e36c8 req-3ea28799-880a-41b9-94ed-e500eca8d943 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612199 Feb 04 16:41:29.777193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-b023138c-a7fe-4f58-b298-18ce1a8b251a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0774765 Feb 04 16:41:29.929986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-ed084222-6fbf-492a-8bbc-a729e465c1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:29.931670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-ed084222-6fbf-492a-8bbc-a729e465c1d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 898 time: 0.1479230 Feb 04 16:41:30.006563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-8dd094ce-7377-43be-8ce3-47f09a86d265 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 217 time: 0.0672321 Feb 04 16:41:30.084731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-01c31e43-f766-449d-89e9-c5bb8bf5344c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:30.084731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-01c31e43-f766-449d-89e9-c5bb8bf5344c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 200 len: 835 time: 0.0719593 Feb 04 16:41:30.108488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43358) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:30.114230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1799265264-network', 'tenant_id': '574ac873aa274b21849e42bca039428d'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:30.121533 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:30.123226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.126176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Usage tracker for resource:network and tenant:574ac873aa274b21849e42bca039428d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:30.129597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:30.136986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:30.149600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Made reservation on behalf of 574ac873aa274b21849e42bca039428d for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:30.152954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.168389 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.205436 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:30.209198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Usage tracker for resource:security_group_rule and tenant:574ac873aa274b21849e42bca039428d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:30.212527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:30.213505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-b2c9461c-96f8-40a5-bec8-ea94b9680aea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191652 Feb 04 16:41:30.218717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:30.290904 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.296680 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.330617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:41:30.364910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-2203a218-3fbe-4003-b09a-dc798df180d4 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446304 Feb 04 16:41:30.440650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f854ef9c-dd77-4ead-bc4e-cc9c8943be49,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:30.448057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.448397 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Added segment d3c1e11b-316a-4df2-90d1-2ea8b8698a7d of type vlan for network 0bde3ce9-2ca1-4575-badb-f300880892be Feb 04 16:41:30.478298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.518825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.520220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:30.520356 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:30.530883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbaa37af-f4c4-40f6-9882-2db54b0ffa97 req-f8b2cf28-22df-401a-8bf6-b45578701f8b service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591752 Feb 04 16:41:30.631239 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5217063 Feb 04 16:41:30.634891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43364) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:30.636828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6c1bf-fd10-4571-830b-7689fe173e6c admin admin] Pushing event updated for resources: {'Network': ['ID=0bde3ce9-2ca1-4575-badb-f300880892be,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:30.640463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Request body: {'subnet': {'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1799265264-subnet', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:30.646347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:30.647433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 0bde3ce9-2ca1-4575-badb-f300880892be details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:41:30.650815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Usage tracker for resource:subnet and tenant:574ac873aa274b21849e42bca039428d is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:30.654277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:30.661084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:30.673656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Made reservation on behalf of 574ac873aa274b21849e42bca039428d for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:30.676345 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.026724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.127645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2627d22-86b2-432a-a8be-ffcf9d120204,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:31.142846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Checking segment: {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:31.143200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Network hostable DHCP agents. Network: 0bde3ce9-2ca1-4575-badb-f300880892be, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:41:31.166029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111739b-2b4a-4b47-a8bb-04bfd0e6c98b req-f5abf84f-ab63-4afd-aad3-e9986e43d219 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:31.167496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4111739b-2b4a-4b47-a8bb-04bfd0e6c98b req-f5abf84f-ab63-4afd-aad3-e9986e43d219 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 943 time: 0.1874876 Feb 04 16:41:31.192163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Network 0bde3ce9-2ca1-4575-badb-f300880892be is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:41:31.213467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 0bde3ce9-2ca1-4575-badb-f300880892be) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:31.218207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:31.218816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.225671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517118ea-bffe-43b6-bbec-1c4744b635fb None None] Network 0bde3ce9-2ca1-4575-badb-f300880892be requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:31.245176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4111739b-2b4a-4b47-a8bb-04bfd0e6c98b req-12a614cf-29f3-4860-9621-8cd864c48cf5 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713816 Feb 04 16:41:31.255050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0c9d7375-fa6e-4fa2-8a16-e939fe256669 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6166019 Feb 04 16:41:31.255503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43376) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:31.261223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:31.267566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:31.271410 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Usage tracker for resource:router and tenant:574ac873aa274b21849e42bca039428d is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:31.275701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:31.293249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:31.306669 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.308277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.336714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.491070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.537006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-0bde3ce9-2ca1-4575-badb-f300880892be', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:41:31.537821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.695602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.700396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Allocated IP 172.20.0.2 (0bde3ce9-2ca1-4575-badb-f300880892be/d2627d22-86b2-432a-a8be-ffcf9d120204/3de815e4-b2c8-4fb1-9bea-0853fcc431ff) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:31.728503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.871347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Allocated IP 172.25.5.63 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:31.917769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:31.928456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Transition to ACTIVE for port object 3de815e4-b2c8-4fb1-9bea-0853fcc431ff will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:31.948104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Transition to ACTIVE for port object 3de815e4-b2c8-4fb1-9bea-0853fcc431ff will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:31.954114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.022278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Network 0bde3ce9-2ca1-4575-badb-f300880892be is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:32.026114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:32.030119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:32.034917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Pushing event updated for resources: {'Port': ['ID=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:32.039060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.072417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.132689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Attempting to bind port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:32.133648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Attempting to bind port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:32.133807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Attempting to bind port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff on network 0bde3ce9-2ca1-4575-badb-f300880892be {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:32.140593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:32.140958 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Checking segment: {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:32.141349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.141734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Bound using segment: {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:32.142184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Bound port: 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:32.142604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.165030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:32.168478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:32.179767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:32.271213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:32.285543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] For port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:32.291077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] For port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:32.299602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.338760 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c097bce3-36ad-4bb2-97af-782eec238723 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:41:32.412186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015e492-2c22-4900-bca2-421c7dead881 None None] Pushing event updated for resources: {'Port': ['ID=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:32.517402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.518144 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.636858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c097bce3-36ad-4bb2-97af-782eec238723,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:32.658368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c097bce3-36ad-4bb2-97af-782eec238723', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'port_id': 'c097bce3-36ad-4bb2-97af-782eec238723', 'mac_address': 'fa:16:3e:49:c0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:41:32.700818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7aa60-51d3-4a79-82d9-304d9fc8eadb req-5553677a-c511-4099-b3d4-b6eff2cbc3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:32.702959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eec7aa60-51d3-4a79-82d9-304d9fc8eadb req-5553677a-c511-4099-b3d4-b6eff2cbc3c8 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 943 time: 0.1410897 Feb 04 16:41:32.760186 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.831028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eec7aa60-51d3-4a79-82d9-304d9fc8eadb req-34620b7a-f3b4-4e76-827e-daad9abff66e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225395 Feb 04 16:41:32.832355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c097bce3-36ad-4bb2-97af-782eec238723 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:32.853453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c097bce3-36ad-4bb2-97af-782eec238723,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:32.860260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:32.899727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:32.994944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:33.009155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:41:33.042259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:33.058709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:33.059413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:33.124861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c097bce3-36ad-4bb2-97af-782eec238723'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:41:33.294776 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:33.312490 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:33.313044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:33.327807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Sync routers for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:33.334251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:33.340856 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:33.342773 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-563f7ea8-67bb-411c-a072-6d4880ba80f2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0862055 Feb 04 16:41:33.345602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43392) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:33.473187 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:33.473893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:33.551204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:33.804810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:33.894191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74b0cf-9088-4fb1-a454-95f9416f4f46 None None] Network 0bde3ce9-2ca1-4575-badb-f300880892be requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:41:34.083894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87458b-fbac-4ebd-824e-b0737da4c52d req-9c600914-766f-4813-bf64-5224b4d4e4e5 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:34.084917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a87458b-fbac-4ebd-824e-b0737da4c52d req-9c600914-766f-4813-bf64-5224b4d4e4e5 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 944 time: 0.1053295 Feb 04 16:41:34.170058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4a996ea1-5dd3-4855-bd5a-9a66d194b852 None None] Provisioning for port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:34.241366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a87458b-fbac-4ebd-824e-b0737da4c52d req-e125f181-adeb-4c1a-8d76-2e5a1c1c8d3a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423032 Feb 04 16:41:34.359020 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:41:34.427928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:32Z', 'revision_number': 3, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:34.432847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Checking router: 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:34.433201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Updating router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:34.435841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:34.490472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:34.683445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Allocated IP 172.20.0.1 (0bde3ce9-2ca1-4575-badb-f300880892be/d2627d22-86b2-432a-a8be-ffcf9d120204/16eec558-89a6-4494-92a1-0fac001442a8) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:34.897065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:34.911386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:34.926149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Transition to ACTIVE for port object 16eec558-89a6-4494-92a1-0fac001442a8 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:34.957112 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:34.994694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.012114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Transition to ACTIVE for port object ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:35.020797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.034006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Network 0bde3ce9-2ca1-4575-badb-f300880892be is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:35.037245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:35.041598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:35.079358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Pushing event updated for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:35.087876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:35.088242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.109723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.174531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43215fe2-ce24-4b10-b3d0-fc981a2f28ac None None] Pushing event updated for resources: {'Port': ['ID=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:35.180621 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Attempting to bind port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:35.180996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Attempting to bind port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:35.181363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Attempting to bind port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:35.195611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:35.196105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:35.196828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.197353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:35.197858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Bound port: ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:35.198317 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.267011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.358202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3de815e4-b2c8-4fb1-9bea-0853fcc431ff up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:35.456707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] For port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:35.467786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6d35a8af-899f-4bad-a457-21c6b2020093 None None] Provisioning for port 16eec558-89a6-4494-92a1-0fac001442a8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:35.476894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] For port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:35.481240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6d35a8af-899f-4bad-a457-21c6b2020093 None None] Provisioning complete for port 16eec558-89a6-4494-92a1-0fac001442a8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:35.481240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6d35a8af-899f-4bad-a457-21c6b2020093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.515742 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.611871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6d35a8af-899f-4bad-a457-21c6b2020093 None None] Port 16eec558-89a6-4494-92a1-0fac001442a8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:35.626675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:35.633924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1b527-e0bc-49ac-ab33-a62465e45dcb req-11761911-4843-4535-9fb9-b9f7ac4ec7c4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:35.635411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3d1b527-e0bc-49ac-ab33-a62465e45dcb req-11761911-4843-4535-9fb9-b9f7ac4ec7c4 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 944 time: 0.2111900 Feb 04 16:41:35.637523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:35.638158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.665731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43215fe2-ce24-4b10-b3d0-fc981a2f28ac None None] Pushing event updated for resources: {'Port': ['ID=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:35.673702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.688668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:35.689310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:35.693752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.908053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b3d1b527-e0bc-49ac-ab33-a62465e45dcb req-1c2bcff8-31d9-4568-8931-4bc8644e71fd tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606347 Feb 04 16:41:35.947130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.954322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Pushing event updated for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:35.970270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:35.997864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:36.068258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:36.075295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.108235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Network 0bde3ce9-2ca1-4575-badb-f300880892be is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:36.110605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:36.285649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:36.321878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c097bce3-36ad-4bb2-97af-782eec238723 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:36.463784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c097bce3-36ad-4bb2-97af-782eec238723 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:36.474232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c097bce3-36ad-4bb2-97af-782eec238723 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:36.474623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.511074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7fdaca56-bcda-498d-a428-0b06f6849b16 None None] Provisioning complete for port 16eec558-89a6-4494-92a1-0fac001442a8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:36.511436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7fdaca56-bcda-498d-a428-0b06f6849b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.542457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:36.575632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '16eec558-89a6-4494-92a1-0fac001442a8', 'name': '', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'mac_address': 'fa:16:3e:84:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:34Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 2, 'project_id': '574ac873aa274b21849e42bca039428d', 'subnets': [{'id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:36.589949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7fdaca56-bcda-498d-a428-0b06f6849b16 None None] Port 16eec558-89a6-4494-92a1-0fac001442a8 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:36.591485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b9898-7132-41b7-8ec4-a8df7778864d None None] The sync data for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 is: [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '16eec558-89a6-4494-92a1-0fac001442a8', 'name': '', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'mac_address': 'fa:16:3e:84:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:34Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 2, 'project_id': '574ac873aa274b21849e42bca039428d', 'subnets': [{'id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:36.660125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.687478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:36.698088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c097bce3-36ad-4bb2-97af-782eec238723,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:36.702818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.744769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3de815e4-b2c8-4fb1-9bea-0853fcc431ff up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:36.772379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:36.779995 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723', 'code': 200} Feb 04 16:41:36.787666 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d7759e2-0105-4482-9bf1-3a139042458e admin admin] 10.222.0.62 "PUT /v2.0/routers/8938ef1d-6874-4a59-bc3d-c04d8065e6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4401667 Feb 04 16:41:36.827817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:36.844419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:36.844899 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:36.895387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d8e2fb-38b2-4c3d-9539-3e61c65099ca req-50dcdaae-59e6-4e94-911b-a746602419a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0704145 Feb 04 16:41:36.941254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0d8e2fb-38b2-4c3d-9539-3e61c65099ca req-42291a72-77a3-4788-9bda-1c9fcc0f6d92 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388405 Feb 04 16:41:37.158004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e97d8c-522e-4eed-ae4e-6b977d185361 req-6dc19dcc-0be1-44e3-a41e-248873361714 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:37.159509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e97d8c-522e-4eed-ae4e-6b977d185361 req-6dc19dcc-0be1-44e3-a41e-248873361714 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.1081705 Feb 04 16:41:37.211807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54e97d8c-522e-4eed-ae4e-6b977d185361 req-ba68bd21-09f9-42ee-9327-29355a4a9122 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Feb 04 16:41:37.514452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4e8f0dba-62be-4293-ae73-223b16db5ccd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:41:37.529386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4e8f0dba-62be-4293-ae73-223b16db5ccd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:41:37.530653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4e8f0dba-62be-4293-ae73-223b16db5ccd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856966949&fields=id&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 267 time: 0.0586326 Feb 04 16:41:37.683661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-973bac3d-41d6-4dee-9665-0df08153f222 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:37.685087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-973bac3d-41d6-4dee-9665-0df08153f222 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.1478231 Feb 04 16:41:37.706963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-09ee8fe3-9569-4c03-9898-1dd546393655 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0165308 Feb 04 16:41:37.791654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-2da397b9-23d2-4e19-8781-df58ff8d7130 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822809 Feb 04 16:41:37.941129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-adda71ec-2330-4d3a-b8f9-a5db7bf59619 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382465 Feb 04 16:41:38.195440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-dc525def-5e6c-4b5d-8934-1e1a8b88cda3 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482653 Feb 04 16:41:38.428160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a5387-7d93-4891-8c43-8e9fa77777d2 req-b5a60d56-be82-4f55-acd7-8f6afba1c66a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:38.430000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-466a5387-7d93-4891-8c43-8e9fa77777d2 req-b5a60d56-be82-4f55-acd7-8f6afba1c66a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.0840046 Feb 04 16:41:38.484453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-466a5387-7d93-4891-8c43-8e9fa77777d2 req-e52227bb-da2a-4205-9364-97cbd652ed13 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479403 Feb 04 16:41:38.754881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14f56032-5bbf-4214-a899-b289c1a729b7 req-1f7f746b-2c69-4285-87fb-ec1111834cd7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 210 time: 0.0566430 Feb 04 16:41:38.790981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a4a1f-cb10-4849-9ce6-42e5125c8d49 req-ebca5ccb-ee91-478b-9087-82988793996a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:38.792412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593a4a1f-cb10-4849-9ce6-42e5125c8d49 req-ebca5ccb-ee91-478b-9087-82988793996a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.1305649 Feb 04 16:41:38.845741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593a4a1f-cb10-4849-9ce6-42e5125c8d49 req-40acefa2-bb2c-4ffd-86c0-5cf474e5c095 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474453 Feb 04 16:41:38.877572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:38.961658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-557426e6-be8e-4115-b11b-ac28bec51b36 tempest-TestNetworkBasicOps-1215331047 tempest-TestNetworkBasicOps-1215331047-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1091 time: 0.0792606 Feb 04 16:41:38.962794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:38.969155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'c097bce3-36ad-4bb2-97af-782eec238723', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:38.976185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:38.981943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Usage tracker for resource:floatingip and tenant:6111ebad2d884d2fa602d31575d48366 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:38.986048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:38.992966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:39.003625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.256572 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.412777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Allocated IP 172.25.5.135 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/40cce904-87b1-47d6-a478-5295b0867403) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:39.565793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.599221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:39.674128 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:39.677834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:39.680777 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:39.739467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=40cce904-87b1-47d6-a478-5295b0867403,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:39.800283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-1e13a1ee-f343-4fbf-8e76-96cba866a5ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913990 Feb 04 16:41:40.009752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-3c3c955b-5c8c-4a3b-a6ef-62deaeb2ec16 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:40.011266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-3c3c955b-5c8c-4a3b-a6ef-62deaeb2ec16 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.2988565 Feb 04 16:41:40.031625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79762448-dfc0-4b94-8c67-3f11bed8e0fd req-64ae2d69-a302-4492-a433-3dae9e69be48 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 210 time: 0.0696049 Feb 04 16:41:40.053353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-de280ed4-17ea-4a0c-8cb4-7042539d5e36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1096 time: 0.1562922 Feb 04 16:41:40.143952 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-9b24a77e-fc66-49a7-8a50-da44897ab6e7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 380 time: 0.1120987 Feb 04 16:41:40.218701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-1af476db-dc56-498a-9469-fae789141d10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:40.219801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-1af476db-dc56-498a-9469-fae789141d10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 898 time: 0.1449497 Feb 04 16:41:40.222245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'security_groups': ['ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:40.302706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-c70ab2ff-2e60-499f-995d-ffba6a82f3d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 217 time: 0.0742364 Feb 04 16:41:40.381432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-504fb964-5b94-4fdb-8f2d-297f1d66fd4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:40.383785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-504fb964-5b94-4fdb-8f2d-297f1d66fd4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 200 len: 835 time: 0.0747819 Feb 04 16:41:40.485404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:40.489395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-04e9137a-d080-4507-acc5-9f8e07ec81ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856593 Feb 04 16:41:40.492221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:port and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:40.496413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:40.508254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:40.532329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:41:40.535353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:40.647252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-1d9d89d7-aba0-4418-a1c6-419c9566f3b5 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498480 Feb 04 16:41:40.805516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-12a1d78f-4283-4033-b302-5b2a4636cb19 req-62b8c9da-90f8-4303-b9eb-8afa17948400 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515782 Feb 04 16:41:40.808875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.3 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/510acb1e-d81e-4602-be02-6e71879e703b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:40.842424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.155114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.453752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4252c741-aadb-4baa-ae63-d0fca2987c09 req-f556fc43-0c4a-46aa-a91f-7cf96d2bc9b2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 210 time: 0.1038172 Feb 04 16:41:41.535878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.580728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 510acb1e-d81e-4602-be02-6e71879e703b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:41.587974 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:41.610264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:41.612275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:41.644504 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.650964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.653686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:41.796103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event updated for resources: {'Port': ['ID=40cce904-87b1-47d6-a478-5295b0867403,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:41.803382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:41.846534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:41.877384 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:41.900599 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:41.980046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.115000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:42.123782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:42.124392 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.181606 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-ceb3717e-9bd0-4b06-ac34-7169843a8161 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9630771 Feb 04 16:41:42.369240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-02e0c9ee-d9de-4486-a805-831a9346ac8b None None] Provisioning for port 510acb1e-d81e-4602-be02-6e71879e703b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:42.376728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-02e0c9ee-d9de-4486-a805-831a9346ac8b None None] Provisioning complete for port 510acb1e-d81e-4602-be02-6e71879e703b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:42.377302 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02e0c9ee-d9de-4486-a805-831a9346ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.399415 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Floating IP f504d169-e974-42ed-9ad8-72e3bbf4d27d associated. External IP: 172.25.5.135, port: c097bce3-36ad-4bb2-97af-782eec238723. Feb 04 16:41:42.531028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-02e0c9ee-d9de-4486-a805-831a9346ac8b None None] Port 510acb1e-d81e-4602-be02-6e71879e703b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:41:42.576985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Request body: {'port': {'device_id': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:42.646774 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 2, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:42.667566 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:42.668140 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Updating router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:41:42.728653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.765977 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:42.793131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:42.793337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a956c-ada8-42de-b395-5e1aabf3b91c req-4ed1c7b5-9de3-401a-8767-74bc7de9b19e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:42.807270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f6a956c-ada8-42de-b395-5e1aabf3b91c req-4ed1c7b5-9de3-401a-8767-74bc7de9b19e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 931 time: 0.1473062 Feb 04 16:41:42.901533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f6a956c-ada8-42de-b395-5e1aabf3b91c req-d6196d2b-5594-4490-b8e4-dda65ac94b12 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904818 Feb 04 16:41:42.931363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:42.941465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:42.942640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.127990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.144849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:43.152352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.252012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:43.265354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.265968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.266314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.268596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.268596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.268596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.271140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.271585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.271927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.272846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.273133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.315762 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.328809 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Transition to ACTIVE for port object c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:43.338225 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.382052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510acb1e-d81e-4602-be02-6e71879e703b {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:43.391031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.467308 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Pushing event updated for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:43.483001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.483333 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.483664 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.483983 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.484300 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.484606 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.484927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.485235 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.485542 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.485850 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.486153 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:43.593705 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Attempting to bind port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:43.594212 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Attempting to bind port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:43.594731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Attempting to bind port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 on network 755a226f-67d9-480e-ad34-d2be374ff860 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:43.598399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Transition to ACTIVE for port object 510acb1e-d81e-4602-be02-6e71879e703b will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:41:43.605054 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:43.605915 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Checking segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:43.606068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.606190 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.606580 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Bound using segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:43.607143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Bound port: c5b38033-c9a3-4f71-8a8d-1b8741fce5a4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:43.607592 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.722480 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] For port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:43.733639 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] For port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:43.740828 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:43.745736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Pushing event updated for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:43.885124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:43.885124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:43.987037 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735f11-f524-4f79-8b1d-19cf93cc021a None None] Pushing event updated for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:44.129182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Attempting to bind port 510acb1e-d81e-4602-be02-6e71879e703b on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:41:44.131140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Attempting to bind port 510acb1e-d81e-4602-be02-6e71879e703b by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:41:44.131547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Attempting to bind port 510acb1e-d81e-4602-be02-6e71879e703b on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:44.153000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Port 510acb1e-d81e-4602-be02-6e71879e703b on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:41:44.153422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Attempting to bind port 510acb1e-d81e-4602-be02-6e71879e703b on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:41:44.166168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:41:44.166725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:41:44.167203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:41:44.167741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Bound port: 510acb1e-d81e-4602-be02-6e71879e703b, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:41:44.168193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:44.229698 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:44.289555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4704a-0fe0-4a6d-b474-02c074bb92b7 req-47f5c59c-9ab5-4d7d-925c-21c61a96eb73 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:44.291185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60a4704a-0fe0-4a6d-b474-02c074bb92b7 req-47f5c59c-9ab5-4d7d-925c-21c61a96eb73 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.1550102 Feb 04 16:41:44.303202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:41:44.363454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60a4704a-0fe0-4a6d-b474-02c074bb92b7 req-25927055-d978-4893-ba52-399f102149d0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624475 Feb 04 16:41:44.436417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:41:44.440483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=510acb1e-d81e-4602-be02-6e71879e703b,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:41:44.453936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:44.531352 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:44.532702 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] 10.222.0.41 "PUT /v2.0/ports/510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 1091 time: 2.2674811 Feb 04 16:41:44.533126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:44.553798 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451bf81-dda8-43f8-a127-0c6094951c7d service neutron] Pushing event updated for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:44.653128 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b', 'status': 'completed', 'code': 200} Feb 04 16:41:44.712519 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:44.718960 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a720d20-d1fb-48b4-a86b-e1c3e5190331 None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:44.743423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:44.759966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-c8656b8a-040d-4ac2-9b77-96202fb8e288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1094 time: 0.1466091 Feb 04 16:41:44.875707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:41:44.879231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:44.879593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:44.920455 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-59b463d2-813a-4131-9d97-157b6901f90d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 217 time: 0.1500380 Feb 04 16:41:44.931514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Sync routers for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:41:45.027621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-39b02761-bdef-49ad-84fa-f16f117ca6a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.029462 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-39b02761-bdef-49ad-84fa-f16f117ca6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1017530 Feb 04 16:41:45.030736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:45.043674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:45.044224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:45.191739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6215a1c3-000a-4fcd-a8b5-45d49897fcb3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2278216 Feb 04 16:41:45.195169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43518) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:45.203832 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-d5397466-afed-46d3-9a80-7167888d2238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407948 Feb 04 16:41:45.376665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:45.402381 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-6e6ce8af-8588-4dd8-8f47-6c35013f8369 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916516 Feb 04 16:41:45.406606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0c744784-6bab-418e-8b18-40671ad428dc tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.2069862 Feb 04 16:41:45.580356 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4640e61e-03ed-4f12-8ad6-e40b946b6009 req-7d90687e-11ed-4d12-9a1c-51455e4d01af service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726592 Feb 04 16:41:45.727482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-c8f4e69c-bce0-4fb7-88eb-753c6ac1f8f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1094 time: 0.0934806 Feb 04 16:41:45.787059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d591273-38b3-492a-bc47-b8e76b058c8f req-39ce95ed-ef0e-4697-90a1-0994d3a1dabb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:45.789200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d591273-38b3-492a-bc47-b8e76b058c8f req-39ce95ed-ef0e-4697-90a1-0994d3a1dabb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.2443697 Feb 04 16:41:45.867505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d591273-38b3-492a-bc47-b8e76b058c8f req-cbc07f57-cea3-4980-835a-de00f3e02fb5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714180 Feb 04 16:41:45.902000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f504d169-e974-42ed-9ad8-72e3bbf4d27d', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'port_id': 'c097bce3-36ad-4bb2-97af-782eec238723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'mac_address': 'fa:16:3e:49:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:40Z', 'updated_at': '2022-02-04T16:41:40Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:45.906686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Checking router: 1e191c80-6ec4-4e17-aee7-ebe24c9407dd for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:41:45.922974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:41:45.923594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:46.104809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-aa525e34-95d9-426b-bf1c-c2a0a77767a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:46.106267 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-aa525e34-95d9-426b-bf1c-c2a0a77767a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.3739724 Feb 04 16:41:46.164935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:41:46.200089 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-b2dc0dec-ec27-483b-8072-84cd9ba8acb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 217 time: 0.0831358 Feb 04 16:41:46.263769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-c1897802-0445-4608-ac79-9709d161b967 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:46.265211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-c1897802-0445-4608-ac79-9709d161b967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0610600 Feb 04 16:41:46.342351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-9c5f3a50-8660-487a-b138-54faa69ff6d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720532 Feb 04 16:41:46.405795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:46.494996 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-9249ee21-91d6-4d1c-af1f-e49b6c526b8a service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462917 Feb 04 16:41:46.538947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56c41b25-f780-47d3-a934-cc221cc4937a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1314082 Feb 04 16:41:46.580675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f504d169-e974-42ed-9ad8-72e3bbf4d27d', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'port_id': 'c097bce3-36ad-4bb2-97af-782eec238723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'mac_address': 'fa:16:3e:49:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:40Z', 'updated_at': '2022-02-04T16:41:40Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:41:46.584740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3922b767-1062-4e26-8678-e577d0a88de3 None None] The sync data for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 is: [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'f504d169-e974-42ed-9ad8-72e3bbf4d27d', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'port_id': 'c097bce3-36ad-4bb2-97af-782eec238723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'mac_address': 'fa:16:3e:49:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:40Z', 'updated_at': '2022-02-04T16:41:40Z', 'revision_number': 0, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:41:46.655318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:46.661295 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2452125d-d41e-4c18-acdc-1756c62ba726 req-353928d7-fad5-4679-97b9-29bc6915ee18 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600926 Feb 04 16:41:46.727233 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723', 'status': 'completed', 'code': 200} Feb 04 16:41:46.749239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:46.822256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:46.823652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-cd84033b-bf3c-4d82-9080-96d984cee4e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0712152 Feb 04 16:41:46.827547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:46.827908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:46.964191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:46.966787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-38ca5538-2be6-4782-8d7a-610df6427de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:46.969809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-38ca5538-2be6-4782-8d7a-610df6427de7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 898 time: 0.1401892 Feb 04 16:41:47.000684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:47.006856 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:47.135816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-6fafc82d-e6e9-49ad-bb91-3281db7f61d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 999 time: 0.1588199 Feb 04 16:41:47.156506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:47.211640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-25d0c737-731c-43af-a99a-389fc39ac2c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.213079 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-25d0c737-731c-43af-a99a-389fc39ac2c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 200 len: 835 time: 0.0699031 Feb 04 16:41:47.283462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adff44-0a35-4525-b9d5-ce9a807bc7af req-6b0efeda-d928-4f55-a710-9844e1d7ed81 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:47.284925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81adff44-0a35-4525-b9d5-ce9a807bc7af req-6b0efeda-d928-4f55-a710-9844e1d7ed81 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.2396302 Feb 04 16:41:47.349683 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-eaab2cec-8ea6-4822-a6c7-d2dcebbda610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294549 Feb 04 16:41:47.352523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81adff44-0a35-4525-b9d5-ce9a807bc7af req-a73f2f2d-33ff-4807-b61e-f5285308927f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610199 Feb 04 16:41:47.485220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-66cc037f-47a1-404f-9529-7963a83c40a0 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287916 Feb 04 16:41:47.541487 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43536) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:47.628432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa3a37a0-4820-49cc-9a55-ece285064d58 req-35f01765-b4c0-49f7-8878-c5df6cff4ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371338 Feb 04 16:41:47.654558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-16bd9747-cad0-4c17-877f-961f89fff7be tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1118870 Feb 04 16:41:48.556307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84435-1f45-43b8-9fbf-2b2115dfd532 req-68d3782a-6875-4162-93b6-2e8e7afe664a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:48.557755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72e84435-1f45-43b8-9fbf-2b2115dfd532 req-68d3782a-6875-4162-93b6-2e8e7afe664a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.0778518 Feb 04 16:41:48.606246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72e84435-1f45-43b8-9fbf-2b2115dfd532 req-924a8823-8d16-4204-bfe8-e77a64300e80 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Feb 04 16:41:48.658419 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43544) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:48.734269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:48.767347 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-46cc2b5e-00cc-4f26-8a55-412459d6558a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1077471 Feb 04 16:41:48.805381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:48.805746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:49.771217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43552) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:49.812578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b37ac-f0b5-4416-9ef5-ce97ce1e0a23 req-3c11814f-a5ed-4b61-8957-b767a69d18dc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:49.814040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef1b37ac-f0b5-4416-9ef5-ce97ce1e0a23 req-3c11814f-a5ed-4b61-8957-b767a69d18dc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.0872338 Feb 04 16:41:49.863625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef1b37ac-f0b5-4416-9ef5-ce97ce1e0a23 req-5d31db0e-8ea6-442e-8862-f22e681999b1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Feb 04 16:41:49.892727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-df1c0d47-7847-49ee-82a4-e70e0a30889e tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1178455 Feb 04 16:41:50.894284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43564) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:51.042149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4d880ad2-c931-4bfc-9fd0-6ff6c90d201a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1463444 Feb 04 16:41:51.079389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3f3ee-3d16-47c2-893c-5b1ae7eeef7f req-154f048b-84c0-4340-bd69-3a6ce16d481b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:51.081045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53d3f3ee-3d16-47c2-893c-5b1ae7eeef7f req-154f048b-84c0-4340-bd69-3a6ce16d481b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.0909929 Feb 04 16:41:51.136805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53d3f3ee-3d16-47c2-893c-5b1ae7eeef7f req-b4fb69c2-c542-4e38-994f-550b9ed69362 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496385 Feb 04 16:41:51.308172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:51.458352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:52.045899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:52.156949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3d9629a8-98fc-45b5-926d-1cbb7ecb2e4f tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1098089 Feb 04 16:41:52.445425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d1287-6980-432e-b79b-a090e9dda893 req-ffed75b2-1a33-4a4b-ae3a-b3ff64e6d976 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:52.446904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-755d1287-6980-432e-b79b-a090e9dda893 req-ffed75b2-1a33-4a4b-ae3a-b3ff64e6d976 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.1819608 Feb 04 16:41:52.499898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-755d1287-6980-432e-b79b-a090e9dda893 req-c752b583-e4f9-4086-990e-31a2367d4c4f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 Feb 04 16:41:53.160694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:53.271888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c2f20601-924c-468b-9fee-c1491fc298bc tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 991 time: 0.1099491 Feb 04 16:41:53.616416 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dee89b8-feca-4e98-8e3e-8ea831bad67d None None] New status for floating IP f504d169-e974-42ed-9ad8-72e3bbf4d27d: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:41:53.622476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 510acb1e-d81e-4602-be02-6e71879e703b details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:41:53.748861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef89e2-60e1-42a1-9922-9eeb6d33f193 req-4a6802c1-60cf-4898-9533-ba40ae06bf96 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:53.756291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63ef89e2-60e1-42a1-9922-9eeb6d33f193 req-4a6802c1-60cf-4898-9533-ba40ae06bf96 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 943 time: 0.1103053 Feb 04 16:41:53.815078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=510acb1e-d81e-4602-be02-6e71879e703b,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:53.820556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63ef89e2-60e1-42a1-9922-9eeb6d33f193 req-78976978-483f-4224-a33a-011c57c0a3ee tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595620 Feb 04 16:41:53.849755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '510acb1e-d81e-4602-be02-6e71879e703b', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '510acb1e-d81e-4602-be02-6e71879e703b', 'mac_address': 'fa:16:3e:19:17:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:41:53.929791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:53.950654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510acb1e-d81e-4602-be02-6e71879e703b {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:41:53.970226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=510acb1e-d81e-4602-be02-6e71879e703b,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:53.977459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:54.062278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:54.176326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['510acb1e-d81e-4602-be02-6e71879e703b'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:41:54.276113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43596) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:54.382879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1c975857-d6fa-408d-9bdc-f50a7e326cd3 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 993 time: 0.1051586 Feb 04 16:41:55.022423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e105c-20eb-440f-9f52-1212e26d0de0 req-81e1859d-12c5-473a-886b-f35fc913d1ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:55.023879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e47e105c-20eb-440f-9f52-1212e26d0de0 req-81e1859d-12c5-473a-886b-f35fc913d1ec tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 944 time: 0.0807760 Feb 04 16:41:55.070399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e47e105c-20eb-440f-9f52-1212e26d0de0 req-c651a372-0caa-4140-bdb5-a23836c07861 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Feb 04 16:41:55.143822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30c7366f-7b29-4f36-901c-98b76139a777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:55.637279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 510acb1e-d81e-4602-be02-6e71879e703b up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:41:55.703881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 510acb1e-d81e-4602-be02-6e71879e703b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:41:55.708776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 510acb1e-d81e-4602-be02-6e71879e703b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:41:55.709146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:55.825345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:55.852079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:41:55.861826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=510acb1e-d81e-4602-be02-6e71879e703b,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:41:55.868184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:55.919776 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b', 'code': 200} Feb 04 16:41:55.936792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:56.039486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05aed9d4-81cf-4310-ac93-158395661334 req-214e9784-f3ef-4ba8-b28b-59978cdb8624 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0681298 Feb 04 16:41:56.084095 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-05aed9d4-81cf-4310-ac93-158395661334 req-adcbbc75-c59b-4245-8bb0-0f01a316bcf6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Feb 04 16:41:56.266239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398d380-33ad-4a16-b854-b6cdc494f346 req-0326c17b-700e-4c6b-a296-b94ed769f0f9 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:56.267701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1398d380-33ad-4a16-b854-b6cdc494f346 req-0326c17b-700e-4c6b-a296-b94ed769f0f9 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.0769069 Feb 04 16:41:56.314210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1398d380-33ad-4a16-b854-b6cdc494f346 req-73cb3647-88d1-497d-ae24-d51dd4862191 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Feb 04 16:41:57.264002 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-059be24b-5e6e-4316-8522-5294c0329bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:57.517500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eac82-814d-433d-b445-2374b318f646 req-0f120492-a1dc-4c82-ba96-41dc3061195d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:57.518948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c8eac82-814d-433d-b445-2374b318f646 req-0f120492-a1dc-4c82-ba96-41dc3061195d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.0804150 Feb 04 16:41:57.564167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c8eac82-814d-433d-b445-2374b318f646 req-8dd45a42-cfd7-45cf-9bac-2961ce67e9eb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389471 Feb 04 16:41:57.759024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379d7d1-727d-4e9a-974e-db50ab26fdfd req-233f7478-2c70-4c77-a77a-fdb367a14f14 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:41:57.760445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0379d7d1-727d-4e9a-974e-db50ab26fdfd req-233f7478-2c70-4c77-a77a-fdb367a14f14 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.0749352 Feb 04 16:41:57.809105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0379d7d1-727d-4e9a-974e-db50ab26fdfd req-b6beb501-5a07-4cd8-aa2b-71e2a9cfff50 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Feb 04 16:41:57.837327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43628) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:58.046496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0aae750d-7250-4d05-acd3-d35f15a17fe2 tempest-TestVolumeBootPattern-1691580090 tempest-TestVolumeBootPattern-1691580090-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1091 time: 0.2079196 Feb 04 16:41:58.049196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43634) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:41:58.054468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '510acb1e-d81e-4602-be02-6e71879e703b', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:41:58.060456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:41:58.064163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:floatingip and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:41:58.067000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:41:58.076197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:41:58.088394 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:58.226504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:58.383339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.25.5.155 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3bba34b0-7898-4d00-a289-a31a419c6714) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:41:58.531618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:58.559499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:58.625218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:41:58.628165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:41:58.630752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:41:58.666141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:58.673682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=3bba34b0-7898-4d00-a289-a31a419c6714,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:58.690410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.690752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.691085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.691414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.691740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.692059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.692380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.692696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.693009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.693323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.693636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:41:58.725774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.289377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.348629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.555161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.560030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.667207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=3bba34b0-7898-4d00-a289-a31a419c6714,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:41:59.696032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:41:59.878626 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Floating IP 68e7d3a7-4b6c-4010-8534-752e8aa0ffcf associated. External IP: 172.25.5.155, port: 510acb1e-d81e-4602-be02-6e71879e703b. Feb 04 16:42:00.093553 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.276037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:00.478792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:00.491105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:00.505434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:00.505686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:00.507294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:00.574353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-01bb2535-0fd8-49cb-87b0-2800ce9d8740 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5149882 Feb 04 16:42:00.574353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:00.627525 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b', 'status': 'completed', 'code': 200} Feb 04 16:42:00.722430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:00.748214 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-a4131fb7-bf56-4732-ad72-bc1629ba1643 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0873778 Feb 04 16:42:00.885813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-0cf050ec-3bb5-42c3-9a5e-28abaac32898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:00.887277 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-0cf050ec-3bb5-42c3-9a5e-28abaac32898 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1332643 Feb 04 16:42:00.991443 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-131806c9-7889-4d58-8111-daa78f29b803 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 999 time: 0.0976019 Feb 04 16:42:01.054733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-21d2c531-094b-4846-ab7d-0f925af8b795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:01.056154 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-21d2c531-094b-4846-ab7d-0f925af8b795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0602877 Feb 04 16:42:01.080618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '68e7d3a7-4b6c-4010-8534-752e8aa0ffcf', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '510acb1e-d81e-4602-be02-6e71879e703b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:19:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:59Z', 'updated_at': '2022-02-04T16:41:59Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:01.085519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:01.097671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:01.098247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:01.138933 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-d650760b-a357-44f2-b507-02b684f3d8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771468 Feb 04 16:42:01.327127 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:01.377525 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-b63de4de-42d5-4d68-a8ad-cd45b5cdcefc service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324677 Feb 04 16:42:01.511607 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4ca6e306-1d57-4f4f-b0ad-74146282e4c5 req-63f3324c-e1ba-4e4e-b1e5-bf0ebfac36ac service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280785 Feb 04 16:42:01.676545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '68e7d3a7-4b6c-4010-8534-752e8aa0ffcf', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '510acb1e-d81e-4602-be02-6e71879e703b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:19:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:59Z', 'updated_at': '2022-02-04T16:41:59Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:01.681278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394f4dc-4857-4b8d-9698-2882d94c7010 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '68e7d3a7-4b6c-4010-8534-752e8aa0ffcf', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '510acb1e-d81e-4602-be02-6e71879e703b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:19:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:41:59Z', 'updated_at': '2022-02-04T16:41:59Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:11.359842 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:11.904616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:12.139827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-26b3fe0e-5caf-448a-ab47-a52624086df1 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 200 len: 993 time: 0.2339866 Feb 04 16:42:12.485201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43794) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:12.680736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 40cce904-87b1-47d6-a478-5295b0867403 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:12.681077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:12.870790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:12.871126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:12.953416 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2409989-eb18-4189-a912-0f908a0ee50b None None] New status for floating IP 68e7d3a7-4b6c-4010-8534-752e8aa0ffcf: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:42:13.001388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 40cce904-87b1-47d6-a478-5295b0867403 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:13.185142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:13.230402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=40cce904-87b1-47d6-a478-5295b0867403,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:13.327097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:13.730426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:13.935279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:13.948854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Sync routers for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:13.965658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:13.967053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:13.967709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:14.189234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:14.214632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f00a378b-92ec-484e-a548-e00efa387c87 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/floatingips/f504d169-e974-42ed-9ad8-72e3bbf4d27d HTTP/1.1" status: 204 len: 168 time: 1.7187519 Feb 04 16:42:14.214632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:14.341544 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723', 'status': 'completed', 'code': 200} Feb 04 16:42:14.442258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-2a4882e1-704e-4b72-bd17-2d03ee33f287 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6111ebad2d884d2fa602d31575d48366&device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0778165 Feb 04 16:42:14.624769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:14.637686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Checking router: 1e191c80-6ec4-4e17-aee7-ebe24c9407dd for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:14.668898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:14.668898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:14.872974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-e71fa343-d404-4883-9451-77303ffd53c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:14.872974 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-e71fa343-d404-4883-9451-77303ffd53c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 200 len: 898 time: 0.4073575 Feb 04 16:42:15.046151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:15.052071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-0dd373ea-61dd-47e6-8b98-520f0ebd810c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 200 len: 217 time: 0.1690068 Feb 04 16:42:15.136242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-fa17461a-f9c0-4fe4-b1f6-6dd48297448c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:15.136242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-fa17461a-f9c0-4fe4-b1f6-6dd48297448c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 200 len: 835 time: 0.0854814 Feb 04 16:42:15.216627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd768bb-04fe-4da5-8c1c-2caa8a672e02 req-a2319fee-3086-4758-a1ef-408a9fbea7d6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:15.216627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bfd768bb-04fe-4da5-8c1c-2caa8a672e02 req-a2319fee-3086-4758-a1ef-408a9fbea7d6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Synchronizing usage tracker for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:15.247846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-bfd768bb-04fe-4da5-8c1c-2caa8a672e02 req-a2319fee-3086-4758-a1ef-408a9fbea7d6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Unset dirty status for tenant:6111ebad2d884d2fa602d31575d48366 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:15.247846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfd768bb-04fe-4da5-8c1c-2caa8a672e02 req-a2319fee-3086-4758-a1ef-408a9fbea7d6 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.4521890 Feb 04 16:42:15.298505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-c93ecf1a-9429-4cb6-ab0d-5781e08b39cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486106 Feb 04 16:42:15.331480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfd768bb-04fe-4da5-8c1c-2caa8a672e02 req-bbe08493-14d0-4f0e-9e8f-e12e63b6d2fe tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792513 Feb 04 16:42:15.496414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-312b1d10-8452-4f27-b4f7-8ce21ae69efe service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829829 Feb 04 16:42:15.659638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:15.659638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f26c9-8cf1-4494-8bb6-2e591f771951 None None] The sync data for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 is: [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '21225275-533b-42eb-aee9-4e4916c22699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:41:14Z', 'revision_number': 4, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port': {'id': '21225275-533b-42eb-aee9-4e4916c22699', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:07Z', 'updated_at': '2022-02-04T16:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '1de9ec01-477e-44c7-95ad-5a2ae2b24dd8', 'name': '', 'network_id': 'c6894e69-a7ba-49e1-a96c-aecaee6fe8dd', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'mac_address': 'fa:16:3e:28:4d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:12Z', 'updated_at': '2022-02-04T16:41:25Z', 'revision_number': 5, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'subnets': [{'id': '54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:15.681955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-351c17a3-2b99-4bc9-99ec-341faed6086f req-9244c4fe-f772-455a-a505-8fea96df9e8c service neutron] 10.222.0.58 "GET /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721814 Feb 04 16:42:16.228083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-489a9675-47c8-4adb-b156-96a46ef87a3a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:16.229476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-489a9675-47c8-4adb-b156-96a46ef87a3a tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.58 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.0771742 Feb 04 16:42:16.303774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port c097bce3-36ad-4bb2-97af-782eec238723 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:16.304039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.604038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port c097bce3-36ad-4bb2-97af-782eec238723, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c097bce3-36ad-4bb2-97af-782eec238723,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:16.604390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:16.742359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for c097bce3-36ad-4bb2-97af-782eec238723 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:16.769283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757cc12-ae65-4b2f-8e35-6fbe29d56841 req-9855b121-2567-4a75-8972-1d56d4db5a70 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:16.770615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d757cc12-ae65-4b2f-8e35-6fbe29d56841 req-9855b121-2567-4a75-8972-1d56d4db5a70 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/ports?device_id=e60c1606-4bb1-44c1-ba91-6e33eaac3ee9 HTTP/1.1" status: 200 len: 945 time: 0.2868536 Feb 04 16:42:16.864182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d757cc12-ae65-4b2f-8e35-6fbe29d56841 req-164c7288-6b47-4f34-ae73-81e1ad32625b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "GET /v2.0/security-groups?id=0273b986-541c-49c9-9aa7-004c9cfb1200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836685 Feb 04 16:42:17.043390 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:17.092659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=c097bce3-36ad-4bb2-97af-782eec238723,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:17.169336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] No DVR routers for this DVR port c097bce3-36ad-4bb2-97af-782eec238723 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:17.172137 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:17.175866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'name': 'network-vif-deleted', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:17.191317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a9f281c-0d70-4b0e-b52e-516eb26e0d25 req-90a3e645-04c6-46e2-a7d8-6e5b48b6e32c tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.58 "DELETE /v2.0/ports/c097bce3-36ad-4bb2-97af-782eec238723 HTTP/1.1" status: 204 len: 173 time: 0.9537604 Feb 04 16:42:17.242898 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60c1606-4bb1-44c1-ba91-6e33eaac3ee9', 'name': 'network-vif-deleted', 'tag': 'c097bce3-36ad-4bb2-97af-782eec238723', 'status': 'completed', 'code': 200} Feb 04 16:42:17.975369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43846) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:18.045501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:18.076604 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:18.145560 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:18.165761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0273b986-541c-49c9-9aa7-004c9cfb1200,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:18.189938 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:18.195602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e8a51fa4-70ba-465b-aacf-7aebdbbedf36 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/security-groups/0273b986-541c-49c9-9aa7-004c9cfb1200 HTTP/1.1" status: 204 len: 168 time: 0.2198613 Feb 04 16:42:18.265103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43854) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:18.726488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.398305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:19.398935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.605161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:19.605161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:19.833582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:20.045756 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:20.094839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=1de9ec01-477e-44c7-95ad-5a2ae2b24dd8,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:20.167413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.167765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.168108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.168752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.168842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.169104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.169424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.169745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.170065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.170428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.170754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:20.518741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:20.520527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c097bce3-36ad-4bb2-97af-782eec238723 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:20.560944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: c097bce3-36ad-4bb2-97af-782eec238723 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:20.561080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c097bce3-36ad-4bb2-97af-782eec238723 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:21.293701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:21.319839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.472372 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.547760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:21.563704 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5360545d-ad8d-4131-b15a-5745f5a38141 tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "PUT /v2.0/routers/1e191c80-6ec4-4e17-aee7-ebe24c9407dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2960625 Feb 04 16:42:21.565026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43876) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:21.596157 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Sync routers for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:21.614848 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:21.615536 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:21.817501 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:21.907354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting subnet 54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:42:21.915630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:21.969949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.056462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.151559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.210734 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '16eec558-89a6-4494-92a1-0fac001442a8', 'name': '', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'mac_address': 'fa:16:3e:84:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:34Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 2, 'project_id': '574ac873aa274b21849e42bca039428d', 'subnets': [{'id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:22.216986 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Checking router: 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:22.217260 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Updating router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 port 16eec558-89a6-4494-92a1-0fac001442a8 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:42:22.228641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Subnet': ['ID=54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:22.234815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.243159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c8522-af3d-4424-8aed-a9bc99c81c95 None None] Network c6894e69-a7ba-49e1-a96c-aecaee6fe8dd requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:22.243664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fa4da588-0da2-44f7-8f26-cb23eee64f6b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/subnets/54ac35f9-ca09-4a0b-91b1-b00d7ab2b45a HTTP/1.1" status: 204 len: 168 time: 0.6778131 Feb 04 16:42:22.246136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43880) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:22.294557 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.584488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.681576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] DHCP port deletion for c6894e69-a7ba-49e1-a96c-aecaee6fe8dd request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:42:22.689000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Deleting port bd625c2d-f378-4d2e-b7ec-d4f727ea796c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:22.691303 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.819055 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.829113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device bd625c2d-f378-4d2e-b7ec-d4f727ea796c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:22.835173 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Transition to ACTIVE for port object 16eec558-89a6-4494-92a1-0fac001442a8 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:22.845376 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.874487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b93a7-1ac0-4ada-8006-a8ed7aa7d7f3 None None] New status for floating IP f504d169-e974-42ed-9ad8-72e3bbf4d27d: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:42:22.966100 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:22.987050 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port 21225275-533b-42eb-aee9-4e4916c22699 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:22.987658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.158537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Sync routers for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:23.230492 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2485bc5-d113-4380-8e02-ec1ced5f3f0b None None] Pushing event updated for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.270870 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:23.272253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:23.333141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] For port 21225275-533b-42eb-aee9-4e4916c22699, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=21225275-533b-42eb-aee9-4e4916c22699,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:23.333592 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.401853 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Attempting to bind port 16eec558-89a6-4494-92a1-0fac001442a8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:23.402316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Attempting to bind port 16eec558-89a6-4494-92a1-0fac001442a8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:23.403076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Attempting to bind port 16eec558-89a6-4494-92a1-0fac001442a8 on network 0bde3ce9-2ca1-4575-badb-f300880892be {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:23.421667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.435822 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:23.436202 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Checking segment: {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:23.436600 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.436993 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Bound using segment: {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:23.437459 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Bound port: 16eec558-89a6-4494-92a1-0fac001442a8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:23.437825 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.470482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:23.471079 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.524731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Calling delete_port for 21225275-533b-42eb-aee9-4e4916c22699 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:23.524865 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:23.650919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:42:22Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:23.660990 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Checking router: 1e191c80-6ec4-4e17-aee7-ebe24c9407dd for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:23.669057 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] For port 16eec558-89a6-4494-92a1-0fac001442a8, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:23.676175 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Routers {'1e191c80-6ec4-4e17-aee7-ebe24c9407dd'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:23.676779 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:23.700711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Calling delete_port for bd625c2d-f378-4d2e-b7ec-d4f727ea796c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:23.733218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:23.753993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.777690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.846320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Port': ['ID=21225275-533b-42eb-aee9-4e4916c22699,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.849945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] For port 16eec558-89a6-4494-92a1-0fac001442a8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16eec558-89a6-4494-92a1-0fac001442a8,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:23.872668 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:23.872871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:23.895764 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:42:23.895764 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:42:24.004534 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:24.005357 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:41:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:24.222865 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2485bc5-d113-4380-8e02-ec1ced5f3f0b None None] Pushing event updated for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:24.286652 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] Set router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:24.289133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.397811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Deleting port bd625c2d-f378-4d2e-b7ec-d4f727ea796c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:24.397811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.476417 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-75a48420-8e36-481e-9898-8176d746f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:42:22Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:24.485301 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a48420-8e36-481e-9898-8176d746f22d None None] The sync data for ids ['1e191c80-6ec4-4e17-aee7-ebe24c9407dd'] in n-d-827873-1 is: [{'id': '1e191c80-6ec4-4e17-aee7-ebe24c9407dd', 'name': 'tempest-TestNetworkBasicOps-router-15420582', 'tenant_id': '6111ebad2d884d2fa602d31575d48366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:06Z', 'updated_at': '2022-02-04T16:42:22Z', 'revision_number': 6, 'project_id': '6111ebad2d884d2fa602d31575d48366', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:24.491509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:24.673434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.678053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.695547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] For port bd625c2d-f378-4d2e-b7ec-d4f727ea796c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,segment=NetworkSegment(20ad68bc-4a6e-4996-acc4-b9f3f8ce1585),segment_id=20ad68bc-4a6e-4996-acc4-b9f3f8ce1585)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:24.696640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.705842 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.710552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Fanout notify agent at l3_agent the message router_deleted on router 1e191c80-6ec4-4e17-aee7-ebe24c9407dd {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:42:24.734281 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.737378 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-04baebae-8ce0-4c86-8d3d-07aaa515ff9b tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/routers/1e191c80-6ec4-4e17-aee7-ebe24c9407dd HTTP/1.1" status: 204 len: 168 time: 2.4884617 Feb 04 16:42:24.738475 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:24.909176 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.926282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Calling delete_port for bd625c2d-f378-4d2e-b7ec-d4f727ea796c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:42:24.956627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Deleting port bd625c2d-f378-4d2e-b7ec-d4f727ea796c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:42:24.960053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:24.987672 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '16eec558-89a6-4494-92a1-0fac001442a8', 'name': '', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'mac_address': 'fa:16:3e:84:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:34Z', 'updated_at': '2022-02-04T16:42:23Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'subnets': [{'id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:24.994647 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe2003d-ea10-4de1-a2ab-7ade50b09573 None None] The sync data for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 is: [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:35Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '16eec558-89a6-4494-92a1-0fac001442a8', 'name': '', 'network_id': '0bde3ce9-2ca1-4575-badb-f300880892be', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'mac_address': 'fa:16:3e:84:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:34Z', 'updated_at': '2022-02-04T16:42:23Z', 'revision_number': 4, 'project_id': '574ac873aa274b21849e42bca039428d', 'subnets': [{'id': 'd2627d22-86b2-432a-a8be-ffcf9d120204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:25.084220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.123337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] The port 'bd625c2d-f378-4d2e-b7ec-d4f727ea796c' was deleted {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:42:25.134860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16eec558-89a6-4494-92a1-0fac001442a8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:25.264125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] Pushing event deleted for resources: {'Port': ['ID=bd625c2d-f378-4d2e-b7ec-d4f727ea796c,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:25.286222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adcd414-3db5-41f0-a890-2da95d996a31 None None] No DVR routers for this DVR port bd625c2d-f378-4d2e-b7ec-d4f727ea796c on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:42:25.290248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a5853b3a-e43d-4f04-a08e-3ba99f677473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.323377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 16eec558-89a6-4494-92a1-0fac001442a8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:25.325028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.328771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 16eec558-89a6-4494-92a1-0fac001442a8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:25.329389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.358767 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6894e69-a7ba-49e1-a96c-aecaee6fe8dd']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:25.380057 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:25.380506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad68bc-4a6e-4996-acc4-b9f3f8ce1585') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:25.398148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.430256 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.443037 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:42:25.444261 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:42:25.460690 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:42:25.466199 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.508901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 16eec558-89a6-4494-92a1-0fac001442a8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16eec558-89a6-4494-92a1-0fac001442a8,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:25.514815 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.556685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:25.562952 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.592502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:25.597644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:25.598218 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1de9ec01-477e-44c7-95ad-5a2ae2b24dd8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:25.605776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] Pushing event deleted for resources: {'Network': ['ID=c6894e69-a7ba-49e1-a96c-aecaee6fe8dd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:25.617675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e4062ff-5746-4121-8f0f-a39b148c63ab tempest-TestNetworkBasicOps-1697973578 tempest-TestNetworkBasicOps-1697973578-project] 10.222.0.62 "DELETE /v2.0/networks/c6894e69-a7ba-49e1-a96c-aecaee6fe8dd HTTP/1.1" status: 204 len: 168 time: 0.8745723 Feb 04 16:42:25.667684 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:25.943459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 43912) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:26.120344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e3775ab3-d692-40b1-8087-3f6fca904aea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6111ebad2d884d2fa602d31575d48366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1732626 Feb 04 16:42:26.120677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43918) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:26.196497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.222028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.286802 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.305666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91239a-8592-4220-a5bf-0b792a99b209,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:26.313677 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.317163 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-756a678b-141c-4d0a-9994-42d290a2cb83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f91239a-8592-4220-a5bf-0b792a99b209 HTTP/1.1" status: 204 len: 168 time: 0.1931748 Feb 04 16:42:26.679123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43934) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:26.712090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.759094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:26.766979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2de469308b474b50ab72a09c7ba505dd is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:26.774115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:26.781645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:26.894910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.900607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:26.953855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c66250-bf34-4077-8e49-5ea448be4ef6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:26.958095 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-22160e76-79b3-4f73-b798-a2cd6fd905f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2de469308b474b50ab72a09c7ba505dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2803869 Feb 04 16:42:26.963985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 43938) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:27.051777 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:27.086274 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:27.130086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16eec558-89a6-4494-92a1-0fac001442a8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:27.181342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:27.204770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c66250-bf34-4077-8e49-5ea448be4ef6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:27.215090 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:27.215090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-faad0bab-af36-456b-bca9-49504bde251a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05c66250-bf34-4077-8e49-5ea448be4ef6 HTTP/1.1" status: 204 len: 168 time: 0.2524998 Feb 04 16:42:27.264172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 16eec558-89a6-4494-92a1-0fac001442a8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:27.264561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:27.333505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-256cb823-d3f9-46b7-a55a-3a2716b90f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:28.661105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:28.731398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21225275-533b-42eb-aee9-4e4916c22699 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:42:28.760787 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:28.777665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 21225275-533b-42eb-aee9-4e4916c22699 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:42:28.777665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 21225275-533b-42eb-aee9-4e4916c22699 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:42:30.122745 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.759592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:30.766001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'network': {'name': 'tempest-network-smoke--1553427714', 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'port_security_enabled': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:30.774093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:30.779584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:network and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:30.783770 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:30.794059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:30.804786 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:30.808457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.823505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.874405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:30.882413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group_rule and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:30.883679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:30.889192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:30.961927 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.965924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:30.996942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:42:31.009086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c09f7c-be53-4714-b8fd-83a05624a619,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:31.013699 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.014050 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Added segment c7ed823e-c332-450a-933d-8e656db7168a of type vlan for network f98a8342-6870-4a9d-bab3-ea5959737576 Feb 04 16:42:31.041429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.073075 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.077173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:31.077759 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.179025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Network': ['ID=f98a8342-6870-4a9d-bab3-ea5959737576,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:31.190889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network f98a8342-6870-4a9d-bab3-ea5959737576 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:42:31.197165 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7b0273e8-45e8-4788-b3f6-9e6f79e125f4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4336324 Feb 04 16:42:31.197586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:31.202911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'admin_state_up': True, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:31.211093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:31.215644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:router and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:31.219358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:31.225173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:31.236253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.237633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.265564 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.421447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.631214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.667471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.818721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.25.5.195 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/165869f9-9b68-4d15-a393-9420b3969ebd) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:31.966402 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:31.994525 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:32.059659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:32.062467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:32.066142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:32.156369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=165869f9-9b68-4d15-a393-9420b3969ebd,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:32.236106 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:32.236824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:32.472425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:42:32.767642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:32.778865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Sync routers for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:32.791183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:32.791811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:32.795705 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:32.798766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-69d3a14f-cae5-4ea1-9147-bfb66c1f530a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6000819 Feb 04 16:42:32.800732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44038) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:32.974067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:32.985566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:32.994986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f317c142-acc5-4bb2-9252-534de65113b4 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=101b79d1b3124cecaad2367a2d2e9440&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1929867 Feb 04 16:42:33.238508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd945a68-201d-4ee3-90bd-bf353501a391 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:33.243279 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cd945a68-201d-4ee3-90bd-bf353501a391 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2533464 Feb 04 16:42:33.244028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44052) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:33.285204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0e616a51-1167-4146-99e0-71dcc1be1692 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399003 Feb 04 16:42:33.288257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:33.293794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88985238', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:33.296558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:32Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:33.301328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Checking router: 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:33.301878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Updating router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff port 165869f9-9b68-4d15-a393-9420b3969ebd binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:42:33.427468 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.428596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:33.432888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:subnet and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:33.435780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:33.441719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:33.454200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:33.572067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.774031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.786787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Transition to ACTIVE for port object 165869f9-9b68-4d15-a393-9420b3969ebd will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:33.793511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.794101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.872651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Subnet': ['ID=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:33.874535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Attempting to bind port 165869f9-9b68-4d15-a393-9420b3969ebd on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:33.875436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Attempting to bind port 165869f9-9b68-4d15-a393-9420b3969ebd by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:33.875807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Attempting to bind port 165869f9-9b68-4d15-a393-9420b3969ebd on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:33.889463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Checking segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:33.889911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network hostable DHCP agents. Network: f98a8342-6870-4a9d-bab3-ea5959737576, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:42:33.890762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:33.891138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:33.891565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.891957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:33.892415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Bound port: 165869f9-9b68-4d15-a393-9420b3969ebd, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:33.892785 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.912242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network f98a8342-6870-4a9d-bab3-ea5959737576 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:42:33.919576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088156a3-4285-4a89-aaff-2b8807d633fc None None] Pushing event updated for resources: {'Port': ['ID=165869f9-9b68-4d15-a393-9420b3969ebd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:33.921686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, f98a8342-6870-4a9d-bab3-ea5959737576) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:33.935602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:33.936600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:33.944576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a151683-620a-4bcd-ae56-562eb3c8da35 None None] Network f98a8342-6870-4a9d-bab3-ea5959737576 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:33.959035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-71f68958-0a3c-47cc-b587-916bf3fd33d8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6699460 Feb 04 16:42:33.962503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44064) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:34.085663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] For port 165869f9-9b68-4d15-a393-9420b3969ebd, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:34.124276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] For port 165869f9-9b68-4d15-a393-9420b3969ebd, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=165869f9-9b68-4d15-a393-9420b3969ebd,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:34.134707 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:34.308899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088156a3-4285-4a89-aaff-2b8807d633fc None None] Pushing event updated for resources: {'Port': ['ID=165869f9-9b68-4d15-a393-9420b3969ebd,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:34.313314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:34.313921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:34.367160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-f98a8342-6870-4a9d-bab3-ea5959737576', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:42:34.368240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:34.613197 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:34.762661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Allocated IP 172.20.0.2 (f98a8342-6870-4a9d-bab3-ea5959737576/df4d04d9-e7ea-4134-ac3e-19b1aad04f3c/3c20a3b4-f440-441f-b0e1-730caf94d3a7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:34.813649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.164331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.168251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:32Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:35.179933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e6f00-5e64-4812-a182-910b207964b3 None None] The sync data for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 is: [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:32Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:35.182047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Transition to ACTIVE for port object 3c20a3b4-f440-441f-b0e1-730caf94d3a7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:35.215713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Transition to ACTIVE for port object 3c20a3b4-f440-441f-b0e1-730caf94d3a7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:35.227588 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.296145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Network f98a8342-6870-4a9d-bab3-ea5959737576 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:35.299200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:35.303662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:35.310049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Pushing event updated for resources: {'Port': ['ID=3c20a3b4-f440-441f-b0e1-730caf94d3a7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:35.393004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.20.0.1 (f98a8342-6870-4a9d-bab3-ea5959737576/df4d04d9-e7ea-4134-ac3e-19b1aad04f3c/9ee87bd2-a187-46b7-955d-0020058b34f3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:35.399119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Attempting to bind port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:35.399627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Attempting to bind port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:35.399984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Attempting to bind port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 on network f98a8342-6870-4a9d-bab3-ea5959737576 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:35.406552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:35.406921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Checking segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:35.407319 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.407705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Bound using segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:35.408156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Bound port: 3c20a3b4-f440-441f-b0e1-730caf94d3a7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:35.408646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.501995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] For port 3c20a3b4-f440-441f-b0e1-730caf94d3a7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:35.505282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] For port 3c20a3b4-f440-441f-b0e1-730caf94d3a7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c20a3b4-f440-441f-b0e1-730caf94d3a7,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:35.510964 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.573163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.590266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Transition to ACTIVE for port object 9ee87bd2-a187-46b7-955d-0020058b34f3 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:35.595801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fede1-b2ee-4ff3-af05-d8b01201fd77 None None] Pushing event updated for resources: {'Port': ['ID=3c20a3b4-f440-441f-b0e1-730caf94d3a7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:35.621025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.702209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network f98a8342-6870-4a9d-bab3-ea5959737576 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:35.703034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:35.705817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:35.708024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:35.792339 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:35.912923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.354819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.359619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.475129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:36.480143 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:36.611753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d509746-3421-49b0-a1ad-1768f955048d None None] Network f98a8342-6870-4a9d-bab3-ea5959737576 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:42:36.630059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network f98a8342-6870-4a9d-bab3-ea5959737576 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:36.631226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:36.785419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-03128064-471c-4d57-807c-2f5d5e402074 None None] Provisioning for port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:36.856190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c20a3b4-f440-441f-b0e1-730caf94d3a7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:37.004365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:37.010202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:37.010613 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.196952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.247066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3c20a3b4-f440-441f-b0e1-730caf94d3a7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c20a3b4-f440-441f-b0e1-730caf94d3a7,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:37.254558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.273661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:37.394297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3c20a3b4-f440-441f-b0e1-730caf94d3a7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:37.425331 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Provisioning complete for port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:37.425896 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.610307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Provisioning for port 9ee87bd2-a187-46b7-955d-0020058b34f3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:37.620004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Provisioning complete for port 9ee87bd2-a187-46b7-955d-0020058b34f3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:37.621097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.669078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:37.686988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-039d0459-6bb2-4c6d-a296-b59e400b407e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "PUT /v2.0/routers/5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7230737 Feb 04 16:42:37.689641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44092) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:37.696890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1021742690', 'description': 'tempest-secgroup_access--1021742690 description', 'project_id': '101b79d1b3124cecaad2367a2d2e9440'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:37.709311 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:37.715849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-68891543-1efd-4cea-b4c7-2134b632c43d None None] Port 9ee87bd2-a187-46b7-955d-0020058b34f3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:37.719851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:37.723208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:37.735136 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:37.747494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.793956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:37.797998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group_rule and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:37.802320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:37.810038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:37.856594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a84d59b5-4f26-4b22-b2cb-7afd65885b8a None None] Provisioning complete for port 9ee87bd2-a187-46b7-955d-0020058b34f3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:37.857284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a84d59b5-4f26-4b22-b2cb-7afd65885b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.924317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.932436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.945727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a84d59b5-4f26-4b22-b2cb-7afd65885b8a None None] Port 9ee87bd2-a187-46b7-955d-0020058b34f3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:37.988524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55bb403-8552-428d-96e6-54c98699fb5f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:37.994217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:37.998400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b10cc310-4f38-4574-86c7-c6b4f70300f6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.3049347 Feb 04 16:42:37.999918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44096) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:38.004703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--126331207', 'description': 'tempest-secgroup_general--126331207 description', 'project_id': '101b79d1b3124cecaad2367a2d2e9440'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:38.011547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:38.015453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:38.018489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:38.031290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:38.051603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.073489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-22ea05a7-59d4-48f3-9fa6-b55405673c0c None None] Provisioning complete for port 9ee87bd2-a187-46b7-955d-0020058b34f3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:38.075204 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22ea05a7-59d4-48f3-9fa6-b55405673c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.106979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:38.111840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group_rule and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:38.116952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:38.123841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:38.153577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-22ea05a7-59d4-48f3-9fa6-b55405673c0c None None] Port 9ee87bd2-a187-46b7-955d-0020058b34f3 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:38.227419 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.232932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.295960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a53594-a121-4ea9-9ae4-472dfc961605,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:38.300836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.305663 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:38.305868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1cbba6c2-39d0-4e2c-bf0f-d0d9f2c477e6 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.3056223 Feb 04 16:42:38.312298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'security_group_rule': {'security_group_id': 'c55bb403-8552-428d-96e6-54c98699fb5f', 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:38.320385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:38.326971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:security_group_rule and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:38.329965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:38.336572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:38.356569 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.431083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.436605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.461801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e626dc6d-0a6a-4c41-85b6-22428baf10c5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:38.481165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:38.481165 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6af04f07-2b2a-42b0-9863-c9a61d9810ed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1727796 Feb 04 16:42:38.664301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-118c515a-05b9-4e1a-86b0-617abc28bf79 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:38.684718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-118c515a-05b9-4e1a-86b0-617abc28bf79 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:38.686038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-118c515a-05b9-4e1a-86b0-617abc28bf79 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--126331207&fields=id&tenant_id=101b79d1b3124cecaad2367a2d2e9440 HTTP/1.1" status: 200 len: 267 time: 0.0661278 Feb 04 16:42:38.709853 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-b206a8c8-ab1c-4cf1-9a4e-58f9a0110e58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803249 Feb 04 16:42:38.753807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-3dd80adb-8f20-4ac5-ad60-02f412a56d99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1021742690&fields=id&tenant_id=101b79d1b3124cecaad2367a2d2e9440 HTTP/1.1" status: 200 len: 267 time: 0.0504904 Feb 04 16:42:38.893878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 165869f9-9b68-4d15-a393-9420b3969ebd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:38.900173 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-bea0d85b-7b84-4e49-8eb0-d0797e915d96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1096 time: 0.0960388 Feb 04 16:42:38.963343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-ef4c20bc-0276-4af9-bdc7-426b2e67690d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:38.965786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-ef4c20bc-0276-4af9-bdc7-426b2e67690d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 797 time: 0.1974969 Feb 04 16:42:38.988247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-82bd24b8-ca05-4b09-8bda-d2a5e48522b3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/quotas/101b79d1b3124cecaad2367a2d2e9440 HTTP/1.1" status: 200 len: 375 time: 0.0170307 Feb 04 16:42:38.991444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 165869f9-9b68-4d15-a393-9420b3969ebd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:39.004637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 165869f9-9b68-4d15-a393-9420b3969ebd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:39.004849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.071763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-7686bff8-e328-4a01-8c3c-7dba5b5d1c4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:39.073546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-7686bff8-e328-4a01-8c3c-7dba5b5d1c4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1551819 Feb 04 16:42:39.126201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f8a5d94b-88bf-42b2-957b-2c63fbacb740 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:39.157189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f8a5d94b-88bf-42b2-957b-2c63fbacb740 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:39.185884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f8a5d94b-88bf-42b2-957b-2c63fbacb740 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916931 Feb 04 16:42:39.239397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.259174 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-b953c73b-6807-40b4-bee9-97a6b0389ed5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 1001 time: 0.1789720 Feb 04 16:42:39.263366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 165869f9-9b68-4d15-a393-9420b3969ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=165869f9-9b68-4d15-a393-9420b3969ebd,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:39.269825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.273124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c20a3b4-f440-441f-b0e1-730caf94d3a7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:39.400547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-2c4e0e27-59f0-47f5-a94a-0237f68efa63 service neutron] 10.222.0.62 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118223 Feb 04 16:42:39.412675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-74d86db7-3561-4815-8e56-8cc1ed08c4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:39.414599 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-74d86db7-3561-4815-8e56-8cc1ed08c4aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1491640 Feb 04 16:42:39.512993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:39.513655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:39.514895 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-c0fe3873-6ad7-4806-9e83-7d9af6c76dcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950992 Feb 04 16:42:39.556290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=165869f9-9b68-4d15-a393-9420b3969ebd,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:39.607153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-ce8ee319-d725-4cde-b779-679603421f55 service neutron] 10.222.0.62 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972623 Feb 04 16:42:39.697873 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-1f0d4acf-4fc8-4e15-bbe8-d3e09730cb83 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735466 Feb 04 16:42:39.879696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-105f196c-96c4-4b49-a369-21a5d8c15cd2 req-1a54755a-0fb3-4b58-a4d7-19e829b94cd4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 210 time: 0.0541258 Feb 04 16:42:39.983939 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a78e9e1d-700d-4f3d-82e2-e755ad1c153d req-8b3cdc4c-f3c2-4625-94d5-aa110e634baa service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811584 Feb 04 16:42:40.762124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 165869f9-9b68-4d15-a393-9420b3969ebd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:40.890592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 165869f9-9b68-4d15-a393-9420b3969ebd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:40.891027 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:41.146918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0deed36a-9c61-4c41-9350-b2a9ea11733b req-d10a6c15-3d31-4dc2-8391-99cffc6d7e41 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 210 time: 0.0692296 Feb 04 16:42:41.249897 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Sync routers for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:41.276829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:41.277789 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:41.385758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-ca7ebc94-599d-4a5b-b258-5fb46e7c8ac8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:41.387442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-ca7ebc94-599d-4a5b-b258-5fb46e7c8ac8 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.58 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 797 time: 0.2382665 Feb 04 16:42:41.447271 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-50f3fa1b-0e31-4d76-846b-a327421969f2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101b79d1b3124cecaad2367a2d2e9440 HTTP/1.1" status: 200 len: 477 time: 0.0456681 Feb 04 16:42:41.458483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'port': {'device_id': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'admin_state_up': True, 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'security_groups': ['f5a53594-a121-4ea9-9ae4-472dfc961605', 'c55bb403-8552-428d-96e6-54c98699fb5f']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:41.523076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:41.764691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:41.776636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:41.785445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:42:41.785445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:41.894009 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:36Z', 'revision_number': 2, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:41.898878 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Checking router: 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:41.899224 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Updating router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff port 9ee87bd2-a187-46b7-955d-0020058b34f3 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:42:41.969210 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:41.988939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.20.0.9 (f98a8342-6870-4a9d-bab3-ea5959737576/df4d04d9-e7ea-4134-ac3e-19b1aad04f3c/22ca8ac7-cfd4-4a8d-b1ec-9226109a7765) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:42.204174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.224033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Transition to ACTIVE for port object 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:42.248565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.389432 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network f98a8342-6870-4a9d-bab3-ea5959737576 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:42.396901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:42.404230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:42.407351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:42.489735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b21fa5-6da7-4feb-997d-79d829d456f3 req-a8218ef1-3ea6-41d8-9890-cd03896f6f02 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:42.492072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32b21fa5-6da7-4feb-997d-79d829d456f3 req-a8218ef1-3ea6-41d8-9890-cd03896f6f02 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 970 time: 0.1980562 Feb 04 16:42:42.499634 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:42.500259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.549719 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.569656 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Transition to ACTIVE for port object 9ee87bd2-a187-46b7-955d-0020058b34f3 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:42.575139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-f5c11f60-72e3-4990-9775-69a1a25a6bed tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1219764 Feb 04 16:42:42.577339 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.605538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Request body: {'port': {'device_id': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:42.633904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-32b21fa5-6da7-4feb-997d-79d829d456f3 req-5055e5a5-8473-494d-bbf4-da4db79c0b56 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1008949 Feb 04 16:42:42.728706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eeca1e1f-71a5-4d08-a0f7-ad07bc5d98ab None None] Provisioning for port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:42.736219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eeca1e1f-71a5-4d08-a0f7-ad07bc5d98ab None None] Provisioning complete for port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:42.736668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eeca1e1f-71a5-4d08-a0f7-ad07bc5d98ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.764085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.819401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-eeca1e1f-71a5-4d08-a0f7-ad07bc5d98ab None None] Port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:42:42.819511 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3fcc-bb11-44fb-9f5e-2109f80626a6 None None] Pushing event updated for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:42.889297 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Attempting to bind port 9ee87bd2-a187-46b7-955d-0020058b34f3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:42.890215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Attempting to bind port 9ee87bd2-a187-46b7-955d-0020058b34f3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:42.890673 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Attempting to bind port 9ee87bd2-a187-46b7-955d-0020058b34f3 on network f98a8342-6870-4a9d-bab3-ea5959737576 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:42.897683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:42.898143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Checking segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:42.898679 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.899154 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Bound using segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:42.899708 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Bound port: 9ee87bd2-a187-46b7-955d-0020058b34f3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:42.900383 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:42.992359 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] For port 9ee87bd2-a187-46b7-955d-0020058b34f3, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:42.996306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] For port 9ee87bd2-a187-46b7-955d-0020058b34f3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9ee87bd2-a187-46b7-955d-0020058b34f3,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:43.000235 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.120173 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3fcc-bb11-44fb-9f5e-2109f80626a6 None None] Pushing event updated for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:43.125570 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:43.126365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:43.204382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:42:43.215818 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.234952 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Transition to ACTIVE for port object 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:42:43.243575 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.335734 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:43.390818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Pushing event updated for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:43.519943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Attempting to bind port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:42:43.520279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Attempting to bind port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:42:43.520740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Attempting to bind port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 on network f98a8342-6870-4a9d-bab3-ea5959737576 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:43.526925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 on network f98a8342-6870-4a9d-bab3-ea5959737576 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:42:43.527244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Attempting to bind port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 on network f98a8342-6870-4a9d-bab3-ea5959737576 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:42:43.533816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:42:43.534403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Checking segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:42:43.534970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Bound using segment: {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:42:43.535600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Bound port: 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ed823e-c332-450a-933d-8e656db7168a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:42:43.536126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.657854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:42:43.661125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:42:43.666516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.761381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:43.763368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] 10.222.0.58 "PUT /v2.0/ports/22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 1130 time: 1.1810617 Feb 04 16:42:43.763907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:42Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:43.764913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31423c-7cf8-43d4-a48b-0ffcc61c3abb service neutron] Pushing event updated for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:43.769533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:43.778243 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d05ab-ac2e-432e-b399-e8f2ef0e32f4 None None] The sync data for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 is: [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:42Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:43.923238 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'status': 'completed', 'code': 200} Feb 04 16:42:44.014497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126e4e4-a743-43d7-9368-a0a54a458703 req-1760f05b-6b78-46a1-9ec0-df4d36435001 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:44.015189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d126e4e4-a743-43d7-9368-a0a54a458703 req-1760f05b-6b78-46a1-9ec0-df4d36435001 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:42:44.022254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-e0769660-0e35-4b38-b5a0-acedc02aa666 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1133 time: 0.1688757 Feb 04 16:42:44.215831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-2fd549f7-d348-46dd-8731-bfa2c37128b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 217 time: 0.1865289 Feb 04 16:42:44.218702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d126e4e4-a743-43d7-9368-a0a54a458703 req-1760f05b-6b78-46a1-9ec0-df4d36435001 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:42:44.220004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d126e4e4-a743-43d7-9368-a0a54a458703 req-1760f05b-6b78-46a1-9ec0-df4d36435001 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 982 time: 0.4206109 Feb 04 16:42:44.324621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d126e4e4-a743-43d7-9368-a0a54a458703 req-f7d91092-2bf7-4387-9493-0b824fdd149f tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0717962 Feb 04 16:42:44.326869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-e1bf594b-8f79-4205-b344-e60f1ac9347a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:44.328522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-e1bf594b-8f79-4205-b344-e60f1ac9347a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 200 len: 833 time: 0.1063187 Feb 04 16:42:44.408973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-2735e470-a200-4362-ba3f-d9decb130ddc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f98a8342-6870-4a9d-bab3-ea5959737576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734942 Feb 04 16:42:44.577905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-a09ba516-ff2b-4337-b4b0-9c9eca86bf70 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616387 Feb 04 16:42:44.749706 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e9a58d-60b5-4efa-87f4-5cfbc70e412b req-d983a700-d2b8-4dcd-a7b8-4063ab86da31 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644907 Feb 04 16:42:44.806479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9ee87bd2-a187-46b7-955d-0020058b34f3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:44.872634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-49fed00b-9a74-4300-8315-798d65da9f45 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1133 time: 0.0759342 Feb 04 16:42:44.891835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 9ee87bd2-a187-46b7-955d-0020058b34f3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:44.898763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9ee87bd2-a187-46b7-955d-0020058b34f3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:44.899206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.026252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.050033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-6dd44de5-861c-4b19-8b3a-e649b7fe5807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:45.051755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-6dd44de5-861c-4b19-8b3a-e649b7fe5807 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 898 time: 0.1652279 Feb 04 16:42:45.063128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 9ee87bd2-a187-46b7-955d-0020058b34f3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9ee87bd2-a187-46b7-955d-0020058b34f3,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:45.067458 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:45.128533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-efb71f45-c0be-44eb-aef8-4bdaa718cd00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 217 time: 0.0703866 Feb 04 16:42:45.147531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:45.156640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.156956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.157290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.157617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.158053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.158466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.158731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.159050 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.159365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.159710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.160024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:42:45.200721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-bd16175d-3653-489a-9efc-9716e871487b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:45.202134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-bd16175d-3653-489a-9efc-9716e871487b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 200 len: 833 time: 0.0668967 Feb 04 16:42:45.279442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-0d21a648-ade0-4924-b40f-36d3aefd915a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f98a8342-6870-4a9d-bab3-ea5959737576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700023 Feb 04 16:42:45.416380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-123a903a-361c-41b4-a46d-0f153fbce017 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295123 Feb 04 16:42:45.621992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa28d3f-3448-427f-bfce-d9df27eab060 req-6e91fa54-5dc8-4245-9a97-3014ee29133e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:45.623441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffa28d3f-3448-427f-bfce-d9df27eab060 req-6e91fa54-5dc8-4245-9a97-3014ee29133e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 982 time: 0.1720259 Feb 04 16:42:45.632326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53a2028a-8545-4457-b034-bccf3a9783b1 req-b0f0fdf8-7047-455c-828d-0eed48404a76 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090554 Feb 04 16:42:45.681733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffa28d3f-3448-427f-bfce-d9df27eab060 req-66d83ce5-b6ed-41d3-a074-3c8703cd7372 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516157 Feb 04 16:42:46.657121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:42:46.809068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:46.831356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9ee87bd2-a187-46b7-955d-0020058b34f3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:46.866656 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'port_id': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'mac_address': 'fa:16:3e:93:92:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:42:46.919859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e714fd-7fbd-4308-b0cc-cc091c1f2aad req-9811767b-508a-49be-87c9-f20c2ff2ce41 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:46.921422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5e714fd-7fbd-4308-b0cc-cc091c1f2aad req-9811767b-508a-49be-87c9-f20c2ff2ce41 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 982 time: 0.0775452 Feb 04 16:42:46.941511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:46.961943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:42:46.971589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5e714fd-7fbd-4308-b0cc-cc091c1f2aad req-91d0dd43-6f25-4b7e-9c6f-a62f45282929 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0424464 Feb 04 16:42:46.977639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 9ee87bd2-a187-46b7-955d-0020058b34f3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:46.978007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.012572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:47.024263 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:47.104455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:47.231885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:42:48.175068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0edd9-e4f5-4c78-bece-be5dee2a9bf7 req-2804b705-9168-4a14-8070-be425332393b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:48.176484 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae0edd9-e4f5-4c78-bece-be5dee2a9bf7 req-2804b705-9168-4a14-8070-be425332393b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 983 time: 0.0811019 Feb 04 16:42:48.223006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae0edd9-e4f5-4c78-bece-be5dee2a9bf7 req-2cb88e54-b2c9-498c-8e7d-f92897964f38 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0393965 Feb 04 16:42:48.361142 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:42:48.675807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:42:48.747271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:42:48.752084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:42:48.752446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.884598 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.912008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:48.921761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:42:48.925897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:48.971855 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'code': 200} Feb 04 16:42:48.995107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:49.098277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93aa0bb9-5784-4836-a77c-140225f09691 req-806c2c3a-c09c-461a-84d0-d488b0eaca65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.0682633 Feb 04 16:42:49.148959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93aa0bb9-5784-4836-a77c-140225f09691 req-77588029-d0e3-4471-a45b-6204a83eb1cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f5a53594-a121-4ea9-9ae4-472dfc961605&id=c55bb403-8552-428d-96e6-54c98699fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0443695 Feb 04 16:42:49.534810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2bc27-f7fe-4776-9b0d-165d50c870fc req-fd1b0eca-d755-480f-ba4b-c112fd3afac1 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:49.536244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2de2bc27-f7fe-4776-9b0d-165d50c870fc req-fd1b0eca-d755-480f-ba4b-c112fd3afac1 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.1834214 Feb 04 16:42:49.598832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2de2bc27-f7fe-4776-9b0d-165d50c870fc req-fc1f7625-d3b0-44ce-81e9-f6f1d944cdfb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0503726 Feb 04 16:42:50.807174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1373c-7d60-46da-ae3b-3df8e5346688 req-7ff5258f-703f-4cb8-b861-26ebec370619 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:50.808617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64b1373c-7d60-46da-ae3b-3df8e5346688 req-7ff5258f-703f-4cb8-b861-26ebec370619 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.0786076 Feb 04 16:42:50.856726 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-64b1373c-7d60-46da-ae3b-3df8e5346688 req-21e830e7-07dd-4bc4-bc20-73419ee3b32b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0425568 Feb 04 16:42:51.084600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f5fe3-42d1-47c0-b174-dd82697d6b5c req-0a825028-012f-408d-b839-d8b83dbf54cb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:51.086146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be8f5fe3-42d1-47c0-b174-dd82697d6b5c req-0a825028-012f-408d-b839-d8b83dbf54cb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.0832319 Feb 04 16:42:51.148479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be8f5fe3-42d1-47c0-b174-dd82697d6b5c req-25c6df73-b54e-4abf-a529-ce9158294a56 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0561142 Feb 04 16:42:51.324717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.344117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-1f5268b2-a899-4edb-a99c-1a46c946a77e tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.0691414 Feb 04 16:42:51.369776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.407080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.412481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Usage tracker for resource:security_group_rule and tenant:695ce3a4191c4f51a90e03f5f7ef7d3e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.421745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.433832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.465756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.506692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.510371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.548247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa18893c-1879-4d4d-8fe3-f025a0fda177 req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1984487 Feb 04 16:42:51.549693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b0e45-62ad-4810-95e8-4875bffdb816 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ae9ce-52ad-4cb8-9ec7-aad91ac494a2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:51.587643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.660480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-df952287-a6c1-45cf-bd4a-18ef1dfc49cf tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1130 time: 0.0690222 Feb 04 16:42:51.661140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44306) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:51.666357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:42:51.673769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:42:51.685112 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:floatingip and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:42:51.687264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:42:51.696260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:42:51.712965 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:51.852000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.007298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.25.5.36 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/46c74d84-d4a1-468e-8e34-50ef03a69c03) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:42:52.156104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.184509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.256298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:42:52.259346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:42:52.267086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:42:52.312090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=46c74d84-d4a1-468e-8e34-50ef03a69c03,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:52.798894 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:52.853916 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.188047 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.192436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.296735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=46c74d84-d4a1-468e-8e34-50ef03a69c03,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:42:53.329811 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:53.526573 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Floating IP a4b5f236-ac8e-464d-ad3e-dce86a0ca94d associated. External IP: 172.25.5.36, port: 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765. Feb 04 16:42:53.934270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:42:54.158242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:42:54.171186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Sync routers for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:42:54.184757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:54.185527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:54.190518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:54.250560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44352) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:54.251351 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7de3c960-c7cd-4ca1-b2cf-250cfe53eb44 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5886540 Feb 04 16:42:54.251351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:42:54.324022 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'status': 'completed', 'code': 200} Feb 04 16:42:54.384043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:54.450884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-d82a858f-96bd-41c3-aa9a-930a148bf33e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.1002049 Feb 04 16:42:54.460616 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.461213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.461707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.462198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.462711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.463230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.463717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.464452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.466907 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b563d39e-b34a-489a-81aa-9660c4d93165 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5690 time: 0.2140343 Feb 04 16:42:54.470902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44362) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:54.550146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.550795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.551294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.552296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.552902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.553392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.553870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.554356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.556361 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-05ce837d-7127-4135-a106-544bc2bfdaeb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.0845037 Feb 04 16:42:54.559124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44366) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:54.620392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-54f9fb9e-0593-4272-8c8f-f887816e9130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.622064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-54f9fb9e-0593-4272-8c8f-f887816e9130 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 898 time: 0.1643577 Feb 04 16:42:54.750059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-7e4d281b-a585-48c4-b9f3-2ff3c0f3bbdb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 998 time: 0.1207519 Feb 04 16:42:54.827409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b0926bb7-0266-4b06-8f41-31451eeb464f tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.2660367 Feb 04 16:42:54.831836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:42:54.836223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-b1dfd6ba-84cf-4733-9e61-928688142193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:42:54.837850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-b1dfd6ba-84cf-4733-9e61-928688142193 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 200 len: 833 time: 0.0800881 Feb 04 16:42:54.857629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'a4b5f236-ac8e-464d-ad3e-dce86a0ca94d', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'port_id': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'mac_address': 'fa:16:3e:93:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 0, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:54.862257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Checking router: 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:42:54.876945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:42:54.877783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:42:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:55.078360 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-da2f22e6-59e1-415d-9bbb-26d65d9209f7 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff HTTP/1.1" status: 200 len: 1990 time: 0.2330501 Feb 04 16:42:55.101955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-f554de2e-0b85-4445-9659-08fe584e86e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f98a8342-6870-4a9d-bab3-ea5959737576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543333 Feb 04 16:42:55.147954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:42:55.217349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa267b1f-c5b1-4d37-986a-bc5a3bd5a56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:55.278808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-cc374dd3-be71-4d3e-ad62-83e0ba499a3f service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523468 Feb 04 16:42:55.410524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-38e59ac4-6bb1-467c-9394-b50795fc6c1c req-f506a709-364a-4227-ab6d-ad16b1db8f3b service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363587 Feb 04 16:42:55.564520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'a4b5f236-ac8e-464d-ad3e-dce86a0ca94d', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'port_id': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'mac_address': 'fa:16:3e:93:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 0, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:42:55.565515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32be6dd0-e12e-4a76-888b-bcca18ce41c2 None None] The sync data for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 is: [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'a4b5f236-ac8e-464d-ad3e-dce86a0ca94d', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'port_id': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'mac_address': 'fa:16:3e:93:92:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:42:52Z', 'updated_at': '2022-02-04T16:42:52Z', 'revision_number': 0, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:42:57.264384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8df55e64-098d-4267-a75e-2a65043db131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.664429 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:58.713432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:42:59.121847 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f9ead-f8b5-42bc-a3b3-1a4d66b36d2d None None] New status for floating IP a4b5f236-ac8e-464d-ad3e-dce86a0ca94d: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:43:00.091751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:21.322275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:21.480197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:25.156207 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f56dd6b3-5f70-4d32-8a1b-4707dec26c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:25.372528 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:43:27.269624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca8aa8e3-ea3c-4017-b994-4d2489bc24b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.425887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:27.525035 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-535445b3-6a98-4ab2-8559-f9c7a82839cb tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3189 time: 0.1000075 Feb 04 16:43:27.527813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44760) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:27.533153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'network': {'name': 'tempest-network-smoke--830965888', 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'port_security_enabled': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:27.540208 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:27.554293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:network and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:27.554293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:27.564720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:27.580416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:27.580416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.616405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:43:27.625684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.625684 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Added segment fc3d7573-0f15-4952-9ba7-d77021b5c451 of type vlan for network dcc29927-1df0-4298-b50f-e5287b5aab93 Feb 04 16:43:27.655806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.689919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.692614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:27.693185 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.804176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2724566 Feb 04 16:43:27.808900 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Network': ['ID=dcc29927-1df0-4298-b50f-e5287b5aab93,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:27.811460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:27.811460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'admin_state_up': True, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.822124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59d7764-c82f-48d2-82a9-118ab24fa37d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:27.828756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network dcc29927-1df0-4298-b50f-e5287b5aab93 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:43:27.831950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:27.835507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:router and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:27.865289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:27.881732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:27.899082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.899082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:27.933527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.101317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.307471 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.337292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.487472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.25.5.205 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3321cc88-436e-4a14-be27-87cf0fec4fad) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:28.634085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.663874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.665635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.743840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.748949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:28.748949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:28.748949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:28.791861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=3321cc88-436e-4a14-be27-87cf0fec4fad,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.800316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:28.940253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:28.940988 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.172393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 55f923a7-ece6-4bd4-bc99-c7405af30da6 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:43:29.498619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:29.509647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Sync routers for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:43:29.522604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:29.523306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:29.527093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:29.531118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8a4c64be-61f9-4cf5-adaa-690571d17b16 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7224269 Feb 04 16:43:29.531462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44780) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:29.596089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a63e9-cca2-4086-b6f9-bf71d8c5210e tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:29.600318 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-013a63e9-cca2-4086-b6f9-bf71d8c5210e tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=101b79d1b3124cecaad2367a2d2e9440&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0650611 Feb 04 16:43:29.600645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44784) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:29.748489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:29.752072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187e0692-768c-489e-9177-cd7a9dc72618 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:29.757102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-187e0692-768c-489e-9177-cd7a9dc72618 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519341 Feb 04 16:43:29.757371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:29.804825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-54b3178e-4417-41db-81f8-141f87ff9487 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425165 Feb 04 16:43:29.805023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:29.847240 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b12f1fb-81d1-4768-9ca0-dd42d9bbd529 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=101b79d1b3124cecaad2367a2d2e9440&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412595 Feb 04 16:43:29.851552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44796) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:29.995656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b4bd1-a362-4445-9b5f-790db24931d8 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.000584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d18b4bd1-a362-4445-9b5f-790db24931d8 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447868 Feb 04 16:43:30.000921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44802) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:30.041146 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-42a3b414-6339-4b62-9c03-bf0624b98920 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389662 Feb 04 16:43:30.043927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44806) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:30.049461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777645240', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:30.054676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:28Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:30.058691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Checking router: 55f923a7-ece6-4bd4-bc99-c7405af30da6 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:43:30.059031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Updating router 55f923a7-ece6-4bd4-bc99-c7405af30da6 port 3321cc88-436e-4a14-be27-87cf0fec4fad binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:43:30.115200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.121738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.161102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:30.165039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Usage tracker for resource:subnet and tenant:101b79d1b3124cecaad2367a2d2e9440 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:30.167873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:30.173381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:30.182543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:30.283734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.449916 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.463363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Transition to ACTIVE for port object 3321cc88-436e-4a14-be27-87cf0fec4fad will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:30.477012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.502406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.558547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Attempting to bind port 3321cc88-436e-4a14-be27-87cf0fec4fad on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:30.558910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Attempting to bind port 3321cc88-436e-4a14-be27-87cf0fec4fad by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:30.559273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Attempting to bind port 3321cc88-436e-4a14-be27-87cf0fec4fad on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:30.561293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068bff-e466-43a4-99c6-8d443894e1e8 None None] Pushing event updated for resources: {'Port': ['ID=3321cc88-436e-4a14-be27-87cf0fec4fad,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:30.568721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:30.569094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:30.569493 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.570554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:30.570554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Bound port: 3321cc88-436e-4a14-be27-87cf0fec4fad, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:30.570799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.584968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Subnet': ['ID=1467c453-7767-4459-91f2-10beec78fbc4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:30.595027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Checking segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:30.595393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network hostable DHCP agents. Network: dcc29927-1df0-4298-b50f-e5287b5aab93, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:43:30.618062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network dcc29927-1df0-4298-b50f-e5287b5aab93 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:43:30.627903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, dcc29927-1df0-4298-b50f-e5287b5aab93) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:30.633171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:30.633746 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.639997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3091e2-ac3b-43ea-9f46-ab565222f052 None None] Network dcc29927-1df0-4298-b50f-e5287b5aab93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:43:30.655186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2c65f796-16bb-47a3-b896-9e1ce1b512bb tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6101084 Feb 04 16:43:30.657936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44810) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:30.709815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] For port 3321cc88-436e-4a14-be27-87cf0fec4fad, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:30.722318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] For port 3321cc88-436e-4a14-be27-87cf0fec4fad, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3321cc88-436e-4a14-be27-87cf0fec4fad,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:30.732103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:30.842349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068bff-e466-43a4-99c6-8d443894e1e8 None None] Pushing event updated for resources: {'Port': ['ID=3321cc88-436e-4a14-be27-87cf0fec4fad,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:30.883901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:30.884520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:31.060418 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-dcc29927-1df0-4298-b50f-e5287b5aab93', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'fixed_ips': [{'subnet_id': '1467c453-7767-4459-91f2-10beec78fbc4'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:43:31.061196 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.172307 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:31.496251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Allocated IP 172.20.0.18 (dcc29927-1df0-4298-b50f-e5287b5aab93/1467c453-7767-4459-91f2-10beec78fbc4/c676ea54-8905-4715-a9a7-5f683664fcdb) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:31.562816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.662783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44822) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:31.668582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952800013', 'description': 'tempest-secgroup-smoke-1952800013 description', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:31.675269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:31.679388 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:31.682426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:31.688520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:31.702225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:28Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:31.706192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.746641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:31.747828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22599a79-7342-474a-92eb-93b7b23b1ea5 None None] The sync data for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 is: [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:28Z', 'revision_number': 3, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:31.750511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:31.754613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:31.762836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:31.785713 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.804114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Transition to ACTIVE for port object c676ea54-8905-4715-a9a7-5f683664fcdb will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:31.825674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Transition to ACTIVE for port object c676ea54-8905-4715-a9a7-5f683664fcdb will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:31.833440 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.834879 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.840475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.895702 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2bbcd-f5b9-49d4-acbd-786651ca2a61,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:31.901347 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:31.905761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44826) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:31.906750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-85713d4d-bb03-4c0c-87e9-ee15d9d8a93c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2427666 Feb 04 16:43:31.915603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:31.921784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Network dcc29927-1df0-4298-b50f-e5287b5aab93 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:31.924606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:31.925630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:31.928232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Pushing event updated for resources: {'Port': ['ID=c676ea54-8905-4715-a9a7-5f683664fcdb,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:31.930581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:31.940141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:31.945848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:31.955871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:32.040894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Attempting to bind port c676ea54-8905-4715-a9a7-5f683664fcdb on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:32.041264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Attempting to bind port c676ea54-8905-4715-a9a7-5f683664fcdb by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:32.041733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Attempting to bind port c676ea54-8905-4715-a9a7-5f683664fcdb on network dcc29927-1df0-4298-b50f-e5287b5aab93 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:32.042304 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.047995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:32.048538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Checking segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:32.048939 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.049326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Bound using segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:32.049777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Bound port: c676ea54-8905-4715-a9a7-5f683664fcdb, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:32.050144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.067200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.20.0.17 (dcc29927-1df0-4298-b50f-e5287b5aab93/1467c453-7767-4459-91f2-10beec78fbc4/358fb720-da7c-40a4-87e8-a448b36de98b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:32.145358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:32.148784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:32.157184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.207786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.221703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.251449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb5749-a17c-4b5d-b77a-034ef788da8b None None] Pushing event updated for resources: {'Port': ['ID=c676ea54-8905-4715-a9a7-5f683664fcdb,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:32.254255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3807ab00-5f8e-40bb-b13e-ce1ba7665fcd,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:32.306567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.310439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5f0b8dc7-6944-45e7-b17b-d8f5dc65b694 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4010153 Feb 04 16:43:32.310790 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:32.315618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.316739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:32.329114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:32.335502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:32.340037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Transition to ACTIVE for port object 358fb720-da7c-40a4-87e8-a448b36de98b will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:32.340534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:32.352480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:32.367946 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.377716 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.442494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network dcc29927-1df0-4298-b50f-e5287b5aab93 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:32.446014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:32.455205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:32.485187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.499639 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.502616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:32.533632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f841979-c9f6-4f55-840d-9b6c54d7a5ec,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:32.542317 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.542674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.547219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:32.547512 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4aa7db2b-f236-4729-b289-30e668beeb6d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2349887 Feb 04 16:43:32.558698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:32.571938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:32.577768 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:32.581330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:32.589336 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:32.649617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.698296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.867598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3321cc88-436e-4a14-be27-87cf0fec4fad up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:32.870229 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.876424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.914580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5061a1e7-157d-49ba-ae59-c5fccbb234a8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:32.935288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3321cc88-436e-4a14-be27-87cf0fec4fad completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:32.940387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3321cc88-436e-4a14-be27-87cf0fec4fad triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:32.940754 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.994665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:32.998523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4fde3132-a4ea-4fd2-8d44-c462e5214df7 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4445643 Feb 04 16:43:32.998821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44838) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:33.005598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:33.013223 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:33.017675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:33.021496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:33.027792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:33.049888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.068311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.117278 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3321cc88-436e-4a14-be27-87cf0fec4fad, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3321cc88-436e-4a14-be27-87cf0fec4fad,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:33.134527 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.135342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c676ea54-8905-4715-a9a7-5f683664fcdb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:33.151029 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.157988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.202860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b98378-9ee0-4403-87a3-326aad0f27f8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:33.205722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.206922 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6b878ef4-a92c-4646-8c3d-b6496628c458 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2070851 Feb 04 16:43:33.210854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44842) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:33.217081 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:33.224932 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:33.229667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:33.233089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:33.239924 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:33.255063 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Project 4e7a1a22d43049b3b11d58b14c3dc127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:43:33.265217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.296433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3321cc88-436e-4a14-be27-87cf0fec4fad,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:33.302442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c676ea54-8905-4715-a9a7-5f683664fcdb completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:33.353482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.358653 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.382007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cc27f9-59a6-47d6-bea0-1612f67e4a12,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:33.392907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.395541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.397197 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-85b03a69-e28c-4ed2-a913-dcbc158edfea tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1854000 Feb 04 16:43:33.398417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.400813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44846) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:33.406801 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'security_group_rule': {'security_group_id': '23b2bbcd-f5b9-49d4-acbd-786651ca2a61', 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:33.414445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:33.419676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:security_group_rule and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:33.424891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:33.432188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:33.435074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8bb5ea-f354-47ac-88cf-b1bd45064a33 None None] Network dcc29927-1df0-4298-b50f-e5287b5aab93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:43:33.444921 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Project 4e7a1a22d43049b3b11d58b14c3dc127 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:43:33.451983 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.515721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.520866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:33.529318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.534587 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.545758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Provisioning for port c676ea54-8905-4715-a9a7-5f683664fcdb completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:33.564373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Provisioning complete for port c676ea54-8905-4715-a9a7-5f683664fcdb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:33.564678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.568396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c3476e-5dda-40f0-95c1-0af9947eb1f9,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:33.579784 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.590126 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-01c785d3-311b-4b70-ba5c-a9b2401d0536 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1792247 Feb 04 16:43:33.663003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network dcc29927-1df0-4298-b50f-e5287b5aab93 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:33.664124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:33.794468 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.847852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:33.852957 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:33.971295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-aa9f52aa-837f-48ac-a169-fcce0de32dc8 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952800013&fields=id&tenant_id=4e7a1a22d43049b3b11d58b14c3dc127 HTTP/1.1" status: 200 len: 267 time: 0.1248565 Feb 04 16:43:33.989177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f8126-b54d-437c-8239-57cd0a601895 None None] Pushing event updated for resources: {'Port': ['ID=c676ea54-8905-4715-a9a7-5f683664fcdb,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:34.085343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Provisioning for port 358fb720-da7c-40a4-87e8-a448b36de98b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:34.090746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Provisioning complete for port 358fb720-da7c-40a4-87e8-a448b36de98b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:34.091632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:34.149765 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Port 358fb720-da7c-40a4-87e8-a448b36de98b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:34.150007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42a28-78e8-4681-92ca-24c88d70037f req-0a48e549-2b35-4341-a610-3f32858e0c1a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:34.151465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-0a48e549-2b35-4341-a610-3f32858e0c1a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 814 time: 0.1698961 Feb 04 16:43:34.163550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Provisioning complete for port c676ea54-8905-4715-a9a7-5f683664fcdb triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:34.163921 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d99a9bda-d5db-4618-81d5-ceea607817bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:34.220251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-23acaaa4-4238-49ce-9a0f-86195b535ac4 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/quotas/4e7a1a22d43049b3b11d58b14c3dc127 HTTP/1.1" status: 200 len: 375 time: 0.0194695 Feb 04 16:43:34.328790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 55f923a7-ece6-4bd4-bc99-c7405af30da6 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:34.340757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-7e797def-3fae-4dc9-bbbe-1777f7ea455e tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083403 Feb 04 16:43:34.405288 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-0eadc2c2-e098-4fcf-bccc-825062796c72 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:43:34.406236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-0eadc2c2-e098-4fcf-bccc-825062796c72 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0097628 Feb 04 16:43:34.408114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-87dc90fa-2653-465c-ac7c-c4ee271fa781 None None] Provisioning complete for port 358fb720-da7c-40a4-87e8-a448b36de98b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:34.408646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-87dc90fa-2653-465c-ac7c-c4ee271fa781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:34.471887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-87dc90fa-2653-465c-ac7c-c4ee271fa781 None None] Port 358fb720-da7c-40a4-87e8-a448b36de98b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:34.563838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-700f2031-99b6-41c5-8b36-bc3f83683441 service neutron] 10.222.0.62 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478088 Feb 04 16:43:34.592298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d9f1a496-26aa-4b15-b327-26bc4c5e52cd None None] Provisioning complete for port 358fb720-da7c-40a4-87e8-a448b36de98b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:34.592550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d9f1a496-26aa-4b15-b327-26bc4c5e52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:34.645522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d9f1a496-26aa-4b15-b327-26bc4c5e52cd None None] Port 358fb720-da7c-40a4-87e8-a448b36de98b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:34.795196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3321cc88-436e-4a14-be27-87cf0fec4fad up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:34.864482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3321cc88-436e-4a14-be27-87cf0fec4fad triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:34.864764 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:34.886842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-4ea0564d-0986-4afa-8205-a1519ef41612 service neutron] 10.222.0.62 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722266 Feb 04 16:43:34.898780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:34.903796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-06804ba6-5df2-4cfa-aca3-d9b367fda08b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "PUT /v2.0/routers/55f923a7-ece6-4bd4-bc99-c7405af30da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2446728 Feb 04 16:43:34.984582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c676ea54-8905-4715-a9a7-5f683664fcdb up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:35.055049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c676ea54-8905-4715-a9a7-5f683664fcdb triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:35.055655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:35.225683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-f945fedc-9d58-4886-bab9-4458ffeffd56 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:35.227364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-f945fedc-9d58-4886-bab9-4458ffeffd56 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/networks?id=dcc29927-1df0-4298-b50f-e5287b5aab93 HTTP/1.1" status: 200 len: 797 time: 0.1745112 Feb 04 16:43:35.244801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-fdf7d8a2-feed-4bac-b84d-d1061069f729 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/quotas/101b79d1b3124cecaad2367a2d2e9440 HTTP/1.1" status: 200 len: 375 time: 0.0119426 Feb 04 16:43:35.360890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55b0f094-3b77-410e-a524-7001c4dad81e req-c684d3ad-97e7-4440-a109-51e0be151fdc tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 210 time: 0.0485866 Feb 04 16:43:35.378198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-bd644cb5-2507-4a0e-8507-5cbc4d0ee73e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:35.395987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-bd644cb5-2507-4a0e-8507-5cbc4d0ee73e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:35.397276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-bd644cb5-2507-4a0e-8507-5cbc4d0ee73e tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1475112 Feb 04 16:43:35.545537 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-fb62bdcb-22ab-41f1-9721-fc2c80994254 service neutron] 10.222.0.62 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355371 Feb 04 16:43:35.644455 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Sync routers for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:43:35.657911 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:35.658946 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:35.696910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-3d86670c-f29f-42bd-91e3-bd1dcc648481 service neutron] 10.222.0.62 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444297 Feb 04 16:43:35.906711 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:35.923168 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c4febc1-55a8-4fff-a5d8-1ab4a0897187 req-7ba8e5b5-642b-4b96-ad29-389c5113e752 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 210 time: 0.0642498 Feb 04 16:43:36.246187 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:32Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '358fb720-da7c-40a4-87e8-a448b36de98b', 'name': '', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:94:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1467c453-7767-4459-91f2-10beec78fbc4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:31Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 2, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': '1467c453-7767-4459-91f2-10beec78fbc4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:36.249908 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Checking router: 55f923a7-ece6-4bd4-bc99-c7405af30da6 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:43:36.250249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Updating router 55f923a7-ece6-4bd4-bc99-c7405af30da6 port 358fb720-da7c-40a4-87e8-a448b36de98b binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:43:36.303436 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.560533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aae65683-23aa-46ea-b207-afbf462fbaf6 req-5ba367b9-97a6-4d0e-80cb-4dd4d9d6dc81 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 210 time: 0.0638168 Feb 04 16:43:36.674550 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.688004 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Transition to ACTIVE for port object 358fb720-da7c-40a4-87e8-a448b36de98b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:36.695653 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.703011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42a28-78e8-4681-92ca-24c88d70037f req-638b1e54-8012-4a6e-a4a7-dcd10371d17a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:36.703664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-638b1e54-8012-4a6e-a4a7-dcd10371d17a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Synchronizing usage tracker for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:network {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:36.723538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-638b1e54-8012-4a6e-a4a7-dcd10371d17a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Unset dirty status for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:network {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:36.724817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-638b1e54-8012-4a6e-a4a7-dcd10371d17a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 814 time: 0.2037446 Feb 04 16:43:36.784252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-c3d5b9c3-a023-4b89-b02c-37005a75d4f9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Synchronizing usage tracker for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:security_group {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:36.810839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-c3d5b9c3-a023-4b89-b02c-37005a75d4f9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Unset dirty status for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:security_group {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:36.812300 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-c3d5b9c3-a023-4b89-b02c-37005a75d4f9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e7a1a22d43049b3b11d58b14c3dc127 HTTP/1.1" status: 200 len: 380 time: 0.0748572 Feb 04 16:43:36.824622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'port': {'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'admin_state_up': True, 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'security_groups': ['23b2bbcd-f5b9-49d4-acbd-786651ca2a61']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:36.825758 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Pushing event updated for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:36.861196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.861797 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.862278 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.862784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.863847 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.864338 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.864825 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.865329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.865942 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.866465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.866977 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:36.941143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Attempting to bind port 358fb720-da7c-40a4-87e8-a448b36de98b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:36.942167 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Attempting to bind port 358fb720-da7c-40a4-87e8-a448b36de98b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:36.942626 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Attempting to bind port 358fb720-da7c-40a4-87e8-a448b36de98b on network dcc29927-1df0-4298-b50f-e5287b5aab93 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:36.960712 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:36.961090 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Checking segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:36.961490 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:36.961882 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Bound using segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:36.962370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Bound port: 358fb720-da7c-40a4-87e8-a448b36de98b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:36.962738 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.037940 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:37.043115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:port and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:37.046833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:37.054454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:37.067832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Made reservation on behalf of 4e7a1a22d43049b3b11d58b14c3dc127 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:37.096916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.152269 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] For port 358fb720-da7c-40a4-87e8-a448b36de98b, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:37.155635 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] For port 358fb720-da7c-40a4-87e8-a448b36de98b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=358fb720-da7c-40a4-87e8-a448b36de98b,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:37.168161 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.227922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83babd12-2950-4833-8497-8c27ccf65bbf req-70845f17-2c47-478c-8ad9-58a9a56d6775 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 210 time: 0.0911684 Feb 04 16:43:37.318323 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:37.319364 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:37.362544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Allocated IP 172.20.0.10 (755a226f-67d9-480e-ad34-d2be374ff860/e801b818-1c6f-46c5-b1ea-1be26cffc811/bf38524f-a61b-4d6c-b826-300129c214cd) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:37.407415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c84298f8-eb2b-4fcd-9206-57efa13150ad tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:37.409164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c84298f8-eb2b-4fcd-9206-57efa13150ad tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.41 "GET /v2.0/networks?id=dcc29927-1df0-4298-b50f-e5287b5aab93 HTTP/1.1" status: 200 len: 797 time: 0.3379042 Feb 04 16:43:37.430962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Request body: {'port': {'device_id': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'admin_state_up': True, 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:37.472447 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfcd91-02c0-4464-8e8a-5fee3877057f None None] Pushing event updated for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:37.616604 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.617606 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:37.636480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Transition to ACTIVE for port object bf38524f-a61b-4d6c-b826-300129c214cd will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:37.664468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.684271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:37.695026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:37.708934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Made reservation on behalf of 101b79d1b3124cecaad2367a2d2e9440 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:43:37.712399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.753748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Network 755a226f-67d9-480e-ad34-d2be374ff860 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:37.758075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:37.762581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:37.807294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:37.863108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:37.864608 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:37.890755 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f131031b-f837-4a0b-8b7b-dc9e11bdd083 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0714340 Feb 04 16:43:37.901975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Request body: {'port': {'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:38.050123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Allocated IP 172.20.0.27 (dcc29927-1df0-4298-b50f-e5287b5aab93/1467c453-7767-4459-91f2-10beec78fbc4/f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:38.052290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.105503 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:32Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '358fb720-da7c-40a4-87e8-a448b36de98b', 'name': '', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:94:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1467c453-7767-4459-91f2-10beec78fbc4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:31Z', 'updated_at': '2022-02-04T16:43:37Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': '1467c453-7767-4459-91f2-10beec78fbc4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:38.115861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711ac65-7263-444d-9bc9-6c986a289b72 None None] The sync data for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 is: [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:32Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '358fb720-da7c-40a4-87e8-a448b36de98b', 'name': '', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:94:3f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1467c453-7767-4459-91f2-10beec78fbc4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:31Z', 'updated_at': '2022-02-04T16:43:37Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': '1467c453-7767-4459-91f2-10beec78fbc4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:38.120027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-37fad7bf-d404-4f47-960b-b0dcc9c29854 None None] Provisioning for port bf38524f-a61b-4d6c-b826-300129c214cd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:38.125310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-37fad7bf-d404-4f47-960b-b0dcc9c29854 None None] Provisioning complete for port bf38524f-a61b-4d6c-b826-300129c214cd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:38.125862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-37fad7bf-d404-4f47-960b-b0dcc9c29854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.170129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664c858-bfe7-42eb-b0cf-8bd49f473c3f req-f102cd49-11e5-4fc7-bf42-78952b4dbe4c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:38.192297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e664c858-bfe7-42eb-b0cf-8bd49f473c3f req-f102cd49-11e5-4fc7-bf42-78952b4dbe4c tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 932 time: 0.2438848 Feb 04 16:43:38.281962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-37fad7bf-d404-4f47-960b-b0dcc9c29854 None None] Port bf38524f-a61b-4d6c-b826-300129c214cd cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:38.385558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.414906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Transition to ACTIVE for port object f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:38.471645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7684111-c617-425e-8d82-235d5751329f req-24678418-2852-4f44-908f-bc41f92b24cf tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 210 time: 0.0611713 Feb 04 16:43:38.499383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e664c858-bfe7-42eb-b0cf-8bd49f473c3f req-0935d20b-09b4-4317-929f-d9877b79e3a6 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059530 Feb 04 16:43:38.529704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.611304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Network dcc29927-1df0-4298-b50f-e5287b5aab93 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:38.615718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:38.618145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:38.654207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event updated for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:38.702472 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:38.703429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.737275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d8f98415-15b3-4007-b709-2bccc010162b tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3140960 Feb 04 16:43:38.748548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf38524f-a61b-4d6c-b826-300129c214cd {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:38.752075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Request body: {'port': {'device_id': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:38.784663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.835692 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Transition to ACTIVE for port object bf38524f-a61b-4d6c-b826-300129c214cd will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:38.844122 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-5772dea2-a4a6-4f9a-b267-4958395e7b0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089179 Feb 04 16:43:38.849858 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:38.874734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 358fb720-da7c-40a4-87e8-a448b36de98b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:38.974965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 358fb720-da7c-40a4-87e8-a448b36de98b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:38.988082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 358fb720-da7c-40a4-87e8-a448b36de98b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:38.989423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.197986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.231339 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.285046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-99eb2919-dd4e-499e-84c0-91ef39f8bac3 None None] Provisioning for port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:39.290087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Pushing event updated for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:39.308694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 358fb720-da7c-40a4-87e8-a448b36de98b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=358fb720-da7c-40a4-87e8-a448b36de98b,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:39.311587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-99eb2919-dd4e-499e-84c0-91ef39f8bac3 None None] Provisioning complete for port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:39.314623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-99eb2919-dd4e-499e-84c0-91ef39f8bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.390068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-99eb2919-dd4e-499e-84c0-91ef39f8bac3 None None] Port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:43:39.396417 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.485521 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-6265ffad-ef58-46bb-bdce-a6d20130182d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 1096 time: 0.5157332 Feb 04 16:43:39.544013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Attempting to bind port bf38524f-a61b-4d6c-b826-300129c214cd on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:39.544506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Attempting to bind port bf38524f-a61b-4d6c-b826-300129c214cd by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:39.544998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Attempting to bind port bf38524f-a61b-4d6c-b826-300129c214cd on network 755a226f-67d9-480e-ad34-d2be374ff860 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:39.576323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:39.618380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Port bf38524f-a61b-4d6c-b826-300129c214cd on network 755a226f-67d9-480e-ad34-d2be374ff860 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:43:39.618730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Attempting to bind port bf38524f-a61b-4d6c-b826-300129c214cd on network 755a226f-67d9-480e-ad34-d2be374ff860 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:39.632329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:39.632673 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Checking segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:39.633060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Bound using segment: {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:39.633643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Bound port: bf38524f-a61b-4d6c-b826-300129c214cd, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda21a8b-d259-4d74-9acf-06a0666f42b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:39.633999 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.768084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-83b01896-0a8b-4c7b-848f-222ac428577b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:39.770214 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-83b01896-0a8b-4c7b-848f-222ac428577b service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.2581081 Feb 04 16:43:39.828088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:39.831332 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.resource_extend [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 16:43:39.851664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf38524f-a61b-4d6c-b826-300129c214cd,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:39.861448 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.935321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:39.940744 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.942713 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 1092 time: 2.0449696 Feb 04 16:43:39.948351 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:39.948722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a205e9-5743-4f71-952f-7e9ddd766607 req-c757272a-62e5-465e-bfb4-0a9519a8ead8 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:39.950171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a205e9-5743-4f71-952f-7e9ddd766607 req-c757272a-62e5-465e-bfb4-0a9519a8ead8 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.2950840 Feb 04 16:43:39.953101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:39.962546 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-9071d286-e323-42b2-af60-ae5f2b5d7e5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 200 len: 1001 time: 0.1858656 Feb 04 16:43:40.009874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-38f46b22-2255-496d-803e-1551beb9f6b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2485445 Feb 04 16:43:40.011041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Transition to ACTIVE for port object f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:43:40.017698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559cf0b-6fe6-4c9f-9885-c9d20fd71fee req-38d6059a-6cb7-47fb-9dbf-41e607a82b27 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:40.018615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1559cf0b-6fe6-4c9f-9885-c9d20fd71fee req-38d6059a-6cb7-47fb-9dbf-41e607a82b27 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:40.042842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b6273-5ebd-45c9-9e22-c09cd70bf671 service neutron] Pushing event updated for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:40.067413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a205e9-5743-4f71-952f-7e9ddd766607 req-e95b130e-135e-407e-9812-5a642586a493 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020613 Feb 04 16:43:40.069039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.084084 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-41fc4a5e-6e67-4d1a-a556-ab36534b0c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:40.085584 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-41fc4a5e-6e67-4d1a-a556-ab36534b0c7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1156089 Feb 04 16:43:40.143925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1559cf0b-6fe6-4c9f-9885-c9d20fd71fee req-38d6059a-6cb7-47fb-9dbf-41e607a82b27 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:40.145769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1559cf0b-6fe6-4c9f-9885-c9d20fd71fee req-38d6059a-6cb7-47fb-9dbf-41e607a82b27 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 895 time: 0.4218614 Feb 04 16:43:40.178071 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-1ef8dd0e-633f-4f68-877d-a35f5be76e96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1095 time: 0.1719308 Feb 04 16:43:40.254250 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:43:40.281005 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-ce50bffb-18f7-4bcc-a7fd-99ee441c46d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 217 time: 0.0955241 Feb 04 16:43:40.286555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-065ee536-a8f8-49da-bbff-61579abf979a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945875 Feb 04 16:43:40.317674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Pushing event updated for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:40.436977 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-156f56a6-0d17-49a4-b7bc-c0f88a4f6a66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.2903354 Feb 04 16:43:40.446486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Attempting to bind port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:43:40.446817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Attempting to bind port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:43:40.447133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Attempting to bind port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 on network dcc29927-1df0-4298-b50f-e5287b5aab93 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:40.453384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 on network dcc29927-1df0-4298-b50f-e5287b5aab93 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:43:40.453700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Attempting to bind port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 on network dcc29927-1df0-4298-b50f-e5287b5aab93 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:43:40.485982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:43:40.486314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Checking segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:43:40.486721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Bound using segment: {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:43:40.487160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Bound port: f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3d7573-0f15-4952-9ba7-d77021b5c451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:43:40.487505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.541874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c42a28-78e8-4681-92ca-24c88d70037f req-d83f61df-7edd-4bbb-8760-89972b81bc9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:40.544155 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-d83f61df-7edd-4bbb-8760-89972b81bc9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.2559776 Feb 04 16:43:40.625750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-06196a82-7b0b-4ea8-9549-2675b234e349 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035083 Feb 04 16:43:40.671156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-f6184868-c951-4f29-b6f3-5a45b79e230d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:40.672565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-f6184868-c951-4f29-b6f3-5a45b79e230d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 898 time: 0.2119050 Feb 04 16:43:40.675072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:43:40.678664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:43:40.736030 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.744285 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-3d0123c4-f16f-4f47-bb01-248b3cf16ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883361 Feb 04 16:43:40.805560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 358fb720-da7c-40a4-87e8-a448b36de98b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:40.837099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.838789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] 10.222.0.41 "PUT /v2.0/ports/f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 HTTP/1.1" status: 200 len: 1055 time: 2.0950515 Feb 04 16:43:40.840100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:40.850605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-71212009-b5af-44c8-9142-ac67a2c55150 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 1000 time: 0.1706514 Feb 04 16:43:40.862657 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-87579d56-1b36-4798-8fef-e362c5df9a33 req-502f14e1-edf4-49a9-8787-1dac7584f4cf service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303658 Feb 04 16:43:40.916985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] Pushing event updated for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:40.922363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 358fb720-da7c-40a4-87e8-a448b36de98b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:40.922809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:40.987525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-470819ec-aab1-4381-9100-1c81e16426a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:40.990909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-470819ec-aab1-4381-9100-1c81e16426a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 200 len: 833 time: 0.1278908 Feb 04 16:43:41.011218 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-f2dcdf0e-130e-427d-bb3f-fe956bc673c1 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538512 Feb 04 16:43:41.118212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-89803a1b-b11e-43db-b67e-ddd382835bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f98a8342-6870-4a9d-bab3-ea5959737576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198440 Feb 04 16:43:41.128347 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11', 'status': 'completed', 'code': 200} Feb 04 16:43:41.207205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-e6353db3-c3d9-488a-b3dd-775fe1c182dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 1058 time: 0.2688308 Feb 04 16:43:41.247114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70c42a28-78e8-4681-92ca-24c88d70037f req-32a87231-fa10-4449-b4e7-2eae557c69ff service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288055 Feb 04 16:43:41.384507 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-d830f6ff-f130-475f-9dec-f58a2be3e9ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 HTTP/1.1" status: 200 len: 217 time: 0.1362779 Feb 04 16:43:41.461725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-4b16e2ac-5f17-40d2-998b-d07f0496f8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:41.463104 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-4b16e2ac-5f17-40d2-998b-d07f0496f8da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1467c453-7767-4459-91f2-10beec78fbc4 HTTP/1.1" status: 200 len: 838 time: 0.0689976 Feb 04 16:43:41.467011 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-99fbef1d-82d6-46db-b52a-3adeb284ebd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1095 time: 0.1383889 Feb 04 16:43:41.512981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-be2cce96-41ec-4de9-80d6-68ee46c86e56 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796690 Feb 04 16:43:41.552339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d0f7d-0999-4699-92c5-ace2a977ef8b req-7db7dd37-ca8d-4c9f-8afb-c41f0ab0d154 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:41.553555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e99d0f7d-0999-4699-92c5-ace2a977ef8b req-7db7dd37-ca8d-4c9f-8afb-c41f0ab0d154 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.2132199 Feb 04 16:43:41.561976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072faec-aebc-4475-9358-87e40721f7cd req-ca50a6ea-fca7-46c6-aac8-f38d9c78fe98 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:41.563328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2072faec-aebc-4475-9358-87e40721f7cd req-ca50a6ea-fca7-46c6-aac8-f38d9c78fe98 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 907 time: 0.2240682 Feb 04 16:43:41.667248 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-b8c06207-b12f-496d-bb58-f0f5ac6b0391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcc29927-1df0-4298-b50f-e5287b5aab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929851 Feb 04 16:43:41.668601 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-1628c124-e58e-4cbf-97e2-50f93f519731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:41.671254 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-1628c124-e58e-4cbf-97e2-50f93f519731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 915 time: 0.1941023 Feb 04 16:43:41.691128 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e99d0f7d-0999-4699-92c5-ace2a977ef8b req-cd9a8835-2b7e-4e4f-b0c4-fb5d520413a1 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799141 Feb 04 16:43:41.739461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c221a38-be7a-41be-af4a-3d451baaa232 req-46ba80d8-68ce-4e2d-974f-f36b548e766d service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088838 Feb 04 16:43:41.840813 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-92d40f4f-f26e-46a3-acb7-9beb5fa2df14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 217 time: 0.1291163 Feb 04 16:43:41.951895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-ff26989e-0eb7-495c-80dc-81ffe1b4c82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:41.953170 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-ff26989e-0eb7-495c-80dc-81ffe1b4c82a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.1063364 Feb 04 16:43:41.956543 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-ee8bdaee-bd2b-46cc-b14e-41ffd9812bce service neutron] 10.222.0.41 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777297 Feb 04 16:43:42.179247 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-350ff14e-34a7-4616-9f1a-14abd5bfbae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2159421 Feb 04 16:43:42.188128 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-6af70f42-bc79-43ef-b239-15c6a177e414 service neutron] 10.222.0.41 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235808 Feb 04 16:43:42.466616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-42be653b-aaca-4eb1-ab3f-326080aae1db service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806144 Feb 04 16:43:42.473827 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-a449e682-8e5d-4959-868b-f9ba915b93dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 1058 time: 0.1612802 Feb 04 16:43:42.705338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-86a9a870-707a-43fa-b39c-c4464cc6b08c req-d076560c-611f-4c80-b680-a79d14fe497c service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305923 Feb 04 16:43:42.706309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-e4699af2-0913-4974-93df-3bed95f3e34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:42.707788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-e4699af2-0913-4974-93df-3bed95f3e34a service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcc29927-1df0-4298-b50f-e5287b5aab93 HTTP/1.1" status: 200 len: 898 time: 0.2163670 Feb 04 16:43:42.782881 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-9e01c29d-76a5-4d6e-9de4-905ac63624fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 HTTP/1.1" status: 200 len: 217 time: 0.0664093 Feb 04 16:43:42.785949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbb24f-227a-4623-9d04-cc25f156a2c6 req-a17e0f8b-c627-4330-9962-9d5f301cd110 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:42.787433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7adbb24f-227a-4623-9d04-cc25f156a2c6 req-a17e0f8b-c627-4330-9962-9d5f301cd110 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 907 time: 0.1027136 Feb 04 16:43:42.852389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-263d299d-ba6f-43aa-b0fe-4004e41e08cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:42.853787 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-263d299d-ba6f-43aa-b0fe-4004e41e08cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1467c453-7767-4459-91f2-10beec78fbc4 HTTP/1.1" status: 200 len: 838 time: 0.0650437 Feb 04 16:43:42.913021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30739ba5-9a86-4204-92d0-a761c9828d24 req-a99eba88-cd1b-4bb8-8de4-10a4d1e520f5 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:42.914489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30739ba5-9a86-4204-92d0-a761c9828d24 req-a99eba88-cd1b-4bb8-8de4-10a4d1e520f5 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0794797 Feb 04 16:43:42.932630 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-9c95e97f-8c67-48a1-8c7c-ce46e78b88f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcc29927-1df0-4298-b50f-e5287b5aab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728762 Feb 04 16:43:42.960466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30739ba5-9a86-4204-92d0-a761c9828d24 req-5c8644ac-1fed-4335-8583-823aa9015248 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Feb 04 16:43:43.069206 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-1692534c-649d-4cad-9544-5ebf0c6db5a2 service neutron] 10.222.0.41 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290851 Feb 04 16:43:43.225609 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a84a3c47-9328-45fd-927a-baa4961e5ffc req-25ca6fd1-13f3-42a4-8512-d41b8abedd3e service neutron] 10.222.0.41 "GET /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493714 Feb 04 16:43:43.987770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa839-8fa6-457a-8282-743bffeebb24 req-f473f79b-7ccb-4bd5-82ea-a6e545f75ce2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:43.989910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9ffa839-8fa6-457a-8282-743bffeebb24 req-f473f79b-7ccb-4bd5-82ea-a6e545f75ce2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 907 time: 0.0790422 Feb 04 16:43:44.159343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ff0a6-49f1-4b97-95e7-9e9ec8579103 req-925be4a6-65b8-48bc-9c36-264e220bd614 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:44.161332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7ff0a6-49f1-4b97-95e7-9e9ec8579103 req-925be4a6-65b8-48bc-9c36-264e220bd614 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0804920 Feb 04 16:43:44.204900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7ff0a6-49f1-4b97-95e7-9e9ec8579103 req-065cdf3f-9128-4e34-91a2-38965e74d229 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Feb 04 16:43:45.196844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2daffa-ae4a-424e-b036-2db823e892f4 req-ca24f6f7-099d-406f-80ea-16e9e11d6a30 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:45.198292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cc2daffa-ae4a-424e-b036-2db823e892f4 req-ca24f6f7-099d-406f-80ea-16e9e11d6a30 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 907 time: 0.0842166 Feb 04 16:43:45.400746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d0677-b9c6-4b3a-a23f-1dca41690f4e req-f39b9963-0d0f-4d40-b8ac-e22b647c73ef tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:45.402088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b5d0677-b9c6-4b3a-a23f-1dca41690f4e req-f39b9963-0d0f-4d40-b8ac-e22b647c73ef tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0787246 Feb 04 16:43:45.445528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b5d0677-b9c6-4b3a-a23f-1dca41690f4e req-a97f6f91-fcdc-4d44-bd5f-de606cd90ec8 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Feb 04 16:43:46.203072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:43:46.338804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:46.352387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11', 'network_id': 'dcc29927-1df0-4298-b50f-e5287b5aab93', 'port_id': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11', 'mac_address': 'fa:16:3e:5a:b0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1467c453-7767-4459-91f2-10beec78fbc4', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:43:46.394510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80c637-0425-4784-9179-482c33698540 req-8f828457-3eb2-457a-9707-c8cf605b3941 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.395941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c80c637-0425-4784-9179-482c33698540 req-8f828457-3eb2-457a-9707-c8cf605b3941 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 907 time: 0.0749328 Feb 04 16:43:46.405186 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:46.422839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:46.437388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:46.441174 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:46.511456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:46.520830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.521712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.522521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.522521 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.522965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.523291 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.523624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.523934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.524249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.524569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.524883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:43:46.650296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:43:46.656486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16ecfa-bdcf-4e73-8f4b-b3c11046ecc0 req-ce4bf864-3693-4ab3-b87f-8a8e0246ccbf tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:46.657846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a16ecfa-bdcf-4e73-8f4b-b3c11046ecc0 req-ce4bf864-3693-4ab3-b87f-8a8e0246ccbf tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0808244 Feb 04 16:43:46.705080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a16ecfa-bdcf-4e73-8f4b-b3c11046ecc0 req-5b08ebae-7aaf-4b10-92ea-c85e8977aabe tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Feb 04 16:43:47.592550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b046e82-8153-4960-84f4-220d284eebfc req-28f6b261-7c13-4ea6-8289-a7176b2baf4a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:47.594037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b046e82-8153-4960-84f4-220d284eebfc req-28f6b261-7c13-4ea6-8289-a7176b2baf4a tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 908 time: 0.0769475 Feb 04 16:43:47.905133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb61fc5-c7a1-4678-b222-daac69c837a8 req-927e63e5-85a1-4ab6-9a92-d28e1872ad5d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:47.906571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bb61fc5-c7a1-4678-b222-daac69c837a8 req-927e63e5-85a1-4ab6-9a92-d28e1872ad5d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0831068 Feb 04 16:43:47.951471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bb61fc5-c7a1-4678-b222-daac69c837a8 req-a67ee79f-fc0e-469d-99d6-6d4e121adcc9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 Feb 04 16:43:48.226395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:48.291858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:48.296203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:48.296567 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:48.431666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:48.457322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:48.467615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:48.471852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:48.541809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:48.597237 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11', 'code': 200} Feb 04 16:43:48.719902 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-56c5238c-9b28-4a2f-bfff-83587e586cb7 req-5165f447-64ce-4535-9610-d47a734283dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 1060 time: 0.0668421 Feb 04 16:43:48.787669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e12c0-e26e-4eb4-80b6-c02aeb590997 req-ea0f3e3c-4bf7-4484-a339-520853266a78 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:48.789095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c92e12c0-e26e-4eb4-80b6-c02aeb590997 req-ea0f3e3c-4bf7-4484-a339-520853266a78 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0750988 Feb 04 16:43:49.154257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b138e-5f32-49e5-bc7e-7cb838fb304e req-17a2cb64-af1b-41ea-ab2d-feb2c3041802 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:49.155702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59b138e-5f32-49e5-bc7e-7cb838fb304e req-17a2cb64-af1b-41ea-ab2d-feb2c3041802 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.0791478 Feb 04 16:43:49.199688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c59b138e-5f32-49e5-bc7e-7cb838fb304e req-4c5c6675-b87a-4fcc-aa0f-f7eaa632e011 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Feb 04 16:43:49.983833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a041e76-7b68-4a20-9765-c1de4768876e req-264f06fd-f890-4426-a7df-5e61a0c535e7 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:49.985249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a041e76-7b68-4a20-9765-c1de4768876e req-264f06fd-f890-4426-a7df-5e61a0c535e7 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0756054 Feb 04 16:43:50.183975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee1af9-9186-4718-8645-67677ce1ea8f req-738573f1-2b47-4c40-8c4d-c806cbc8f28c tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:50.185400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7ee1af9-9186-4718-8645-67677ce1ea8f req-738573f1-2b47-4c40-8c4d-c806cbc8f28c tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0798512 Feb 04 16:43:50.245949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf38524f-a61b-4d6c-b826-300129c214cd details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:43:50.382161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf38524f-a61b-4d6c-b826-300129c214cd,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:50.394994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:43:50.430180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fad94d8d-e4c1-4409-8370-b3a8877e56d6 req-3e7b5f69-f49f-47d6-ba66-59504061fee7 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 1060 time: 0.1252563 Feb 04 16:43:50.440657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf37d2-4010-4f4d-8423-b31ad7bd7917 req-2c0e65e7-b837-4007-9da5-5463d2deffbf tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:50.442037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4bf37d2-4010-4f4d-8423-b31ad7bd7917 req-2c0e65e7-b837-4007-9da5-5463d2deffbf tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 944 time: 0.1034551 Feb 04 16:43:50.449349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:50.468488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf38524f-a61b-4d6c-b826-300129c214cd {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:43:50.491057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf38524f-a61b-4d6c-b826-300129c214cd,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:50.495746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:50.581395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:50.643400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4bf37d2-4010-4f4d-8423-b31ad7bd7917 req-1ddfa6e1-92e8-4a16-8610-27284cc88aa0 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950605 Feb 04 16:43:50.679213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1864c2f0-0382-411a-9578-268f85b23bb5 req-fe46d11e-6177-4d11-a0af-384b0b31c556 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.0741143 Feb 04 16:43:50.699724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['bf38524f-a61b-4d6c-b826-300129c214cd'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:43:50.721089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1864c2f0-0382-411a-9578-268f85b23bb5 req-81db8290-b840-4148-a4dc-597bac833784 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Synchronizing usage tracker for tenant:695ce3a4191c4f51a90e03f5f7ef7d3e on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:50.739509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1864c2f0-0382-411a-9578-268f85b23bb5 req-81db8290-b840-4148-a4dc-597bac833784 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] Unset dirty status for tenant:695ce3a4191c4f51a90e03f5f7ef7d3e on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:50.741358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1864c2f0-0382-411a-9578-268f85b23bb5 req-81db8290-b840-4148-a4dc-597bac833784 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566299 Feb 04 16:43:50.769116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:50.842007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-009c655b-e50f-4279-9d11-f8154a278367 tempest-TestSecurityGroupsBasicOps-1285571022 tempest-TestSecurityGroupsBasicOps-1285571022-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 1055 time: 0.0716028 Feb 04 16:43:51.218770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8b02a-e19b-4b14-b6b4-f7a461fc027d req-f56fbb86-e557-4788-9c91-9a0954b3bd33 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:51.220198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60d8b02a-e19b-4b14-b6b4-f7a461fc027d req-f56fbb86-e557-4788-9c91-9a0954b3bd33 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0762453 Feb 04 16:43:51.321154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:51.482261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:51.845241 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a831f-24c0-4463-953b-531cc76eb112 req-0eaa4d82-1dfe-408c-8cb3-c9699eda8e02 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:51.846743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-986a831f-24c0-4463-953b-531cc76eb112 req-0eaa4d82-1dfe-408c-8cb3-c9699eda8e02 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 945 time: 0.0781136 Feb 04 16:43:51.891228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-986a831f-24c0-4463-953b-531cc76eb112 req-78f0ed81-86a6-4ff6-8f83-0e0c820b6f2e tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Feb 04 16:43:52.244783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf38524f-a61b-4d6c-b826-300129c214cd up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:43:52.313206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port bf38524f-a61b-4d6c-b826-300129c214cd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:43:52.325422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port bf38524f-a61b-4d6c-b826-300129c214cd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:43:52.326042 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:52.391562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-895e63e1-ab47-45e4-89d7-3a46a1243141 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:52.392963 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-895e63e1-ab47-45e4-89d7-3a46a1243141 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0787373 Feb 04 16:43:52.422017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568de9e1-4370-4e84-a8e9-d557d491debf req-f71b09c5-87f2-4e9e-aaa4-0d254e3c49fc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:52.423555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-568de9e1-4370-4e84-a8e9-d557d491debf req-f71b09c5-87f2-4e9e-aaa4-0d254e3c49fc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 909 time: 0.0807197 Feb 04 16:43:52.447670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:52.464542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:43:52.464879 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:52.476858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:52.491585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf38524f-a61b-4d6c-b826-300129c214cd,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:52.496365 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:52.542728 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'code': 200} Feb 04 16:43:52.566312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:52.772923 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be52d992-17ac-45f8-bd2d-7779a166e032 req-c394ca25-bc24-445b-98b7-f61c4c001e6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1097 time: 0.1696930 Feb 04 16:43:52.772923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:52.772923 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:52.998153 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:43:53.057204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-be52d992-17ac-45f8-bd2d-7779a166e032 req-d7d00f9a-809e-4777-83b5-10ea06ab93c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795346 Feb 04 16:43:53.091594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b528ed-7c1d-454f-8603-3e978d221b27 req-d269e52d-2ca7-4b8c-aac4-b17a5c5bd2d0 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:53.093034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35b528ed-7c1d-454f-8603-3e978d221b27 req-d269e52d-2ca7-4b8c-aac4-b17a5c5bd2d0 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.0805259 Feb 04 16:43:53.140453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35b528ed-7c1d-454f-8603-3e978d221b27 req-6d92ed58-d8be-4744-8748-c7c2073ab4ab tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Feb 04 16:43:53.169166 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:53.216478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:53.292176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] No DVR routers for this DVR port f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:43:53.295058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:53.297752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'name': 'network-vif-deleted', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:53.313469 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6264179b-39e9-4d52-b404-ce54ef2f6c87 req-f7695c52-08b9-459d-8c97-be44759a291d tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.41 "DELETE /v2.0/ports/f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 HTTP/1.1" status: 204 len: 173 time: 0.9147751 Feb 04 16:43:53.377858 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0880c2c-68a2-4319-8bd3-405083ba0561', 'name': 'network-vif-deleted', 'tag': 'f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11', 'status': 'completed', 'code': 200} Feb 04 16:43:53.603078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4bc2d8ba-fca5-4bd3-b6f4-d914a92ab0d2 req-4b9730aa-b340-42af-9e26-f1de4c501114 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0880c2c-68a2-4319-8bd3-405083ba0561 HTTP/1.1" status: 200 len: 210 time: 0.0418870 Feb 04 16:43:54.336374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2112707-3229-46ed-9ebc-b0ba0e1f3656 req-290dca43-f0a0-40ef-b779-eba6bd7ce20b tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:54.337779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2112707-3229-46ed-9ebc-b0ba0e1f3656 req-290dca43-f0a0-40ef-b779-eba6bd7ce20b tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.0751250 Feb 04 16:43:54.385275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2112707-3229-46ed-9ebc-b0ba0e1f3656 req-dca73953-cc85-4072-9acf-e1113dbe65f9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Feb 04 16:43:54.577430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34591c67-98a4-493b-8cf2-380306a00de1 req-564ada80-a5f3-47c9-9dfb-e8643d0e69d9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:54.578882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34591c67-98a4-493b-8cf2-380306a00de1 req-564ada80-a5f3-47c9-9dfb-e8643d0e69d9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.0763283 Feb 04 16:43:54.623262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34591c67-98a4-493b-8cf2-380306a00de1 req-bcb199af-a419-4acf-9d8c-a455799830d0 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389509 Feb 04 16:43:54.651008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44984) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:54.710216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 44990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:55.055399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7e47a373-090d-43ab-81fd-ec1a8207fb3f tempest-TestVolumeBackupRestore-1464294736 tempest-TestVolumeBackupRestore-1464294736-project-admin] Synchronizing usage tracker for tenant:574ac873aa274b21849e42bca039428d on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:43:55.081267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7e47a373-090d-43ab-81fd-ec1a8207fb3f tempest-TestVolumeBackupRestore-1464294736 tempest-TestVolumeBackupRestore-1464294736-project-admin] Unset dirty status for tenant:574ac873aa274b21849e42bca039428d on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:43:55.082610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7e47a373-090d-43ab-81fd-ec1a8207fb3f tempest-TestVolumeBackupRestore-1464294736 tempest-TestVolumeBackupRestore-1464294736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1092 time: 0.4305096 Feb 04 16:43:55.085803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 44996) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:55.092272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:55.098799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:43:55.103177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Usage tracker for resource:floatingip and tenant:4e7a1a22d43049b3b11d58b14c3dc127 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:43:55.105997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:43:55.112376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:43:55.123576 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.153089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08d6b2ca-1ba0-484a-8c93-e21dbe2250d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.188741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.260494 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.399378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Allocated IP 172.25.5.165 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/5c7c75c5-2acc-4919-a643-83cb9ee19f33) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:43:55.554343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.586455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:55.667822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:43:55.670704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:43:55.673078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:43:55.707851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'Port': ['ID=5c7c75c5-2acc-4919-a643-83cb9ee19f33,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:55.909421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 358fb720-da7c-40a4-87e8-a448b36de98b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:43:55.909967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.101557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port 358fb720-da7c-40a4-87e8-a448b36de98b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=358fb720-da7c-40a4-87e8-a448b36de98b,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:56.101901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.196995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.223242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 358fb720-da7c-40a4-87e8-a448b36de98b owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:43:56.252513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.276036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:43:56.313672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:43:56.314009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device f80cd6e0-e4ef-4e69-a0f7-9fd60f8f5a11 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:43:56.422684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.470733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=358fb720-da7c-40a4-87e8-a448b36de98b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:56.576962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.584317 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.695878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event updated for resources: {'Port': ['ID=5c7c75c5-2acc-4919-a643-83cb9ee19f33,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:56.714003 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.795727 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:56.922548 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Floating IP b8731cd1-5497-475c-9baf-50e97ed35241 associated. External IP: 172.25.5.165, port: bf38524f-a61b-4d6c-b826-300129c214cd. Feb 04 16:43:57.263402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1cc79bf1-b2dd-4f6c-8438-6e8d722ce733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:57.325519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:57.493390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 55f923a7-ece6-4bd4-bc99-c7405af30da6 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:43:57.526421 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:57.536855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:43:57.550515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:57.551186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:57.553059 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:57.623403 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-97092123-aa46-45f8-aaf6-a8f95de68563 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5357594 Feb 04 16:43:57.623990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45000) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:57.624434 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:43:57.694622 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:43:57.705412 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-884fc260-f198-4978-9dd8-148201a76be8 tempest-TestVolumeBackupRestore-1464294736 tempest-TestVolumeBackupRestore-1464294736-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1092 time: 0.0762813 Feb 04 16:43:57.705982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:57.711595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Request body: {'floatingip': {'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:43:57.711995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:43:57.725345 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Sync routers for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:43:57.726469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c40307cb-e682-488e-a089-ec26713cc199 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "PUT /v2.0/routers/55f923a7-ece6-4bd4-bc99-c7405af30da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0148554 Feb 04 16:43:57.728737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45010) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:57.744721 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:57.745542 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:57.754989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:57.860559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:57.935292 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:57.948147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting subnet 1467c453-7767-4459-91f2-10beec78fbc4 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:43:57.953006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:57.958025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-ff876eb3-bc01-4b39-968b-37ee8b852e23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1097 time: 0.1942408 Feb 04 16:43:58.023355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.119883 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.204579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 0, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:58.205768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.209831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:43:58.223891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:58.224301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:58.255947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Subnet': ['ID=1467c453-7767-4459-91f2-10beec78fbc4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:58.268697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.276758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-594a2609-2b60-4c74-9bfe-cd3a76255428 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/subnets/1467c453-7767-4459-91f2-10beec78fbc4 HTTP/1.1" status: 204 len: 168 time: 0.5468533 Feb 04 16:43:58.279497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45014) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:43:58.313969 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:58.318594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Checking router: 55f923a7-ece6-4bd4-bc99-c7405af30da6 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:43:58.332131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24483660-2542-4820-abd7-22f68790eea2 None None] Network dcc29927-1df0-4298-b50f-e5287b5aab93 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:43:58.332989 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Routers {'55f923a7-ece6-4bd4-bc99-c7405af30da6'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:43:58.334751 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['55f923a7-ece6-4bd4-bc99-c7405af30da6'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:58.418053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dff676-db5b-47ef-b941-a274f8762736 req-f9c435f9-556b-49e1-a560-464ee27cb955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:58.420051 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-f9c435f9-556b-49e1-a560-464ee27cb955 service neutron] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 915 time: 0.4533799 Feb 04 16:43:58.524224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.548860 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] Set router 55f923a7-ece6-4bd4-bc99-c7405af30da6 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:58.640474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-fadaddae-cf4c-4ca8-9dff-62160d916a8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 1000 time: 0.2093210 Feb 04 16:43:58.667830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:43:58.743039 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.754157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] DHCP port deletion for dcc29927-1df0-4298-b50f-e5287b5aab93 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:43:58.765251 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.766841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Deleting port c676ea54-8905-4715-a9a7-5f683664fcdb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:43:58.767270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.816032 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.830052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 3321cc88-436e-4a14-be27-87cf0fec4fad {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:43:58.831668 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:58.878299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c676ea54-8905-4715-a9a7-5f683664fcdb no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:43:58.911694 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dff676-db5b-47ef-b941-a274f8762736 req-5e20af26-c486-41d1-84df-7907c8af366a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:43:58.913266 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-5e20af26-c486-41d1-84df-7907c8af366a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.0674427 Feb 04 16:43:58.959350 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:58.965027 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd8affc-ef43-40dd-8308-060954e04bad None None] The sync data for ids ['55f923a7-ece6-4bd4-bc99-c7405af30da6'] in n-d-827873-1 is: [{'id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-15683354', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:43:27Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '3321cc88-436e-4a14-be27-87cf0fec4fad', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f923a7-ece6-4bd4-bc99-c7405af30da6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:43:28Z', 'updated_at': '2022-02-04T16:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:59.029423 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-5de3da81-8fa9-4d7a-9a15-e54fe935d8e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068749 Feb 04 16:43:59.057681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port 3321cc88-436e-4a14-be27-87cf0fec4fad, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3321cc88-436e-4a14-be27-87cf0fec4fad,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:59.058358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.247144 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.255146 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.278129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:59.278446 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.291237 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.321728 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-4ffb749d-f171-471c-927d-b1d2f33c4a3a service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857101 Feb 04 16:43:59.331132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 3321cc88-436e-4a14-be27-87cf0fec4fad owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:43:59.424097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Calling delete_port for c676ea54-8905-4715-a9a7-5f683664fcdb owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:43:59.540900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.550105 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2dff676-db5b-47ef-b941-a274f8762736 req-2e46d48f-3f84-4a92-a327-b8859bb856ba service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217348 Feb 04 16:43:59.559617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:43:59.575583 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.598943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=3321cc88-436e-4a14-be27-87cf0fec4fad,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:59.642206 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:43:59.642585 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:43:59.662690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c676ea54-8905-4715-a9a7-5f683664fcdb,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:43:59.673749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 0, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:43:59.679244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990514b5-68b0-4723-b91f-02da6e834cbc None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:43:56Z', 'revision_number': 0, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:43:59.837135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:43:59.915010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71139e85-f785-43fb-bfc7-0b2f684789f2 None None] New status for floating IP b8731cd1-5497-475c-9baf-50e97ed35241: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:43:59.940496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:00.101562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.105837 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.134555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.135124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Fanout notify agent at l3_agent the message router_deleted on router 55f923a7-ece6-4bd4-bc99-c7405af30da6 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:44:00.144919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Deleting port c676ea54-8905-4715-a9a7-5f683664fcdb {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:00.145395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.159212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:00.159723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.165467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6d97514-b46f-4163-9edf-c8454c0395dc tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/routers/55f923a7-ece6-4bd4-bc99-c7405af30da6 HTTP/1.1" status: 204 len: 168 time: 1.8796389 Feb 04 16:44:00.166147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45018) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:00.167015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.216472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.258478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:00.293341 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d69b7472-4e6c-4a1f-9482-4bf853e89500 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "PUT /v2.0/floatingips/b8731cd1-5497-475c-9baf-50e97ed35241 HTTP/1.1" status: 200 len: 992 time: 2.5862448 Feb 04 16:44:00.311913 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.323224 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:44:00.325005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port c676ea54-8905-4715-a9a7-5f683664fcdb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:00.325343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.421664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-f2ae30a6-5e89-4c90-90af-2a3efc6c317c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1097 time: 0.0727487 Feb 04 16:44:00.471756 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:00.472026 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.537403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port c676ea54-8905-4715-a9a7-5f683664fcdb, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c676ea54-8905-4715-a9a7-5f683664fcdb,segment=NetworkSegment(fc3d7573-0f15-4952-9ba7-d77021b5c451),segment_id=fc3d7573-0f15-4952-9ba7-d77021b5c451)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:00.537403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.565094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-a86de292-72f5-48f4-a8f5-15b4647a9426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:00.566746 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-a86de292-72f5-48f4-a8f5-15b4647a9426 service neutron] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 915 time: 0.1390023 Feb 04 16:44:00.607230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Calling delete_port for c676ea54-8905-4715-a9a7-5f683664fcdb owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:00.673483 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-ef494d5f-e04a-4586-aa02-bafe67630d8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 1002 time: 0.1008809 Feb 04 16:44:00.683657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:00.733409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] Pushing event deleted for resources: {'Port': ['ID=c676ea54-8905-4715-a9a7-5f683664fcdb,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:00.741206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e79ad-931f-4709-9ece-e5ce2e6f6097 None None] No DVR routers for this DVR port c676ea54-8905-4715-a9a7-5f683664fcdb on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:00.741661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-8b814622-f5bf-4faa-911d-8a9c9e2b8b3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:00.743199 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-8b814622-f5bf-4faa-911d-8a9c9e2b8b3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.0637677 Feb 04 16:44:00.774003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for c676ea54-8905-4715-a9a7-5f683664fcdb owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:00.832327 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-b6c21c8b-0aad-4ed5-8a35-c28464d0fe76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808864 Feb 04 16:44:00.837390 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 358fb720-da7c-40a4-87e8-a448b36de98b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:00.849673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:44:00.849985 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:44:00.871345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 358fb720-da7c-40a4-87e8-a448b36de98b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:00.871695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 358fb720-da7c-40a4-87e8-a448b36de98b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:00.966204 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-9c9723e2-92e6-4be9-8f02-ffcd2201d466 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272180 Feb 04 16:44:01.103291 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d0083894-cffc-4454-a1f6-eaabdb05614c req-c6429750-0e05-4f71-89e1-0fa912ba1bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270008 Feb 04 16:44:01.350844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port c676ea54-8905-4715-a9a7-5f683664fcdb {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:01.351117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.413442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] The port 'c676ea54-8905-4715-a9a7-5f683664fcdb' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:44:01.533065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.557512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc29927-1df0-4298-b50f-e5287b5aab93']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:01.569607 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3d7573-0f15-4952-9ba7-d77021b5c451') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:01.569899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3d7573-0f15-4952-9ba7-d77021b5c451') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:01.580735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.596184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.603261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:44:01.603577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: util.warn( Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:44:01.621612 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:44:01.697042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.702914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:01.730744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Network': ['ID=dcc29927-1df0-4298-b50f-e5287b5aab93,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:01.736321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3842daf0-cf16-4f27-9dc0-968062d6ccbd tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/networks/dcc29927-1df0-4298-b50f-e5287b5aab93 HTTP/1.1" status: 204 len: 168 time: 1.5690753 Feb 04 16:44:01.738978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45024) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:01.936694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 46c74d84-d4a1-468e-8e34-50ef03a69c03 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:01.937328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:02.042424 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:02.055171 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:02.055880 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:02.103507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:02.103831 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:02.226970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 46c74d84-d4a1-468e-8e34-50ef03a69c03 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:02.276736 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:02.324366 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:02.385700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:02.400929 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:44:02.439500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=46c74d84-d4a1-468e-8e34-50ef03a69c03,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:02.517833 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-28e2e4ad-fd0b-4fe9-a183-e888dd0a5cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1097 time: 0.0979178 Feb 04 16:44:02.565151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:02.613264 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:02.656709 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:44:00Z', 'revision_number': 2, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:02.662292 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:02.675249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:02.675880 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:02.679089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-9d2d5460-3672-4a00-85ae-4187c01f535b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:02.680810 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-9d2d5460-3672-4a00-85ae-4187c01f535b service neutron] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 915 time: 0.1553020 Feb 04 16:44:02.806081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3321cc88-436e-4a14-be27-87cf0fec4fad no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:02.823306 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-65871375-bd1c-442c-a72c-4c91d7812ff9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 1002 time: 0.1359849 Feb 04 16:44:02.894839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3321cc88-436e-4a14-be27-87cf0fec4fad {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:02.895175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3321cc88-436e-4a14-be27-87cf0fec4fad not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:02.933684 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:02.940737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-97013054-905a-4dba-8092-5ed8c89cc20b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:02.942168 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-97013054-905a-4dba-8092-5ed8c89cc20b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.1117184 Feb 04 16:44:03.104966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3510-1e49-4f9a-8921-9997c2e2f51a req-9318aadf-9f2b-43ba-b3f5-72c5470e8e72 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:03.106711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-649e3510-1e49-4f9a-8921-9997c2e2f51a req-9318aadf-9f2b-43ba-b3f5-72c5470e8e72 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.1138947 Feb 04 16:44:03.134731 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-32209d27-4075-492a-aa12-2ee0992fb033 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852796 Feb 04 16:44:03.226574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-649e3510-1e49-4f9a-8921-9997c2e2f51a req-cb5612e5-f96d-4b34-a7e2-c2d4a10ac2da tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612569 Feb 04 16:44:03.264256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:03.289934 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-ac9aa817-f804-4e12-888e-a6e2ce708b61 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470189 Feb 04 16:44:03.327440 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:44:00Z', 'revision_number': 2, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:03.332198 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215c897-fcb9-49dc-b38a-41aacd558f28 None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b8731cd1-5497-475c-9baf-50e97ed35241', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'port_id': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'mac_address': 'fa:16:3e:f1:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:43:56Z', 'updated_at': '2022-02-04T16:44:00Z', 'revision_number': 2, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:03.436256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-55aa73ac-2d8b-4c9f-9dd1-3a631cfe8713 req-e40ed53f-73a5-44e6-a6bc-778ed7283ccb service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395860 Feb 04 16:44:03.479426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:03.492450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Sync routers for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:03.497853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:03.505945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:03.506787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:03.555317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aabd9351-6130-474e-a6a6-4932a743b1c2 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/floatingips/a4b5f236-ac8e-464d-ad3e-dce86a0ca94d HTTP/1.1" status: 204 len: 168 time: 1.8153017 Feb 04 16:44:03.556065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:03.615531 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'status': 'completed', 'code': 200} Feb 04 16:44:03.693869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:03.718239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-41b16a71-84e1-4ed8-ad25-9a0bb23d7d47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=101b79d1b3124cecaad2367a2d2e9440&device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 1135 time: 0.0791938 Feb 04 16:44:03.863696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c88816-f473-439f-a9a3-db2638169510 req-bb033977-3c58-41cb-a1f3-cd1b81b2837c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:03.866107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-bb033977-3c58-41cb-a1f3-cd1b81b2837c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 200 len: 898 time: 0.1406682 Feb 04 16:44:03.978285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-ae2fff8a-9126-4fd9-9af5-3672d30325de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 200 len: 217 time: 0.1056983 Feb 04 16:44:04.014911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:04.018689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Checking router: 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:04.029495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:04.030036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:04.063271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd2e7a-9774-40df-bb68-b072d4ae4cbf req-cf711d21-f94f-4f96-8b09-41e6ea0ef2df tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:04.063967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c4bd2e7a-9774-40df-bb68-b072d4ae4cbf req-cf711d21-f94f-4f96-8b09-41e6ea0ef2df tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:04.067385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c88816-f473-439f-a9a3-db2638169510 req-513757ae-426b-4eca-a23f-2efcc0e6bab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:04.068816 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-513757ae-426b-4eca-a23f-2efcc0e6bab0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 200 len: 833 time: 0.0791264 Feb 04 16:44:04.121046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c4bd2e7a-9774-40df-bb68-b072d4ae4cbf req-cf711d21-f94f-4f96-8b09-41e6ea0ef2df tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:04.122177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4bd2e7a-9774-40df-bb68-b072d4ae4cbf req-cf711d21-f94f-4f96-8b09-41e6ea0ef2df tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.2021461 Feb 04 16:44:04.198232 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-627ccc91-213b-4e40-83da-3c597bf2d63a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f98a8342-6870-4a9d-bab3-ea5959737576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183650 Feb 04 16:44:04.204173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4bd2e7a-9774-40df-bb68-b072d4ae4cbf req-38ca9961-0d63-4705-a06a-c9c145e26f2f tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0733323 Feb 04 16:44:04.269483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:04.381542 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-0a9fd0a3-7ef3-433a-94c0-3a506e7c009c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:04.382234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-0a9fd0a3-7ef3-433a-94c0-3a506e7c009c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:04.403454 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-0a9fd0a3-7ef3-433a-94c0-3a506e7c009c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:04.404645 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-0a9fd0a3-7ef3-433a-94c0-3a506e7c009c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.1445165 Feb 04 16:44:04.432828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-9ba98135-bdd3-4c93-a05d-e99806b69218 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284648 Feb 04 16:44:04.495152 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 510acb1e-d81e-4602-be02-6e71879e703b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:04.496986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:04.603725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70984680-f42b-4aae-9fcf-93959bdf59f6 req-241bcfda-a270-4990-98bc-7f583575e98e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:04.611117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70984680-f42b-4aae-9fcf-93959bdf59f6 req-241bcfda-a270-4990-98bc-7f583575e98e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 945 time: 0.2318852 Feb 04 16:44:04.660032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:04.669488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a73dd67-5cf9-4544-986c-6bf2931092a5 None None] The sync data for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 is: [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:35Z', 'revision_number': 4, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '9ee87bd2-a187-46b7-955d-0020058b34f3', 'name': '', 'network_id': 'f98a8342-6870-4a9d-bab3-ea5959737576', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'mac_address': 'fa:16:3e:f1:df:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:35Z', 'updated_at': '2022-02-04T16:42:45Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'subnets': [{'id': 'df4d04d9-e7ea-4134-ac3e-19b1aad04f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:04.697524 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a1c88816-f473-439f-a9a3-db2638169510 req-01e848d5-5279-4bbb-a763-76c1f9977707 service neutron] 10.222.0.58 "GET /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513888 Feb 04 16:44:04.712188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-70984680-f42b-4aae-9fcf-93959bdf59f6 req-597d2dbf-accf-4b8a-bdba-1a0d5fba635c tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018157 Feb 04 16:44:04.813874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 510acb1e-d81e-4602-be02-6e71879e703b, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=510acb1e-d81e-4602-be02-6e71879e703b,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:04.814252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.131151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.131151 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.131151 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Floating IP 68e7d3a7-4b6c-4010-8534-752e8aa0ffcf disassociated. External IP: 172.25.5.155, port: 510acb1e-d81e-4602-be02-6e71879e703b. Feb 04 16:44:05.131467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 510acb1e-d81e-4602-be02-6e71879e703b owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:05.288649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-99a9a479-f853-4b90-9105-bea388c28de4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:05.289620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.291893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-99a9a479-f853-4b90-9105-bea388c28de4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.58 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.1105878 Feb 04 16:44:05.352075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=510acb1e-d81e-4602-be02-6e71879e703b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:05.427622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:05.427622 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.595088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:05.644074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466349a-7526-4d8f-8421-e3b6e730c4e9 req-6661edb9-aa7f-4209-bcc6-ae0e240b31a1 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:05.644663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1466349a-7526-4d8f-8421-e3b6e730c4e9 req-6661edb9-aa7f-4209-bcc6-ae0e240b31a1 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 984 time: 0.2998531 Feb 04 16:44:05.805036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1466349a-7526-4d8f-8421-e3b6e730c4e9 req-45199327-d43b-422a-affb-487f0130bbc4 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/security-groups?id=c55bb403-8552-428d-96e6-54c98699fb5f&id=f5a53594-a121-4ea9-9ae4-472dfc961605&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1499281 Feb 04 16:44:05.875408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:05.875986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:05.970934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:05.978009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-272ad943-dd76-4d94-8cbd-2e7312476bdb req-ebd54364-7ac6-497e-91a2-155e864a713a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 210 time: 0.1053376 Feb 04 16:44:05.981025 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:05.995389 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:05.996218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:06.041838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:06.045373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 510acb1e-d81e-4602-be02-6e71879e703b on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:06.047882 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:06.050532 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'name': 'network-vif-deleted', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:06.074849 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8e28d334-db16-4258-8c0e-cb8ed71e5911 req-79e48118-f13c-40b5-b05a-e3eb25229dc1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/510acb1e-d81e-4602-be02-6e71879e703b HTTP/1.1" status: 204 len: 173 time: 1.6646042 Feb 04 16:44:06.166235 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3214ef-309f-45ad-a006-2f62f8cad7d8', 'name': 'network-vif-deleted', 'tag': '510acb1e-d81e-4602-be02-6e71879e703b', 'status': 'completed', 'code': 200} Feb 04 16:44:06.219572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:06.225196 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:06.283742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=22ca8ac7-cfd4-4a8d-b1ec-9226109a7765,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:06.370192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] No DVR routers for this DVR port 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:06.373820 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:06.376480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'name': 'network-vif-deleted', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:06.376605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a0f416-92f5-471a-94bb-8469d7f8f05d None None] New status for floating IP a4b5f236-ac8e-464d-ad3e-dce86a0ca94d: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:44:06.405493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20173bda-6359-45e0-a4dc-8efaceffb129 req-c12e2280-5522-4047-a976-64a7ddadc512 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.58 "DELETE /v2.0/ports/22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 HTTP/1.1" status: 204 len: 173 time: 1.1087449 Feb 04 16:44:06.459245 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797fcc5f-7e1f-45dc-bed0-80507c867598', 'name': 'network-vif-deleted', 'tag': '22ca8ac7-cfd4-4a8d-b1ec-9226109a7765', 'status': 'completed', 'code': 200} Feb 04 16:44:06.620093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:06.626610 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:06.639444 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:06.640214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:06.854199 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:07.025466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9d766bc7-562e-41c4-bf1e-92e76c4a6ea6 req-a803c134-145c-4971-b523-4d9a7bbf8970 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Synchronizing usage tracker for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:07.044538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-9d766bc7-562e-41c4-bf1e-92e76c4a6ea6 req-a803c134-145c-4971-b523-4d9a7bbf8970 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Unset dirty status for tenant:101b79d1b3124cecaad2367a2d2e9440 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:07.047065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d766bc7-562e-41c4-bf1e-92e76c4a6ea6 req-a803c134-145c-4971-b523-4d9a7bbf8970 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "GET /v2.0/ports?device_id=797fcc5f-7e1f-45dc-bed0-80507c867598 HTTP/1.1" status: 200 len: 210 time: 0.0657060 Feb 04 16:44:07.179579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ade61112-dd31-4c2b-9f46-5698dfafafc5 req-8e80b5d9-fa49-4e58-8b95-9d391a66449d tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b3214ef-309f-45ad-a006-2f62f8cad7d8 HTTP/1.1" status: 200 len: 210 time: 0.0430088 Feb 04 16:44:07.247826 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:07.252304 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8ceb-408b-41cd-8112-f5e9faac447c None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:07.493539 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69723d5-e2e5-45cb-885b-444ee93ef120 None None] New status for floating IP 68e7d3a7-4b6c-4010-8534-752e8aa0ffcf: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:44:08.159467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45060) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:08.224681 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.251405 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.297733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.317152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a53594-a121-4ea9-9ae4-472dfc961605,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:08.322989 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 510acb1e-d81e-4602-be02-6e71879e703b no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:08.333302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.337221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-150824e7-fbdb-497e-81a3-119ed9258352 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/security-groups/f5a53594-a121-4ea9-9ae4-472dfc961605 HTTP/1.1" status: 204 len: 168 time: 0.1738944 Feb 04 16:44:08.337221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:08.369272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 510acb1e-d81e-4602-be02-6e71879e703b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:08.369524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 510acb1e-d81e-4602-be02-6e71879e703b not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:08.405983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.434036 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.482636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.503926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55bb403-8552-428d-96e6-54c98699fb5f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:08.511747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.515515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6ddc8e76-8078-4a09-aac3-83be528eac99 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/security-groups/c55bb403-8552-428d-96e6-54c98699fb5f HTTP/1.1" status: 204 len: 168 time: 0.1746879 Feb 04 16:44:08.515891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45076) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:08.592423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-8e142e20-19af-43fa-a3ae-b3d2fd2f4c7f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856966949&fields=id&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 267 time: 0.0441139 Feb 04 16:44:08.741294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-9512c4bd-cbd2-4953-9b54-43973de19a11 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:08.742741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-9512c4bd-cbd2-4953-9b54-43973de19a11 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.1438468 Feb 04 16:44:08.760003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-cdab3718-829a-4413-b2ac-c62f6ac01aa1 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0119913 Feb 04 16:44:08.842259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-e1d196c4-ea73-4cf6-ab5a-49b9825ca6e7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771241 Feb 04 16:44:08.921825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:08.979734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-4120f248-ddc2-4d89-acc9-c5e57865f7d3 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258602 Feb 04 16:44:09.076581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:09.110314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:09.111043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 22ca8ac7-cfd4-4a8d-b1ec-9226109a7765 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:09.117551 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-25762a37-0f7f-4808-bc90-778864da5cc8 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322281 Feb 04 16:44:09.521569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea352240-692b-4f2e-a254-744ae87a6ab6 req-3ade9a3c-19ed-42f0-81dd-908dcec24830 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 210 time: 0.0433815 Feb 04 16:44:09.567954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 9ee87bd2-a187-46b7-955d-0020058b34f3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:09.568447 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:09.756517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port 9ee87bd2-a187-46b7-955d-0020058b34f3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=9ee87bd2-a187-46b7-955d-0020058b34f3,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:09.756877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:09.881442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 9ee87bd2-a187-46b7-955d-0020058b34f3 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:10.188989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.241201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=9ee87bd2-a187-46b7-955d-0020058b34f3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:10.540972 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:10.721477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6d6a14cf-f6e9-403d-b20f-0e1a8b0dd78f req-8928e58d-377b-45ad-b859-9cb102af298f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 210 time: 0.0724094 Feb 04 16:44:10.977058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-644c8abb-dfd5-4028-910f-af7e0b288dfa tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:10.978513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-644c8abb-dfd5-4028-910f-af7e0b288dfa tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.2867639 Feb 04 16:44:11.037827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b5d5a414-a887-4693-8cd9-e445411a23c3 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 380 time: 0.0455854 Feb 04 16:44:11.048376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'security_groups': ['ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:44:11.190139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:11.245091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:44:11.249338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:port and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:44:11.252369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:44:11.269673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:44:11.279386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:44:11.287701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:11.469106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:11.481643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Sync routers for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:11.483646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.6 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/9469fc85-798a-4eb8-b1f3-5327a77b3fda) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:44:11.494465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c8587cef-82f5-4428-8608-b15a4ed1d142 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "PUT /v2.0/routers/5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9770105 Feb 04 16:44:11.497027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45108) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:11.501023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:11.501646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:11.724207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:11.817149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:11.858402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 9469fc85-798a-4eb8-b1f3-5327a77b3fda will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:44:11.930663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:11.995447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting subnet df4d04d9-e7ea-4134-ac3e-19b1aad04f3c {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:44:11.999337 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.079463 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.140691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:44:12.140691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:44:12.170318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:44:12.214745 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:44:10Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:12.221281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Checking router: 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:12.230290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:12.243803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Routers {'5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:12.243803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:43:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:12.272508 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.353840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b752c-86b5-4226-b4fc-f76f365f2a47 req-20bec8b1-0490-4883-ac40-d55745c141b5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:12.365115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-728b752c-86b5-4226-b4fc-f76f365f2a47 req-20bec8b1-0490-4883-ac40-d55745c141b5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 931 time: 0.3572667 Feb 04 16:44:12.365115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:12.365115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.482633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.508260 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-0b0ffeef-ead4-4584-8692-b4716fcfc3c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562309 Feb 04 16:44:12.516733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Request body: {'port': {'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:44:12.526102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Subnet': ['ID=df4d04d9-e7ea-4134-ac3e-19b1aad04f3c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:12.532626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.543243 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-330d53e5-6ff9-48ce-a263-912e3fe17f35 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/subnets/df4d04d9-e7ea-4134-ac3e-19b1aad04f3c HTTP/1.1" status: 204 len: 168 time: 1.0449851 Feb 04 16:44:12.543962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:12.601992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-728b752c-86b5-4226-b4fc-f76f365f2a47 req-4a2caaa7-f154-44ba-bd99-47d622b830bc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087154 Feb 04 16:44:12.639682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b87bdc-0d0d-4a12-9c0e-0e93175fa36f None None] Network f98a8342-6870-4a9d-bab3-ea5959737576 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:44:12.737406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.757790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] Set router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:12.843667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90f6a0d2-73a8-446f-9e23-7cd3aeab52fc None None] Provisioning for port 9469fc85-798a-4eb8-b1f3-5327a77b3fda completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:44:12.892114 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:12.935261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-90f6a0d2-73a8-446f-9e23-7cd3aeab52fc None None] Provisioning complete for port 9469fc85-798a-4eb8-b1f3-5327a77b3fda triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:44:12.935806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90f6a0d2-73a8-446f-9e23-7cd3aeab52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.121351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-90f6a0d2-73a8-446f-9e23-7cd3aeab52fc None None] Port 9469fc85-798a-4eb8-b1f3-5327a77b3fda cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:44:13.194469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9469fc85-798a-4eb8-b1f3-5327a77b3fda {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:44:13.215369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.248323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Transition to ACTIVE for port object 9469fc85-798a-4eb8-b1f3-5327a77b3fda will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:44:13.256526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.265915 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:44:10Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:13.279674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.280448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cad227-d74f-4d2e-82fa-ee6144d38d46 None None] The sync data for ids ['5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff'] in n-d-827873-1 is: [{'id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-164361655', 'tenant_id': '101b79d1b3124cecaad2367a2d2e9440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:44:10Z', 'revision_number': 5, 'project_id': '101b79d1b3124cecaad2367a2d2e9440', 'gw_port': {'id': '165869f9-9b68-4d15-a393-9420b3969ebd', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:db:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:42:31Z', 'updated_at': '2022-02-04T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:13.297222 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Deleting port 165869f9-9b68-4d15-a393-9420b3969ebd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:13.297222 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.308184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] DHCP port deletion for f98a8342-6870-4a9d-bab3-ea5959737576 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:44:13.325825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Deleting port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:13.326562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.349468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Pushing event updated for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:13.534528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] For port 165869f9-9b68-4d15-a393-9420b3969ebd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=165869f9-9b68-4d15-a393-9420b3969ebd,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:13.535338 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.557896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Attempting to bind port 9469fc85-798a-4eb8-b1f3-5327a77b3fda on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:44:13.558219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Attempting to bind port 9469fc85-798a-4eb8-b1f3-5327a77b3fda by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:44:13.558795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Attempting to bind port 9469fc85-798a-4eb8-b1f3-5327a77b3fda on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:44:13.565111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Port 9469fc85-798a-4eb8-b1f3-5327a77b3fda on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:44:13.565658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Attempting to bind port 9469fc85-798a-4eb8-b1f3-5327a77b3fda on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:44:13.574373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:44:13.574951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:44:13.575491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:44:13.576084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Bound port: 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:44:13.576770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.634303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] For port 3c20a3b4-f440-441f-b0e1-730caf94d3a7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3c20a3b4-f440-441f-b0e1-730caf94d3a7,segment=NetworkSegment(c7ed823e-c332-450a-933d-8e656db7168a),segment_id=c7ed823e-c332-450a-933d-8e656db7168a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:13.635330 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.682648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:44:13.686593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:44:13.695183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.762470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Calling delete_port for 165869f9-9b68-4d15-a393-9420b3969ebd owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:13.773694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:13.775476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] 10.222.0.58 "PUT /v2.0/ports/9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 1091 time: 1.2670329 Feb 04 16:44:13.776188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:13.799123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Calling delete_port for 3c20a3b4-f440-441f-b0e1-730caf94d3a7 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:13.811055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d6b56-327d-4599-b954-59bccb78e19c service neutron] Pushing event updated for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:13.917305 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'status': 'completed', 'code': 200} Feb 04 16:44:13.976806 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.051685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] Pushing event deleted for resources: {'Port': ['ID=3c20a3b4-f440-441f-b0e1-730caf94d3a7,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:14.058814 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9024bf89-0745-4b53-a259-faef5d4bb413 None None] No DVR routers for this DVR port 3c20a3b4-f440-441f-b0e1-730caf94d3a7 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:14.127473 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.173353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-3353c526-9ce1-466f-9bae-1aad756565b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1094 time: 0.3294609 Feb 04 16:44:14.179709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78a04-f3f2-421b-a040-3f71c1d0bf94 req-84681be6-9667-4d3d-aa9f-92402832d022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:14.179881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cfd78a04-f3f2-421b-a040-3f71c1d0bf94 req-84681be6-9667-4d3d-aa9f-92402832d022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:14.183584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Port': ['ID=165869f9-9b68-4d15-a393-9420b3969ebd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:14.253901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-cd0643a0-a062-4f58-8d9c-3d2025bf6ce0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 217 time: 0.0710909 Feb 04 16:44:14.259751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cfd78a04-f3f2-421b-a040-3f71c1d0bf94 req-84681be6-9667-4d3d-aa9f-92402832d022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:14.261064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfd78a04-f3f2-421b-a040-3f71c1d0bf94 req-84681be6-9667-4d3d-aa9f-92402832d022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.3407302 Feb 04 16:44:14.351080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-000267e2-d310-492e-9c8e-b42d606bd470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:14.352401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-000267e2-d310-492e-9c8e-b42d606bd470 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0905054 Feb 04 16:44:14.359438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cfd78a04-f3f2-421b-a040-3f71c1d0bf94 req-19a4e77d-c246-4e9e-9f2e-f5e68d0d7f3a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649924 Feb 04 16:44:14.417709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.429523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-50340b0f-bb30-47ff-ba10-0ec46a2a9e06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691450 Feb 04 16:44:14.566799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-6eeaae5f-9b02-4690-88c4-bdae2af78b1e service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306925 Feb 04 16:44:14.709193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f51d8eaf-bb0a-42c0-bd6b-dc968b6d562d req-c7a5301a-6b73-4230-aca6-e92590cbc398 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321607 Feb 04 16:44:14.795181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.799233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.832342 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.833521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Fanout notify agent at l3_agent the message router_deleted on router 5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:44:14.841016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-371de490-951a-484d-b64b-4bd97d2e496f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1094 time: 0.0856857 Feb 04 16:44:14.861872 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:14.863066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ad8c5965-ed3c-43e0-a3d9-15081aa745c3 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/routers/5b68e5db-7ca2-46e3-aaa1-8c5cfe6377ff HTTP/1.1" status: 204 len: 168 time: 2.3181922 Feb 04 16:44:14.867460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45122) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:14.924107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c20a3b4-f440-441f-b0e1-730caf94d3a7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:14.975746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3c20a3b4-f440-441f-b0e1-730caf94d3a7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:14.976249 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3c20a3b4-f440-441f-b0e1-730caf94d3a7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:14.976677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9ee87bd2-a187-46b7-955d-0020058b34f3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:15.006380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-90114867-8798-4912-bae2-7973bf3e50a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:15.008038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-90114867-8798-4912-bae2-7973bf3e50a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1607366 Feb 04 16:44:15.012646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 9ee87bd2-a187-46b7-955d-0020058b34f3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:15.012646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 9ee87bd2-a187-46b7-955d-0020058b34f3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:15.018303 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.096952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-9631a7fe-5618-42a9-b73e-ed13f912a812 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 217 time: 0.0813279 Feb 04 16:44:15.173622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.180943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-e13d932f-db37-4fb8-94b4-181312e6949f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:15.182017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-e13d932f-db37-4fb8-94b4-181312e6949f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0761032 Feb 04 16:44:15.209966 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98a8342-6870-4a9d-bab3-ea5959737576']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:15.224042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ed823e-c332-450a-933d-8e656db7168a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:15.224042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ed823e-c332-450a-933d-8e656db7168a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:15.237269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.259231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.263987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:44:15.263987 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.275909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-246bcdfb-c6d4-4d40-bf23-729c4b42a48b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863035 Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:44:15.280124 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:44:15.394840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.431475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:15.439558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] 10.222.0.62 "DELETE /v2.0/networks/f98a8342-6870-4a9d-bab3-ea5959737576 HTTP/1.1" status: 204 len: 168 time: 0.5716569 Feb 04 16:44:15.465445 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e692f828-8109-4ce1-b5ed-bb5e32006363 tempest-TestSecurityGroupsBasicOps-1866276364 tempest-TestSecurityGroupsBasicOps-1866276364-project] Pushing event deleted for resources: {'Network': ['ID=f98a8342-6870-4a9d-bab3-ea5959737576,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:15.497479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-aa21c2d6-d037-4a21-be24-b74fba5ea952 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158525 Feb 04 16:44:15.755221 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe019a6f-78f5-452d-90c9-d57df69aa7a9 req-228e2fa0-46dc-4691-b2d2-59cabee531d2 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484801 Feb 04 16:44:15.765169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51ff2-aabb-4289-a3d4-d0e16505a3a4 req-8bab642a-10de-4f32-ad83-90fdbae2dabf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:15.766084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81e51ff2-aabb-4289-a3d4-d0e16505a3a4 req-8bab642a-10de-4f32-ad83-90fdbae2dabf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.1375241 Feb 04 16:44:15.823080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81e51ff2-aabb-4289-a3d4-d0e16505a3a4 req-d2fc62c5-43f3-495e-a5ad-a057d4a89193 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487919 Feb 04 16:44:15.948980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45134) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:16.147806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-260800b0-3f6b-4118-ad23-f2119c886a9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=101b79d1b3124cecaad2367a2d2e9440&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1897418 Feb 04 16:44:16.150268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45140) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:16.208935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.236241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.290232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.307652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c09f7c-be53-4714-b8fd-83a05624a619,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:16.313700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.315402 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-358369ed-dff3-4027-9b0f-821be48e9188 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86c09f7c-be53-4714-b8fd-83a05624a619 HTTP/1.1" status: 204 len: 168 time: 0.1713586 Feb 04 16:44:16.651045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45148) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:16.671973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.710502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:44:16.715358 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Usage tracker for resource:security_group_rule and tenant:464d4e79974043e3b0c27a91cb6ce438 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:44:16.718141 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:44:16.723788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:44:16.784211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 165869f9-9b68-4d15-a393-9420b3969ebd no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:16.798378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.803737 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.821361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 165869f9-9b68-4d15-a393-9420b3969ebd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:16.821696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 165869f9-9b68-4d15-a393-9420b3969ebd not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:16.856420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c8ef28-6904-4415-8efb-c022e1f86d83,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:16.869913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d66b5908-8b75-4705-8d4f-41a411a627dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=464d4e79974043e3b0c27a91cb6ce438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2104414 Feb 04 16:44:16.869913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45154) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:16.928057 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:16.955415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.012454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.029494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50875759-853a-4e6b-a0da-4a477a583fef req-5d9f2b73-2266-4116-9254-6630314ca620 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:17.031998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50875759-853a-4e6b-a0da-4a477a583fef req-5d9f2b73-2266-4116-9254-6630314ca620 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0830142 Feb 04 16:44:17.032240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c8ef28-6904-4415-8efb-c022e1f86d83,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:17.037417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.038542 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2c35bbf7-6f72-405c-b083-cccc6f9b5444 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03c8ef28-6904-4415-8efb-c022e1f86d83 HTTP/1.1" status: 204 len: 168 time: 0.1717305 Feb 04 16:44:17.089385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50875759-853a-4e6b-a0da-4a477a583fef req-d4aa7273-2cda-4e62-94b7-5f339c445a01 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441997 Feb 04 16:44:17.456663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45162) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:17.509769 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5affc417-fe1b-474d-a609-48fdbda71b4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=695ce3a4191c4f51a90e03f5f7ef7d3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511186 Feb 04 16:44:17.511323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:17.687068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.713494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.765821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.783668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ae9ce-52ad-4cb8-9ec7-aad91ac494a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:17.799258 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:17.800454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ed98748-d25e-41e5-9127-d74b90f5b8f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/253ae9ce-52ad-4cb8-9ec7-aad91ac494a2 HTTP/1.1" status: 204 len: 168 time: 0.2882335 Feb 04 16:44:18.331243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0306-7815-4f51-b59e-9f3643dabdd3 req-b77a897d-d0f6-4f35-885f-b2491ec2947b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:18.332737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d5e0306-7815-4f51-b59e-9f3643dabdd3 req-b77a897d-d0f6-4f35-885f-b2491ec2947b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0932176 Feb 04 16:44:18.394864 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d5e0306-7815-4f51-b59e-9f3643dabdd3 req-f3dcfb43-b140-4b66-904d-03b4fb768930 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520120 Feb 04 16:44:19.597601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341af1a-ba6e-4e27-8f56-70008eb67f64 req-c100c6bd-e845-422c-b0a7-dacdf457bf6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:19.599668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4341af1a-ba6e-4e27-8f56-70008eb67f64 req-c100c6bd-e845-422c-b0a7-dacdf457bf6e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0773892 Feb 04 16:44:19.643771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4341af1a-ba6e-4e27-8f56-70008eb67f64 req-472439bc-a104-4ace-bfd0-48d5f0d294d9 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386133 Feb 04 16:44:20.846959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5e888-82f4-4c71-9564-2dbf7ea5f119 req-7ccb9123-c84b-4cc3-9069-c26e1228c8dd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:20.848411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cac5e888-82f4-4c71-9564-2dbf7ea5f119 req-7ccb9123-c84b-4cc3-9069-c26e1228c8dd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0849373 Feb 04 16:44:20.895063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cac5e888-82f4-4c71-9564-2dbf7ea5f119 req-dd00e1a4-86b9-46c8-9aca-8111da36c614 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390134 Feb 04 16:44:21.322602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:21.482221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:22.116406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560cd8c-f20d-4e3c-ab44-185d5c399f44 req-6c01ca17-c530-46ef-b1ac-3f48f6698438 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:22.117929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7560cd8c-f20d-4e3c-ab44-185d5c399f44 req-6c01ca17-c530-46ef-b1ac-3f48f6698438 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0865483 Feb 04 16:44:22.175533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7560cd8c-f20d-4e3c-ab44-185d5c399f44 req-430e95e1-f599-403b-98e4-3f47f17855a7 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506124 Feb 04 16:44:23.138794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9469fc85-798a-4eb8-b1f3-5327a77b3fda details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:44:23.327780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:23.344163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:44:23.404169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a7177-b45f-470a-9f1a-0225559e6b68 req-e921781a-02ac-4d82-a8f0-46b46c421079 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:23.404678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:23.404943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-629a7177-b45f-470a-9f1a-0225559e6b68 req-e921781a-02ac-4d82-a8f0-46b46c421079 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 943 time: 0.0877283 Feb 04 16:44:23.429199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9469fc85-798a-4eb8-b1f3-5327a77b3fda {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:44:23.447140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:23.451162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:23.464179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-629a7177-b45f-470a-9f1a-0225559e6b68 req-6e9075df-237b-4d3e-891f-f7db4a829a56 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Feb 04 16:44:23.525299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:23.677943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['9469fc85-798a-4eb8-b1f3-5327a77b3fda'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:44:24.658449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06df74-384b-4867-9504-a1131ab5e972 req-57503853-fba8-4197-9bd4-da388a1b8fcf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:24.659881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a06df74-384b-4867-9504-a1131ab5e972 req-57503853-fba8-4197-9bd4-da388a1b8fcf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 944 time: 0.0746593 Feb 04 16:44:24.704098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a06df74-384b-4867-9504-a1131ab5e972 req-ec80e06c-cb14-4a91-af23-89747806d2d4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Feb 04 16:44:25.145421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3b586299-2eba-46d7-bcf3-5ad5246f4482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:25.169210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9469fc85-798a-4eb8-b1f3-5327a77b3fda up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:44:25.238529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 9469fc85-798a-4eb8-b1f3-5327a77b3fda completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:44:25.243836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 9469fc85-798a-4eb8-b1f3-5327a77b3fda triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:44:25.244144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:25.352459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:25.378049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:25.387833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:25.391618 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:25.437020 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'code': 200} Feb 04 16:44:25.462290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:25.566468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f27930-d184-47a4-995f-b3a341cac3ed req-19bf75b8-8766-446d-b1c1-e58a93ab22ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0707366 Feb 04 16:44:25.609167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30f27930-d184-47a4-995f-b3a341cac3ed req-f12c47f2-e16d-45ea-9906-73ff1d33a3ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368011 Feb 04 16:44:25.894635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f72d-5f07-473d-95da-45c3b7fb7bc9 req-6b1490d8-9ff4-4b2d-9649-8edd9736935b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:25.896714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a7f72d-5f07-473d-95da-45c3b7fb7bc9 req-6b1490d8-9ff4-4b2d-9649-8edd9736935b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.0746617 Feb 04 16:44:25.944267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a7f72d-5f07-473d-95da-45c3b7fb7bc9 req-e75c1e73-e553-43fb-a2c5-d41cde8dd9fe tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Feb 04 16:44:27.138286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347960bd-c9a4-43a1-9ead-1fe63eae0c44 req-a7074995-355b-4b89-8e18-c669f1f010df tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:27.139734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-347960bd-c9a4-43a1-9ead-1fe63eae0c44 req-a7074995-355b-4b89-8e18-c669f1f010df tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.0758686 Feb 04 16:44:27.184999 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-347960bd-c9a4-43a1-9ead-1fe63eae0c44 req-912c0750-d02e-4601-baac-6512662e01c8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Feb 04 16:44:27.266179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f7267ea-5e6d-440a-9622-226209fec02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:27.385327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abf753-0bed-4e43-a30c-e12bcf7ccaf7 req-8b15e79e-2a1d-4e58-a9a9-a5c48e4b9971 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:27.386761 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1abf753-0bed-4e43-a30c-e12bcf7ccaf7 req-8b15e79e-2a1d-4e58-a9a9-a5c48e4b9971 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.0790298 Feb 04 16:44:27.431507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c1abf753-0bed-4e43-a30c-e12bcf7ccaf7 req-bd9199f0-a8c0-477e-b6c3-6dec0d16dfa4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393000 Feb 04 16:44:27.461540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45196) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:27.533033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1b17545e-0b5b-4be6-80bb-2878921b9b4b tempest-TestVolumeBootPattern-1691580090 tempest-TestVolumeBootPattern-1691580090-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1091 time: 0.0703361 Feb 04 16:44:27.535858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:27.541888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:44:27.551886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:44:27.551886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:floatingip and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:44:27.560364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:44:27.563531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:44:27.577701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:27.713720 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:27.851117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.25.5.217 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/0eaf385c-721a-43ce-82a1-cd61306a4536) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:44:27.996440 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.024226 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.090365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:44:28.093248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:44:28.096914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:44:28.126203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=0eaf385c-721a-43ce-82a1-cd61306a4536,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:28.672310 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.697273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.727437 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.754360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.956037 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:28.961020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:29.063685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=0eaf385c-721a-43ce-82a1-cd61306a4536,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:29.084334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:29.133513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.133849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.134178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.134546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.134862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.135188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.135506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.135817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.136130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.136440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.136751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:29.280876 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Floating IP 926548bb-68b1-4362-ba88-ce4ecb34a7b8 associated. External IP: 172.25.5.217, port: 9469fc85-798a-4eb8-b1f3-5327a77b3fda. Feb 04 16:44:29.670229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:29.978272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:29.988202 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:30.000816 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:30.001517 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:30.003166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:30.059361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bc06cc4b-f95e-450c-8fad-ad998c284283 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5224245 Feb 04 16:44:30.059855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:30.103370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:30.125653 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'status': 'completed', 'code': 200} Feb 04 16:44:30.192596 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:30.223954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-23cb661a-277e-487f-ab37-5d12d8d7d839 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0729966 Feb 04 16:44:30.359238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-e3234944-3f42-4118-a4b6-12e5f2c55e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:30.360628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-e3234944-3f42-4118-a4b6-12e5f2c55e74 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1310940 Feb 04 16:44:30.467583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-deccc0d9-dcfe-4231-bf32-87da04b99059 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 999 time: 0.1004360 Feb 04 16:44:30.532761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-5830227a-1c31-4480-9a55-dd0b91821a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:30.534262 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-5830227a-1c31-4480-9a55-dd0b91821a59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0622425 Feb 04 16:44:30.577331 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:30.581395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:30.593008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:30.593955 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:30.615058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-bf6048c2-4d11-4436-a8d7-70a01cefd5c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755227 Feb 04 16:44:30.751098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-7d9b3ef0-1a30-478d-96e9-61a657c5508e service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283469 Feb 04 16:44:30.780265 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:30.887486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b926343-35a4-49f8-9058-b734f6d60d9e req-7c1ad12a-b09b-4a9c-817c-b2ea0130bdcb service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277800 Feb 04 16:44:31.129960 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:31.134712 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b21276-ed95-4ce3-ac26-b176b12cb70e None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:31.333337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bb2eab-01a8-476d-8036-25cd1bb087f0 None None] New status for floating IP 926548bb-68b1-4362-ba88-ce4ecb34a7b8: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:44:33.441829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:33.639468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Deleting port 5c7c75c5-2acc-4919-a643-83cb9ee19f33 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:33.639807 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:33.814040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:33.814040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:33.932940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Calling delete_port for 5c7c75c5-2acc-4919-a643-83cb9ee19f33 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:34.195172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:34.239584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event deleted for resources: {'Port': ['ID=5c7c75c5-2acc-4919-a643-83cb9ee19f33,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:34.330453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:34.716610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:34.921483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:34.931401 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:34.934907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:34.942896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:34.943495 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:34.990020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-05417cc4-f165-4955-8257-765442edd488 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "DELETE /v2.0/floatingips/b8731cd1-5497-475c-9baf-50e97ed35241 HTTP/1.1" status: 204 len: 168 time: 1.5469766 Feb 04 16:44:34.990574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:35.050376 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:44:35.140910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:35.248543 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-16eeef2d-ab44-480b-9fbd-42eaccdbcb27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 1097 time: 0.1587305 Feb 04 16:44:35.396260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-9a062b4d-c6b8-4fce-9334-fa878a95a0e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:35.398160 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-9a062b4d-c6b8-4fce-9334-fa878a95a0e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 200 len: 915 time: 0.1435237 Feb 04 16:44:35.461586 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:35.465917 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:35.474063 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-317eba0d-b280-4fd7-a682-63fecf8ba944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 200 len: 217 time: 0.0669260 Feb 04 16:44:35.479523 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:35.480135 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:35.506466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec46434-5901-4f14-91d2-2b452943346c req-161578bd-9dd5-4544-bcba-58d316a82cd9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:35.507044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cec46434-5901-4f14-91d2-2b452943346c req-161578bd-9dd5-4544-bcba-58d316a82cd9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Synchronizing usage tracker for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:35.532821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cec46434-5901-4f14-91d2-2b452943346c req-161578bd-9dd5-4544-bcba-58d316a82cd9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Unset dirty status for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:35.534457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cec46434-5901-4f14-91d2-2b452943346c req-161578bd-9dd5-4544-bcba-58d316a82cd9 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.1106863 Feb 04 16:44:35.541686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-5298c22e-cd62-4279-b58a-ea6d5cf8932d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:35.543421 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-5298c22e-cd62-4279-b58a-ea6d5cf8932d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 200 len: 853 time: 0.0630360 Feb 04 16:44:35.595110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cec46434-5901-4f14-91d2-2b452943346c req-bb3f4512-2ffc-499f-a8f1-0f15e3d66c0d tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538378 Feb 04 16:44:35.620469 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-7d4c72d8-94bd-4f07-b3e7-01ef5a96e7cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=755a226f-67d9-480e-ad34-d2be374ff860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709434 Feb 04 16:44:35.707680 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:35.860522 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-8602307c-7122-48e0-8e3b-f7e3caca3415 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323546 Feb 04 16:44:35.997319 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-22f66ff7-4dc9-4137-9f25-40b329053288 req-b03ebf08-575f-4fee-995b-168beb7adcb7 service neutron] 10.222.0.41 "GET /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300702 Feb 04 16:44:36.031183 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:36.035076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959a3eea-3917-45e9-8343-3d7b72362e78 None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:41:27Z', 'revision_number': 4, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c5b38033-c9a3-4f71-8a8d-1b8741fce5a4', 'name': '', 'network_id': '755a226f-67d9-480e-ad34-d2be374ff860', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'mac_address': 'fa:16:3e:26:d6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:25Z', 'updated_at': '2022-02-04T16:41:46Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'subnets': [{'id': 'e801b818-1c6f-46c5-b1ea-1be26cffc811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:36.819517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab23479-5be2-47ab-b790-b3ff662e750c req-7d81c43b-3fc8-4a36-8e30-f0f3e85b038a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:36.821057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ab23479-5be2-47ab-b790-b3ff662e750c req-7d81c43b-3fc8-4a36-8e30-f0f3e85b038a tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.0838482 Feb 04 16:44:36.875836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ab23479-5be2-47ab-b790-b3ff662e750c req-4dae7ced-57a6-43a9-aeab-5d58a049e1e2 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/security-groups?id=23b2bbcd-f5b9-49d4-acbd-786651ca2a61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491016 Feb 04 16:44:36.940680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-c6edd516-9431-4ac9-aa16-b3bb0e6d3b57 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:36.941151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-c6edd516-9431-4ac9-aa16-b3bb0e6d3b57 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Synchronizing usage tracker for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:44:36.954271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-c6edd516-9431-4ac9-aa16-b3bb0e6d3b57 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Unset dirty status for tenant:4e7a1a22d43049b3b11d58b14c3dc127 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:44:36.955851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-c6edd516-9431-4ac9-aa16-b3bb0e6d3b57 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 946 time: 0.0986993 Feb 04 16:44:37.025039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Deleting port bf38524f-a61b-4d6c-b826-300129c214cd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:37.025039 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.273726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] For port bf38524f-a61b-4d6c-b826-300129c214cd, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=bf38524f-a61b-4d6c-b826-300129c214cd,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:37.274307 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.395621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Calling delete_port for bf38524f-a61b-4d6c-b826-300129c214cd owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:37.554543 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.617646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event deleted for resources: {'Port': ['ID=bf38524f-a61b-4d6c-b826-300129c214cd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:37.663871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.664219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.665743 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.667058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.667058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.667222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca6ebe-3c31-4c70-bcf5-d56ffb15564a None None] New status for floating IP b8731cd1-5497-475c-9baf-50e97ed35241: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:44:37.667636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.667636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.667787 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.668106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.669266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.669266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:44:37.716755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] No DVR routers for this DVR port bf38524f-a61b-4d6c-b826-300129c214cd on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:37.716755 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:37.723985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'name': 'network-vif-deleted', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:44:37.735381 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7a308e34-536d-45ad-ae70-5e80733599c2 req-fed63575-4d5f-40b7-9a45-69b027361b55 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.41 "DELETE /v2.0/ports/bf38524f-a61b-4d6c-b826-300129c214cd HTTP/1.1" status: 204 len: 173 time: 0.7741740 Feb 04 16:44:37.791694 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe975a1-8d95-432a-aa0e-c41c40e0e471', 'name': 'network-vif-deleted', 'tag': 'bf38524f-a61b-4d6c-b826-300129c214cd', 'status': 'completed', 'code': 200} Feb 04 16:44:38.047422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc95d34d-fb17-4534-8596-47ceacab5bea req-ca25e46f-9381-4819-9c44-8f9717c74366 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fe975a1-8d95-432a-aa0e-c41c40e0e471 HTTP/1.1" status: 200 len: 210 time: 0.0417583 Feb 04 16:44:39.160007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45232) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:39.235954 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.266183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.327655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.346930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2bbcd-f5b9-49d4-acbd-786651ca2a61,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:39.360125 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:39.361226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-62b13f99-2de6-4704-b956-2152f0c99829 tempest-TestVolumeBackupRestore-87633486 tempest-TestVolumeBackupRestore-87633486-project] 10.222.0.62 "DELETE /v2.0/security-groups/23b2bbcd-f5b9-49d4-acbd-786651ca2a61 HTTP/1.1" status: 204 len: 168 time: 0.2002602 Feb 04 16:44:39.464794 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:44:40.509396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf38524f-a61b-4d6c-b826-300129c214cd no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:40.562319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: bf38524f-a61b-4d6c-b826-300129c214cd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:40.562691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device bf38524f-a61b-4d6c-b826-300129c214cd not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:41.788170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-0398d8d7-a360-48e3-8945-2deaafbfa3f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791965 Feb 04 16:44:41.970872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-9a80a136-29cb-43d5-9308-c945ec7788e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.1057582 Feb 04 16:44:42.000423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45586) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:42.342425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-e561ce64-77b0-4ce3-96ca-b9a2a17ff078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:42.343863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-e561ce64-77b0-4ce3-96ca-b9a2a17ff078 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.3403380 Feb 04 16:44:42.525730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-7a7e5ae0-bd0b-4591-a48a-fadbdfdf7401 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 1001 time: 0.1738777 Feb 04 16:44:42.664068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-192b5a7f-d66f-49ad-bfe7-5db14d4ba294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:44:42.665670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-192b5a7f-d66f-49ad-bfe7-5db14d4ba294 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1325743 Feb 04 16:44:42.829810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-cf696d52-7583-4522-87d3-409f2b29804c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564209 Feb 04 16:44:42.967481 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:43.043635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-7604089d-38c8-481e-8c09-81bfdcac192d service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976795 Feb 04 16:44:43.249665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d25c1c53-72ef-4258-9897-67f5a67207b8 req-841041ae-8ec7-4f8d-8125-8167d015e7ff service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994357 Feb 04 16:44:43.730221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Deleting port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:43.730221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:44.044397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] For port c5b38033-c9a3-4f71-8a8d-1b8741fce5a4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:44.044397 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:44.177443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Calling delete_port for c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:44.361250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:44.406042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b38033-c9a3-4f71-8a8d-1b8741fce5a4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:44.743657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:45.349279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:45.669183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:45.678515 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Sync routers for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:45.682500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45690) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:45.685939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-942708e3-9d00-4783-9e4c-8867ab71fa21 admin admin] 10.222.0.62 "PUT /v2.0/routers/bcd23430-6e25-4bbf-9b59-b20bf62d5c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6776774 Feb 04 16:44:45.694423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:45.694423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:45.900078 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:45.941990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.161068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.175620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Deleting port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:46.175620 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.218001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:44:44Z', 'revision_number': 5, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port': {'id': '0c8993a1-894c-4f5a-b952-3aa3ad0fb988', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:aa:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:22Z', 'updated_at': '2022-02-04T16:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:46.218001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Checking router: bcd23430-6e25-4bbf-9b59-b20bf62d5c6b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:46.234805 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Routers {'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:46.234805 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:46.412844 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] Set router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:46.456598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] For port 0c8993a1-894c-4f5a-b952-3aa3ad0fb988, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:46.456873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.525420 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:44:46Z', 'revision_number': 6, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:46.531765 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db3705-ade9-4bd2-8711-934195909bb6 None None] The sync data for ids ['bcd23430-6e25-4bbf-9b59-b20bf62d5c6b'] in n-d-827873-1 is: [{'id': 'bcd23430-6e25-4bbf-9b59-b20bf62d5c6b', 'name': 'tempest-TestVolumeBackupRestore-1971338364-router', 'tenant_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:21Z', 'updated_at': '2022-02-04T16:44:46Z', 'revision_number': 6, 'project_id': '4e7a1a22d43049b3b11d58b14c3dc127', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:46.583095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Calling delete_port for 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:46.752986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:46.809015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8993a1-894c-4f5a-b952-3aa3ad0fb988,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:46.999739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:47.035423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:47.035853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c5b38033-c9a3-4f71-8a8d-1b8741fce5a4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:47.093678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.359026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.363167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.402852 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.402852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd23430-6e25-4bbf-9b59-b20bf62d5c6b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:44:47.410659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.410659 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a1c9118e-a33a-4105-9984-4007a838904e admin admin] 10.222.0.62 "DELETE /v2.0/routers/bcd23430-6e25-4bbf-9b59-b20bf62d5c6b HTTP/1.1" status: 204 len: 168 time: 1.7271659 Feb 04 16:44:47.410659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45694) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:47.472079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Deleting subnet e801b818-1c6f-46c5-b1ea-1be26cffc811 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:44:47.476571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.540184 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.626175 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.700357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.741191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e801b818-1c6f-46c5-b1ea-1be26cffc811,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:47.745922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.752987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24955d69-8390-49c9-9e96-f209c9631c22 None None] Network 755a226f-67d9-480e-ad34-d2be374ff860 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:44:47.753148 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5ca15e7b-6870-4b33-ac95-8735664af4fe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e801b818-1c6f-46c5-b1ea-1be26cffc811 HTTP/1.1" status: 204 len: 168 time: 0.3413348 Feb 04 16:44:47.754828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45698) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:47.860314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:47.870989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Deleting port d956852a-8fa3-4adc-8ca0-968b65566352 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:47.871251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.002148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] DHCP port deletion for 755a226f-67d9-480e-ad34-d2be374ff860 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:44:48.008358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Deleting port d956852a-8fa3-4adc-8ca0-968b65566352 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:48.008605 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.071516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] For port d956852a-8fa3-4adc-8ca0-968b65566352, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d956852a-8fa3-4adc-8ca0-968b65566352,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:48.071871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.198808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Calling delete_port for d956852a-8fa3-4adc-8ca0-968b65566352 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:48.239815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] For port d956852a-8fa3-4adc-8ca0-968b65566352, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d956852a-8fa3-4adc-8ca0-968b65566352,segment=NetworkSegment(eda21a8b-d259-4d74-9acf-06a0666f42b9),segment_id=eda21a8b-d259-4d74-9acf-06a0666f42b9)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:48.240254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.273555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.318962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d956852a-8fa3-4adc-8ca0-968b65566352,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:48.328567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] No DVR routers for this DVR port d956852a-8fa3-4adc-8ca0-968b65566352 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:48.369243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Calling delete_port for d956852a-8fa3-4adc-8ca0-968b65566352 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:48.439573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:44:48.439573 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:44:48.442371 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.474672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755a226f-67d9-480e-ad34-d2be374ff860']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:48.487882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda21a8b-d259-4d74-9acf-06a0666f42b9') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:48.488174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda21a8b-d259-4d74-9acf-06a0666f42b9') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:48.500200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.516185 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.523376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:44:48.523805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:44:48.537208 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:44:48.613275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.629354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:48.640039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=755a226f-67d9-480e-ad34-d2be374ff860,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:48.653580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b0ccf7c5-bcbb-4fe6-ac81-49fa72f96b11 admin admin] 10.222.0.62 "DELETE /v2.0/networks/755a226f-67d9-480e-ad34-d2be374ff860 HTTP/1.1" status: 204 len: 168 time: 0.8977101 Feb 04 16:44:48.656597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45702) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:48.832899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:48.867921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:48.868258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0c8993a1-894c-4f5a-b952-3aa3ad0fb988 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:48.868674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d956852a-8fa3-4adc-8ca0-968b65566352 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:48.899321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d956852a-8fa3-4adc-8ca0-968b65566352 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:48.899663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d956852a-8fa3-4adc-8ca0-968b65566352 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:48.940004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Deleting port d956852a-8fa3-4adc-8ca0-968b65566352 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:48.940389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:49.002281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e97cbd1f-68ce-493f-835f-032d7a379e98 None None] The port 'd956852a-8fa3-4adc-8ca0-968b65566352' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:44:49.157974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:49.768372 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Deleting port 16eec558-89a6-4494-92a1-0fac001442a8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:49.768787 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:49.948059 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] For port 16eec558-89a6-4494-92a1-0fac001442a8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=16eec558-89a6-4494-92a1-0fac001442a8,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:49.948428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:50.077285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Calling delete_port for 16eec558-89a6-4494-92a1-0fac001442a8 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:50.289457 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:50.338089 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=16eec558-89a6-4494-92a1-0fac001442a8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:50.653214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:51.335968 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:51.350743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:44:51.488238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:51.549538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:44:51.565984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Sync routers for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:44:51.574902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-97557274-e1ec-4b7f-bbc2-757dc2f5d7d3 admin admin] 10.222.0.62 "PUT /v2.0/routers/8938ef1d-6874-4a59-bc3d-c04d8065e6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129896 Feb 04 16:44:51.578155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:51.578155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:51.581843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45710) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:51.764801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:51.877736 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.064991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:44:50Z', 'revision_number': 5, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port': {'id': 'ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:52.070238 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Checking router: 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:44:52.081654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Routers {'8938ef1d-6874-4a59-bc3d-c04d8065e6c2'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:44:52.082511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:44:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:52.103847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.119102 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Deleting port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:52.119702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.237480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] Set router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:44:52.323360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] For port ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:52.323360 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.343277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:44:52Z', 'revision_number': 6, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:52.346914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebb93f-52f9-4a0d-a0cd-a1769294f290 None None] The sync data for ids ['8938ef1d-6874-4a59-bc3d-c04d8065e6c2'] in n-d-827873-1 is: [{'id': '8938ef1d-6874-4a59-bc3d-c04d8065e6c2', 'name': 'tempest-TestVolumeBackupRestore-1799265264-router', 'tenant_id': '574ac873aa274b21849e42bca039428d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:41:31Z', 'updated_at': '2022-02-04T16:44:52Z', 'revision_number': 6, 'project_id': '574ac873aa274b21849e42bca039428d', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:44:52.448270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Calling delete_port for ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:52.613864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.660728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:52.901599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:52.903081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16eec558-89a6-4494-92a1-0fac001442a8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:52.949264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 16eec558-89a6-4494-92a1-0fac001442a8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:52.949734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 16eec558-89a6-4494-92a1-0fac001442a8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:53.264119 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.268133 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.294720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.295235 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8938ef1d-6874-4a59-bc3d-c04d8065e6c2 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:44:53.308534 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.309648 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9242a364-3807-4e7f-85a1-c4c5926d955f admin admin] 10.222.0.62 "DELETE /v2.0/routers/8938ef1d-6874-4a59-bc3d-c04d8065e6c2 HTTP/1.1" status: 204 len: 168 time: 1.7354207 Feb 04 16:44:53.313724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45716) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:53.383892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Deleting subnet d2627d22-86b2-432a-a8be-ffcf9d120204 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:44:53.387114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.442170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.518707 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.588759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.629361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2627d22-86b2-432a-a8be-ffcf9d120204,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:53.638161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.643247 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3354c9-f167-43ec-a15b-c8d1c4ebdfdb None None] Network 0bde3ce9-2ca1-4575-badb-f300880892be requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:44:53.646933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2d31761b-b4cb-4bc3-847a-ece1cf1e8388 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d2627d22-86b2-432a-a8be-ffcf9d120204 HTTP/1.1" status: 204 len: 168 time: 0.3333988 Feb 04 16:44:53.649495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45720) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:53.766885 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.777782 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Deleting port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:53.777782 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:53.949566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] DHCP port deletion for 0bde3ce9-2ca1-4575-badb-f300880892be request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:44:53.953897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Deleting port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:53.954292 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.018632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] For port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:54.018632 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.143599 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Calling delete_port for 3de815e4-b2c8-4fb1-9bea-0853fcc431ff owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:54.213840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] For port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,segment=NetworkSegment(d3c1e11b-316a-4df2-90d1-2ea8b8698a7d),segment_id=d3c1e11b-316a-4df2-90d1-2ea8b8698a7d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:44:54.214224 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.223106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.276267 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de815e4-b2c8-4fb1-9bea-0853fcc431ff,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:54.279499 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] No DVR routers for this DVR port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:44:54.356302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Calling delete_port for 3de815e4-b2c8-4fb1-9bea-0853fcc431ff owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:44:54.401314 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.427347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bde3ce9-2ca1-4575-badb-f300880892be']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:54.434290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:44:54.435660 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:44:54.441015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:54.441485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c1e11b-316a-4df2-90d1-2ea8b8698a7d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:44:54.454704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.473168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.481122 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:44:54.481122 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:44:54.499043 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:44:54.579888 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.595505 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.607717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bde3ce9-2ca1-4575-badb-f300880892be,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:54.612701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-285a44aa-d8fe-41f4-aa04-abf471d837d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0bde3ce9-2ca1-4575-badb-f300880892be HTTP/1.1" status: 204 len: 168 time: 0.9619808 Feb 04 16:44:54.815992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45726) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:54.837481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:54.870451 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bd0c2b6f-17b5-4a33-b655-7d597a4022f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e7a1a22d43049b3b11d58b14c3dc127&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510352 Feb 04 16:44:54.880347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45730) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:54.880475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:54.880475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ca6bfabe-c0c9-4fe9-b5f6-98716e3518ba not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:54.880475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3de815e4-b2c8-4fb1-9bea-0853fcc431ff no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:44:54.904927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3de815e4-b2c8-4fb1-9bea-0853fcc431ff {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:44:54.905274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3de815e4-b2c8-4fb1-9bea-0853fcc431ff not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:44:54.932413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.935481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Deleting port 3de815e4-b2c8-4fb1-9bea-0853fcc431ff {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:44:54.935864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:54.956895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.000093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f8c26-2345-495c-bbf6-5cb7c40dc264 None None] The port '3de815e4-b2c8-4fb1-9bea-0853fcc431ff' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:44:55.017768 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.035033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c557f9-ebd3-44af-9e9d-1183c3544dfd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:55.041875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.046212 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-72f8948b-468c-4600-bbb7-a76bcd68897b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76c557f9-ebd3-44af-9e9d-1183c3544dfd HTTP/1.1" status: 204 len: 168 time: 0.1715524 Feb 04 16:44:55.156341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af2cb463-0823-422c-a048-24408c191a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.448785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45738) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:55.498974 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-43dfe7ba-6956-4b32-8792-eea3ad593a07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=574ac873aa274b21849e42bca039428d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490336 Feb 04 16:44:55.501385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45742) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:44:55.562024 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.589022 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.640226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.654909 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f854ef9c-dd77-4ead-bc4e-cc9c8943be49,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:44:55.662121 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:55.663244 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e2a3f05-e04d-4940-975f-8f97818cd379 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f854ef9c-dd77-4ead-bc4e-cc9c8943be49 HTTP/1.1" status: 204 len: 168 time: 0.1609855 Feb 04 16:44:57.269326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe79aac8-0863-4754-ad40-7d41b87f0946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:58.674154 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:44:58.719086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:00.103472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:16.467528 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:45:21.334349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:21.493685 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:25.149373 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-08f911ba-8bc6-4a91-b1a0-16a6d11e0233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:27.271705 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f20be477-4ac5-4956-a07b-c897e2be73d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:28.676438 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:28.722000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:30.107649 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:34.700822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-9b992013-6777-42b8-825d-7b8cae81ca61 req-b0c6aebf-f6ab-4473-bba9-e430c5d7b51f service neutron] (83596) timed out ('10.222.0.62', 54524) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:45:43.988209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-5ba9f2de-264a-46a1-ae88-9d6ffab79e9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2834189 Feb 04 16:45:44.127146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-d79fc230-956f-4cbd-8919-fb81d4e86e4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0719538 Feb 04 16:45:44.268391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-daffca50-0455-4ab7-992c-843f3a363746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:44.269772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-daffca50-0455-4ab7-992c-843f3a363746 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1240201 Feb 04 16:45:44.372855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-a9e3d6c3-19d4-4d94-a9ff-70ab41e18911 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 1001 time: 0.0964487 Feb 04 16:45:44.432988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-681d1172-75ec-40ff-847c-44ef203a2939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:45:44.434435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-681d1172-75ec-40ff-847c-44ef203a2939 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0559640 Feb 04 16:45:44.507539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-c9ba0259-65f8-4c04-a1c9-ea81eab5f641 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664961 Feb 04 16:45:44.750930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-4ac67cde-90b8-4e1d-8e60-f71baeded424 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367947 Feb 04 16:45:44.892548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec827c1a-7ad7-404f-9d9a-c6cadccd9a4b req-ac0745d0-605f-4c42-a546-c958db5a27ee service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349535 Feb 04 16:45:51.349435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:51.509821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:53.470965 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:45:55.152062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7df94b34-63e1-496f-bcbb-7da37d0e3e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:57.273209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0abd5c28-f92e-4096-9ed6-5a0594ce6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.678984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:45:58.722603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:00.112128 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:11.009068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-bf865640-48bf-4789-a169-5f26f689ab35 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856966949&fields=id&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 267 time: 0.0407412 Feb 04 16:46:11.153590 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-a85afd04-9899-449c-b1c7-ef033e31fda2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:11.155017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-a85afd04-9899-449c-b1c7-ef033e31fda2 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.1394172 Feb 04 16:46:11.171632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-04865021-6353-4add-a426-adc967764942 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/quotas/ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 375 time: 0.0113280 Feb 04 16:46:11.254203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-fb6354cf-c160-41f9-aa48-bf1ca3f76d19 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0778496 Feb 04 16:46:11.388087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-b652310a-7c8f-4558-b238-08da8c8bca5b service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226699 Feb 04 16:46:11.519114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-f6e3d6a6-0135-40ba-9bba-b02ceb283cc6 service neutron] 10.222.0.62 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253860 Feb 04 16:46:11.999922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f48bcd81-2a99-449f-822a-a752c562e01a req-ba62f9ce-fcea-4b11-8f4b-a2e33c609318 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 210 time: 0.1312790 Feb 04 16:46:12.900566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-e373b741-67c5-40ec-9d30-a1ed88919b52 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:12.901983 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-e373b741-67c5-40ec-9d30-a1ed88919b52 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 812 time: 0.1531405 Feb 04 16:46:13.050124 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-e93fd3db-3fb9-4a10-a5c2-da6d9fece007 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5c7ae397e64067a87737f1f59fae42 HTTP/1.1" status: 200 len: 380 time: 0.1368730 Feb 04 16:46:13.057908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'port': {'device_id': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'admin_state_up': True, 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'security_groups': ['ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:13.187656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-198130a3-0edc-4246-a019-c45d83ef9558 req-f3ce1522-e68d-472c-9e8b-aaa2b319dcba tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 210 time: 0.0417099 Feb 04 16:46:13.213278 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:46:13.223439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:46:13.233174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Made reservation on behalf of ea5c7ae397e64067a87737f1f59fae42 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:46:13.236264 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:13.398789 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.20.0.7 (51f6190a-248a-42cf-9236-5e628e07be61/bdff6fbf-c2f0-4950-9121-11aca3030eb6/48594c2a-89a9-4c39-b1db-61d0192c7458) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:13.587996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:13.607493 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Transition to ACTIVE for port object 48594c2a-89a9-4c39-b1db-61d0192c7458 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:13.629747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:13.705607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 51f6190a-248a-42cf-9236-5e628e07be61 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:13.708954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:13.713763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:46:13.738923 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:13.761430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.761772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.762868 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.763427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.763761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.764090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.764417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.764740 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.765061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.765442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.765768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:13.789540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:13.790143 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:13.817241 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-26807ca4-1ce4-4aab-98e6-e42bed5097cc tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629271 Feb 04 16:46:13.828867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-16e0f1ea-271e-4ba5-8403-c4466217c31b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:46:13.829808 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-16e0f1ea-271e-4ba5-8403-c4466217c31b tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063918 Feb 04 16:46:13.841902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Request body: {'port': {'device_id': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:13.957249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:13.967493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7cefa2be-37fe-460b-bd34-fd0c06e987c5 None None] Provisioning for port 48594c2a-89a9-4c39-b1db-61d0192c7458 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:13.972456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7cefa2be-37fe-460b-bd34-fd0c06e987c5 None None] Provisioning complete for port 48594c2a-89a9-4c39-b1db-61d0192c7458 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:13.972734 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7cefa2be-37fe-460b-bd34-fd0c06e987c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.026526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7cefa2be-37fe-460b-bd34-fd0c06e987c5 None None] Port 48594c2a-89a9-4c39-b1db-61d0192c7458 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:46:14.311230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48594c2a-89a9-4c39-b1db-61d0192c7458 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:14.318358 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.332998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Transition to ACTIVE for port object 48594c2a-89a9-4c39-b1db-61d0192c7458 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:46:14.339108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.399676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e716-4889-4256-829a-f7b7fadd7eda req-84861341-398e-42e4-ae31-efd991144fdb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:14.401118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5397e716-4889-4256-829a-f7b7fadd7eda req-84861341-398e-42e4-ae31-efd991144fdb tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0890932 Feb 04 16:46:14.454909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5397e716-4889-4256-829a-f7b7fadd7eda req-795d234e-f1df-49b7-8eeb-8bf38c51ead4 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Feb 04 16:46:14.479349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:14.598271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Attempting to bind port 48594c2a-89a9-4c39-b1db-61d0192c7458 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:46:14.598658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Attempting to bind port 48594c2a-89a9-4c39-b1db-61d0192c7458 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:46:14.598987 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Attempting to bind port 48594c2a-89a9-4c39-b1db-61d0192c7458 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:46:14.605494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Port 48594c2a-89a9-4c39-b1db-61d0192c7458 on network 51f6190a-248a-42cf-9236-5e628e07be61 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:46:14.605741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Attempting to bind port 48594c2a-89a9-4c39-b1db-61d0192c7458 on network 51f6190a-248a-42cf-9236-5e628e07be61 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:46:14.612962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:46:14.613497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Checking segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:46:14.613814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Bound using segment: {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:46:14.614247 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Bound port: 48594c2a-89a9-4c39-b1db-61d0192c7458, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9fee38-8391-4166-8d4c-c67140169f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:46:14.614633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.703079 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:46:14.706851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=48594c2a-89a9-4c39-b1db-61d0192c7458,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:46:14.711602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.776537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:14.778045 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 1091 time: 0.9409037 Feb 04 16:46:14.778530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:14.798539 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd6953-e222-4355-be51-b1b48e3909e9 service neutron] Pushing event updated for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:14.907338 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-58d71cef-6e45-4a0b-bf7f-c71161e62e40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1094 time: 0.0837462 Feb 04 16:46:15.051630 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'status': 'completed', 'code': 200} Feb 04 16:46:15.065354 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-9d1d6191-8382-4962-bb1e-ac5fa7359926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 217 time: 0.1516385 Feb 04 16:46:15.127799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-38793218-b90d-496b-b922-10709e0c9def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.129435 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-38793218-b90d-496b-b922-10709e0c9def service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0584433 Feb 04 16:46:15.208529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-ea32f365-1460-4f61-8229-9eb5bdeb70c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738084 Feb 04 16:46:15.339333 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-a3f3b5d1-547d-46a2-9a0d-fb745f12c8ab service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247742 Feb 04 16:46:15.468122 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9445179d-23d4-4ce2-912e-f396e6776f48 req-2a8440a6-f91f-4cec-a9ff-5623d2b231c9 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232994 Feb 04 16:46:15.599200 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-ac286ade-334c-4db8-872e-c6a75933c958 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1094 time: 0.0857744 Feb 04 16:46:15.673252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67ca39-e4c9-4564-9e4d-ab5946f94bde req-fc361ad4-9f71-4ee9-8bc1-2d52553e5861 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.674712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df67ca39-e4c9-4564-9e4d-ab5946f94bde req-fc361ad4-9f71-4ee9-8bc1-2d52553e5861 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0835023 Feb 04 16:46:15.720711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df67ca39-e4c9-4564-9e4d-ab5946f94bde req-80221c70-d4b8-43b6-9372-d3a2712031b5 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Feb 04 16:46:15.730726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-eea4bc9f-77e4-4cd2-9b81-1ce57e8d043d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.732768 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-eea4bc9f-77e4-4cd2-9b81-1ce57e8d043d service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1282597 Feb 04 16:46:15.806311 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-fcc60aa5-0591-4bee-bbed-c9793380ad27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 217 time: 0.0656400 Feb 04 16:46:15.869308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-76a27785-e6dd-43fa-8f9c-a3fd8063ffed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:15.870604 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-76a27785-e6dd-43fa-8f9c-a3fd8063ffed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0586069 Feb 04 16:46:15.952963 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-0363bf8b-e02c-4a8c-bcec-0fa8b5e7d015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761554 Feb 04 16:46:16.086706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-ea6aa899-99fd-420c-a296-7016610cc38d service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268668 Feb 04 16:46:16.221561 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6098650d-9a8f-4843-882f-7cfdc58fe3a6 req-5470354c-d86f-496d-a443-8c605d68ec88 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286774 Feb 04 16:46:17.065371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ff11e-b808-4cf1-a808-97a4097b8194 req-4a6fb0bf-7f48-4383-8181-1795eedb3471 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:17.066893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a4ff11e-b808-4cf1-a808-97a4097b8194 req-4a6fb0bf-7f48-4383-8181-1795eedb3471 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0752218 Feb 04 16:46:17.114997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a4ff11e-b808-4cf1-a808-97a4097b8194 req-37d945cc-1432-4fa5-94c8-9b6e49b871cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Feb 04 16:46:18.311377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d742b5-4b0f-4d55-85b3-75a239592ef5 req-672bad34-7745-48f5-b8c0-0bb5ff21b442 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:18.312792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97d742b5-4b0f-4d55-85b3-75a239592ef5 req-672bad34-7745-48f5-b8c0-0bb5ff21b442 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0744772 Feb 04 16:46:18.357774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97d742b5-4b0f-4d55-85b3-75a239592ef5 req-2f27aaf0-7d55-41e5-ba53-788c46b2bdfd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396245 Feb 04 16:46:19.552185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98949ad-2956-4768-85d0-da429ac6adb5 req-accd925b-bba9-4baf-a64e-a879b0c8d805 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:19.553592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d98949ad-2956-4768-85d0-da429ac6adb5 req-accd925b-bba9-4baf-a64e-a879b0c8d805 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0781872 Feb 04 16:46:19.598543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d98949ad-2956-4768-85d0-da429ac6adb5 req-1d430663-7981-48c7-bfbf-c7a7b0a4ac8f tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394979 Feb 04 16:46:20.795323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aee15-c1f8-48c8-9e27-09fb81ece239 req-42d15752-56c3-4172-bb64-e9549d1c8abd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:20.796659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f95aee15-c1f8-48c8-9e27-09fb81ece239 req-42d15752-56c3-4172-bb64-e9549d1c8abd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0758886 Feb 04 16:46:20.846829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f95aee15-c1f8-48c8-9e27-09fb81ece239 req-236ba341-85ba-43b0-9dcd-888848405b32 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 Feb 04 16:46:21.363876 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:21.516270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:22.077539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4908-6e19-481c-b99a-d77ed8381f6b req-55f6c88a-ce2c-40c9-a531-a798f939911a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:22.079004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca4e4908-6e19-481c-b99a-d77ed8381f6b req-55f6c88a-ce2c-40c9-a531-a798f939911a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0944405 Feb 04 16:46:22.125806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca4e4908-6e19-481c-b99a-d77ed8381f6b req-fd799874-cb68-4de9-a9a1-afb66d9b4eba tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Feb 04 16:46:23.022712 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 48594c2a-89a9-4c39-b1db-61d0192c7458 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:46:23.201908 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=48594c2a-89a9-4c39-b1db-61d0192c7458,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:23.222597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'port_id': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'mac_address': 'fa:16:3e:8d:c3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:46:23.290290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.311445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48594c2a-89a9-4c39-b1db-61d0192c7458 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:46:23.329787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=48594c2a-89a9-4c39-b1db-61d0192c7458,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:23.333863 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:23.350079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093c7f-2acb-47e3-ac12-347bb62d8a86 req-8c7d9cd2-2828-48b4-b948-a0e95825ccab tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:23.351711 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3093c7f-2acb-47e3-ac12-347bb62d8a86 req-8c7d9cd2-2828-48b4-b948-a0e95825ccab tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 943 time: 0.0829585 Feb 04 16:46:23.411453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3093c7f-2acb-47e3-ac12-347bb62d8a86 req-5cf32471-00ea-48f7-96f2-5a7db8ba5c48 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503085 Feb 04 16:46:23.447916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:23.456949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.457607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.457797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.458140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.458527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.458883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.459256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.459633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.459960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.460394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.460608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:23.568619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['48594c2a-89a9-4c39-b1db-61d0192c7458'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:46:24.614645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657a102-9574-4517-8756-22eadfb85c35 req-ffc17abb-3fe2-4568-aeed-c213c67453bd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:24.615957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9657a102-9574-4517-8756-22eadfb85c35 req-ffc17abb-3fe2-4568-aeed-c213c67453bd tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 944 time: 0.0764143 Feb 04 16:46:24.661226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9657a102-9574-4517-8756-22eadfb85c35 req-ab9456a0-d162-4517-9d18-e3abdcf164ad tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Feb 04 16:46:25.038650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 48594c2a-89a9-4c39-b1db-61d0192c7458 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:46:25.105446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 48594c2a-89a9-4c39-b1db-61d0192c7458 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:46:25.110761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 48594c2a-89a9-4c39-b1db-61d0192c7458 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:46:25.111136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.172745 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-282fe731-65d4-4567-87e6-760534eed2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.235670 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.261504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:25.271096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=48594c2a-89a9-4c39-b1db-61d0192c7458,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:46:25.274909 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:25.318572 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'code': 200} Feb 04 16:46:25.343749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:25.438981 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1393872e-fa97-49d0-81b2-b1871883d800 req-4ace6d9f-51cf-44c6-bb4a-8b287ebc7ede service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0660100 Feb 04 16:46:25.480690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1393872e-fa97-49d0-81b2-b1871883d800 req-67ee413b-9f5f-48f3-a3af-e5bb90a85c86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352576 Feb 04 16:46:25.857816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d509e54-0c7e-4bfc-bd34-afab38d789ec req-ebff0dcc-f8ba-4e77-98e8-2eeae4966022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:25.859302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d509e54-0c7e-4bfc-bd34-afab38d789ec req-ebff0dcc-f8ba-4e77-98e8-2eeae4966022 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.0803888 Feb 04 16:46:25.992963 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d509e54-0c7e-4bfc-bd34-afab38d789ec req-4772b882-509c-4b75-967f-4f2243dbdc5e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282175 Feb 04 16:46:27.188506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a2ea4-d640-433e-80bb-ced00196a795 req-a41acfda-6b09-4ec5-8436-119b2e9aba1e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:27.189926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-681a2ea4-d640-433e-80bb-ced00196a795 req-a41acfda-6b09-4ec5-8436-119b2e9aba1e tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.0749681 Feb 04 16:46:27.235755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-681a2ea4-d640-433e-80bb-ced00196a795 req-b9bad59e-b221-4387-bc17-736bf1569dc0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Feb 04 16:46:27.275417 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c45f4145-931c-41fd-bdaa-9a76c976c1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.431284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be06e18-a91e-499f-a78a-667386dca741 req-f7bb2873-e7b3-421f-b08d-77d3976de5c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:27.432658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1be06e18-a91e-499f-a78a-667386dca741 req-f7bb2873-e7b3-421f-b08d-77d3976de5c6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.0782495 Feb 04 16:46:27.477976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1be06e18-a91e-499f-a78a-667386dca741 req-a36ca78f-2ba0-4c08-bc3e-778c84845335 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Feb 04 16:46:27.505791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45892) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:27.573739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c9fedf40-6531-421d-b6a7-9ccbdb4e6298 tempest-TestVolumeBootPattern-1691580090 tempest-TestVolumeBootPattern-1691580090-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1091 time: 0.0667334 Feb 04 16:46:27.577057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45896) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:46:27.582154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:46:27.588357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:46:27.593156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Usage tracker for resource:floatingip and tenant:ea5c7ae397e64067a87737f1f59fae42 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:46:27.595970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:46:27.601467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:46:27.614697 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.744210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:27.879104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Allocated IP 172.25.5.119 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/e798446a-7fce-4c41-a52c-dba1fe30f31d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:46:28.023484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.050449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.128689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:46:28.131620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:46:28.136150 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:46:28.159949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=e798446a-7fce-4c41-a52c-dba1fe30f31d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:28.176686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.177025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.177358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.177689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.178010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.178341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.178682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.178999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.179314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.179628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.179942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:46:28.644721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.683299 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.699209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.725566 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.905312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:28.909638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.110485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event updated for resources: {'Port': ['ID=e798446a-7fce-4c41-a52c-dba1fe30f31d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:46:29.127380 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.330573 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Floating IP 50c2816c-b802-486b-911a-547a62f4e324 associated. External IP: 172.25.5.119, port: 48594c2a-89a9-4c39-b1db-61d0192c7458. Feb 04 16:46:29.716909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:46:29.909944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:46:29.920182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:46:29.932146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:29.932759 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:46:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:29.934040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:29.992215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aaf24773-7606-407b-a3d3-aaa1d76ce983 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4140637 Feb 04 16:46:29.992837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:46:30.053088 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'status': 'completed', 'code': 200} Feb 04 16:46:30.117016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:30.117557 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:30.158154 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-229559fe-d17b-4f8e-b48f-a74bf96f7700 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0827377 Feb 04 16:46:30.288884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-f5275447-53d7-43cd-8d01-6c08da3e1a5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.290208 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-f5275447-53d7-43cd-8d01-6c08da3e1a5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1263521 Feb 04 16:46:30.392385 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-8a261000-00f8-4a58-9c81-7c52d39790fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 999 time: 0.0960455 Feb 04 16:46:30.479342 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:46:30.486423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '50c2816c-b802-486b-911a-547a62f4e324', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:8d:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:28Z', 'updated_at': '2022-02-04T16:46:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}, {'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:30.490670 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:46:30.502527 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:46:30.503268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:46:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:30.560724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-c43c8f7d-c53d-42aa-bb70-72f1e9b6a6cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:30.562040 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-c43c8f7d-c53d-42aa-bb70-72f1e9b6a6cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.1645505 Feb 04 16:46:30.639238 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-7bb9ad86-70ef-4113-ad82-f238589fb586 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703497 Feb 04 16:46:30.684701 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:46:30.773554 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-ef5a3785-7885-4b9e-bd6b-7c77fa6242b7 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284223 Feb 04 16:46:30.905960 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-66145eb4-8fcf-4581-91ad-c230237daf86 req-08d03983-9d17-45ed-928f-d4f7ca5464df service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266458 Feb 04 16:46:31.037504 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '50c2816c-b802-486b-911a-547a62f4e324', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:8d:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:28Z', 'updated_at': '2022-02-04T16:46:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}, {'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:46:31.041310 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58edb67d-3b9e-4178-bae9-55d0d17c00a8 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '50c2816c-b802-486b-911a-547a62f4e324', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:8d:c3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:46:28Z', 'updated_at': '2022-02-04T16:46:28Z', 'revision_number': 0, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}, {'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:46:31.244842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b3dab-594d-4149-b254-a81733b0f36d None None] New status for floating IP 50c2816c-b802-486b-911a-547a62f4e324: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:46:41.680135 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-bf048e80-bb2a-4b8e-8294-c54a50ee0881 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665290 Feb 04 16:46:41.820274 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-e86e7655-ac4c-4f6b-8e9f-7ef279b6728a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0695195 Feb 04 16:46:41.965977 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-66ba2bff-eabb-4f36-bf6a-6d3ae6021334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:41.967458 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-66ba2bff-eabb-4f36-bf6a-6d3ae6021334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1284411 Feb 04 16:46:42.071497 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-3031d676-0049-4cbe-bbf8-38940d61aaca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 1001 time: 0.0971017 Feb 04 16:46:42.135335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-d06126ea-ddc2-4615-bf13-20920d41fb63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:42.136727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-d06126ea-ddc2-4615-bf13-20920d41fb63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0599253 Feb 04 16:46:42.210515 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-2913c631-8533-4400-94b8-42b19ee32fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679953 Feb 04 16:46:42.340514 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-cb8a8f20-b342-4bc7-9137-cc6455e3ab3e service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230898 Feb 04 16:46:42.611127 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73c51bd7-fe34-4661-9544-fe0a6cf69673 req-48a02efa-5219-43d3-9a14-4446822411b7 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647278 Feb 04 16:46:43.780252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-e038605d-eb8c-457b-923c-fb85cb9a820e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704107 Feb 04 16:46:43.931541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-b097fdbb-a95f-4813-aac7-e172d423f49e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0745547 Feb 04 16:46:44.089256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-887a93d5-c794-4474-9a5b-5edbf9915ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:44.089256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-887a93d5-c794-4474-9a5b-5edbf9915ca8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1324065 Feb 04 16:46:44.219992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-93445b55-2f57-4676-b261-844d941eebf0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 1001 time: 0.1168761 Feb 04 16:46:44.281571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-f77c6a50-4c8a-487c-8fd6-7c0a65cfbcfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:46:44.281571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-f77c6a50-4c8a-487c-8fd6-7c0a65cfbcfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0579352 Feb 04 16:46:44.358301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-b8abf5c5-49df-45c5-81be-c753a5b30672 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680518 Feb 04 16:46:44.602345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-0cc3898c-e903-45b2-bc09-d613b3844fdf service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366042 Feb 04 16:46:44.741554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96a2053c-939d-4669-b3a9-b8c5ff461bda req-93e9aad7-f9c4-4cdf-a79b-28ebfde13b49 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273227 Feb 04 16:46:51.372132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:51.522528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:55.155293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-25f33a4b-cdfe-4932-b61e-7a5ad9d5b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:57.278003 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c82daaa2-2b98-44e9-9f89-a039f6bbf4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:58.684804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:46:58.726119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:00.115528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:07.470798 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:47:21.367417 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:21.520549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:21.717192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-53b0c3da-b6b0-41f3-a5c9-000621c6ae8b req-ee8ca1f6-215f-4521-a777-4ca55a48c4d7 service neutron] (83597) timed out ('10.222.0.62', 41312) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:47:25.158608 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a4e589c-55c3-4a18-b02a-7a2f1a189701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:27.279048 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-360e2deb-d6fc-4bd9-babf-31af6c8347c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:28.687371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:28.727102 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:30.119751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:43.680063 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-61035ab3-d54e-45c9-ba12-ec87130623fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752270 Feb 04 16:47:43.813102 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-2e454488-2de0-4d61-9eb7-d850c3554b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0680833 Feb 04 16:47:43.954000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-bc3cc08e-6885-4b6d-8716-80d084060167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:43.955399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-bc3cc08e-6885-4b6d-8716-80d084060167 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1245642 Feb 04 16:47:44.141802 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-ef451c9a-b231-42ba-a50e-5fdf2c44c03d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 1001 time: 0.1802232 Feb 04 16:47:44.201289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-02509c32-134c-48aa-86ad-8855638e1418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:44.202707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-02509c32-134c-48aa-86ad-8855638e1418 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0555592 Feb 04 16:47:44.277482 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-98d995a2-d509-4477-9173-9d4bcdad6655 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693905 Feb 04 16:47:44.405675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-51b5aaf6-96e5-4c9e-87f4-e6ab4280f391 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224449 Feb 04 16:47:44.471532 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:47:44.536082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bef298fd-c6e0-41ea-a237-98da69457b42 req-f9ae7e7c-921d-4516-8948-cc462fdd8c56 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242929 Feb 04 16:47:46.282059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-d7d57a59-e7af-4fa3-9423-cf8cdb592dac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704858 Feb 04 16:47:46.419535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-917dff81-2bcb-4917-b87d-9e5aa9d77a49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0702045 Feb 04 16:47:46.562662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-bb55a1b5-0bd8-4b06-98c3-c5708eb75fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:46.564067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-bb55a1b5-0bd8-4b06-98c3-c5708eb75fa6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1267602 Feb 04 16:47:46.667081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-eca3c022-7620-4437-8967-c37562f83d33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 1001 time: 0.0972373 Feb 04 16:47:46.730016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-1fb77648-2497-41d6-9515-8820bc45658d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:47:46.731314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-1fb77648-2497-41d6-9515-8820bc45658d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0587630 Feb 04 16:47:46.805754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-a311f7cd-9e9e-4b6f-b7e0-a3b7abdc2b4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688753 Feb 04 16:47:46.938321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-5171efb4-7f30-47ee-ac8d-f0db6acba365 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264207 Feb 04 16:47:47.065784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e1fa050-2e94-4ce1-b6b5-72efbe6035a1 req-78a76cb7-d1e8-432f-878f-0de6df991d4a service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213241 Feb 04 16:47:51.378215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:51.519721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:55.160539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aebbce09-3d61-4056-8ba5-bcc07faebdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:57.280210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-05c53f77-8377-48a2-96ac-a392896f0dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.689748 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:47:58.727838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:00.122258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.088273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 45930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:02.285320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port e798446a-7fce-4c41-a52c-dba1fe30f31d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:02.285653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.450915 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.451233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.668096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for e798446a-7fce-4c41-a52c-dba1fe30f31d owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:02.818452 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:02.861337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=e798446a-7fce-4c41-a52c-dba1fe30f31d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:02.909351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.909686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.910017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.910365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.910689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.911009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.911370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.911748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.912399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.912761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.913075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:02.969020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.355010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:03.554779 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:03.565735 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:03.571056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:03.577793 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:03.578418 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:03.623400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b61374eb-4d41-4e8d-a55e-252a0294d9f0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "DELETE /v2.0/floatingips/50c2816c-b802-486b-911a-547a62f4e324 HTTP/1.1" status: 204 len: 168 time: 1.5340242 Feb 04 16:48:03.623983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:03.697709 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'status': 'completed', 'code': 200} Feb 04 16:48:03.784746 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:03.787410 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-8dddebfe-63b4-41be-b7a5-0302d7218bcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 1096 time: 0.0701642 Feb 04 16:48:03.927697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-44da4469-9ff8-4909-b168-aeed22609181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:03.929264 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-44da4469-9ff8-4909-b168-aeed22609181 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1366889 Feb 04 16:48:04.002804 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-fa2b52be-df0f-4b08-a670-3e7a345f2f81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 200 len: 217 time: 0.0664999 Feb 04 16:48:04.030907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4810f77-8d28-45e0-85aa-41ebebe60424 req-2178a99b-5d9a-4f4e-bfb5-7da800058730 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:04.031581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d4810f77-8d28-45e0-85aa-41ebebe60424 req-2178a99b-5d9a-4f4e-bfb5-7da800058730 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:04.055567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d4810f77-8d28-45e0-85aa-41ebebe60424 req-2178a99b-5d9a-4f4e-bfb5-7da800058730 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:04.057099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4810f77-8d28-45e0-85aa-41ebebe60424 req-2178a99b-5d9a-4f4e-bfb5-7da800058730 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.1043208 Feb 04 16:48:04.067277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-0debdde4-6177-46ff-9a8b-c34500695be4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:04.069316 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-0debdde4-6177-46ff-9a8b-c34500695be4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0602996 Feb 04 16:48:04.125824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d4810f77-8d28-45e0-85aa-41ebebe60424 req-34e9c51d-b772-4ecd-a16c-5a519b1b07a0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624642 Feb 04 16:48:04.154140 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-260d0b67-9b40-40b9-8791-330374aad92c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773735 Feb 04 16:48:04.157439 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:04.161233 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:48:04.171931 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:04.172651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:04.286553 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-d18223a8-a380-4567-b476-863a88fa0941 service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251316 Feb 04 16:48:04.346055 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:04.418943 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-7701ab2e-6c71-4db3-b366-167cce04b0ef req-9dadf54d-cb7b-484f-82eb-50b7c1c30d8f service neutron] 10.222.0.41 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263096 Feb 04 16:48:04.688205 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:04.692087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404fd44-a1bf-4043-89fe-3286270f2df5 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '926548bb-68b1-4362-ba88-ce4ecb34a7b8', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'port_id': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'mac_address': 'fa:16:3e:3e:a7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:44:28Z', 'updated_at': '2022-02-04T16:44:31Z', 'revision_number': 1, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:48:04.908896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871c17b-03f1-4b79-a7ce-8a328f78f3ad None None] New status for floating IP 50c2816c-b802-486b-911a-547a62f4e324: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:48:05.326097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8e830-a1a7-4513-95c4-896dfa36f0dd req-f544a2ca-a628-49b5-88f0-a43ceef4c2b6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:05.331554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcd8e830-a1a7-4513-95c4-896dfa36f0dd req-f544a2ca-a628-49b5-88f0-a43ceef4c2b6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.0763531 Feb 04 16:48:05.372626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcd8e830-a1a7-4513-95c4-896dfa36f0dd req-364758ef-b0e5-4715-b47e-e7ad0585e938 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400865 Feb 04 16:48:05.457828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-4ea55b28-0556-4727-8974-a6827b22f6d6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:05.458622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-4ea55b28-0556-4727-8974-a6827b22f6d6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:05.470119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-4ea55b28-0556-4727-8974-a6827b22f6d6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:05.471208 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-4ea55b28-0556-4727-8974-a6827b22f6d6 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 945 time: 0.0857272 Feb 04 16:48:05.538550 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 48594c2a-89a9-4c39-b1db-61d0192c7458 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:05.538890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.790022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 48594c2a-89a9-4c39-b1db-61d0192c7458, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=48594c2a-89a9-4c39-b1db-61d0192c7458,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:05.790398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:05.994828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 48594c2a-89a9-4c39-b1db-61d0192c7458 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:06.134435 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.185823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=48594c2a-89a9-4c39-b1db-61d0192c7458,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:06.227535 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.227884 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.228228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.228564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.228898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.229227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.229554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.229877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.230197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.230547 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.230870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:06.270922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 48594c2a-89a9-4c39-b1db-61d0192c7458 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:48:06.273455 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:06.275938 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'name': 'network-vif-deleted', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:06.291428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8c0b22a7-4beb-443f-a512-3636ae83d112 req-58150a74-cfe9-4687-9e93-7a8c2aee7801 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.41 "DELETE /v2.0/ports/48594c2a-89a9-4c39-b1db-61d0192c7458 HTTP/1.1" status: 204 len: 173 time: 0.8143537 Feb 04 16:48:06.355402 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab685f92-26b4-4443-81d3-91db08dffea2', 'name': 'network-vif-deleted', 'tag': '48594c2a-89a9-4c39-b1db-61d0192c7458', 'status': 'completed', 'code': 200} Feb 04 16:48:06.540359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4804816c-ca73-481e-a33b-8ca1a9e76793 req-1ca9bb6d-90c5-4d5b-a81b-0329ce1d517a tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab685f92-26b4-4443-81d3-91db08dffea2 HTTP/1.1" status: 200 len: 210 time: 0.0423357 Feb 04 16:48:09.583750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 48594c2a-89a9-4c39-b1db-61d0192c7458 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:09.620655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 48594c2a-89a9-4c39-b1db-61d0192c7458 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:09.621008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 48594c2a-89a9-4c39-b1db-61d0192c7458 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:12.178024 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45972) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:12.375723 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 0eaf385c-721a-43ce-82a1-cd61306a4536 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:12.376061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.541718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.541958 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.657481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 0eaf385c-721a-43ce-82a1-cd61306a4536 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:12.801262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:12.844424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=0eaf385c-721a-43ce-82a1-cd61306a4536,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:12.935386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.411393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:13.611238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:13.620953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:13.627536 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:13.632873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:13.633530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:13.682043 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d0b31b38-040c-4912-b0ae-1a16cbe450cf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "DELETE /v2.0/floatingips/926548bb-68b1-4362-ba88-ce4ecb34a7b8 HTTP/1.1" status: 204 len: 168 time: 1.5025325 Feb 04 16:48:13.682763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:13.742644 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'status': 'completed', 'code': 200} Feb 04 16:48:13.815699 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:13.844547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-ce4300d5-f0b1-49e2-a769-efb7f31d63ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea5c7ae397e64067a87737f1f59fae42&device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 1096 time: 0.0785708 Feb 04 16:48:13.984854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-40068948-b76a-4a3e-8aa0-b5dbd98b9c24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:13.986363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-40068948-b76a-4a3e-8aa0-b5dbd98b9c24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 200 len: 913 time: 0.1360073 Feb 04 16:48:14.167928 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:14.171932 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:48:14.183019 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:14.183625 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:14.204693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-5421f60e-999f-40e9-803c-12e3acddfdc9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 200 len: 217 time: 0.2120411 Feb 04 16:48:14.279511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-ac6fb9f5-2ceb-4e93-971d-fae11dbedfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:14.280811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-ac6fb9f5-2ceb-4e93-971d-fae11dbedfb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 200 len: 851 time: 0.0693169 Feb 04 16:48:14.290956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb168-1e78-406d-8de2-7e33e170d0a1 req-523ebd65-354c-45fa-84af-3fa6b2955b46 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:14.292294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddaeb168-1e78-406d-8de2-7e33e170d0a1 req-523ebd65-354c-45fa-84af-3fa6b2955b46 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.2534983 Feb 04 16:48:14.361210 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:14.387063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddaeb168-1e78-406d-8de2-7e33e170d0a1 req-5ddd4d56-292c-4bda-8788-4015e2f603a8 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637410 Feb 04 16:48:14.397805 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-9352f3a2-ad37-4f31-9aeb-841364468d77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=51f6190a-248a-42cf-9236-5e628e07be61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046412 Feb 04 16:48:14.530074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-3ab70d12-7b86-4deb-9289-b81d02ab2647 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253297 Feb 04 16:48:14.661468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-008d5143-f889-4ebd-a60f-fd486494ba40 req-31213a74-374c-46fd-b1e0-a9c51f857789 service neutron] 10.222.0.58 "GET /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253693 Feb 04 16:48:14.670896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:14.674786 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57755d87-2c63-4817-ac89-ada64f221ce8 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:35:38Z', 'revision_number': 4, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '87174a38-46c8-4c98-a5fb-63f87ffd4b50', 'name': '', 'network_id': '51f6190a-248a-42cf-9236-5e628e07be61', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'mac_address': 'fa:16:3e:4e:8c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:36Z', 'updated_at': '2022-02-04T16:35:53Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'subnets': [{'id': 'bdff6fbf-c2f0-4950-9121-11aca3030eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:48:14.897694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064acac8-8436-416c-82eb-d70f5f8c0bd0 None None] New status for floating IP 926548bb-68b1-4362-ba88-ce4ecb34a7b8: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:48:15.485681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-7e8310e4-5bdb-41c0-a22a-26cbf8b124a9 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.487130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-7e8310e4-5bdb-41c0-a22a-26cbf8b124a9 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.58 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.0796533 Feb 04 16:48:15.593509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 9469fc85-798a-4eb8-b1f3-5327a77b3fda {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:15.593845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:15.703937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d59493-6b3e-485e-ac07-f0f9371ccbb0 req-94bb5f32-66dc-4e70-9140-575a769f7c96 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:15.705249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29d59493-6b3e-485e-ac07-f0f9371ccbb0 req-94bb5f32-66dc-4e70-9140-575a769f7c96 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 945 time: 0.1842577 Feb 04 16:48:15.834195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29d59493-6b3e-485e-ac07-f0f9371ccbb0 req-4720a62e-5170-477b-9d03-cfcb51ab8413 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213522 Feb 04 16:48:15.893325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] For port 9469fc85-798a-4eb8-b1f3-5327a77b3fda, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=9469fc85-798a-4eb8-b1f3-5327a77b3fda,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:15.893672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:16.012071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 9469fc85-798a-4eb8-b1f3-5327a77b3fda owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:16.151941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:16.201310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=9469fc85-798a-4eb8-b1f3-5327a77b3fda,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:16.273457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] No DVR routers for this DVR port 9469fc85-798a-4eb8-b1f3-5327a77b3fda on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:48:16.276116 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:16.279477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'name': 'network-vif-deleted', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:16.292140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb8cc0b7-c926-431a-bfc9-a2ada2b6cc75 req-dc869bf1-b229-4ae9-a250-006f739be8e0 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.58 "DELETE /v2.0/ports/9469fc85-798a-4eb8-b1f3-5327a77b3fda HTTP/1.1" status: 204 len: 173 time: 0.7998428 Feb 04 16:48:16.332801 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5125f5d1-5457-4a46-961f-0684e70c65d7', 'name': 'network-vif-deleted', 'tag': '9469fc85-798a-4eb8-b1f3-5327a77b3fda', 'status': 'completed', 'code': 200} Feb 04 16:48:16.996360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-235497a0-960a-4a5f-92d6-bf77780d7169 req-1e79006a-b539-4056-b2c3-bf6dc5532541 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Synchronizing usage tracker for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:17.011260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-235497a0-960a-4a5f-92d6-bf77780d7169 req-1e79006a-b539-4056-b2c3-bf6dc5532541 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Unset dirty status for tenant:ea5c7ae397e64067a87737f1f59fae42 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:17.012503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-235497a0-960a-4a5f-92d6-bf77780d7169 req-1e79006a-b539-4056-b2c3-bf6dc5532541 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "GET /v2.0/ports?device_id=5125f5d1-5457-4a46-961f-0684e70c65d7 HTTP/1.1" status: 200 len: 210 time: 0.0578780 Feb 04 16:48:18.117336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 45990) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:18.148029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9469fc85-798a-4eb8-b1f3-5327a77b3fda no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:18.180883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 9469fc85-798a-4eb8-b1f3-5327a77b3fda {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:18.181227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 9469fc85-798a-4eb8-b1f3-5327a77b3fda not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:18.273383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Deleting port 3bba34b0-7898-4d00-a289-a31a419c6714 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:18.273712 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.434924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.435249 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.557564 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Calling delete_port for 3bba34b0-7898-4d00-a289-a31a419c6714 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:18.691803 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.734230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'Port': ['ID=3bba34b0-7898-4d00-a289-a31a419c6714,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:18.828253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.846924 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:18.848025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-59e92d19-1baf-43ea-b7cd-ed57f8fe2ebf tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "DELETE /v2.0/floatingips/68e7d3a7-4b6c-4010-8534-752e8aa0ffcf HTTP/1.1" status: 204 len: 168 time: 0.7296364 Feb 04 16:48:21.327095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:21.397917 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.399475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.429695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.471156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:48:21.492294 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.514088 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:21.528540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.532621 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9a38295f-223b-484d-b0da-89a1d11e4507 tempest-TestVolumeBootPattern-754175858 tempest-TestVolumeBootPattern-754175858-project] 10.222.0.62 "DELETE /v2.0/security-groups/ae6ecf6d-90b7-4314-b0c2-2bc22b3361eb HTTP/1.1" status: 204 len: 168 time: 0.2030921 Feb 04 16:48:21.535971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:21.601039 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46012) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:22.233105 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:22.811396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Deleting port 87174a38-46c8-4c98-a5fb-63f87ffd4b50 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:22.812067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:22.979983 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] For port 87174a38-46c8-4c98-a5fb-63f87ffd4b50, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=87174a38-46c8-4c98-a5fb-63f87ffd4b50,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:22.980330 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:23.098996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Calling delete_port for 87174a38-46c8-4c98-a5fb-63f87ffd4b50 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:23.269499 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:23.315105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87174a38-46c8-4c98-a5fb-63f87ffd4b50,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:23.694148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:24.260074 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Router cc7155e8-2009-45fd-ae21-740d688efa48 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:24.452998 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:24.462589 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Sync routers for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:24.468683 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69823008-ca6f-4e8e-a730-0cbe95ed65d2 admin admin] 10.222.0.62 "PUT /v2.0/routers/cc7155e8-2009-45fd-ae21-740d688efa48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8643188 Feb 04 16:48:24.468892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46018) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:24.474015 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:24.475127 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:24.648580 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:24.671753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:24.871781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:24.882354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Deleting port d6bf6894-f59f-419a-8f03-3aea70467744 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:24.882735 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:24.965922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:48:23Z', 'revision_number': 5, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port': {'id': 'd6bf6894-f59f-419a-8f03-3aea70467744', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:92:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:29Z', 'updated_at': '2022-02-04T16:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:24.969778 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Checking router: cc7155e8-2009-45fd-ae21-740d688efa48 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:48:24.980187 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Routers {'cc7155e8-2009-45fd-ae21-740d688efa48'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:24.980709 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:47:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['cc7155e8-2009-45fd-ae21-740d688efa48'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:25.132943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] Set router cc7155e8-2009-45fd-ae21-740d688efa48 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:25.169607 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33ec62d4-a4c5-49d9-b41f-bb5ef9c5203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.176841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] For port d6bf6894-f59f-419a-8f03-3aea70467744, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=d6bf6894-f59f-419a-8f03-3aea70467744,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:25.177705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.237454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:48:24Z', 'revision_number': 6, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:25.241998 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6dce8-d3b5-474a-971b-6787f19d87d2 None None] The sync data for ids ['cc7155e8-2009-45fd-ae21-740d688efa48'] in n-d-827873-1 is: [{'id': 'cc7155e8-2009-45fd-ae21-740d688efa48', 'name': 'tempest-TestVolumeBootPattern-1181445197-router', 'tenant_id': 'ea5c7ae397e64067a87737f1f59fae42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:27Z', 'updated_at': '2022-02-04T16:48:24Z', 'revision_number': 6, 'project_id': 'ea5c7ae397e64067a87737f1f59fae42', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:48:25.297315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Calling delete_port for d6bf6894-f59f-419a-8f03-3aea70467744 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:25.457087 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.505471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bf6894-f59f-419a-8f03-3aea70467744,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:25.730298 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.979482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:25.983690 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.010995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.011632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7155e8-2009-45fd-ae21-740d688efa48 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:48:26.024563 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.025716 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dcd9926c-3ba1-42cd-a541-9b4ce61233f4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cc7155e8-2009-45fd-ae21-740d688efa48 HTTP/1.1" status: 204 len: 168 time: 1.5558884 Feb 04 16:48:26.028258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46024) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:26.095835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Deleting subnet bdff6fbf-c2f0-4950-9121-11aca3030eb6 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:48:26.100150 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.151315 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.232974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.299982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.340126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdff6fbf-c2f0-4950-9121-11aca3030eb6,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:26.344792 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.350169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a053445-cf2a-4a3c-abc3-8fb87e0189b1 None None] Network 51f6190a-248a-42cf-9236-5e628e07be61 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:48:26.350682 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7157ca1f-c9ac-4095-9e96-7defd3c8aad8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bdff6fbf-c2f0-4950-9121-11aca3030eb6 HTTP/1.1" status: 204 len: 168 time: 0.3211057 Feb 04 16:48:26.352811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46028) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:26.456793 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.467372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Deleting port 65cf272a-f440-465c-b4ae-8a90b6c0350c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:26.467702 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.601451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9987be-6c04-468c-be77-61425e74773b None None] DHCP port deletion for 51f6190a-248a-42cf-9236-5e628e07be61 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:48:26.605627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Deleting port 65cf272a-f440-465c-b4ae-8a90b6c0350c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:26.605991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.770257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] For port 65cf272a-f440-465c-b4ae-8a90b6c0350c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=65cf272a-f440-465c-b4ae-8a90b6c0350c,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:26.770631 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.806376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4c9987be-6c04-468c-be77-61425e74773b None None] For port 65cf272a-f440-465c-b4ae-8a90b6c0350c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=65cf272a-f440-465c-b4ae-8a90b6c0350c,segment=NetworkSegment(0a9fee38-8391-4166-8d4c-c67140169f87),segment_id=0a9fee38-8391-4166-8d4c-c67140169f87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:26.806700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.893874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Calling delete_port for 65cf272a-f440-465c-b4ae-8a90b6c0350c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:26.926193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Calling delete_port for 65cf272a-f440-465c-b4ae-8a90b6c0350c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:26.953729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 87174a38-46c8-4c98-a5fb-63f87ffd4b50 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:26.969253 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:26.998619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 87174a38-46c8-4c98-a5fb-63f87ffd4b50 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:26.998962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 87174a38-46c8-4c98-a5fb-63f87ffd4b50 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:26.999470 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d6bf6894-f59f-419a-8f03-3aea70467744 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:27.013202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cf272a-f440-465c-b4ae-8a90b6c0350c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:27.019233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] No DVR routers for this DVR port 65cf272a-f440-465c-b4ae-8a90b6c0350c on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:48:27.041862 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: d6bf6894-f59f-419a-8f03-3aea70467744 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:27.042202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device d6bf6894-f59f-419a-8f03-3aea70467744 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:27.042633 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 65cf272a-f440-465c-b4ae-8a90b6c0350c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:27.077635 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 65cf272a-f440-465c-b4ae-8a90b6c0350c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:27.077932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 65cf272a-f440-465c-b4ae-8a90b6c0350c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:27.102600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:48:27.103007 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:48:27.141178 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.169187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f6190a-248a-42cf-9236-5e628e07be61']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:27.181348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9fee38-8391-4166-8d4c-c67140169f87') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:27.181643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9fee38-8391-4166-8d4c-c67140169f87') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:27.192503 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.209238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.215866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:48:27.216243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:48:27.229541 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:48:27.282236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-793b71d0-0308-45d2-8f00-3e8f4b1ee4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.307009 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.311831 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.339578 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f6190a-248a-42cf-9236-5e628e07be61,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:27.352937 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d50ddc50-6fe1-4b48-9870-1a316938e927 admin admin] 10.222.0.62 "DELETE /v2.0/networks/51f6190a-248a-42cf-9236-5e628e07be61 HTTP/1.1" status: 204 len: 168 time: 0.9991131 Feb 04 16:48:27.355758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46032) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:27.604114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Deleting port 65cf272a-f440-465c-b4ae-8a90b6c0350c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:27.604657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c9987be-6c04-468c-be77-61425e74773b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:27.668951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-4c9987be-6c04-468c-be77-61425e74773b None None] The port '65cf272a-f440-465c-b4ae-8a90b6c0350c' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:48:27.737117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.401511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Deleting port 951cf3a7-0ce9-43be-bd57-fa5bfc948397 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:28.402148 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.576047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] For port 951cf3a7-0ce9-43be-bd57-fa5bfc948397, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=951cf3a7-0ce9-43be-bd57-fa5bfc948397,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:28.576395 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.691682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.695145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Calling delete_port for 951cf3a7-0ce9-43be-bd57-fa5bfc948397 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:28.730990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.867733 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:28.909753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Pushing event deleted for resources: {'Port': ['ID=951cf3a7-0ce9-43be-bd57-fa5bfc948397,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:29.198862 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:29.863339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Router 4df171de-2817-41a0-9f3e-b67779e7519a has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:48:30.065991 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:48:30.074210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Sync routers for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:48:30.077485 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-126af797-5edb-4569-9558-8b41eed50504 admin admin] 10.222.0.62 "PUT /v2.0/routers/4df171de-2817-41a0-9f3e-b67779e7519a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7184012 Feb 04 16:48:30.077678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:30.087193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:30.088009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:48:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:30.182985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:30.271916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:30.281967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:30.469730 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:30.480248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Deleting port b79f5764-05b3-4a8f-ad57-bbfd5631ef35 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:30.480891 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:30.596130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:48:28Z', 'revision_number': 5, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port': {'id': 'b79f5764-05b3-4a8f-ad57-bbfd5631ef35', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:35:48Z', 'updated_at': '2022-02-04T16:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:30.601088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Checking router: 4df171de-2817-41a0-9f3e-b67779e7519a for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:48:30.611494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Routers {'4df171de-2817-41a0-9f3e-b67779e7519a'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:48:30.612086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:48:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['4df171de-2817-41a0-9f3e-b67779e7519a'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:30.655243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] For port b79f5764-05b3-4a8f-ad57-bbfd5631ef35, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:30.655589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:30.760434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] Set router 4df171de-2817-41a0-9f3e-b67779e7519a gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:48:30.773452 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Calling delete_port for b79f5764-05b3-4a8f-ad57-bbfd5631ef35 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:30.864741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:48:30Z', 'revision_number': 6, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:30.868707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1376d-9653-489f-8857-466bdd9f2170 None None] The sync data for ids ['4df171de-2817-41a0-9f3e-b67779e7519a'] in n-d-827873-1 is: [{'id': '4df171de-2817-41a0-9f3e-b67779e7519a', 'name': 'tempest-TestVolumeBootPattern-1241120171-router', 'tenant_id': '009ff4595ead42dda54a548821d30fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:35:46Z', 'updated_at': '2022-02-04T16:48:30Z', 'revision_number': 6, 'project_id': '009ff4595ead42dda54a548821d30fa4', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:48:30.937919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.081698 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79f5764-05b3-4a8f-ad57-bbfd5631ef35,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:31.307453 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.558471 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.562465 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.588077 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.588581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df171de-2817-41a0-9f3e-b67779e7519a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:48:31.601055 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.602179 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2e424857-971e-46dd-872a-4fb877f8c351 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4df171de-2817-41a0-9f3e-b67779e7519a HTTP/1.1" status: 204 len: 168 time: 1.5231862 Feb 04 16:48:31.604800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46040) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:31.663635 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Deleting subnet fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:48:31.666525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.719446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.797997 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.870864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.910855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:31.916205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:31.921455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a86010-04b6-496c-8598-06e50dc97248 None None] Network cdc635fa-6653-4028-a144-829120b7640a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:48:31.921944 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67b07584-2bb0-44f2-91db-2bf0a766bb08 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fc0a33fb-bf41-4b2e-8af2-0b73c431ad6b HTTP/1.1" status: 204 len: 168 time: 0.3160164 Feb 04 16:48:31.924269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46044) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:32.027053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.037178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Deleting port 31f64d6f-88fe-485b-8e85-ec8b56e475bf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:32.037502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.177991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] DHCP port deletion for cdc635fa-6653-4028-a144-829120b7640a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:48:32.182177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Deleting port 31f64d6f-88fe-485b-8e85-ec8b56e475bf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:32.182590 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.238803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] For port 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=31f64d6f-88fe-485b-8e85-ec8b56e475bf,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:32.239157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.361992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Calling delete_port for 31f64d6f-88fe-485b-8e85-ec8b56e475bf owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:32.384480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] For port 31f64d6f-88fe-485b-8e85-ec8b56e475bf, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=31f64d6f-88fe-485b-8e85-ec8b56e475bf,segment=NetworkSegment(9a133d74-1728-47b3-8b13-0a30ebbfc750),segment_id=9a133d74-1728-47b3-8b13-0a30ebbfc750)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:32.384867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.507740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Calling delete_port for 31f64d6f-88fe-485b-8e85-ec8b56e475bf owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:48:32.529290 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.574000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Pushing event deleted for resources: {'Port': ['ID=31f64d6f-88fe-485b-8e85-ec8b56e475bf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:32.579679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:48:32.580030 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:48:32.580463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] No DVR routers for this DVR port 31f64d6f-88fe-485b-8e85-ec8b56e475bf on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:48:32.697990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.722811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc635fa-6653-4028-a144-829120b7640a']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:32.734478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a133d74-1728-47b3-8b13-0a30ebbfc750') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:32.734771 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a133d74-1728-47b3-8b13-0a30ebbfc750') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:48:32.745683 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.761650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.767662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:48:32.768066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:48:32.781415 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:48:32.859081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.864954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:32.888457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc635fa-6653-4028-a144-829120b7640a,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:32.893571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5a72ab97-93dc-4645-bdc8-6828f52bea39 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cdc635fa-6653-4028-a144-829120b7640a HTTP/1.1" status: 204 len: 168 time: 0.9684060 Feb 04 16:48:32.941713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b79f5764-05b3-4a8f-ad57-bbfd5631ef35 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:32.975823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b79f5764-05b3-4a8f-ad57-bbfd5631ef35 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:32.976163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b79f5764-05b3-4a8f-ad57-bbfd5631ef35 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:32.976608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 31f64d6f-88fe-485b-8e85-ec8b56e475bf no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:33.008603 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 31f64d6f-88fe-485b-8e85-ec8b56e475bf {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:33.008943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 31f64d6f-88fe-485b-8e85-ec8b56e475bf not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:33.009342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 951cf3a7-0ce9-43be-bd57-fa5bfc948397 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:48:33.039740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46050) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:33.043360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 951cf3a7-0ce9-43be-bd57-fa5bfc948397 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:48:33.043698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 951cf3a7-0ce9-43be-bd57-fa5bfc948397 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:48:33.081498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Deleting port 31f64d6f-88fe-485b-8e85-ec8b56e475bf {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:48:33.081873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.096643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fcf41d67-a9df-4b2f-8ceb-e3ce2f311f41 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea5c7ae397e64067a87737f1f59fae42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534639 Feb 04 16:48:33.096894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:33.144551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c6fac1e4-b925-4720-9998-0b3340cfdb33 None None] The port '31f64d6f-88fe-485b-8e85-ec8b56e475bf' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:48:33.157821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.183987 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.240840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.260081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c6d891-f86b-4671-b4c2-981857ded680,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:33.264174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.265257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4befb753-b5b1-49c8-a87c-e95af618e5b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0c6d891-f86b-4671-b4c2-981857ded680 HTTP/1.1" status: 204 len: 168 time: 0.1674759 Feb 04 16:48:33.669387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:33.719563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3a21234d-55d2-4369-a7c7-b3814b7204b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=009ff4595ead42dda54a548821d30fa4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489430 Feb 04 16:48:33.721940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:48:33.782895 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.905830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.955899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.973405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1b546-ba4c-4092-893d-7570465a1beb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:33.977267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:33.978829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1e42e4b0-77d4-4cd8-8a88-f90f8f19667e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/faa1b546-ba4c-4092-893d-7570465a1beb HTTP/1.1" status: 204 len: 168 time: 0.2555296 Feb 04 16:48:44.780689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-624a874e-bce7-4b8e-8715-8efa8070456c tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8d5c8527d6ae4b549af75144db197736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282469 Feb 04 16:48:44.928527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-125a7f5f-de9a-4188-89b5-c53acaf0fde9 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:44.929855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-125a7f5f-de9a-4188-89b5-c53acaf0fde9 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443989 Feb 04 16:48:44.946151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-be19c81f-6072-41d8-b9e5-e97ad3642835 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/quotas/8d5c8527d6ae4b549af75144db197736 HTTP/1.1" status: 200 len: 375 time: 0.0110900 Feb 04 16:48:44.992490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-e5ec7e7a-c1ab-4bc1-a42b-fe733632bc2c tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8d5c8527d6ae4b549af75144db197736&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408144 Feb 04 16:48:46.197141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c437e73-73dd-4ece-93a2-af1bd35307f3 req-3b9959e4-95ec-4075-907c-5ece3306e971 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0439577 Feb 04 16:48:47.307013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-caaeaa15-c50d-4492-b673-23c79d315c4e req-6f23d35d-fea8-4a6d-a74a-5af95b9182c2 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0412500 Feb 04 16:48:48.419630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-020cffc8-ed49-4646-95b8-893192005baf req-ca5c0d17-2e3f-4a74-bfc8-20c71459a91f tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0405545 Feb 04 16:48:49.531955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e0b4e141-ab2f-4d88-91a5-ed805303b80b req-e6f98e41-2643-4098-afa9-fff13e61e529 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0440130 Feb 04 16:48:50.365191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-fb33834a-0ab6-429a-b39a-00f48b67fe9e tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8d5c8527d6ae4b549af75144db197736&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271614 Feb 04 16:48:50.512524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-c5b95ef0-de41-4c87-b099-0032e55f6c5d tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:50.513877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-c5b95ef0-de41-4c87-b099-0032e55f6c5d tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445289 Feb 04 16:48:50.529265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Request body: {'port': {'device_id': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'admin_state_up': True, 'tenant_id': '8d5c8527d6ae4b549af75144db197736'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:48:50.704951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7cbbc1f0-7741-4652-8bc2-b228b4505db6 req-39acba28-1dcc-4a34-9e3d-397d3b77cf0e tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0462453 Feb 04 16:48:50.705833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:48:50.710829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Usage tracker for resource:port and tenant:8d5c8527d6ae4b549af75144db197736 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:48:50.713631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:48:50.719435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:48:50.730365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Made reservation on behalf of 8d5c8527d6ae4b549af75144db197736 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:48:50.733434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:50.745958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:50.781152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:48:50.784803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Usage tracker for resource:security_group_rule and tenant:8d5c8527d6ae4b549af75144db197736 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:48:50.787733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:48:50.793272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:48:50.860973 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:50.864651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:50.941035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a221f52a-e221-4b60-80a2-c110895da522,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:51.035399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Allocated IP 192.168.233.228 (fadfc129-2cb8-4c91-9757-b4d35e4c7667/7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee/56b47703-15f4-4767-a3e8-f9d7df842bd7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:48:51.235080 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.251185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Transition to ACTIVE for port object 56b47703-15f4-4767-a3e8-f9d7df842bd7 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:48:51.272976 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.344891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Network fadfc129-2cb8-4c91-9757-b4d35e4c7667 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:48:51.347897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:48:51.350864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:48:51.384076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Pushing event updated for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:51.402608 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.423470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:51.424061 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.452015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-44362ffc-b877-4816-ad77-8613aa97a762 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9264107 Feb 04 16:48:51.463447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Request body: {'port': {'device_id': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:48:51.549006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.573533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.589964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2ee4868-f208-463f-871f-0e40a97910f4 None None] Provisioning for port 56b47703-15f4-4767-a3e8-f9d7df842bd7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:48:51.595433 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2ee4868-f208-463f-871f-0e40a97910f4 None None] Provisioning complete for port 56b47703-15f4-4767-a3e8-f9d7df842bd7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:51.595811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4868-f208-463f-871f-0e40a97910f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:51.649917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee4868-f208-463f-871f-0e40a97910f4 None None] Port 56b47703-15f4-4767-a3e8-f9d7df842bd7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:48:52.008419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-8527ec84-301d-407e-a2a9-38163c57b052 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:52.009090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-8527ec84-301d-407e-a2a9-38163c57b052 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Synchronizing usage tracker for tenant:8d5c8527d6ae4b549af75144db197736 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:52.073402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-8527ec84-301d-407e-a2a9-38163c57b052 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Unset dirty status for tenant:8d5c8527d6ae4b549af75144db197736 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:52.074540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-8527ec84-301d-407e-a2a9-38163c57b052 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 936 time: 0.1955147 Feb 04 16:48:52.104016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b47703-15f4-4767-a3e8-f9d7df842bd7 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:48:52.114685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.140867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Transition to ACTIVE for port object 56b47703-15f4-4767-a3e8-f9d7df842bd7 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:48:52.145646 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.182856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-753c0249-3823-40cb-9871-15f4a84cc261 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Synchronizing usage tracker for tenant:8d5c8527d6ae4b549af75144db197736 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:48:52.286453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-753c0249-3823-40cb-9871-15f4a84cc261 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Unset dirty status for tenant:8d5c8527d6ae4b549af75144db197736 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:48:52.287641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b9137f5-8c49-498a-805c-e18a325f0292 req-753c0249-3823-40cb-9871-15f4a84cc261 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068117 Feb 04 16:48:52.289026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:52.394549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Attempting to bind port 56b47703-15f4-4767-a3e8-f9d7df842bd7 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:48:52.394875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Attempting to bind port 56b47703-15f4-4767-a3e8-f9d7df842bd7 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:48:52.395188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Attempting to bind port 56b47703-15f4-4767-a3e8-f9d7df842bd7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:48:52.401351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Port 56b47703-15f4-4767-a3e8-f9d7df842bd7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:48:52.401657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Attempting to bind port 56b47703-15f4-4767-a3e8-f9d7df842bd7 on network fadfc129-2cb8-4c91-9757-b4d35e4c7667 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:48:52.407734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:48:52.408058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Checking segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:48:52.408429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Bound using segment: {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:48:52.408839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Bound port: 56b47703-15f4-4767-a3e8-f9d7df842bd7, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9463a7-ab32-4908-9e38-7243e4f64126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:48:52.409171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.500151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:48:52.503782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:48:52.507952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.567434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:52.569359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] 10.222.0.58 "PUT /v2.0/ports/56b47703-15f4-4767-a3e8-f9d7df842bd7 HTTP/1.1" status: 200 len: 1096 time: 1.1106465 Feb 04 16:48:52.569774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:52.595001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38ec74-9d9a-4519-8bb5-f7b361247ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:52.695313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-0c896c5f-6996-4ff5-8636-102a31f40144 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d5c8527d6ae4b549af75144db197736&device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 1099 time: 0.0784338 Feb 04 16:48:52.750244 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7', 'status': 'completed', 'code': 200} Feb 04 16:48:52.764763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-d2c4ab9e-f233-4eed-b52a-5b47676a70ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7 HTTP/1.1" status: 200 len: 217 time: 0.0632477 Feb 04 16:48:52.828416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-5057238d-a5af-40de-a4a4-cc2edd23ea5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:52.829759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-5057238d-a5af-40de-a4a4-cc2edd23ea5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0596423 Feb 04 16:48:52.902307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-e23eae3c-6d6a-4379-97cc-7eb2bc5c2edf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664251 Feb 04 16:48:53.031934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-bcb2628d-b8ad-4178-9cdb-582de4673f58 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231890 Feb 04 16:48:53.163039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b242b81-2e63-4681-8857-9e1c89699a1b req-6409839e-a310-4a75-8305-c27c7cab9e35 service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252158 Feb 04 16:48:53.282275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-fc085379-53be-4819-9dda-7850c49e95b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8d5c8527d6ae4b549af75144db197736&device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 1099 time: 0.0740263 Feb 04 16:48:53.449512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-cba45999-3ddd-43a7-bfdc-6990998ba964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.450821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-cba45999-3ddd-43a7-bfdc-6990998ba964 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fadfc129-2cb8-4c91-9757-b4d35e4c7667 HTTP/1.1" status: 200 len: 870 time: 0.1617985 Feb 04 16:48:53.631933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-11542233-1e4e-4925-b57d-38a8ca4c9d53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7 HTTP/1.1" status: 200 len: 217 time: 0.1737294 Feb 04 16:48:53.704334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccb64a-c56c-4dbf-a4bb-f6d62da608f8 req-e3021b73-39cd-4159-b887-41398bb2ff02 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.705660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9dccb64a-c56c-4dbf-a4bb-f6d62da608f8 req-e3021b73-39cd-4159-b887-41398bb2ff02 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 948 time: 0.2932601 Feb 04 16:48:53.709639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-e1f65ac7-61b2-4e82-b40f-af905f1c7ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:53.711247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-e1f65ac7-61b2-4e82-b40f-af905f1c7ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee HTTP/1.1" status: 200 len: 843 time: 0.0727816 Feb 04 16:48:53.810218 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9dccb64a-c56c-4dbf-a4bb-f6d62da608f8 req-8a492ba2-198b-4cd7-9df6-a6604e5a5c0d tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980306 Feb 04 16:48:53.825585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-46653058-51aa-48ad-aaf9-a0f65fb43ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fadfc129-2cb8-4c91-9757-b4d35e4c7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005368 Feb 04 16:48:53.957854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-ad9340af-4b8e-4dfd-a0bf-431c60407bcd service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252234 Feb 04 16:48:54.094388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6921cfa9-af0a-4468-a463-5932e63d1b3e req-2f7b1e33-6799-4604-b41f-dfcfcf045b3a service neutron] 10.222.0.58 "GET /v2.0/networks/fadfc129-2cb8-4c91-9757-b4d35e4c7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307836 Feb 04 16:48:55.007365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ed0a-f6b3-4db7-aa81-ec2f3779b19b req-b085b404-fbb4-4f0c-9234-06bfbab95e35 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:55.008771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e467ed0a-f6b3-4db7-aa81-ec2f3779b19b req-b085b404-fbb4-4f0c-9234-06bfbab95e35 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 948 time: 0.0761142 Feb 04 16:48:55.052913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e467ed0a-f6b3-4db7-aa81-ec2f3779b19b req-d89930cc-407d-4bcf-8bdc-ab45ca9ba521 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 Feb 04 16:48:55.162993 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-77e95fea-4926-4971-962b-532465b25b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:56.239671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 56b47703-15f4-4767-a3e8-f9d7df842bd7 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:48:56.252973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83ace0-bc55-4a65-b4fa-cb5a956fdb2f req-aa05052c-5952-4d06-9b17-f4e27e31b593 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:56.254446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d83ace0-bc55-4a65-b4fa-cb5a956fdb2f req-aa05052c-5952-4d06-9b17-f4e27e31b593 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 948 time: 0.0826130 Feb 04 16:48:56.300433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d83ace0-bc55-4a65-b4fa-cb5a956fdb2f req-3f1e786e-16da-4f5a-a966-7247ac5774ff tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Feb 04 16:48:56.404282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:56.416850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '56b47703-15f4-4767-a3e8-f9d7df842bd7', 'network_id': 'fadfc129-2cb8-4c91-9757-b4d35e4c7667', 'port_id': '56b47703-15f4-4767-a3e8-f9d7df842bd7', 'mac_address': 'fa:16:3e:ad:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4f3ad6-c33c-4b79-bfaf-48c0fd6fbeee', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:48:56.468825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:56.485071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b47703-15f4-4767-a3e8-f9d7df842bd7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:48:56.500615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:56.504409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:56.572403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:56.580819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.581161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.581495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.581824 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.582150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.582496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.582817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.583134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.583509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.583797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.584112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:48:56.731867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['56b47703-15f4-4767-a3e8-f9d7df842bd7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:48:57.283482 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dc0fe8b2-af96-4685-a3dd-310538c5e396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:57.498308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a653d9-1521-46a5-a18d-7a6196bd42b6 req-a04670f5-09be-4916-9d18-8c28f052a34f tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:57.500157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90a653d9-1521-46a5-a18d-7a6196bd42b6 req-a04670f5-09be-4916-9d18-8c28f052a34f tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 949 time: 0.0786028 Feb 04 16:48:57.549849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90a653d9-1521-46a5-a18d-7a6196bd42b6 req-2fed4522-7cd6-4dc7-bf42-87e2a676987a tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Feb 04 16:48:58.238870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 56b47703-15f4-4767-a3e8-f9d7df842bd7 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:48:58.307640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 56b47703-15f4-4767-a3e8-f9d7df842bd7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:48:58.312544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 56b47703-15f4-4767-a3e8-f9d7df842bd7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:48:58.312911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.426516 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.452537 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:48:58.462435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:48:58.467232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.473072 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:48:58.532370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:48:58.592331 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7', 'code': 200} Feb 04 16:48:58.695326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.733027 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:48:58.781105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02a6c877-92d8-4b1c-a8a1-f1f1d46a2b2a req-0a265383-e029-4a34-9842-ccf191abe701 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 1101 time: 0.1323280 Feb 04 16:48:58.791814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5340f-7938-464b-a9db-d4063c4598b9 req-3b9d75fb-6a3e-4294-8c19-bff241c6ad75 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:48:58.793146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2e5340f-7938-464b-a9db-d4063c4598b9 req-3b9d75fb-6a3e-4294-8c19-bff241c6ad75 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 950 time: 0.1074197 Feb 04 16:48:58.865453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f2e5340f-7938-464b-a9db-d4063c4598b9 req-587610dc-4bec-4f28-a3b3-bf54895d6f21 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Feb 04 16:48:58.867015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02a6c877-92d8-4b1c-a8a1-f1f1d46a2b2a req-55917ea9-6c5d-4f64-8216-d216d4b28d51 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Feb 04 16:49:00.061178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f29ee-a72e-4d69-bbe0-4360678459b1 req-0471b13f-b1da-4756-8ea9-a37feb06f49e tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:00.062606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d2f29ee-a72e-4d69-bbe0-4360678459b1 req-0471b13f-b1da-4756-8ea9-a37feb06f49e tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 950 time: 0.0750990 Feb 04 16:49:00.107759 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3d2f29ee-a72e-4d69-bbe0-4360678459b1 req-b488de91-3e3a-4c57-8e08-ec4e7abc9b93 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Feb 04 16:49:00.138525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:00.666574 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-809dd256-84b4-4ca1-829f-717fe26fe5b6 req-06229497-c030-4e2a-acf4-8c72a71d7690 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2049379 Feb 04 16:49:01.203866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db5c35ec-300b-4bff-a492-db3f8b814dea req-d4a44b91-15a4-4211-8a83-2a5787f3b340 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1397107 Feb 04 16:49:01.722212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097c303-e722-4968-a3cf-b91514cef41c req-dc0246f3-1af9-4e05-adf6-01e4b220a886 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:01.723640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1097c303-e722-4968-a3cf-b91514cef41c req-dc0246f3-1af9-4e05-adf6-01e4b220a886 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 950 time: 0.0778186 Feb 04 16:49:01.767414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1097c303-e722-4968-a3cf-b91514cef41c req-c8b6931e-5520-41d5-929d-d75f49f4480d tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377924 Feb 04 16:49:02.946697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-2fe89432-a1f5-4495-bc20-5a8e96f58655 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:02.948107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-2fe89432-a1f5-4495-bc20-5a8e96f58655 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.58 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 950 time: 0.1196451 Feb 04 16:49:03.028082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Deleting port 56b47703-15f4-4767-a3e8-f9d7df842bd7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:49:03.028422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.073773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336a88e-09a3-48e0-869e-efd335028973 req-7b281bf0-0df0-4ee6-b9a9-a941f66a1373 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:03.075160 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2336a88e-09a3-48e0-869e-efd335028973 req-7b281bf0-0df0-4ee6-b9a9-a941f66a1373 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 950 time: 0.1832492 Feb 04 16:49:03.171267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2336a88e-09a3-48e0-869e-efd335028973 req-85402645-2d33-473f-bad4-c9ea910af781 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/security-groups?id=a221f52a-e221-4b60-80a2-c110895da522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890698 Feb 04 16:49:03.412528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] For port 56b47703-15f4-4767-a3e8-f9d7df842bd7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=56b47703-15f4-4767-a3e8-f9d7df842bd7,segment=NetworkSegment(fb9463a7-ab32-4908-9e38-7243e4f64126),segment_id=fb9463a7-ab32-4908-9e38-7243e4f64126)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:03.412881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.531602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Calling delete_port for 56b47703-15f4-4767-a3e8-f9d7df842bd7 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:49:03.678505 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.690979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['56b47703-15f4-4767-a3e8-f9d7df842bd7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:49:03.732556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Pushing event deleted for resources: {'Port': ['ID=56b47703-15f4-4767-a3e8-f9d7df842bd7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:03.772446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.772781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.773119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.773451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.773778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.774105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.774457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.774781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.775098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.775421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.775738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:03.817485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] No DVR routers for this DVR port 56b47703-15f4-4767-a3e8-f9d7df842bd7 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:49:03.820325 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:03.823097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'name': 'network-vif-deleted', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:03.839838 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f763ee29-3061-496f-8db1-8392fb7e4147 req-cb992801-4f4b-4608-9cf4-25cfce249c30 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.58 "DELETE /v2.0/ports/56b47703-15f4-4767-a3e8-f9d7df842bd7 HTTP/1.1" status: 204 len: 173 time: 0.8862095 Feb 04 16:49:03.884589 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdfd2d9-b3fb-4dd4-9289-571c3494de08', 'name': 'network-vif-deleted', 'tag': '56b47703-15f4-4767-a3e8-f9d7df842bd7', 'status': 'completed', 'code': 200} Feb 04 16:49:04.356005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f1c4547c-6cc2-4250-beee-0f718972be0e req-50bb84e1-f60e-4187-9581-35d17bf4ebc3 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Synchronizing usage tracker for tenant:8d5c8527d6ae4b549af75144db197736 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:04.371705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f1c4547c-6cc2-4250-beee-0f718972be0e req-50bb84e1-f60e-4187-9581-35d17bf4ebc3 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] Unset dirty status for tenant:8d5c8527d6ae4b549af75144db197736 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:04.372998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1c4547c-6cc2-4250-beee-0f718972be0e req-50bb84e1-f60e-4187-9581-35d17bf4ebc3 tempest-ServersAdminNegativeTestJSON-801558160 tempest-ServersAdminNegativeTestJSON-801558160-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bdfd2d9-b3fb-4dd4-9289-571c3494de08 HTTP/1.1" status: 200 len: 210 time: 0.0607109 Feb 04 16:49:05.759496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46246) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:05.927004 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e983db21-2c0b-4f34-b6cd-086e7e747a9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d5c8527d6ae4b549af75144db197736&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1662951 Feb 04 16:49:05.930035 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46252) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:05.986171 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.011046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.063822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.080930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a221f52a-e221-4b60-80a2-c110895da522,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:06.095919 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.100439 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ecd4c8c8-8a83-4881-87cb-006472c37648 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a221f52a-e221-4b60-80a2-c110895da522 HTTP/1.1" status: 204 len: 168 time: 0.1662917 Feb 04 16:49:06.421558 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 46260) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.440010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.472971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:06.477101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Usage tracker for resource:security_group_rule and tenant:34fd0a7e0aba47889260dfc2c01586e0 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:06.479819 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:06.485303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:06.551431 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.555403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.597721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b52517-8432-499d-b80a-b5c3b96af60e,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:06.610211 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34fd0a7e0aba47889260dfc2c01586e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876805 Feb 04 16:49:06.612120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.612466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.612809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.613051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46264) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:06.613522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.613522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.613763 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.614089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.614429 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.614975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.615347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.615669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13706882-7c5b-4b88-ac12-f190303017a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:49:06.672469 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.698050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.748772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.765228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b52517-8432-499d-b80a-b5c3b96af60e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:06.768485 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:06.769765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-21bcf1c1-f3bf-415e-9c77-aeb947ccbd78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71b52517-8432-499d-b80a-b5c3b96af60e HTTP/1.1" status: 204 len: 168 time: 0.1555486 Feb 04 16:49:07.600855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:07.726601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-965466810-network', 'tenant_id': '91b38c53c5204ec185087058817161d5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:07.731745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:07.735524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Usage tracker for resource:network and tenant:91b38c53c5204ec185087058817161d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:07.738283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:07.744096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:07.754193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Made reservation on behalf of 91b38c53c5204ec185087058817161d5 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:07.756876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.768710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.799755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:07.803903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Usage tracker for resource:security_group_rule and tenant:91b38c53c5204ec185087058817161d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:07.806653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:07.812167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:07.879769 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.884031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.916146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:49:07.921850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5113532-7c38-42ba-b9a7-8ac5d110bdbf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:07.929158 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.929545 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Added segment d598f270-ca76-4341-8438-70b3bf479030 of type vlan for network c85c09ae-077b-4eb2-9756-3bc1b357cd0b Feb 04 16:49:07.956133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.986220 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:07.987097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:07.987706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.088834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] Pushing event updated for resources: {'Network': ['ID=c85c09ae-077b-4eb2-9756-3bc1b357cd0b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:08.091859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2fc1114e-13bf-438a-91e4-486914c34562 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4900088 Feb 04 16:49:08.094790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:08.099024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network c85c09ae-077b-4eb2-9756-3bc1b357cd0b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:49:08.100062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Request body: {'subnet': {'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-965466810-subnet', 'tenant_id': '91b38c53c5204ec185087058817161d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:08.105355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:08.109190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Usage tracker for resource:subnet and tenant:91b38c53c5204ec185087058817161d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:08.112041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:08.118444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:08.128956 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Made reservation on behalf of 91b38c53c5204ec185087058817161d5 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:08.132120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.285486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 56b47703-15f4-4767-a3e8-f9d7df842bd7 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:08.322037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 56b47703-15f4-4767-a3e8-f9d7df842bd7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:08.322398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 56b47703-15f4-4767-a3e8-f9d7df842bd7 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:08.329625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.404444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:08.415869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Checking segment: {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:08.416224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Network hostable DHCP agents. Network: c85c09ae-077b-4eb2-9756-3bc1b357cd0b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:49:08.437887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Network c85c09ae-077b-4eb2-9756-3bc1b357cd0b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:49:08.447405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, c85c09ae-077b-4eb2-9756-3bc1b357cd0b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:08.451277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:08.451844 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:08.456872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9ef9d1-874d-4d91-ab67-4725da89f5c4 None None] Network c85c09ae-077b-4eb2-9756-3bc1b357cd0b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:49:08.476823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e59d318e-a50b-4140-bfc7-8c807429c58e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3810647 Feb 04 16:49:08.667241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56b937-c9f9-47fb-94aa-66534ce6cc8f None None] Network c85c09ae-077b-4eb2-9756-3bc1b357cd0b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:49:09.068002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-5333f3dd-2c0d-41a6-a2e3-8fa650778ac6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:09.068666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-5333f3dd-2c0d-41a6-a2e3-8fa650778ac6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Synchronizing usage tracker for tenant:91b38c53c5204ec185087058817161d5 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:09.085464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-5333f3dd-2c0d-41a6-a2e3-8fa650778ac6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Unset dirty status for tenant:91b38c53c5204ec185087058817161d5 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:09.086593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-5333f3dd-2c0d-41a6-a2e3-8fa650778ac6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 811 time: 0.1602614 Feb 04 16:49:09.104322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-50a63868-af49-446d-b16c-44a3cf21bea7 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/quotas/91b38c53c5204ec185087058817161d5 HTTP/1.1" status: 200 len: 375 time: 0.0120695 Feb 04 16:49:09.150277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-02296d0c-e73a-4b0d-8ce3-fc5f3c1e539b tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408328 Feb 04 16:49:09.279116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-0aff42f0-3d40-4de5-a53c-9cac2f47319f service neutron] 10.222.0.62 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221986 Feb 04 16:49:09.507569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-ac00d065-d53a-445c-a783-284cf46f1190 service neutron] 10.222.0.62 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214673 Feb 04 16:49:09.695327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7491ec3c-834e-4910-b272-8b7675dd3add req-2a542e17-36ad-46e2-9baf-3636f20ba3a1 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 210 time: 0.0443885 Feb 04 16:49:10.696475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-a5e6bf8f-eb17-40de-98e5-2b4f4a438850 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:10.697856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-a5e6bf8f-eb17-40de-98e5-2b4f4a438850 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.58 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 811 time: 0.1609666 Feb 04 16:49:10.713582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Request body: {'port': {'device_id': '35caec2a-663a-4948-a07d-680e0020cee4', 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b', 'admin_state_up': True, 'tenant_id': '91b38c53c5204ec185087058817161d5'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:10.879448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4590beb-fca5-4d7c-b63c-d997a2b6adb4 req-f89cb7a6-217d-4e17-96cb-27ea72a676f1 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 210 time: 0.0544651 Feb 04 16:49:10.885891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:49:10.889687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Usage tracker for resource:port and tenant:91b38c53c5204ec185087058817161d5 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:49:10.892567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:49:10.906543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:49:10.909158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Made reservation on behalf of 91b38c53c5204ec185087058817161d5 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:49:10.912876 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.070939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Allocated IP 172.20.0.13 (c85c09ae-077b-4eb2-9756-3bc1b357cd0b/243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1/afe66cbe-a840-4dcf-96ff-187153dc76ad) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:49:11.268592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.295500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.374102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Network c85c09ae-077b-4eb2-9756-3bc1b357cd0b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:49:11.377154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:49:11.382192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:49:11.405873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:11.441513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:11.442098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.462282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-491fe3a5-9b88-4376-930d-d6c36cc96309 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525432 Feb 04 16:49:11.474032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Request body: {'port': {'device_id': '35caec2a-663a-4948-a07d-680e0020cee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:11.579819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.906238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe66cbe-a840-4dcf-96ff-187153dc76ad {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:11.914511 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:11.931266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Transition to ACTIVE for port object afe66cbe-a840-4dcf-96ff-187153dc76ad will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:11.934949 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.207013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:12.319213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-91901055-8156-4fc6-8b46-768638dddc01 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:12.319889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-91901055-8156-4fc6-8b46-768638dddc01 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Synchronizing usage tracker for tenant:91b38c53c5204ec185087058817161d5 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:12.343881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:12.344206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:12.344526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:12.352927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-91901055-8156-4fc6-8b46-768638dddc01 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Unset dirty status for tenant:91b38c53c5204ec185087058817161d5 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:12.354035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-91901055-8156-4fc6-8b46-768638dddc01 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.3126976 Feb 04 16:49:12.354704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:49:12.355017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:12.374574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:12.374902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Checking segment: {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:12.375264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Bound using segment: {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:12.375686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Bound port: afe66cbe-a840-4dcf-96ff-187153dc76ad, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:12.376016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.460789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-c2ac74f3-3d88-4c97-b0bc-fcf6e50b1d6f tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Synchronizing usage tracker for tenant:91b38c53c5204ec185087058817161d5 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:49:12.495703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:12.499195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:12.500374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-c2ac74f3-3d88-4c97-b0bc-fcf6e50b1d6f tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Unset dirty status for tenant:91b38c53c5204ec185087058817161d5 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:49:12.501558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddd215c8-2491-488e-bb9b-24ca71439f8d req-c2ac74f3-3d88-4c97-b0bc-fcf6e50b1d6f tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402814 Feb 04 16:49:12.503658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.568614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:12.569935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] 10.222.0.58 "PUT /v2.0/ports/afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 1092 time: 1.0997312 Feb 04 16:49:12.570384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:12.589330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b5fb9-96fc-4505-b012-234c03bb6615 service neutron] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:12.640495 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'status': 'completed', 'code': 200} Feb 04 16:49:12.676004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-9cacf78f-8967-4e21-8494-1c3c08e18931 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0696869 Feb 04 16:49:12.753960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-32aae3e2-21aa-4cb3-99d5-9ccaaf9e7d65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0715508 Feb 04 16:49:12.819284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-1614fcff-325b-46c7-a6d2-8465afafd725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:12.820710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-1614fcff-325b-46c7-a6d2-8465afafd725 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0618806 Feb 04 16:49:12.869845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-b0bd94ee-35d7-4439-a88d-1e88948f37ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425284 Feb 04 16:49:13.007074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-128da719-d37f-401a-aeac-4f3ee2263dcf service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309235 Feb 04 16:49:13.158543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6494273-50bf-4414-9e2f-91e09cb99399 req-2d2efeb5-11f0-4f31-8ac1-3b9f4a47c1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451018 Feb 04 16:49:13.300347 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-7c23c553-eed7-490e-b28f-5e58f3704a7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0902262 Feb 04 16:49:13.431862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-a23695f4-ffd2-4af3-8974-a6c25efc70e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:13.433290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-a23695f4-ffd2-4af3-8974-a6c25efc70e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1278317 Feb 04 16:49:13.501387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-76406ea8-283c-45d4-ac7c-fe6e3ff16493 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0600259 Feb 04 16:49:13.566932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-83b256be-cfcd-4e47-b271-8d6bf1e0b1a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:13.569041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-83b256be-cfcd-4e47-b271-8d6bf1e0b1a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0616004 Feb 04 16:49:13.613544 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-8fc44e34-8f62-461a-9c70-906e3240e981 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385625 Feb 04 16:49:13.755388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-859e4ca7-4ad0-4316-96c1-eb28199e76b3 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Feb 04 16:49:14.044277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-52c2b0c0-f88a-470f-9c83-4b9d44267e06 req-09bc8bb6-1dbc-482d-84e1-64c8dc2cb898 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826130 Feb 04 16:49:14.058196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51087a1f-e4f5-4b79-92f2-c492374e9a8b req-c9a33730-f161-41de-a5d3-8e8566fe1981 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:14.059597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51087a1f-e4f5-4b79-92f2-c492374e9a8b req-c9a33730-f161-41de-a5d3-8e8566fe1981 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.2777421 Feb 04 16:49:14.105719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51087a1f-e4f5-4b79-92f2-c492374e9a8b req-dc1d5d60-32af-4401-8bc3-b48beaef8921 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Feb 04 16:49:15.319278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b002a-c64e-4d33-adc1-b374d4885f71 req-3e7818fe-656b-45dd-ac3c-ca747abd9af3 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:15.320680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a3b002a-c64e-4d33-adc1-b374d4885f71 req-3e7818fe-656b-45dd-ac3c-ca747abd9af3 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.0756338 Feb 04 16:49:15.366470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a3b002a-c64e-4d33-adc1-b374d4885f71 req-f3a0d0ba-6764-425a-9f24-b24bc80cc130 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Feb 04 16:49:16.300888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:49:16.432545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:16.445748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b', 'port_id': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'mac_address': 'fa:16:3e:2d:8d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:49:16.498491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:16.516545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe66cbe-a840-4dcf-96ff-187153dc76ad {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:16.531509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:16.536618 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:16.566583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78640eb5-3743-4ece-a3f6-50130fe78c17 req-7a863b54-d2eb-4c05-a915-d12d0cbd9c93 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:16.568044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78640eb5-3743-4ece-a3f6-50130fe78c17 req-7a863b54-d2eb-4c05-a915-d12d0cbd9c93 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.0823932 Feb 04 16:49:16.606550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:16.613899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-78640eb5-3743-4ece-a3f6-50130fe78c17 req-84d9ade8-7074-4760-abb2-d5ae94cdd384 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Feb 04 16:49:16.728175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['afe66cbe-a840-4dcf-96ff-187153dc76ad'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:49:17.809345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911636-82a3-4240-80c5-76ef5b02cc5d req-3f40ed94-6c3c-433c-81e6-d0993665da38 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:17.810770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7911636-82a3-4240-80c5-76ef5b02cc5d req-3f40ed94-6c3c-433c-81e6-d0993665da38 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 945 time: 0.0751815 Feb 04 16:49:17.859148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e7911636-82a3-4240-80c5-76ef5b02cc5d req-03a47769-932f-4c33-9fee-81bbdb42dcd4 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Feb 04 16:49:18.300702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:49:18.366582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port afe66cbe-a840-4dcf-96ff-187153dc76ad completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:49:18.370963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port afe66cbe-a840-4dcf-96ff-187153dc76ad triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:49:18.371321 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:18.479979 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:18.507384 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:18.516674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:18.521345 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:18.570424 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'code': 200} Feb 04 16:49:18.587083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:18.694281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-782b2e01-ba9b-496b-a363-0648425825fe req-17aa1894-8d61-428e-af2a-e4c6f5f569e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1097 time: 0.0706387 Feb 04 16:49:18.735081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-782b2e01-ba9b-496b-a363-0648425825fe req-c5b5b218-9d82-46a1-bee5-608094eb1b75 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349302 Feb 04 16:49:19.058453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d87f2-ec90-41b0-85fa-d0c54da0a781 req-0faffc59-461f-42eb-a75f-ab3f67027361 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:19.060737 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e8d87f2-ec90-41b0-85fa-d0c54da0a781 req-0faffc59-461f-42eb-a75f-ab3f67027361 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0805063 Feb 04 16:49:19.107532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e8d87f2-ec90-41b0-85fa-d0c54da0a781 req-df38eb01-718d-4569-8f68-48808b070b42 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Feb 04 16:49:20.306552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701b050-3113-49a7-9019-e219ca181643 req-02f16ed6-72f3-4c6f-91a2-807f23aa37f4 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:20.307897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d701b050-3113-49a7-9019-e219ca181643 req-02f16ed6-72f3-4c6f-91a2-807f23aa37f4 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0780516 Feb 04 16:49:20.352919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d701b050-3113-49a7-9019-e219ca181643 req-b2dc6721-4901-4ab8-a6a7-4b6c90d0b9fe tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Feb 04 16:49:20.554396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3224905-5f9e-4975-9041-d6a39d8d6a3f req-d0284f2f-55a1-433d-b34d-1b00e54cd1fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722799 Feb 04 16:49:20.930688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0af62-ac1c-4d61-91b8-e65487999fee req-f778d249-ba13-4d4b-b6a9-3de887bb9161 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:20.932170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cc0af62-ac1c-4d61-91b8-e65487999fee req-f778d249-ba13-4d4b-b6a9-3de887bb9161 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.1319315 Feb 04 16:49:20.939455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-a44f7fb7-8540-417f-903e-798496c56a03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1939051 Feb 04 16:49:20.983907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cc0af62-ac1c-4d61-91b8-e65487999fee req-e7139b44-f456-4477-b4a8-baae46163455 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Feb 04 16:49:21.393215 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:21.553561 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:22.180104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b99661-ad05-4ca7-817f-a6dd63d0e7f0 req-fab180fb-ab2c-49f7-acad-70206de5dfdb tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:22.181466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71b99661-ad05-4ca7-817f-a6dd63d0e7f0 req-fab180fb-ab2c-49f7-acad-70206de5dfdb tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0762453 Feb 04 16:49:22.226589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-71b99661-ad05-4ca7-817f-a6dd63d0e7f0 req-475448e0-8490-43e8-8b63-3d4f390d0c69 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Feb 04 16:49:22.385409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-4350c63e-e504-465f-b2e2-57ed3e954df6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1097 time: 0.0710757 Feb 04 16:49:22.514487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319387-9809-4363-8337-c2b4661be217 req-76ff5455-8c1a-4ecb-84a9-a11e3ddc6aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:22.515835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-76ff5455-8c1a-4ecb-84a9-a11e3ddc6aa9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1246507 Feb 04 16:49:22.585210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-5abdabaf-998e-4c8b-bea4-f1f8339d8e16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0632155 Feb 04 16:49:22.644575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319387-9809-4363-8337-c2b4661be217 req-6c9037cc-cef5-4be6-8b52-0d1d93106110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:22.646538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-6c9037cc-cef5-4be6-8b52-0d1d93106110 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0558932 Feb 04 16:49:22.690313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-c01ef235-6611-4720-8191-82d0213da4a5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381651 Feb 04 16:49:22.819519 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-46fc61a5-15d7-4425-81b9-bd1cd7d3f3c2 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232686 Feb 04 16:49:22.950015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-80e5d0be-df4b-4376-be3a-dea8955d6dd3 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249163 Feb 04 16:49:23.517755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4eb0-47a6-443e-ac89-eeb284d200a7 req-804e1be1-0506-4814-80b8-302d65a87a40 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:23.519120 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-982b4eb0-47a6-443e-ac89-eeb284d200a7 req-804e1be1-0506-4814-80b8-302d65a87a40 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.1739786 Feb 04 16:49:23.563937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-982b4eb0-47a6-443e-ac89-eeb284d200a7 req-66fe1e9b-44cc-4924-83e3-4a6b7e2c9178 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Feb 04 16:49:24.758751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14c5c-ed16-4ed5-a1ec-9d9c0d46ca43 req-79cfd2e6-af68-4e5e-a0d2-6a0090bf4cbf tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:24.760140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acc14c5c-ed16-4ed5-a1ec-9d9c0d46ca43 req-79cfd2e6-af68-4e5e-a0d2-6a0090bf4cbf tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0751750 Feb 04 16:49:24.805048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acc14c5c-ed16-4ed5-a1ec-9d9c0d46ca43 req-28da3e1f-aeff-4dac-8da5-95ad5dbd5bf7 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Feb 04 16:49:25.168063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c92f19e-4246-4375-a471-e51af3db0a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:25.999605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd073-677b-425c-b6f4-cdc2c526bd95 req-67ac385f-e8f4-49ca-ae98-ba1b44a8b9f9 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:26.001021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-647fd073-677b-425c-b6f4-cdc2c526bd95 req-67ac385f-e8f4-49ca-ae98-ba1b44a8b9f9 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0792627 Feb 04 16:49:26.045732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-647fd073-677b-425c-b6f4-cdc2c526bd95 req-6e71076d-1f58-4220-afb6-04aa5bb0bdd0 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 Feb 04 16:49:27.244797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44253-b21f-4d77-8d96-a7ec2b0a7c76 req-f8a3849d-6bfb-4088-9e2e-f70e054577c6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:27.246113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddb44253-b21f-4d77-8d96-a7ec2b0a7c76 req-f8a3849d-6bfb-4088-9e2e-f70e054577c6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0772104 Feb 04 16:49:27.283834 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eac07488-4ba0-4e6c-a115-80f1fcc5afe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:27.297156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddb44253-b21f-4d77-8d96-a7ec2b0a7c76 req-4978fc1d-4021-4ed8-bfec-ec7eeeac58e7 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Feb 04 16:49:28.494184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e0626-e4a3-4615-b4b1-c311b1067d72 req-c4c1e57e-51b0-45a6-a8d1-107afe242a00 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:28.495561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b66e0626-e4a3-4615-b4b1-c311b1067d72 req-c4c1e57e-51b0-45a6-a8d1-107afe242a00 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0765042 Feb 04 16:49:28.539949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b66e0626-e4a3-4615-b4b1-c311b1067d72 req-46dd9117-8614-439b-9912-8c3d150a547d tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Feb 04 16:49:28.697455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:28.734874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:29.738586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf5198-fb2e-4555-a199-ecc54e570472 req-f25af511-19e2-4b79-aca2-c4da9d5db4f6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:29.740653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fcf5198-fb2e-4555-a199-ecc54e570472 req-f25af511-19e2-4b79-aca2-c4da9d5db4f6 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0796196 Feb 04 16:49:29.783933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fcf5198-fb2e-4555-a199-ecc54e570472 req-b954ef70-45fa-4e5f-b428-bd07e3a2f16b tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Feb 04 16:49:30.128990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:30.977700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d82ef6-f979-45d5-b476-d1f8592f5263 req-27e7b0db-116b-4660-b952-8badaddb7f83 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:30.979172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2d82ef6-f979-45d5-b476-d1f8592f5263 req-27e7b0db-116b-4660-b952-8badaddb7f83 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0768845 Feb 04 16:49:31.023028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2d82ef6-f979-45d5-b476-d1f8592f5263 req-61c79a58-652b-479e-b0b0-e03b1a8282f5 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385406 Feb 04 16:49:32.225554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaace6e-7fc2-41d5-9b9e-3637d9c3b02b req-afdfccfa-bf10-47f3-9112-77905013a6f5 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:32.227335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaaace6e-7fc2-41d5-9b9e-3637d9c3b02b req-afdfccfa-bf10-47f3-9112-77905013a6f5 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0821154 Feb 04 16:49:32.273254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaaace6e-7fc2-41d5-9b9e-3637d9c3b02b req-8fd89545-a5db-4d5e-82d1-9ff1faf8da31 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Feb 04 16:49:33.464850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a38a4-77d8-445c-9992-ce51f5c86514 req-52e0fb04-4aa1-49f3-9f33-295e684ce7fb tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:33.466245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe1a38a4-77d8-445c-9992-ce51f5c86514 req-52e0fb04-4aa1-49f3-9f33-295e684ce7fb tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0752831 Feb 04 16:49:33.514149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe1a38a4-77d8-445c-9992-ce51f5c86514 req-a4ef49b0-bb6f-49d3-92e6-868660532694 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Feb 04 16:49:34.712525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148308b-b13a-48a3-a8c1-99bb14c301a3 req-831cef0c-fd6c-4950-bba6-7ac8651866c0 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:34.713961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e148308b-b13a-48a3-a8c1-99bb14c301a3 req-831cef0c-fd6c-4950-bba6-7ac8651866c0 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0760536 Feb 04 16:49:34.760430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e148308b-b13a-48a3-a8c1-99bb14c301a3 req-ecdee5b1-3521-4711-a941-a22764825b56 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Feb 04 16:49:35.473926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:49:35.959189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e425a-cb9b-4800-b089-df0892fd913d req-054cca7d-8cce-4989-9ba6-027919678c97 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:35.961148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-235e425a-cb9b-4800-b089-df0892fd913d req-054cca7d-8cce-4989-9ba6-027919678c97 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0787647 Feb 04 16:49:36.013804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-235e425a-cb9b-4800-b089-df0892fd913d req-ffafb927-c837-461b-afbc-2dc16c9438db tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Feb 04 16:49:37.210724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf576b-e305-4f20-be4e-78ed29e877a4 req-4abf4f3e-acdb-4998-9fbf-fca0fa9c5215 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:37.212092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8cf576b-e305-4f20-be4e-78ed29e877a4 req-4abf4f3e-acdb-4998-9fbf-fca0fa9c5215 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0752137 Feb 04 16:49:37.257215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8cf576b-e305-4f20-be4e-78ed29e877a4 req-9453ec69-0594-45b2-8783-b6702ec0f41e tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Feb 04 16:49:38.454188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce58ee-d27d-4180-afe4-611d076d8a54 req-a13564dd-37f5-491d-aded-ccf0433457db tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:38.455598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bce58ee-d27d-4180-afe4-611d076d8a54 req-a13564dd-37f5-491d-aded-ccf0433457db tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0787868 Feb 04 16:49:38.501319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bce58ee-d27d-4180-afe4-611d076d8a54 req-172c1eb6-b8dd-4dd2-8ea7-af739fc7bf1a tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Feb 04 16:49:39.698147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710726f-9810-4a2d-bcdf-583c6fe52fee req-d176428d-742d-4264-9645-801157aac455 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:39.699614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b710726f-9810-4a2d-bcdf-583c6fe52fee req-d176428d-742d-4264-9645-801157aac455 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0766430 Feb 04 16:49:39.746004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b710726f-9810-4a2d-bcdf-583c6fe52fee req-d629292b-50a8-43e2-9543-b98b06b6d4de tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Feb 04 16:49:40.943482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbb889-e056-4fbd-820f-edda52a0603d req-72e661ed-9dc1-449e-95c6-39ba8bee6ddf tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:40.945405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7fbb889-e056-4fbd-820f-edda52a0603d req-72e661ed-9dc1-449e-95c6-39ba8bee6ddf tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0803359 Feb 04 16:49:40.990418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7fbb889-e056-4fbd-820f-edda52a0603d req-7cb97fc3-6ade-40e8-b6f7-bd6283ba7a5e tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Feb 04 16:49:42.187200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7055-c21b-47e2-a49d-acd845f56412 req-118e5151-09fa-444c-a014-c008604c3b70 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:42.188635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20fa7055-c21b-47e2-a49d-acd845f56412 req-118e5151-09fa-444c-a014-c008604c3b70 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0757360 Feb 04 16:49:42.237135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-20fa7055-c21b-47e2-a49d-acd845f56412 req-540cf6fd-4eea-4450-a04d-1dbc622275e1 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Feb 04 16:49:43.435389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297c35b-71b7-45a3-8757-64ae5e415ebf req-a80cafaf-c4a3-4b61-b05f-772532141151 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:43.436801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7297c35b-71b7-45a3-8757-64ae5e415ebf req-a80cafaf-c4a3-4b61-b05f-772532141151 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0771871 Feb 04 16:49:43.482033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7297c35b-71b7-45a3-8757-64ae5e415ebf req-d5d2461c-ef0b-4be9-97a4-c8156c1bac3b tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Feb 04 16:49:44.681751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783c5ea-64dd-4a1e-b286-9efdc78146a8 req-0921bf4b-0501-4409-baa6-280bdc592f59 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:44.683200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d783c5ea-64dd-4a1e-b286-9efdc78146a8 req-0921bf4b-0501-4409-baa6-280bdc592f59 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0794261 Feb 04 16:49:44.728200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d783c5ea-64dd-4a1e-b286-9efdc78146a8 req-add738db-2460-4fff-82bc-eefcacc85563 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Feb 04 16:49:45.920926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985666b5-05ec-4870-9722-f865b2db20ed req-df2ef7d7-567f-4f77-bbb5-395a21b7ca49 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:45.922343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-985666b5-05ec-4870-9722-f865b2db20ed req-df2ef7d7-567f-4f77-bbb5-395a21b7ca49 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0748065 Feb 04 16:49:45.967718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-985666b5-05ec-4870-9722-f865b2db20ed req-6b739ad6-19f1-4c56-810c-bdb5cc714adb tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Feb 04 16:49:47.168361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389a061-4bc8-40e1-b5c8-f1f6e16b5294 req-f9ab276a-9462-4095-b9d7-500e8ea866e0 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:47.169802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4389a061-4bc8-40e1-b5c8-f1f6e16b5294 req-f9ab276a-9462-4095-b9d7-500e8ea866e0 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0830803 Feb 04 16:49:47.214630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4389a061-4bc8-40e1-b5c8-f1f6e16b5294 req-635fdd82-2d4a-4340-a93d-dac7bcb9e399 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Feb 04 16:49:48.409550 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dfef1-818d-40d4-a11b-36cdb0c094ef req-7dd38874-4926-4f65-a53f-d5515665e0da tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:48.410907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-565dfef1-818d-40d4-a11b-36cdb0c094ef req-7dd38874-4926-4f65-a53f-d5515665e0da tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0754089 Feb 04 16:49:48.458697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-565dfef1-818d-40d4-a11b-36cdb0c094ef req-1cb83a62-6b7c-428c-a13c-011c26c47e35 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Feb 04 16:49:49.655003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8edce9-711f-4d23-a31b-e9f9031f7ac8 req-87b4cb44-f8b2-46d6-8ae1-2b39ad639cd7 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:49.656424 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca8edce9-711f-4d23-a31b-e9f9031f7ac8 req-87b4cb44-f8b2-46d6-8ae1-2b39ad639cd7 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 946 time: 0.0749116 Feb 04 16:49:49.701731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca8edce9-711f-4d23-a31b-e9f9031f7ac8 req-3c486030-c590-45d5-bfd3-8d27e604a2ce tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Feb 04 16:49:49.968663 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-42319387-9809-4363-8337-c2b4661be217 req-1683ed64-611e-404c-9e39-c3b7ff4a4641 service neutron] show failed (client error): The resource could not be found. Feb 04 16:49:49.969606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-1683ed64-611e-404c-9e39-c3b7ff4a4641 service neutron] 10.222.0.58 "GET /v2.0/ports/afe66cbe-a840-4dcf-96ff-187153dc76ad/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0759728 Feb 04 16:49:50.236194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-31f068f7-a42a-46ac-a4d7-9a5a4038e5ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4&tenant_id=91b38c53c5204ec185087058817161d5 HTTP/1.1" status: 200 len: 1097 time: 0.0750368 Feb 04 16:49:50.246925 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:49:50.349384 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:50.616017 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:50.643483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:50.703747 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:50.709242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:50.725205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Transition to ACTIVE for port object afe66cbe-a840-4dcf-96ff-187153dc76ad will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:49:50.731540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:50.781346 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'code': 200} Feb 04 16:49:50.885368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:50.893029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] No DVR routers for this DVR port afe66cbe-a840-4dcf-96ff-187153dc76ad on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:49:50.905114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4897c7-1712-4732-a98a-8ddd66d341f4 req-2ba26858-fa15-4a2a-9791-871515fc3526 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:50.907242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc4897c7-1712-4732-a98a-8ddd66d341f4 req-2ba26858-fa15-4a2a-9791-871515fc3526 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.0776117 Feb 04 16:49:50.945556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:49:50.945880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:49:50.946196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:50.951963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:49:50.952114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc4897c7-1712-4732-a98a-8ddd66d341f4 req-d7bb4f06-7118-49c4-86d2-346650fb5ec1 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Feb 04 16:49:50.952285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Attempting to bind port afe66cbe-a840-4dcf-96ff-187153dc76ad on network c85c09ae-077b-4eb2-9756-3bc1b357cd0b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:49:50.958571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:49:50.958904 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Checking segment: {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:49:50.959277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Bound using segment: {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:49:50.959950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Bound port: afe66cbe-a840-4dcf-96ff-187153dc76ad, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd598f270-ca76-4341-8438-70b3bf479030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:49:50.960327 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:51.048406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:49:51.051326 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:49:51.056454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:51.114689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:51.116022 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] 10.222.0.41 "PUT /v2.0/ports/afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 1092 time: 0.8731863 Feb 04 16:49:51.133309 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2727abd-b2f6-4c0c-9ff5-88c6656acccc service neutron] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:51.287918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-3ac33cb6-7f3a-4cb9-abe9-2b5bf8b17061 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.1510746 Feb 04 16:49:51.407273 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:51.417135 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319387-9809-4363-8337-c2b4661be217 req-b208443b-b2e9-472e-a773-e6991130f8d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:51.418594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-b208443b-b2e9-472e-a773-e6991130f8d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1249564 Feb 04 16:49:51.486760 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-3e7e9100-0243-44d8-921a-faf46d32de60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0623944 Feb 04 16:49:51.548124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:51.548381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42319387-9809-4363-8337-c2b4661be217 req-4f4d26b1-8bb3-4ea1-82b6-baa2574ade41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:51.549565 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-4f4d26b1-8bb3-4ea1-82b6-baa2574ade41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0578740 Feb 04 16:49:51.594433 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-9659be60-ba06-4f9c-b0dd-03358f414811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385268 Feb 04 16:49:51.728731 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-da512c5e-1a85-4941-906f-aebdb5054287 service neutron] 10.222.0.41 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287148 Feb 04 16:49:51.856317 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-42319387-9809-4363-8337-c2b4661be217 req-229b6338-d419-495a-a9c0-23d9dc7de1c9 service neutron] 10.222.0.41 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218290 Feb 04 16:49:52.158016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb4e9-51bf-4e55-9321-418169423076 req-59d5c6c5-98c1-446b-81df-53015611f168 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:52.159462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-971eb4e9-51bf-4e55-9321-418169423076 req-59d5c6c5-98c1-446b-81df-53015611f168 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.0795932 Feb 04 16:49:52.293973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-971eb4e9-51bf-4e55-9321-418169423076 req-f1c3163c-4ce4-4e75-b9a8-38a972634fc4 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284022 Feb 04 16:49:52.782917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:52.848521 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'status': 'completed', 'code': 200} Feb 04 16:49:52.937744 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-4fd088b4-33ab-45da-8142-b2e1dfc5b919 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0689902 Feb 04 16:49:52.941330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-bdf6f168-fc65-4e02-b321-4e2fde6b07bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0734916 Feb 04 16:49:53.066792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-e772ab86-9be0-40ec-9376-8c83bdaf206b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:53.068140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-e772ab86-9be0-40ec-9376-8c83bdaf206b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1248231 Feb 04 16:49:53.072727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-4051ccfd-6337-4fb2-9445-ecb6800eccef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:53.074225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-4051ccfd-6337-4fb2-9445-ecb6800eccef service neutron] 10.222.0.41 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1272919 Feb 04 16:49:53.139793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-e905a159-4adb-4547-b255-6187f37959a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0659502 Feb 04 16:49:53.141033 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-29b7f644-ebb8-4b44-843a-9db0eed9bdca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0597894 Feb 04 16:49:53.201744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-3f661efc-d180-467a-9711-9c9dbdf5794e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:53.203165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-3f661efc-d180-467a-9711-9c9dbdf5794e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0579674 Feb 04 16:49:53.206821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-c6c18a0b-c58d-465c-928d-c48b945cc9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:53.208262 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-c6c18a0b-c58d-465c-928d-c48b945cc9d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0593209 Feb 04 16:49:53.252556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-03ca01ad-9b2e-442b-bad3-a5ddbdf1bce5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434623 Feb 04 16:49:53.263251 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-4bdae5b9-3a11-4cd1-b8d7-7266444da18c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396066 Feb 04 16:49:53.401810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-307e263f-0e82-47f3-a1f6-f9026f09bc5d service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427920 Feb 04 16:49:53.420795 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-5f0e7bef-c830-4791-b0e7-c41f9b8915dc service neutron] 10.222.0.41 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510203 Feb 04 16:49:53.559770 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-b44e08b1-8a4a-4106-9e42-ad4087596c96 service neutron] 10.222.0.41 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324503 Feb 04 16:49:53.611418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1328c64e-b7b5-4a83-9b1f-dbfbbf0bde8c req-c3ef7de0-6687-4462-8168-365971f494f6 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022045 Feb 04 16:49:53.624918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f75c84-4b0e-4a16-9499-c10628b6567e req-73244fee-05cd-4cc0-85ff-8a22c1adb545 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:53.626374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9f75c84-4b0e-4a16-9499-c10628b6567e req-73244fee-05cd-4cc0-85ff-8a22c1adb545 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.1358650 Feb 04 16:49:53.674011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9f75c84-4b0e-4a16-9499-c10628b6567e req-d0c509f5-2d9f-46f4-b1d0-c728a22d9d3e tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Feb 04 16:49:54.056449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-28f3ca35-043d-4a1d-b28f-304575b08d89 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:54.057827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-28f3ca35-043d-4a1d-b28f-304575b08d89 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.58 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4&tenant_id=91b38c53c5204ec185087058817161d5&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.0792415 Feb 04 16:49:54.134862 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-1ac676d4-a7cf-44b4-9916-305e7e35514d service neutron] delete failed (client error): The resource could not be found. Feb 04 16:49:54.135751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-1ac676d4-a7cf-44b4-9916-305e7e35514d service neutron] 10.222.0.58 "DELETE /v2.0/ports/afe66cbe-a840-4dcf-96ff-187153dc76ad/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0725598 Feb 04 16:49:54.274823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-12b115ca-cfed-459e-9612-118b0687e193 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=91b38c53c5204ec185087058817161d5&device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 1095 time: 0.0707860 Feb 04 16:49:54.401691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-7fed52eb-944c-4695-80b4-28f6b589a7b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:54.403060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-7fed52eb-944c-4695-80b4-28f6b589a7b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 200 len: 912 time: 0.1221197 Feb 04 16:49:54.467686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-d9fe3f58-1019-448f-9e5f-193ccdfcb78d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 200 len: 217 time: 0.0590720 Feb 04 16:49:54.487401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:54.532467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-a32a4a8a-3127-44e8-8ae9-90268a84e5bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:54.533859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-a32a4a8a-3127-44e8-8ae9-90268a84e5bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 200 len: 851 time: 0.0605943 Feb 04 16:49:54.542725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:54.577808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-e3419215-6ed7-4398-9c3d-46d16949af9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c85c09ae-077b-4eb2-9756-3bc1b357cd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380802 Feb 04 16:49:54.705264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-77c6fc74-52d4-4c3c-86a5-1ec2c78ef2f3 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216104 Feb 04 16:49:54.935129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-7e93a20d-dd9b-4f4d-b534-e51f0b396996 service neutron] 10.222.0.58 "GET /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237480 Feb 04 16:49:55.169545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fc1b0b1a-e8e1-45c6-92b0-5175d8127e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:55.730281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d1206-85c2-4f34-9a5b-a964955f0665 req-83227040-9a3a-446b-a0f2-a17f402a3a41 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:55.731729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23d1206-85c2-4f34-9a5b-a964955f0665 req-83227040-9a3a-446b-a0f2-a17f402a3a41 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 944 time: 0.0793538 Feb 04 16:49:55.777229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b23d1206-85c2-4f34-9a5b-a964955f0665 req-fc407224-1808-4489-ae8e-24b38ae62a56 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Feb 04 16:49:55.881657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:49:56.011059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:56.023514 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'network_id': 'c85c09ae-077b-4eb2-9756-3bc1b357cd0b', 'port_id': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'mac_address': 'fa:16:3e:2d:8d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:49:56.074733 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:56.094801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe66cbe-a840-4dcf-96ff-187153dc76ad {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:49:56.110319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:56.114112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:56.178379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:56.372494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['afe66cbe-a840-4dcf-96ff-187153dc76ad'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:49:56.889170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-dd216aef-179d-47b6-b9a2-36801e3dbd9a tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:56.890588 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-dd216aef-179d-47b6-b9a2-36801e3dbd9a tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.41 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 945 time: 0.0814080 Feb 04 16:49:56.958672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Deleting port afe66cbe-a840-4dcf-96ff-187153dc76ad {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:49:56.959015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:56.974031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709dbb4-4287-4c6d-a385-b16ae1256da8 req-70486e05-db66-4727-bea9-2369148c5cf2 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:49:56.975499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f709dbb4-4287-4c6d-a385-b16ae1256da8 req-70486e05-db66-4727-bea9-2369148c5cf2 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 945 time: 0.0778203 Feb 04 16:49:57.021006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f709dbb4-4287-4c6d-a385-b16ae1256da8 req-a9325502-392d-4f42-ae8d-c52fd375e920 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/security-groups?id=b5113532-7c38-42ba-b9a7-8ac5d110bdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398314 Feb 04 16:49:57.284903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-81377cde-52d4-4f2d-991b-42f1ed19f9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:57.296097 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] For port afe66cbe-a840-4dcf-96ff-187153dc76ad, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=afe66cbe-a840-4dcf-96ff-187153dc76ad,segment=NetworkSegment(d598f270-ca76-4341-8438-70b3bf479030),segment_id=d598f270-ca76-4341-8438-70b3bf479030)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:49:57.296449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:57.415389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Calling delete_port for afe66cbe-a840-4dcf-96ff-187153dc76ad owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:49:57.553430 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:57.602344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Pushing event deleted for resources: {'Port': ['ID=afe66cbe-a840-4dcf-96ff-187153dc76ad,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:57.673481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] No DVR routers for this DVR port afe66cbe-a840-4dcf-96ff-187153dc76ad on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:49:57.676028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:57.678548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-deleted', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:49:57.699335 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4d4f2f0-bfb3-48be-9f16-fb4bd23ac28c req-5e322433-a77c-499b-9e9a-4f82af01ae86 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.41 "DELETE /v2.0/ports/afe66cbe-a840-4dcf-96ff-187153dc76ad HTTP/1.1" status: 204 len: 173 time: 0.8039534 Feb 04 16:49:57.740679 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35caec2a-663a-4948-a07d-680e0020cee4', 'name': 'network-vif-deleted', 'tag': 'afe66cbe-a840-4dcf-96ff-187153dc76ad', 'status': 'completed', 'code': 200} Feb 04 16:49:58.206702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e27a1a6-525c-421c-bb21-8e507b5a67cc req-38831076-e91a-444f-b28e-e0ccb54aeec4 tempest-DeleteServersTestJSON-2124458668 tempest-DeleteServersTestJSON-2124458668-project] 10.222.0.62 "GET /v2.0/ports?device_id=35caec2a-663a-4948-a07d-680e0020cee4 HTTP/1.1" status: 200 len: 210 time: 0.0439439 Feb 04 16:49:58.700981 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:58.736574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.475242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46450) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:59.533698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Deleting subnet 243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:49:59.536702 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.590478 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.643357 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.708343 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.748040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:49:59.754127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.759940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c12cbee5-2030-4c80-b9ec-ea2f3532cc24 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/243ed000-61cd-4a5c-87e3-fa7f2bd5dcf1 HTTP/1.1" status: 204 len: 168 time: 0.2836640 Feb 04 16:49:59.762464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46454) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:49:59.862458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:49:59.894415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:49:59.897721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:49:59.927147 n-d-827873-1 neutron-server[83598]: INFO neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No ports have port_id starting with afe66cbe-a840-4dcf-96ff-187153dc76ad Feb 04 16:49:59.928031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad requested by agent hyperv_n-h1-827873-1 not found in database {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Feb 04 16:49:59.935135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: afe66cbe-a840-4dcf-96ff-187153dc76ad {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:49:59.935480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device afe66cbe-a840-4dcf-96ff-187153dc76ad not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:49:59.988910 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.013296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85c09ae-077b-4eb2-9756-3bc1b357cd0b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:00.025430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd598f270-ca76-4341-8438-70b3bf479030') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:00.025715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd598f270-ca76-4341-8438-70b3bf479030') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:50:00.036597 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.052376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.058406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:50:00.058777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:50:00.071887 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:50:00.133531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.151503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.169158 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.179207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c85c09ae-077b-4eb2-9756-3bc1b357cd0b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:00.187188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a79def3d-8a0f-4eaf-a2b1-e37ecca0ec2f admin admin] 10.222.0.62 "DELETE /v2.0/networks/c85c09ae-077b-4eb2-9756-3bc1b357cd0b HTTP/1.1" status: 204 len: 168 time: 0.4237945 Feb 04 16:50:00.319876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:00.369658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d543d12b-2292-4c87-b6c7-7774a67b3391 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91b38c53c5204ec185087058817161d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486498 Feb 04 16:50:00.372105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:00.430642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.455562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.505021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.526468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5113532-7c38-42ba-b9a7-8ac5d110bdbf,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:00.536813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:00.540395 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c9b20e01-c42e-4eb5-939f-3146234c873f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b5113532-7c38-42ba-b9a7-8ac5d110bdbf HTTP/1.1" status: 204 len: 168 time: 0.1648729 Feb 04 16:50:01.358223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46486) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:01.492194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1754137154-network', 'tenant_id': '79747973fcfe4512946a569cd0185192'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:01.497549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:01.501525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Usage tracker for resource:network and tenant:79747973fcfe4512946a569cd0185192 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:01.504505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:01.510186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:01.520540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Made reservation on behalf of 79747973fcfe4512946a569cd0185192 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:50:01.522845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.535595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.566263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:01.570116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Usage tracker for resource:security_group_rule and tenant:79747973fcfe4512946a569cd0185192 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:01.572889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:01.578513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:01.642128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.645865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.678104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:50:01.683740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32181a6-f342-43bf-aa05-299852ea792b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:01.691053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.691053 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Added segment 7c67ff45-d3d6-47fc-b669-a0b68091f052 of type vlan for network 796acfcc-7f32-4f7f-889e-567c0d15fb4b Feb 04 16:50:01.717520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.746265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.747122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:01.747688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:01.848508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] Pushing event updated for resources: {'Network': ['ID=796acfcc-7f32-4f7f-889e-567c0d15fb4b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:01.851468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a2bd8cd6-edf7-4445-91f4-17f770e9150e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4921985 Feb 04 16:50:01.854669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46492) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:50:01.858535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:50:01.859856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Request body: {'subnet': {'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1754137154-subnet', 'tenant_id': '79747973fcfe4512946a569cd0185192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:01.865267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:01.869993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Usage tracker for resource:subnet and tenant:79747973fcfe4512946a569cd0185192 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:01.874272 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:01.880890 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:01.891308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Made reservation on behalf of 79747973fcfe4512946a569cd0185192 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:50:01.893806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:02.100790 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:02.177279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f555dda-4733-401a-96a4-0423e2f15de7,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:02.184245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Checking segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:50:02.184598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Network hostable DHCP agents. Network: 796acfcc-7f32-4f7f-889e-567c0d15fb4b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:50:02.206510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:50:02.215980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 796acfcc-7f32-4f7f-889e-567c0d15fb4b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:50:02.219793 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.220363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:02.225143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a08545-d669-45b9-9329-8b04d97fd12a None None] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:50:02.240028 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b2d0949e-afff-4a5e-a603-c2328f084ccb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3844597 Feb 04 16:50:02.454913 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6948e-f49a-440b-af79-aaf3e68c9aa4 None None] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:50:02.893601 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-372d886d-c6b3-496f-a5e5-82e6ea37a6a3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:02.894284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-372d886d-c6b3-496f-a5e5-82e6ea37a6a3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Synchronizing usage tracker for tenant:79747973fcfe4512946a569cd0185192 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:50:02.911234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-372d886d-c6b3-496f-a5e5-82e6ea37a6a3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Unset dirty status for tenant:79747973fcfe4512946a569cd0185192 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:50:02.912358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-372d886d-c6b3-496f-a5e5-82e6ea37a6a3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 815 time: 0.2513435 Feb 04 16:50:02.928807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-08a7e4be-c158-490f-816e-ed14748653b0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/quotas/79747973fcfe4512946a569cd0185192 HTTP/1.1" status: 200 len: 375 time: 0.0110047 Feb 04 16:50:02.977856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-48df7064-8897-449d-875d-cd48b3bdefee tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433793 Feb 04 16:50:03.110059 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-4e5450f5-7225-4c59-bf2b-65e668265533 service neutron] 10.222.0.62 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251090 Feb 04 16:50:03.239701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-2e37f5c7-c767-4c72-9132-7b607041c501 service neutron] 10.222.0.62 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236930 Feb 04 16:50:03.425143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a7b42b8-bf9d-49bf-8909-935dddaa338a req-a7bbbbf6-d23b-4e46-8d0e-46732763d665 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 210 time: 0.0422480 Feb 04 16:50:04.419480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-c7a11f9b-0f58-4d75-87fa-d3471a3e04de tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:04.420934 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-c7a11f9b-0f58-4d75-87fa-d3471a3e04de tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 815 time: 0.1484549 Feb 04 16:50:04.436509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Request body: {'port': {'device_id': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'admin_state_up': True, 'tenant_id': '79747973fcfe4512946a569cd0185192'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:04.581066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:04.585144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Usage tracker for resource:port and tenant:79747973fcfe4512946a569cd0185192 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:04.588714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:04.590940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4b0efba-014a-4461-baf4-bc07e14f9f53 req-e152ac98-04e5-41d8-940b-f5e40ddd05a0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 210 time: 0.0412147 Feb 04 16:50:04.594772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:04.605416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Made reservation on behalf of 79747973fcfe4512946a569cd0185192 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:50:04.608704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:04.767620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Allocated IP 172.20.0.4 (796acfcc-7f32-4f7f-889e-567c0d15fb4b/7f555dda-4733-401a-96a4-0423e2f15de7/c39bb3db-4644-48db-9169-5a4e367e1918) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:50:04.970847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:04.998805 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.070253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:50:05.073969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:50:05.078437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:50:05.106529 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:05.143067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:05.144034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.164318 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-56205f85-ebe2-48af-8d80-01006532d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319455 Feb 04 16:50:05.174906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Request body: {'port': {'device_id': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:05.281518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.723442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39bb3db-4644-48db-9169-5a4e367e1918 {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:05.731312 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.747467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Transition to ACTIVE for port object c39bb3db-4644-48db-9169-5a4e367e1918 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:50:05.750799 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:05.796046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3476f-4e30-430e-a784-255c302d4d1a req-db1eabbc-7af6-45bc-ad16-2e0838e5189b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:05.797459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ed3476f-4e30-430e-a784-255c302d4d1a req-db1eabbc-7af6-45bc-ad16-2e0838e5189b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0796843 Feb 04 16:50:05.843138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3ed3476f-4e30-430e-a784-255c302d4d1a req-9f96d4d1-a567-42d1-9e8b-15d18304b6d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Synchronizing usage tracker for tenant:79747973fcfe4512946a569cd0185192 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:50:05.860419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3ed3476f-4e30-430e-a784-255c302d4d1a req-9f96d4d1-a567-42d1-9e8b-15d18304b6d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Unset dirty status for tenant:79747973fcfe4512946a569cd0185192 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:50:05.861564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ed3476f-4e30-430e-a784-255c302d4d1a req-9f96d4d1-a567-42d1-9e8b-15d18304b6d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585032 Feb 04 16:50:05.879395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:05.985990 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:50:05.986312 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:50:05.986658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:05.992137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:50:05.993194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:05.999337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:50:05.999660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Checking segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:50:06.000053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Bound using segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:50:06.000435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Bound port: c39bb3db-4644-48db-9169-5a4e367e1918, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:50:06.000766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.087170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:50:06.090170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:50:06.095037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.155118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:06.156460 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] 10.222.0.41 "PUT /v2.0/ports/c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 1091 time: 0.9854686 Feb 04 16:50:06.156877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:06.175425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e599b-182e-480e-9ac4-eb005bc4ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:06.233160 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'status': 'completed', 'code': 200} Feb 04 16:50:06.268684 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-c79e523b-66c5-4b82-acaf-dd631723fc08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0763156 Feb 04 16:50:06.339431 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-1bfc83d5-46ad-4594-b08b-4e11d80b7c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0642149 Feb 04 16:50:06.401318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-089ced3e-92ba-4a87-8e17-76891c89cb77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:06.402639 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-089ced3e-92ba-4a87-8e17-76891c89cb77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0574262 Feb 04 16:50:06.448386 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-dfa70fab-8e27-4e82-8a5f-ea04af5316a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396791 Feb 04 16:50:06.596057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-012f0756-1970-413c-ba77-4d2de572bd60 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412365 Feb 04 16:50:06.729689 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e2028ac7-d4f9-4f45-bf16-5eb57640258b req-32389a22-0048-40bd-a015-b7d82e1b19fe service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284487 Feb 04 16:50:06.847529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-1bca3194-52cb-458a-8532-800b6db2a113 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0739059 Feb 04 16:50:06.986662 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286632-9a15-4b18-a830-b5005779afc5 req-a87f1983-fca0-4536-b868-d6ee87c0e699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:06.987992 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-a87f1983-fca0-4536-b868-d6ee87c0e699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1343374 Feb 04 16:50:07.053994 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-7187eab3-05df-467b-a680-13e757016e15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0596249 Feb 04 16:50:07.064766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ce70d-5a6a-4c14-9aa1-4d38d379e9bb req-3f17e178-9158-4cd3-ae95-5d09a4305040 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:07.066205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-354ce70d-5a6a-4c14-9aa1-4d38d379e9bb req-3f17e178-9158-4cd3-ae95-5d09a4305040 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0781186 Feb 04 16:50:07.112767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-354ce70d-5a6a-4c14-9aa1-4d38d379e9bb req-a636d1b2-02cb-476b-9f45-0a47b352025d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402105 Feb 04 16:50:07.126101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2286632-9a15-4b18-a830-b5005779afc5 req-3bc6d073-4070-4a96-a9db-11a483184e0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:07.127616 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-3bc6d073-4070-4a96-a9db-11a483184e0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0678666 Feb 04 16:50:07.172920 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-66605d69-7cfe-41f3-b535-1505988e686d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387836 Feb 04 16:50:07.387171 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-69deab09-ece2-445f-950b-49cab9074921 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075951 Feb 04 16:50:07.515757 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2286632-9a15-4b18-a830-b5005779afc5 req-95fdd4c7-92b0-43d4-8827-0b5a069166e4 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213429 Feb 04 16:50:08.342440 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838786b7-3166-465b-899e-fba0bdcc644f req-762b6090-c905-4dae-8ab8-8bd7429230bc tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:08.343952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-838786b7-3166-465b-899e-fba0bdcc644f req-762b6090-c905-4dae-8ab8-8bd7429230bc tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0806997 Feb 04 16:50:08.389176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-838786b7-3166-465b-899e-fba0bdcc644f req-2ef361c7-18bf-405f-ae40-b463b36d5c0c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Feb 04 16:50:09.583300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cd80c-6af6-4dd1-8c0c-4042fd201de8 req-5b677684-5531-4b34-bbc7-f06c2bd4aa8e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:09.584978 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b35cd80c-6af6-4dd1-8c0c-4042fd201de8 req-5b677684-5531-4b34-bbc7-f06c2bd4aa8e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0755987 Feb 04 16:50:09.633092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b35cd80c-6af6-4dd1-8c0c-4042fd201de8 req-f4832d16-2689-442a-9812-f27c8182dd4d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 04 16:50:09.939936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:50:10.069541 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:10.087758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'port_id': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'mac_address': 'fa:16:3e:21:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f555dda-4733-401a-96a4-0423e2f15de7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:50:10.138977 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.157215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39bb3db-4644-48db-9169-5a4e367e1918 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:10.171872 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:10.175688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:10.238797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:10.247234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.247584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.247912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.248242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.248569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.248893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.249215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.249535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.249851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.250168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.250524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:10.372484 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['c39bb3db-4644-48db-9169-5a4e367e1918'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:50:10.830542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2c77-2f85-4139-a667-c5dbf5c2e588 req-eed9fc94-511f-4d2c-864b-8da02d873b7a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:10.831972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efaf2c77-2f85-4139-a667-c5dbf5c2e588 req-eed9fc94-511f-4d2c-864b-8da02d873b7a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 944 time: 0.0761261 Feb 04 16:50:10.877557 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efaf2c77-2f85-4139-a667-c5dbf5c2e588 req-aaa44502-9a15-43c2-9be3-b4955f0678d9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Feb 04 16:50:11.939930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:50:12.011093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port c39bb3db-4644-48db-9169-5a4e367e1918 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:50:12.016134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port c39bb3db-4644-48db-9169-5a4e367e1918 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:50:12.016566 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.076534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a8d83-9e9d-47be-81b8-539997c2b214 req-653a58d7-2b7b-4cd1-b819-3be40c4084bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:12.077986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e03a8d83-9e9d-47be-81b8-539997c2b214 req-653a58d7-2b7b-4cd1-b819-3be40c4084bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 944 time: 0.0809112 Feb 04 16:50:12.127007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e03a8d83-9e9d-47be-81b8-539997c2b214 req-df20d633-3a5f-4d67-8351-b4b0474a403b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435798 Feb 04 16:50:12.129936 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.158825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:12.169414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:12.172611 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:12.217646 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'code': 200} Feb 04 16:50:12.243200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:12.340862 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-267908b8-8048-40ce-9f07-464ad65f6436 req-e80af563-8c03-47f3-8cec-4053ed43a753 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1096 time: 0.0729516 Feb 04 16:50:12.381465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-267908b8-8048-40ce-9f07-464ad65f6436 req-eaaec749-4561-44ba-a3ca-1668dcf12a67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Feb 04 16:50:12.474062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:50:13.337708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49ca1b-27e7-4857-9de9-d505bc3b88bc req-e899b368-eb2c-43ba-b828-6bfb00355c20 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:13.339127 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a49ca1b-27e7-4857-9de9-d505bc3b88bc req-e899b368-eb2c-43ba-b828-6bfb00355c20 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0804226 Feb 04 16:50:13.388149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a49ca1b-27e7-4857-9de9-d505bc3b88bc req-4364a61c-b1cc-4b70-bdab-2a485c2776f5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Feb 04 16:50:14.588451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc1707-b373-4c4e-805c-a4e3e8c5d51f req-73e3eb44-9c42-4103-b9e1-097c7ccf1c54 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:14.589878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05dc1707-b373-4c4e-805c-a4e3e8c5d51f req-73e3eb44-9c42-4103-b9e1-097c7ccf1c54 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0785239 Feb 04 16:50:14.634663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-05dc1707-b373-4c4e-805c-a4e3e8c5d51f req-e6d9916a-780c-4bac-9c1e-c25cd435d9f0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Feb 04 16:50:14.826441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824455-19a8-4cb9-a2bb-fe1b0e5a801b req-d66cbe02-9faf-4ff9-b8d6-a52c0ae5b000 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:14.827874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86824455-19a8-4cb9-a2bb-fe1b0e5a801b req-d66cbe02-9faf-4ff9-b8d6-a52c0ae5b000 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0749247 Feb 04 16:50:14.873200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86824455-19a8-4cb9-a2bb-fe1b0e5a801b req-bdaaa523-2488-4373-8e1a-c2eac7ec6355 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Feb 04 16:50:15.257884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4564ae-6db2-438b-9bc1-16a1a990ac9a req-3c25d4c4-a23a-456e-bc89-b04b87ff9e1b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:15.259257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c4564ae-6db2-438b-9bc1-16a1a990ac9a req-3c25d4c4-a23a-456e-bc89-b04b87ff9e1b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0806494 Feb 04 16:50:15.304595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0c4564ae-6db2-438b-9bc1-16a1a990ac9a req-f688415d-2acd-4078-bfd7-8b3f3596a92b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Feb 04 16:50:15.496555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2d402-dccb-4bd0-bbcd-27da959ee746 req-a876bb6b-81f4-44be-b2ca-d2ccf93977cf tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:15.497958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4e2d402-dccb-4bd0-bbcd-27da959ee746 req-a876bb6b-81f4-44be-b2ca-d2ccf93977cf tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0759294 Feb 04 16:50:15.546313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4e2d402-dccb-4bd0-bbcd-27da959ee746 req-086c47e7-0616-4848-800b-0d9f2e4ebaca tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Feb 04 16:50:15.741876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8b6d6fa-e12f-4681-bc30-be290e3db6a7 req-3199ead2-19c9-4f23-b014-8aab43be4b68 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681858 Feb 04 16:50:16.025862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-6eb24110-57f2-417c-90d1-5c7692d2f502 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080134 Feb 04 16:50:16.058954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3246c8a-f90f-4ece-b843-8d942abd89fe req-d01f0acb-8677-4cbf-bc98-f8e37acced37 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:16.060354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3246c8a-f90f-4ece-b843-8d942abd89fe req-d01f0acb-8677-4cbf-bc98-f8e37acced37 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0842984 Feb 04 16:50:16.108830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3246c8a-f90f-4ece-b843-8d942abd89fe req-af96c70a-6c42-42ab-bd49-4805e4613fc6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Feb 04 16:50:17.233362 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-4b3dcba5-2c45-4d85-a113-fe5158021f33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1096 time: 0.0821433 Feb 04 16:50:17.317148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feee55-f638-470e-931d-8d732803ee46 req-47328ddb-9f5a-4dc7-afe6-df751dab6253 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.318626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14feee55-f638-470e-931d-8d732803ee46 req-47328ddb-9f5a-4dc7-afe6-df751dab6253 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0823874 Feb 04 16:50:17.378803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-9a0296f8-5538-40ef-b75f-dad7decd0155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.380256 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-9a0296f8-5538-40ef-b75f-dad7decd0155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1403825 Feb 04 16:50:17.450898 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-a7b5f7e6-664d-412c-a568-5633c34b3f5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0652227 Feb 04 16:50:17.460518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14feee55-f638-470e-931d-8d732803ee46 req-10f53caa-6b2f-463d-aa46-0b0fd5696ce3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364331 Feb 04 16:50:17.514308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-6152d5e0-cb5b-449e-8ce3-c0b8885c4865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:17.515750 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-6152d5e0-cb5b-449e-8ce3-c0b8885c4865 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0596755 Feb 04 16:50:17.562779 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-55f00ddd-f56e-4f4f-9714-ea10c3957afd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411422 Feb 04 16:50:17.691739 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-a70c03ad-bbde-4f9f-adf6-9ff9c8593a02 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Feb 04 16:50:17.822816 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-3ac5a888-e6be-4fe9-ac34-6a73bf661ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257012 Feb 04 16:50:18.655862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fa217-c31a-49ef-9779-fa1818c8b003 req-2b75252c-be12-4ae5-8eff-e0a791298964 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:18.657269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-413fa217-c31a-49ef-9779-fa1818c8b003 req-2b75252c-be12-4ae5-8eff-e0a791298964 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0751486 Feb 04 16:50:18.701304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-413fa217-c31a-49ef-9779-fa1818c8b003 req-6989c52c-6eb1-455d-bc14-e26166accf11 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Feb 04 16:50:19.903139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2326f-e75b-498b-af61-4227684edccf req-cef3dade-2d1d-4327-9d70-e272783686f5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:19.904569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08b2326f-e75b-498b-af61-4227684edccf req-cef3dade-2d1d-4327-9d70-e272783686f5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0784984 Feb 04 16:50:19.948554 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08b2326f-e75b-498b-af61-4227684edccf req-072e5535-8a6a-4d31-a6f2-d1eb151a5fd4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386376 Feb 04 16:50:21.141873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1c2ef-59fc-40d9-abfb-7c6d949e4251 req-deeaac79-5cc5-4de1-a42c-bc7276c60e08 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:21.143330 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5c1c2ef-59fc-40d9-abfb-7c6d949e4251 req-deeaac79-5cc5-4de1-a42c-bc7276c60e08 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0748339 Feb 04 16:50:21.192770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5c1c2ef-59fc-40d9-abfb-7c6d949e4251 req-5e5029fc-3a64-4d10-b7d5-e16fa7583516 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438573 Feb 04 16:50:21.406309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:21.546274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:22.385040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aa786-b85f-4f7a-b460-6f8b80f9c437 req-05b4b4aa-ec09-4c2d-a61c-793671903649 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:22.386516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-405aa786-b85f-4f7a-b460-6f8b80f9c437 req-05b4b4aa-ec09-4c2d-a61c-793671903649 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0750077 Feb 04 16:50:22.431589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-405aa786-b85f-4f7a-b460-6f8b80f9c437 req-d6a4ab31-5fc2-415f-a62b-c4595c325f0e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Feb 04 16:50:23.632325 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52747-55f5-4c44-a462-4ad7f0afedda req-4621ab09-64e0-4644-849a-7363d18d823d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:23.633862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80a52747-55f5-4c44-a462-4ad7f0afedda req-4621ab09-64e0-4644-849a-7363d18d823d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0802801 Feb 04 16:50:23.678275 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80a52747-55f5-4c44-a462-4ad7f0afedda req-ed746790-d6da-45ac-9fe7-0188d2c437ad tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Feb 04 16:50:24.875621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcade12-1fce-4847-ab52-847c0132fd05 req-658977b1-e5a6-49ac-909e-e9081f4d9f1b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:24.877038 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bcade12-1fce-4847-ab52-847c0132fd05 req-658977b1-e5a6-49ac-909e-e9081f4d9f1b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0754213 Feb 04 16:50:24.921842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bcade12-1fce-4847-ab52-847c0132fd05 req-029ea3bd-5a19-47eb-ad74-63e02f592e8a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Feb 04 16:50:25.171356 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0fa7c9a1-bc21-4a5c-a9d2-0f28cc12ad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:26.117050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9232d-1d08-47a4-b7f0-7bc1a78df29c req-5e075e7c-d517-4670-b914-8436b1e0ebf2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:26.119228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80b9232d-1d08-47a4-b7f0-7bc1a78df29c req-5e075e7c-d517-4670-b914-8436b1e0ebf2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0807014 Feb 04 16:50:26.163377 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80b9232d-1d08-47a4-b7f0-7bc1a78df29c req-128fc33a-0a47-4fc3-8414-39f6e7e78aa5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386295 Feb 04 16:50:27.285929 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d5b89aa-455c-49e1-b130-336382744354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:27.362612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701591d-f547-4ac7-965a-412b580deded req-5bb78bdd-dbfb-496f-92f6-b182b96e4e4f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:27.364025 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f701591d-f547-4ac7-965a-412b580deded req-5bb78bdd-dbfb-496f-92f6-b182b96e4e4f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0760133 Feb 04 16:50:27.411604 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f701591d-f547-4ac7-965a-412b580deded req-65818c55-74a7-4a50-a90e-77107201df28 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416019 Feb 04 16:50:28.605650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99696f1b-ad2e-464a-b038-57896eccce3a req-7e296473-a046-4b66-a556-2ada5365ad64 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:28.607100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99696f1b-ad2e-464a-b038-57896eccce3a req-7e296473-a046-4b66-a556-2ada5365ad64 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0752821 Feb 04 16:50:28.652108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-99696f1b-ad2e-464a-b038-57896eccce3a req-9cb0811a-3541-4aba-92fc-0d8e4cc6921d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Feb 04 16:50:28.704274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:28.737138 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:29.848563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61d97c-2d2e-421a-af9a-7abe869561d5 req-45ae7625-cbf3-41e3-b8af-0579ede344bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:29.849980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b61d97c-2d2e-421a-af9a-7abe869561d5 req-45ae7625-cbf3-41e3-b8af-0579ede344bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0796189 Feb 04 16:50:29.894055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b61d97c-2d2e-421a-af9a-7abe869561d5 req-237f8e92-5e48-4163-9d46-fa8dec9bb90a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Feb 04 16:50:30.135564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:31.091760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887b6ae-7167-4629-8163-0e09feabf1d7 req-9295e8ba-aebb-4ff2-96a5-5eaf4704fad4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:31.093189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b887b6ae-7167-4629-8163-0e09feabf1d7 req-9295e8ba-aebb-4ff2-96a5-5eaf4704fad4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0770805 Feb 04 16:50:31.137471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b887b6ae-7167-4629-8163-0e09feabf1d7 req-6a3a483c-868e-49da-a52f-718addb388a8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Feb 04 16:50:32.345653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170929d8-746b-4900-8e7d-cab913df9d43 req-895afee4-a7b9-4fac-b30a-319c4451abf2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:32.347096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170929d8-746b-4900-8e7d-cab913df9d43 req-895afee4-a7b9-4fac-b30a-319c4451abf2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0796616 Feb 04 16:50:32.391444 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170929d8-746b-4900-8e7d-cab913df9d43 req-c73ebcc1-755c-451a-a4dc-fa808d0b8f99 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Feb 04 16:50:33.583340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7edc6-60eb-498e-856b-b385ea98eb03 req-aa4e86f8-db6f-407e-bf7e-c1d25bb244bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:33.584996 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01f7edc6-60eb-498e-856b-b385ea98eb03 req-aa4e86f8-db6f-407e-bf7e-c1d25bb244bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0739791 Feb 04 16:50:33.629142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01f7edc6-60eb-498e-856b-b385ea98eb03 req-59762314-1bea-48fd-8d32-fc9b55eeb4b8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Feb 04 16:50:34.827203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e1b36-5d42-483a-b2e9-24e304656813 req-73f12d47-1173-45ae-bf95-55fd6fb9817f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:34.828605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f47e1b36-5d42-483a-b2e9-24e304656813 req-73f12d47-1173-45ae-bf95-55fd6fb9817f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0774136 Feb 04 16:50:34.873082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f47e1b36-5d42-483a-b2e9-24e304656813 req-646509e3-de3b-4aa4-afd7-51867d352d9b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Feb 04 16:50:36.069231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79d40-dddc-4101-ba9a-d3d65e784eda req-9b7492aa-b8e5-4721-975f-1760534a0e9e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:36.071312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cea79d40-dddc-4101-ba9a-d3d65e784eda req-9b7492aa-b8e5-4721-975f-1760534a0e9e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0754535 Feb 04 16:50:36.120405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cea79d40-dddc-4101-ba9a-d3d65e784eda req-28ed9d91-351d-4b20-aba3-46a7b87bbb21 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Feb 04 16:50:37.315478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5848-d445-4624-99fa-3a2506f613a6 req-90290415-738b-4b47-bc68-8eacbf434c7f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:37.316813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73cb5848-d445-4624-99fa-3a2506f613a6 req-90290415-738b-4b47-bc68-8eacbf434c7f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0762420 Feb 04 16:50:37.360797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73cb5848-d445-4624-99fa-3a2506f613a6 req-1f2e6bb6-1e03-4df5-8f65-a037870ee969 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Feb 04 16:50:38.563571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0baab6-a5e7-489c-933c-e3945f39daea req-b29f4384-1908-4d5f-a414-f066e9547b48 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:38.564959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd0baab6-a5e7-489c-933c-e3945f39daea req-b29f4384-1908-4d5f-a414-f066e9547b48 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0786481 Feb 04 16:50:38.609374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd0baab6-a5e7-489c-933c-e3945f39daea req-ca9945b0-8659-4ee1-85dc-35ec988fc4af tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390606 Feb 04 16:50:39.802814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537483ac-3e01-4c5b-bc9f-fbc928ca90de req-a0fda039-0c3a-4c48-a942-d83e1232b476 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:39.804223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-537483ac-3e01-4c5b-bc9f-fbc928ca90de req-a0fda039-0c3a-4c48-a942-d83e1232b476 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0747507 Feb 04 16:50:39.849280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-537483ac-3e01-4c5b-bc9f-fbc928ca90de req-3dc2a39f-7821-45bc-b598-d69bcffbffea tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389662 Feb 04 16:50:41.048023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d599c-aa97-4189-95a6-3452e635d350 req-36aceb57-66c5-4b3e-8a4a-c6c3f3ba9207 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:41.049448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb6d599c-aa97-4189-95a6-3452e635d350 req-36aceb57-66c5-4b3e-8a4a-c6c3f3ba9207 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0785220 Feb 04 16:50:41.095290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb6d599c-aa97-4189-95a6-3452e635d350 req-7b08d0dd-29ac-444d-bbe9-d70883bc0978 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Feb 04 16:50:42.296158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed24bb-a176-4f3e-ba55-faff772a94a5 req-f9af41d0-2873-430e-9920-c8072a471473 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:42.297575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4aed24bb-a176-4f3e-ba55-faff772a94a5 req-f9af41d0-2873-430e-9920-c8072a471473 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0787807 Feb 04 16:50:42.345933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4aed24bb-a176-4f3e-ba55-faff772a94a5 req-cac0b119-4884-40e1-aa28-0a47113936d5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Feb 04 16:50:43.540516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc71983-130e-4779-8129-64ff44f7bfac req-37afca59-e988-47ba-9402-1bbfcbfe076e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:43.541920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dc71983-130e-4779-8129-64ff44f7bfac req-37afca59-e988-47ba-9402-1bbfcbfe076e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0760920 Feb 04 16:50:43.585569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dc71983-130e-4779-8129-64ff44f7bfac req-b848ce1c-0402-436d-9742-dedcaa2d2066 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382743 Feb 04 16:50:44.721164 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-7837c37c-0789-4e57-8175-8d4ded33b5bd service neutron] show failed (client error): The resource could not be found. Feb 04 16:50:44.722153 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-7837c37c-0789-4e57-8175-8d4ded33b5bd service neutron] 10.222.0.41 "GET /v2.0/ports/c39bb3db-4644-48db-9169-5a4e367e1918/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0786839 Feb 04 16:50:44.788390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15180b4a-b12f-4c5f-8f37-02e7f3c6d6f3 req-efa0316a-7e3e-42d0-92b8-4edbfdb562d6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:44.789932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15180b4a-b12f-4c5f-8f37-02e7f3c6d6f3 req-efa0316a-7e3e-42d0-92b8-4edbfdb562d6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0827878 Feb 04 16:50:44.839219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15180b4a-b12f-4c5f-8f37-02e7f3c6d6f3 req-1312c1c2-0e03-485b-babe-5288f7329496 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Feb 04 16:50:45.051248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-1c06b363-4875-4f0c-b052-1f45195c3c49 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a&tenant_id=79747973fcfe4512946a569cd0185192 HTTP/1.1" status: 200 len: 1096 time: 0.1374125 Feb 04 16:50:45.062044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:45.256374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:45.514831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:45.543053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:50:45.597813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:45.603653 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:45.618157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Transition to ACTIVE for port object c39bb3db-4644-48db-9169-5a4e367e1918 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:50:45.622200 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:45.672338 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'code': 200} Feb 04 16:50:45.751703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:45.788052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] No DVR routers for this DVR port c39bb3db-4644-48db-9169-5a4e367e1918 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:50:45.794556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.795140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.795231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.795542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.795862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.796183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.796499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.796815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.797131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.797446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.797757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:50:45.849841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:50:45.850170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:50:45.850525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:45.856602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:50:45.856919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Attempting to bind port c39bb3db-4644-48db-9169-5a4e367e1918 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:45.863118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:50:45.863452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Checking segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:50:45.863830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Bound using segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:50:45.864251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Bound port: c39bb3db-4644-48db-9169-5a4e367e1918, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:50:45.864593 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:45.954654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:50:45.957567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:50:45.962615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:46.070877 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:46.072384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] 10.222.0.58 "PUT /v2.0/ports/c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 1091 time: 1.0140963 Feb 04 16:50:46.091932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833f3d-8f89-4115-9f92-cbd983b6766c service neutron] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:46.153692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cfb28-2dc1-4485-82c3-c0bfcdefac04 req-d2ba8f80-f4f3-473f-bb5e-078ad7d80bb5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:46.155167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b92cfb28-2dc1-4485-82c3-c0bfcdefac04 req-d2ba8f80-f4f3-473f-bb5e-078ad7d80bb5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.1888542 Feb 04 16:50:46.213880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-e4e062b2-07b3-4bcd-bf9d-6aaaed8d8463 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.1165183 Feb 04 16:50:46.216108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b92cfb28-2dc1-4485-82c3-c0bfcdefac04 req-7256f6a8-6bec-4441-923a-a6dfda59fb26 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545707 Feb 04 16:50:46.343788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-053d2256-4cb6-4fe6-a0e4-37d540fc4e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:46.345131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-053d2256-4cb6-4fe6-a0e4-37d540fc4e70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1257074 Feb 04 16:50:46.413327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-f6ec6340-0e51-4afe-8df7-e895ac82b167 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0624588 Feb 04 16:50:46.473168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-2773e97b-3e86-4189-8e5c-34941e738e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:46.474559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-2773e97b-3e86-4189-8e5c-34941e738e6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0555315 Feb 04 16:50:46.521450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-934c579d-a254-4322-9cdb-8a3e5692beb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414035 Feb 04 16:50:46.530853 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-c9801f47-b05f-4835-a1e9-6df6474b51f1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:50:46.531739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-c9801f47-b05f-4835-a1e9-6df6474b51f1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0044906 Feb 04 16:50:46.659213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-45de2b15-f229-463a-ae04-2bb2ee69164b service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213136 Feb 04 16:50:46.786157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-171ea04c-a0c3-435c-8e69-1f2c2a232098 req-0cbc7514-7970-456b-be3f-b08b8719ff8f service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210589 Feb 04 16:50:47.507974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826faf7e-3f97-4d89-8392-a321d0b48740 req-4535953d-b623-419d-85d2-bf6cdb4da6ea tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:47.509589 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-826faf7e-3f97-4d89-8392-a321d0b48740 req-4535953d-b623-419d-85d2-bf6cdb4da6ea tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.1675832 Feb 04 16:50:47.554723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-826faf7e-3f97-4d89-8392-a321d0b48740 req-4c9c12f2-cd3d-4a8f-a56f-4e335ac149cc tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Feb 04 16:50:47.673428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:47.741664 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'status': 'completed', 'code': 200} Feb 04 16:50:47.828160 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-7e511f50-2ee1-4067-97f3-742e73f6559c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0681126 Feb 04 16:50:47.834480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-ee6325a7-a7a7-479f-a95b-41b9b24de26f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0729072 Feb 04 16:50:47.958307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-9f9e6acb-708e-4077-9aa3-581671d659c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:47.960078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-9f9e6acb-708e-4077-9aa3-581671d659c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1267312 Feb 04 16:50:47.968128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-ca02fa24-878b-421c-86eb-510f4ededfe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:47.969532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-ca02fa24-878b-421c-86eb-510f4ededfe5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1262414 Feb 04 16:50:48.029727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-6e108a2b-a2ea-4d1d-8b87-f762dece6cf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0641479 Feb 04 16:50:48.032597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:50:48.038458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-0a26b850-28c6-432b-b829-896261f30ab8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0623550 Feb 04 16:50:48.092568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:50:48.096746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-197c01b0-cc28-4866-a5f6-9e009d89852b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:48.098206 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-197c01b0-cc28-4866-a5f6-9e009d89852b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0626574 Feb 04 16:50:48.104763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-edd86015-91c5-4186-b29f-d10f8f19a26e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:48.106177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-edd86015-91c5-4186-b29f-d10f8f19a26e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0616100 Feb 04 16:50:48.143158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-1257ac38-a62b-4d33-9224-3244ab17072f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397162 Feb 04 16:50:48.155019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-73476608-4138-41df-9dc4-8f1159292f63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391810 Feb 04 16:50:48.303873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-06edf901-3baf-453a-82b2-7f02bc7c403c service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405003 Feb 04 16:50:48.379234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-a2c03b11-a9e9-4bb2-a3ac-92bc8d29f4f6 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298646 Feb 04 16:50:48.452724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-54515153-020d-49f9-9648-fc3d6c790327 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426940 Feb 04 16:50:48.510956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-0656c6c1-4ed0-4c9f-be0a-debd0da2661b req-5bb3adcd-b913-4e67-badd-05b27f464a45 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260610 Feb 04 16:50:48.753380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847838f-a548-462b-9798-21d640df940d req-413eefa5-f784-4538-a14e-93a5c50747e3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:48.754799 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2847838f-a548-462b-9798-21d640df940d req-413eefa5-f784-4538-a14e-93a5c50747e3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0784595 Feb 04 16:50:48.799296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2847838f-a548-462b-9798-21d640df940d req-7eb2c4ad-ad26-44bd-8eb1-66e280a57030 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Feb 04 16:50:49.125724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34d65-322f-492c-9249-e30347ead271 req-7e89cf59-6740-499f-bdda-d433f9c0620b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:49.126482 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fee34d65-322f-492c-9249-e30347ead271 req-7e89cf59-6740-499f-bdda-d433f9c0620b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Synchronizing usage tracker for tenant:79747973fcfe4512946a569cd0185192 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:50:49.129690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92567202-5000-4034-af88-8a2f98d959a5 req-8c1ca733-bbe3-48ca-bb07-0dc5fbc2cca1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:49.130833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92567202-5000-4034-af88-8a2f98d959a5 req-8c1ca733-bbe3-48ca-bb07-0dc5fbc2cca1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.0803497 Feb 04 16:50:49.145669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-fee34d65-322f-492c-9249-e30347ead271 req-7e89cf59-6740-499f-bdda-d433f9c0620b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Unset dirty status for tenant:79747973fcfe4512946a569cd0185192 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:50:49.146973 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-7e89cf59-6740-499f-bdda-d433f9c0620b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.41 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a&tenant_id=79747973fcfe4512946a569cd0185192&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 943 time: 0.1051240 Feb 04 16:50:49.179523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-92567202-5000-4034-af88-8a2f98d959a5 req-7501fc3e-e15b-466b-8821-1ca7882122f4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Feb 04 16:50:49.228340 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-fee34d65-322f-492c-9249-e30347ead271 req-b0fdfe3e-544c-4a24-8608-eb6ba17b4b6d service neutron] delete failed (client error): The resource could not be found. Feb 04 16:50:49.229334 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-b0fdfe3e-544c-4a24-8608-eb6ba17b4b6d service neutron] 10.222.0.41 "DELETE /v2.0/ports/c39bb3db-4644-48db-9169-5a4e367e1918/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0776691 Feb 04 16:50:49.365054 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-2bed751c-6265-47fb-b88d-a80d94413597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0678256 Feb 04 16:50:49.474940 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:50:49.494105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34d65-322f-492c-9249-e30347ead271 req-da589da2-b385-4fb1-a2f6-2e596d7bf87d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:49.495499 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-da589da2-b385-4fb1-a2f6-2e596d7bf87d service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1248136 Feb 04 16:50:49.565580 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-96258d4e-8164-44b2-be76-9e8e259631d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0635133 Feb 04 16:50:49.625594 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee34d65-322f-492c-9249-e30347ead271 req-547e9a69-c98b-4b4b-8178-2bcc671a94a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:49.627005 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-547e9a69-c98b-4b4b-8178-2bcc671a94a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0557373 Feb 04 16:50:49.673592 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-7fa5f442-5752-4e9e-a82e-39a9fc100d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410187 Feb 04 16:50:49.754407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-1b96f227-ca0e-4c93-88ab-c82d23354e4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700686 Feb 04 16:50:49.807078 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-00cb2e16-c941-441b-9e71-dc3f822453b1 service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276081 Feb 04 16:50:49.889944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-56a7b8df-2063-46c9-a9e0-05256a557ef3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 1094 time: 0.0680065 Feb 04 16:50:49.939699 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fee34d65-322f-492c-9249-e30347ead271 req-969b1786-271d-4c0e-a636-99e685feed8d service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270845 Feb 04 16:50:50.034540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-0a8f0609-16e6-4416-ac0f-cae6c73729de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.035855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-0a8f0609-16e6-4416-ac0f-cae6c73729de service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1287062 Feb 04 16:50:50.104346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-ae2b97e5-4b3a-4b2e-b466-d3b90d0ebdcd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 200 len: 217 time: 0.0626431 Feb 04 16:50:50.163231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-21468c69-fa34-4757-bcba-f819f9b3e75a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.165142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-21468c69-fa34-4757-bcba-f819f9b3e75a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0556662 Feb 04 16:50:50.209988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-ec1ddba0-fa53-405a-9094-77aacc0cb769 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396190 Feb 04 16:50:50.493602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-845391ba-56bd-444d-af14-ad450424be5b service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776084 Feb 04 16:50:50.622275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c8aa8-facc-44f3-b1f8-6f6f675c1146 req-d9fb05a7-144b-4367-9f3c-667755eb2053 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:50.623648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f07c8aa8-facc-44f3-b1f8-6f6f675c1146 req-d9fb05a7-144b-4367-9f3c-667755eb2053 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 943 time: 0.3072720 Feb 04 16:50:50.659506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16c2aaed-eb2f-4277-85d8-08e30f875012 req-d673687c-57c3-4e8d-a3fd-49f3178a9f96 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595979 Feb 04 16:50:50.683009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f07c8aa8-facc-44f3-b1f8-6f6f675c1146 req-c36a74f7-ed14-4027-8aa8-78ba1074db37 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 Feb 04 16:50:50.743744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:50:50.873808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:50.886398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'port_id': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'mac_address': 'fa:16:3e:21:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f555dda-4733-401a-96a4-0423e2f15de7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:50:50.939492 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:50.958376 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39bb3db-4644-48db-9169-5a4e367e1918 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:50.973968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:50.979058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:51.047691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:51.205075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c39bb3db-4644-48db-9169-5a4e367e1918'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:50:51.419818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:51.541677 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:51.882653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4210fb-ac80-45e9-bcb3-b0ee2b04bb0e req-a06c55c6-9ed1-408f-8ced-aade5a8ad5d1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:51.884835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba4210fb-ac80-45e9-bcb3-b0ee2b04bb0e req-a06c55c6-9ed1-408f-8ced-aade5a8ad5d1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 944 time: 0.0793302 Feb 04 16:50:51.930041 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba4210fb-ac80-45e9-bcb3-b0ee2b04bb0e req-27099827-e35d-4df7-ba48-5069b00271aa tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Feb 04 16:50:52.129379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0334b1-cce9-4f56-b75e-2a72c809eda8 req-5b5d5393-32f2-42fc-ab04-0b5d84e5965c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:52.130810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b0334b1-cce9-4f56-b75e-2a72c809eda8 req-5b5d5393-32f2-42fc-ab04-0b5d84e5965c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 944 time: 0.0755484 Feb 04 16:50:52.178413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b0334b1-cce9-4f56-b75e-2a72c809eda8 req-06baabe6-22e1-4b47-8dc8-fe6d01f8f8bd tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Feb 04 16:50:52.375688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80011fc-521f-4762-a869-be1f9f1b1092 req-7ef13596-f27f-46ad-ba7a-3150cd813458 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:52.377113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b80011fc-521f-4762-a869-be1f9f1b1092 req-7ef13596-f27f-46ad-ba7a-3150cd813458 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 944 time: 0.0762691 Feb 04 16:50:52.421222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b80011fc-521f-4762-a869-be1f9f1b1092 req-6702ef73-756c-49f6-9375-3783806c3075 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386910 Feb 04 16:50:52.751220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:50:52.821451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port c39bb3db-4644-48db-9169-5a4e367e1918 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:50:52.826401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port c39bb3db-4644-48db-9169-5a4e367e1918 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:50:52.826866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:52.932480 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-b2cd09f2-ba75-4305-84de-472dffc52a18 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:52.933990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-b2cd09f2-ba75-4305-84de-472dffc52a18 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 815 time: 0.1439602 Feb 04 16:50:52.938710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:52.950586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-bc762d99-eb48-4d38-a3b8-e821b5945900 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/quotas/79747973fcfe4512946a569cd0185192 HTTP/1.1" status: 200 len: 375 time: 0.0110092 Feb 04 16:50:52.966265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:52.975896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:52.980573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:53.031371 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'code': 200} Feb 04 16:50:53.038578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-6ee60430-47d3-4a2d-bd8c-68c9a0fc5ca0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815811 Feb 04 16:50:53.057283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:53.175124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-f6289bd4-8dc6-4af6-ab9b-0ce53a2270a8 service neutron] 10.222.0.62 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290598 Feb 04 16:50:53.303414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-4e71f39f-c846-4f9f-93c9-48f070695c54 service neutron] 10.222.0.62 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221638 Feb 04 16:50:53.489234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4a8a4f1-c7d2-42b4-811e-4cb65d498cdc req-bb2ce6b3-6a8e-4b01-b471-c5651e9eb294 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 210 time: 0.0408051 Feb 04 16:50:53.993175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-d45f619c-c10b-431f-8434-c2efb90ba5c8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:53.994525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-d45f619c-c10b-431f-8434-c2efb90ba5c8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.58 "GET /v2.0/ports?device_id=45e62fd4-7a56-4e9a-8890-94d451e6b58a HTTP/1.1" status: 200 len: 945 time: 0.0765350 Feb 04 16:50:54.066347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Deleting port c39bb3db-4644-48db-9169-5a4e367e1918 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:50:54.066690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:54.303544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] For port c39bb3db-4644-48db-9169-5a4e367e1918, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=c39bb3db-4644-48db-9169-5a4e367e1918,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:50:54.303813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:54.447837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Calling delete_port for c39bb3db-4644-48db-9169-5a4e367e1918 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:50:54.692047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad2b4c90-e8bb-47f3-8b20-8ea303399be7 req-77197de5-c115-412d-9632-e815bda321bb tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 210 time: 0.0595245 Feb 04 16:50:54.804060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-6731c247-03a1-4d2a-898e-4f636031b4e9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:54.805607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-6731c247-03a1-4d2a-898e-4f636031b4e9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 815 time: 0.4372630 Feb 04 16:50:54.822071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Request body: {'port': {'device_id': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'admin_state_up': True, 'tenant_id': '79747973fcfe4512946a569cd0185192'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:54.903091 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:54.915353 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c39bb3db-4644-48db-9169-5a4e367e1918'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:50:54.963104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Pushing event deleted for resources: {'Port': ['ID=c39bb3db-4644-48db-9169-5a4e367e1918,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:55.069491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] No DVR routers for this DVR port c39bb3db-4644-48db-9169-5a4e367e1918 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:50:55.073573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.076111 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-deleted', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:55.090539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:50:55.095671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Usage tracker for resource:port and tenant:79747973fcfe4512946a569cd0185192 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:50:55.098572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:50:55.104668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:50:55.115170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Made reservation on behalf of 79747973fcfe4512946a569cd0185192 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:50:55.118535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.139437 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e62fd4-7a56-4e9a-8890-94d451e6b58a', 'name': 'network-vif-deleted', 'tag': 'c39bb3db-4644-48db-9169-5a4e367e1918', 'status': 'completed', 'code': 200} Feb 04 16:50:55.143019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.58 "DELETE /v2.0/ports/c39bb3db-4644-48db-9169-5a4e367e1918 HTTP/1.1" status: 204 len: 173 time: 1.1424823 Feb 04 16:50:55.175262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe039db8-48d0-44f7-9b4d-f697677219d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.293429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Allocated IP 172.20.0.11 (796acfcc-7f32-4f7f-889e-567c0d15fb4b/7f555dda-4733-401a-96a4-0423e2f15de7/39c13150-4ac0-40ca-93ce-6d9db5c36ad3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:50:55.490856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.519822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.532003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['c39bb3db-4644-48db-9169-5a4e367e1918'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:50:55.604348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Network 796acfcc-7f32-4f7f-889e-567c0d15fb4b is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:50:55.608408 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:50:55.610170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:55.612275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:50:55.672655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:55.673253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:55.699628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-399fce12-6493-4c6a-8f3e-448915c6f4a2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812225 Feb 04 16:50:55.711999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Request body: {'port': {'device_id': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:50:55.872109 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.007657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb94226-2bf2-4bd4-943e-d93a6da8bfc3 req-2669ec16-7a26-42b3-80e7-aedd0b428be7 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:56.008340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fbb94226-2bf2-4bd4-943e-d93a6da8bfc3 req-2669ec16-7a26-42b3-80e7-aedd0b428be7 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Synchronizing usage tracker for tenant:79747973fcfe4512946a569cd0185192 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:50:56.041063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fbb94226-2bf2-4bd4-943e-d93a6da8bfc3 req-2669ec16-7a26-42b3-80e7-aedd0b428be7 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Unset dirty status for tenant:79747973fcfe4512946a569cd0185192 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:50:56.042165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbb94226-2bf2-4bd4-943e-d93a6da8bfc3 req-2669ec16-7a26-42b3-80e7-aedd0b428be7 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 932 time: 0.2199516 Feb 04 16:50:56.173163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fbb94226-2bf2-4bd4-943e-d93a6da8bfc3 req-a75896f2-420d-42b0-86da-d06d41d8c3b9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241362 Feb 04 16:50:56.281701 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:50:56.288616 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.303359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Transition to ACTIVE for port object 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:50:56.306757 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.545466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:56.647602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:50:56.647929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:50:56.649285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:56.655212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:50:56.655510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:50:56.661644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:50:56.661771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Checking segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:50:56.662124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Bound using segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:50:56.662563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Bound port: 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:50:56.662896 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.751675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:50:56.754628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:50:56.759277 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.817731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:56.819118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] 10.222.0.58 "PUT /v2.0/ports/39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 1092 time: 1.1121120 Feb 04 16:50:56.835312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff21c5a-5815-415b-9cc7-f21e128c04ed service neutron] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:50:56.930793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-87b86e1a-6433-404a-a6b4-e0eb61c1c69a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.0752182 Feb 04 16:50:57.002433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-ab42be88-14c9-4923-88a0-336989945280 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0651500 Feb 04 16:50:57.065232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-787bb260-dfa4-43fb-860e-ed09c8e9183d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:57.066637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-787bb260-dfa4-43fb-860e-ed09c8e9183d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0587416 Feb 04 16:50:57.110247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-6e90cb20-746c-4715-9dde-ead1c059e2a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382502 Feb 04 16:50:57.145166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:50:57.258597 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'status': 'completed', 'code': 200} Feb 04 16:50:57.266169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-ffa774af-dc20-4ddd-9008-6e236ca7f376 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491539 Feb 04 16:50:57.288061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4ffbea4-2682-4d49-a775-032e8263ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:57.452807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7b5da17-94da-4044-8d80-cb1c3143b185 req-1604bbe5-b9c7-4f4b-b45d-3898306d6882 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807239 Feb 04 16:50:57.467157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014c6f0-be46-4190-925d-ac5c2b3d2b4a req-18464439-69fc-4cb0-8ace-7b2fdd110fbe tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:57.468770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c014c6f0-be46-4190-925d-ac5c2b3d2b4a req-18464439-69fc-4cb0-8ace-7b2fdd110fbe tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.1261308 Feb 04 16:50:57.551935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c014c6f0-be46-4190-925d-ac5c2b3d2b4a req-659b6994-0067-400b-8d7b-1f934a75053b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776870 Feb 04 16:50:57.580467 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-8469e910-c83e-413e-91a7-4098cdc9a1fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.0771391 Feb 04 16:50:57.708910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e15331-0b15-477e-89db-6324f062a31e req-1bd35baf-960e-4122-a30d-a7a1151ec9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:57.710227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-1bd35baf-960e-4122-a30d-a7a1151ec9d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1235983 Feb 04 16:50:57.779879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-3c2dad30-84c0-4bb7-85d8-92d447c077a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0627050 Feb 04 16:50:57.840553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e15331-0b15-477e-89db-6324f062a31e req-fb9b01d2-64f2-41b4-b8a0-107631f97b68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:57.841942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-fb9b01d2-64f2-41b4-b8a0-107631f97b68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0557210 Feb 04 16:50:57.888882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-3b2d4c49-7a67-4f10-b9ba-705622deb64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409667 Feb 04 16:50:58.018944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-03aac3d5-085c-42f0-b515-e34ac92651bf service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227582 Feb 04 16:50:58.243874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-93e15331-0b15-477e-89db-6324f062a31e req-646f57da-8993-4b77-9905-a2adf88c0926 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187665 Feb 04 16:50:58.742965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:50:58.753805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb186bc-db85-4eec-8bc6-a07870da6f1d req-b48ad5c9-0ff3-4230-95b9-1b442c28e692 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:50:58.755272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-edb186bc-db85-4eec-8bc6-a07870da6f1d req-b48ad5c9-0ff3-4230-95b9-1b442c28e692 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.0783648 Feb 04 16:50:58.778963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:58.779866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:50:58.781151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: c39bb3db-4644-48db-9169-5a4e367e1918 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:50:58.781492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device c39bb3db-4644-48db-9169-5a4e367e1918 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:50:58.803773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-edb186bc-db85-4eec-8bc6-a07870da6f1d req-f99d8dee-e7df-43b2-b685-08afb6ffe98d tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Feb 04 16:51:00.002790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292011e-b037-488e-a5d1-1987340380d0 req-4973b8e1-2def-4558-b0b2-c8c1050827f1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:00.004225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9292011e-b037-488e-a5d1-1987340380d0 req-4973b8e1-2def-4558-b0b2-c8c1050827f1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.0793011 Feb 04 16:51:00.048908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9292011e-b037-488e-a5d1-1987340380d0 req-d689ee06-14b5-43db-89db-39e7a859c1b2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383334 Feb 04 16:51:00.137933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:00.750212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:51:00.880340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:00.893198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'port_id': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'mac_address': 'fa:16:3e:6d:1b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f555dda-4733-401a-96a4-0423e2f15de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:51:00.948051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:00.965426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:00.980539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:00.984819 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:01.048479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:01.171793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['39c13150-4ac0-40ca-93ce-6d9db5c36ad3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:51:01.248035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e5af-163f-4703-95ba-393f9855c990 req-9dcd109e-c5a9-49f1-a8f5-d29667211b28 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:01.249476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe81e5af-163f-4703-95ba-393f9855c990 req-9dcd109e-c5a9-49f1-a8f5-d29667211b28 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0761611 Feb 04 16:51:01.294770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe81e5af-163f-4703-95ba-393f9855c990 req-0f05698e-f2f5-48b0-9107-c1c154146cf6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Feb 04 16:51:02.492627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a72d-8acf-49de-8fb4-845fa7f18424 req-c0f06527-2526-47cb-b511-adb59d2c0e84 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:02.493985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d89a72d-8acf-49de-8fb4-845fa7f18424 req-c0f06527-2526-47cb-b511-adb59d2c0e84 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0784230 Feb 04 16:51:02.539687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d89a72d-8acf-49de-8fb4-845fa7f18424 req-83498ae8-3cce-40e7-9dd0-ec793af91970 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Feb 04 16:51:02.757780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:02.823428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:02.828097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:02.828525 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:02.942418 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:02.969305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:02.978978 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:02.984556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:03.027743 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'code': 200} Feb 04 16:51:03.053771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:03.144568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9adbcd27-4a4b-4d26-beea-fd937e6ebd26 req-983376ee-a67d-40d6-bbda-e4c434157af1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1097 time: 0.0671203 Feb 04 16:51:03.190207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9adbcd27-4a4b-4d26-beea-fd937e6ebd26 req-a0bed47d-95e1-4b53-b4b7-0a242b01f0dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Feb 04 16:51:03.732378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ef97a-c945-4a0c-9bcb-aa589b144908 req-d021966c-b3a3-4815-ab3e-f0df0907e8bf tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:03.733818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd9ef97a-c945-4a0c-9bcb-aa589b144908 req-d021966c-b3a3-4815-ab3e-f0df0907e8bf tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0763233 Feb 04 16:51:03.778702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd9ef97a-c945-4a0c-9bcb-aa589b144908 req-b287114c-3d77-4627-a1a1-6c7f64b3cbb2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Feb 04 16:51:04.975919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4faf4-f631-4401-affd-206a19fd9957 req-e8f720ef-10e1-4d85-8165-82b5184abf2f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:04.977358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11b4faf4-f631-4401-affd-206a19fd9957 req-e8f720ef-10e1-4d85-8165-82b5184abf2f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0801077 Feb 04 16:51:05.023476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11b4faf4-f631-4401-affd-206a19fd9957 req-e4e51e0a-633d-4a0b-b269-450a5a19f1de tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Feb 04 16:51:05.223297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8712-1243-48ca-be6c-bd09d79bb9e3 req-b5bd332d-7d93-440b-9d32-98ca60529c0a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:05.224764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e01a8712-1243-48ca-be6c-bd09d79bb9e3 req-b5bd332d-7d93-440b-9d32-98ca60529c0a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0788000 Feb 04 16:51:05.269438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e01a8712-1243-48ca-be6c-bd09d79bb9e3 req-717bfdde-4144-41cb-9264-328a1e65379b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Feb 04 16:51:05.465709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f66183e7-cef0-40be-b0bb-e2c3c2b12ca1 req-5d1a79c6-3ef1-47f3-8fc6-3bc4e555b842 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704725 Feb 04 16:51:05.761951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-9b897450-6508-4a75-a238-1604f9562210 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183105 Feb 04 16:51:05.784140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a618-9ef4-42cc-b725-f2feeedec87c req-9f46300b-7177-4ab4-a0f9-84ea778d32ea tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:05.785568 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6502a618-9ef4-42cc-b725-f2feeedec87c req-9f46300b-7177-4ab4-a0f9-84ea778d32ea tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0916531 Feb 04 16:51:05.831682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6502a618-9ef4-42cc-b725-f2feeedec87c req-a6b290e8-f533-4765-bd3b-eddeaf00c74c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Feb 04 16:51:06.934376 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-73168433-7a17-46a1-8d09-7690cf04dc77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1097 time: 0.0701342 Feb 04 16:51:07.124554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-5d6318d9-7296-4d2b-adb1-cebd795119af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:07.125874 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-5d6318d9-7296-4d2b-adb1-cebd795119af service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1862111 Feb 04 16:51:07.135566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac795d-b875-4f28-b168-1e4337821387 req-1d971bd9-c720-40b7-8cb1-7ebb7e19a1fb tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:07.136956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bac795d-b875-4f28-b168-1e4337821387 req-1d971bd9-c720-40b7-8cb1-7ebb7e19a1fb tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.1776850 Feb 04 16:51:07.221595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-3e473942-e6ad-45b5-9ea4-6fd1a79cab9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0837030 Feb 04 16:51:07.281850 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3bac795d-b875-4f28-b168-1e4337821387 req-8464d5e0-3380-4890-a8ef-ee8c51d10557 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950985 Feb 04 16:51:07.297819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4b52b853-48ea-40ce-b4c9-7706480a4938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:07.299653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4b52b853-48ea-40ce-b4c9-7706480a4938 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0686944 Feb 04 16:51:07.344888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-ba7a5949-4d37-4c06-9b9c-445b3da809c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392425 Feb 04 16:51:07.476585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-6ed0d31e-ddd1-435e-82a4-00e911e17de4 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238036 Feb 04 16:51:07.698339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-be28c851-7c00-4c56-ac5d-4783f1e075a7 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170813 Feb 04 16:51:08.491350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368ea04-2d75-4598-9a7f-020a4c4851ba req-afe61716-0916-480b-9f4c-91f0f49d86c9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:08.493210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5368ea04-2d75-4598-9a7f-020a4c4851ba req-afe61716-0916-480b-9f4c-91f0f49d86c9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0779016 Feb 04 16:51:08.537309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5368ea04-2d75-4598-9a7f-020a4c4851ba req-c6bf35ef-03eb-4d4f-a51e-95b3990e3831 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Feb 04 16:51:09.761571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d8a6-e9a1-4d34-9fd0-c9d451c0712d req-a38e3ced-4399-42c4-9163-c42edd01fc51 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:09.763032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49b5d8a6-e9a1-4d34-9fd0-c9d451c0712d req-a38e3ced-4399-42c4-9163-c42edd01fc51 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0755587 Feb 04 16:51:09.815763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-49b5d8a6-e9a1-4d34-9fd0-c9d451c0712d req-8a486ee5-34f1-4bed-bbe6-3e38953ca96a tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Feb 04 16:51:11.248966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38f84e-122b-4266-91c5-d4baed142c3a req-61f9ce88-efd0-4f96-9b88-3df3fb675173 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:11.250403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb38f84e-122b-4266-91c5-d4baed142c3a req-61f9ce88-efd0-4f96-9b88-3df3fb675173 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.1619101 Feb 04 16:51:11.294950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb38f84e-122b-4266-91c5-d4baed142c3a req-d6f3e13f-2d30-49b9-a3dc-60090bc3440f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390911 Feb 04 16:51:12.566058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005a649-828b-46c9-b56e-d2d750810ab5 req-58d35baf-00d3-4db6-88ba-44121a0be474 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:12.567501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6005a649-828b-46c9-b56e-d2d750810ab5 req-58d35baf-00d3-4db6-88ba-44121a0be474 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.1546357 Feb 04 16:51:12.617856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6005a649-828b-46c9-b56e-d2d750810ab5 req-95d9b599-97b3-4eee-8972-08d1a7791652 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Feb 04 16:51:13.808675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eff40-e118-4ef0-9d67-4b049e55402b req-88715796-5e43-4dfd-a142-404fe8bb1257 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:13.810091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12eff40-e118-4ef0-9d67-4b049e55402b req-88715796-5e43-4dfd-a142-404fe8bb1257 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0743868 Feb 04 16:51:13.855329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a12eff40-e118-4ef0-9d67-4b049e55402b req-d3e255b8-cea1-43df-aa4d-aec60925baef tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Feb 04 16:51:15.052778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011188-2db1-4f86-a631-d2eed21758c2 req-d62a7180-d022-406a-a056-530830fd2ad6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:15.054107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00011188-2db1-4f86-a631-d2eed21758c2 req-d62a7180-d022-406a-a056-530830fd2ad6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0787363 Feb 04 16:51:15.099552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00011188-2db1-4f86-a631-d2eed21758c2 req-3d095cc7-064f-4547-a51c-4867c913fc52 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395405 Feb 04 16:51:16.293242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b807270-661b-4726-8758-b5dce7ecb501 req-ede06bc5-bab5-4ec9-ac11-4ddb20c443a8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:16.294668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b807270-661b-4726-8758-b5dce7ecb501 req-ede06bc5-bab5-4ec9-ac11-4ddb20c443a8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0758884 Feb 04 16:51:16.342488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4b807270-661b-4726-8758-b5dce7ecb501 req-4747bae3-9d20-4dd0-b807-cb5ac77adf11 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Feb 04 16:51:17.546054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf49fa2-970f-49ac-a890-f5c17ad9deeb req-dc546239-4d2e-457b-9cb9-6e52ebb0b1f0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:17.547503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bf49fa2-970f-49ac-a890-f5c17ad9deeb req-dc546239-4d2e-457b-9cb9-6e52ebb0b1f0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0777981 Feb 04 16:51:17.593131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6bf49fa2-970f-49ac-a890-f5c17ad9deeb req-b6d9f7a1-a9f5-4691-932f-c9388c634817 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Feb 04 16:51:18.793831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61114b19-874b-4d57-b4f2-801638db420d req-5ddc28c0-20fe-4a2e-92e2-1bd1d062d4f0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:18.795409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61114b19-874b-4d57-b4f2-801638db420d req-5ddc28c0-20fe-4a2e-92e2-1bd1d062d4f0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0779879 Feb 04 16:51:18.839871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-61114b19-874b-4d57-b4f2-801638db420d req-ce24812b-01d1-4735-b5b0-22ce2559cb1b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Feb 04 16:51:20.034385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58380b80-f3de-48bf-86b0-9ae265a91407 req-bd146d0b-369c-407e-a341-e6981a0fd81b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:20.035821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58380b80-f3de-48bf-86b0-9ae265a91407 req-bd146d0b-369c-407e-a341-e6981a0fd81b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0763974 Feb 04 16:51:20.083815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-58380b80-f3de-48bf-86b0-9ae265a91407 req-9449e708-8049-4485-ace7-4ae74fa5f82c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Feb 04 16:51:21.283896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e593a-2f9e-44c2-8898-42984ad26642 req-ea958053-8d35-40ed-bce9-fffd92a31945 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:21.285205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd8e593a-2f9e-44c2-8898-42984ad26642 req-ea958053-8d35-40ed-bce9-fffd92a31945 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0793538 Feb 04 16:51:21.331175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd8e593a-2f9e-44c2-8898-42984ad26642 req-1f60c2a0-9132-46e2-87cf-798705b2c647 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Feb 04 16:51:21.424071 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:21.575524 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:22.537885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb328f-c103-499b-a545-7ce5f06dc26d req-d01c777c-1858-4440-9cf0-5e38e7e17432 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:22.539953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb328f-c103-499b-a545-7ce5f06dc26d req-d01c777c-1858-4440-9cf0-5e38e7e17432 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0770411 Feb 04 16:51:22.585632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb328f-c103-499b-a545-7ce5f06dc26d req-6b5e001e-cbff-4e61-9977-a8ea1b82b221 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396755 Feb 04 16:51:23.783792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ded56-0b0b-4178-b1ab-41dac79df559 req-5c4ab5e2-18a4-44e2-aca0-0526167779de tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:23.785210 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21ded56-0b0b-4178-b1ab-41dac79df559 req-5c4ab5e2-18a4-44e2-aca0-0526167779de tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0781515 Feb 04 16:51:23.830272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e21ded56-0b0b-4178-b1ab-41dac79df559 req-ad3b6042-a359-44b6-b77a-9435e15608c1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387754 Feb 04 16:51:25.025631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729d73c-291b-4ec3-bb79-87fa9540ed2e req-e84922c8-c217-4443-abb5-67ffba4210a4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:25.027137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a729d73c-291b-4ec3-bb79-87fa9540ed2e req-e84922c8-c217-4443-abb5-67ffba4210a4 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0757587 Feb 04 16:51:25.075212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a729d73c-291b-4ec3-bb79-87fa9540ed2e req-ebcffe9e-9988-4ee0-9a30-2ddd9fa30927 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Feb 04 16:51:25.177814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6672b8c5-9df0-4fda-9359-ab31821c72ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:26.286348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0479-38d7-43ee-8e4f-b06282f88731 req-f8baa9f6-68ed-4b6a-97a0-d3c3d1c3c14c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:26.287775 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3eaf0479-38d7-43ee-8e4f-b06282f88731 req-f8baa9f6-68ed-4b6a-97a0-d3c3d1c3c14c tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0752664 Feb 04 16:51:26.332117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3eaf0479-38d7-43ee-8e4f-b06282f88731 req-ccbc05f9-cd6f-4052-9fb1-a14914ab14b0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Feb 04 16:51:26.475522 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:51:27.292225 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0397592f-b792-4cfc-af5c-66bb8300fcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:27.545903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa826fe5-9c58-4cb7-9682-74c5d1c7006c req-35f716e7-b827-4eea-9dd2-c65e01e102b6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:27.547265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa826fe5-9c58-4cb7-9682-74c5d1c7006c req-35f716e7-b827-4eea-9dd2-c65e01e102b6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0804093 Feb 04 16:51:27.592327 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa826fe5-9c58-4cb7-9682-74c5d1c7006c req-a88eb544-f0cb-4a7e-8ddf-5a75a7c471d2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396850 Feb 04 16:51:28.710770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:28.743925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:28.788478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88732aaa-88e6-48b0-ba8d-af8036fa19f0 req-ea3439ad-cdb3-43fb-8d96-541749ad5ad6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:28.790856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88732aaa-88e6-48b0-ba8d-af8036fa19f0 req-ea3439ad-cdb3-43fb-8d96-541749ad5ad6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0777652 Feb 04 16:51:28.835359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88732aaa-88e6-48b0-ba8d-af8036fa19f0 req-d0eb308b-4264-48e7-b6ba-fdd32ad716e8 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Feb 04 16:51:30.032846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567d0f-dd3a-49fa-92a2-c0a656b85dec req-d9103504-37bc-4e40-9b0b-028d88732d37 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:30.034269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25567d0f-dd3a-49fa-92a2-c0a656b85dec req-d9103504-37bc-4e40-9b0b-028d88732d37 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0787601 Feb 04 16:51:30.078992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25567d0f-dd3a-49fa-92a2-c0a656b85dec req-4ce8efff-03d1-4130-9315-7a47f6bf4d01 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Feb 04 16:51:30.141245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:31.273316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693d2c7-8ee4-4a11-9c0e-bc9ffa342e83 req-5862b133-829d-4b6a-ae39-4b03205ffdb3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:31.274990 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c693d2c7-8ee4-4a11-9c0e-bc9ffa342e83 req-5862b133-829d-4b6a-ae39-4b03205ffdb3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0748034 Feb 04 16:51:31.323807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c693d2c7-8ee4-4a11-9c0e-bc9ffa342e83 req-3c795a81-5147-4f3b-9b4e-d9b07197a87b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Feb 04 16:51:32.520940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c3246-46e3-4641-aeb9-0a7ad099fb75 req-3ef892f0-83c0-4cd1-8ab4-c764f8c3b741 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:32.522286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c0c3246-46e3-4641-aeb9-0a7ad099fb75 req-3ef892f0-83c0-4cd1-8ab4-c764f8c3b741 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0772581 Feb 04 16:51:32.567778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c0c3246-46e3-4641-aeb9-0a7ad099fb75 req-3766a46e-a00c-4807-85b2-fd70b02aa9d1 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399590 Feb 04 16:51:33.767511 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a63385-df26-4273-8e60-8632851f73c0 req-d5eb004f-85c5-47c8-a4b3-0092895ee7cc tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:33.768918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79a63385-df26-4273-8e60-8632851f73c0 req-d5eb004f-85c5-47c8-a4b3-0092895ee7cc tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0791721 Feb 04 16:51:33.814204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79a63385-df26-4273-8e60-8632851f73c0 req-39b18d70-1c39-4f50-905a-f4d613e432d9 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387623 Feb 04 16:51:34.526182 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-d3adfe74-6de0-43da-9581-56f6087f1988 service neutron] show failed (client error): The resource could not be found. Feb 04 16:51:34.527122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-d3adfe74-6de0-43da-9581-56f6087f1988 service neutron] 10.222.0.58 "GET /v2.0/ports/39c13150-4ac0-40ca-93ce-6d9db5c36ad3/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0736084 Feb 04 16:51:34.782762 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-5587980b-60d8-4218-be16-e808274bc247 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab&tenant_id=79747973fcfe4512946a569cd0185192 HTTP/1.1" status: 200 len: 1097 time: 0.0686710 Feb 04 16:51:34.793008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:34.902418 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.013891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71b5d7-2ca9-4619-bf43-8484c528b5a8 req-d780d1b4-a9b5-4bf0-a895-599b6c5b78a6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:35.015359 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d71b5d7-2ca9-4619-bf43-8484c528b5a8 req-d780d1b4-a9b5-4bf0-a895-599b6c5b78a6 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0813324 Feb 04 16:51:35.158873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9d71b5d7-2ca9-4619-bf43-8484c528b5a8 req-5884c6a5-2986-4cfb-9b30-11a714a0c8bb tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378686 Feb 04 16:51:35.181117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:35.209189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:35.265049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:35.270644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.289677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Transition to ACTIVE for port object 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:35.293345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.487109 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'code': 200} Feb 04 16:51:35.506826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:35.545720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] No DVR routers for this DVR port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:51:35.552030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.552369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.552701 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.553022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.553339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.553655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.553969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.554280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.554687 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.555066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.555386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:35.607059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:35.607387 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:35.607707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:35.613253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:51:35.613570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Attempting to bind port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on network 796acfcc-7f32-4f7f-889e-567c0d15fb4b {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:35.620106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:51:35.620435 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Checking segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:35.620805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Bound using segment: {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:51:35.621221 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Bound port: 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c67ff45-d3d6-47fc-b669-a0b68091f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:35.621559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.707871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:35.711716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:35.716065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.778623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:35.779970 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] 10.222.0.41 "PUT /v2.0/ports/39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 1092 time: 0.9907961 Feb 04 16:51:35.794506 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a5e2-ce07-4978-a2df-0965f1e07adf service neutron] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:35.868595 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-8ca3950f-93fa-434f-8f06-242495d0a6a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.0685122 Feb 04 16:51:35.998646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-7bef950c-73db-469f-99d8-1c62cf6b4b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:35.999998 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-7bef950c-73db-469f-99d8-1c62cf6b4b21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1257379 Feb 04 16:51:36.068533 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-ef1f8430-70be-4014-821d-004eaec2d716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0627942 Feb 04 16:51:36.127501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-8f23801f-b014-49c5-98fd-4f1c7847060c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:36.128894 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-8f23801f-b014-49c5-98fd-4f1c7847060c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0553608 Feb 04 16:51:36.175970 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-f24de36c-1698-4492-932b-225b5f51c6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412731 Feb 04 16:51:36.307722 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-cb1f035c-32fe-4bd8-8827-803be03054ae service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257632 Feb 04 16:51:36.356212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009f9b-9265-4189-97a1-5c7e5ded9c71 req-1aa30ff6-9227-426a-9802-d690c7b740b5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:36.357674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6009f9b-9265-4189-97a1-5c7e5ded9c71 req-1aa30ff6-9227-426a-9802-d690c7b740b5 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.0762768 Feb 04 16:51:36.403151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6009f9b-9265-4189-97a1-5c7e5ded9c71 req-21a8cc92-1c2b-4601-9bb3-9226c35ba140 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 Feb 04 16:51:36.439412 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ef5a07fc-1222-456d-97a9-ef32b038c40c req-329939f8-1fd5-4d0c-aa81-2e39aa0cd93e service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256618 Feb 04 16:51:37.488956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:37.555561 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'status': 'completed', 'code': 200} Feb 04 16:51:37.641861 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-0dccb771-5c0c-4df7-b0af-45f5da875ad4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.0680318 Feb 04 16:51:37.658162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deea9a-6281-4f44-abb5-22f02572862c req-c4e0ccba-3b1a-418f-8780-1307b68fde17 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.659603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14deea9a-6281-4f44-abb5-22f02572862c req-c4e0ccba-3b1a-418f-8780-1307b68fde17 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.1304252 Feb 04 16:51:37.686552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-1d605504-4c9a-4729-bc06-7174520ddcbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.1099498 Feb 04 16:51:37.772618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-62db5dff-337c-4964-aef6-204179eb85da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.774689 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-62db5dff-337c-4964-aef6-204179eb85da service neutron] 10.222.0.41 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1266398 Feb 04 16:51:37.793459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-14deea9a-6281-4f44-abb5-22f02572862c req-dabc230f-f360-406e-bfd8-cc5fc7e2d059 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255565 Feb 04 16:51:37.841669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-5522a6e8-e350-4550-b9fe-7d62db1eb946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.843206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-5522a6e8-e350-4550-b9fe-7d62db1eb946 service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1492350 Feb 04 16:51:37.844465 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-f446adcd-34ba-4312-a52a-7f2d99e1abdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0636673 Feb 04 16:51:37.910264 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-6939386e-a222-4b0f-9e85-64d065e284df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0614936 Feb 04 16:51:37.915462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-eecf4f4b-a219-427f-8112-23e1b4865dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.916850 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-eecf4f4b-a219-427f-8112-23e1b4865dd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0583465 Feb 04 16:51:37.967230 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-e05663e5-a421-4cbd-b9f4-c5ee1afc4e16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421839 Feb 04 16:51:37.989746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-1f736f92-03a7-4bd1-9108-0e90ba3db635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:37.992728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-1f736f92-03a7-4bd1-9108-0e90ba3db635 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.0761018 Feb 04 16:51:38.040500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-4d8604b5-d104-42bc-b0a5-3d41b9f4e31b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418308 Feb 04 16:51:38.103144 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-682131d8-5cb5-4aae-8ad5-dc8191a45c8a service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300323 Feb 04 16:51:38.180397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-cea311d4-fa63-4579-bc72-e07c488943a9 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346784 Feb 04 16:51:38.318109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-be8fec67-3628-4100-80b1-bd304d11e4e1 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318388 Feb 04 16:51:38.320487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-c4e369b4-f41a-4a02-9ff6-c0248aaa0083 req-db135ab8-cecb-419f-933e-c078818592fb service neutron] 10.222.0.41 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120614 Feb 04 16:51:38.952532 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:51:38.994223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33a9a7-86ab-455c-ab3c-9150a544d6f4 req-6ffa195a-b3cf-4070-9704-0a5d11541439 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:38.995691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f33a9a7-86ab-455c-ab3c-9150a544d6f4 req-6ffa195a-b3cf-4070-9704-0a5d11541439 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.0773005 Feb 04 16:51:39.007016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:51:39.044949 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f33a9a7-86ab-455c-ab3c-9150a544d6f4 req-f7da912d-ff18-4cfc-9bf5-0152a9ac9b53 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Feb 04 16:51:39.427733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a5659-a11f-491e-ba8d-23796d81a307 req-b95281ad-1aca-4e01-9eb4-c72195f23758 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:39.429108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-b95281ad-1aca-4e01-9eb4-c72195f23758 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab&tenant_id=79747973fcfe4512946a569cd0185192&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.1365917 Feb 04 16:51:39.435494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e496-f5ef-4e47-afd8-6c5809c32d56 req-2bd5c04b-3bcc-443c-8628-ecfaca7c4036 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:39.436774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afd6e496-f5ef-4e47-afd8-6c5809c32d56 req-2bd5c04b-3bcc-443c-8628-ecfaca7c4036 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 944 time: 0.1143920 Feb 04 16:51:39.535880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afd6e496-f5ef-4e47-afd8-6c5809c32d56 req-564020d6-9280-43de-a838-fd8a2bdf7414 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668097 Feb 04 16:51:39.540625 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-306a5659-a11f-491e-ba8d-23796d81a307 req-7979a4c2-05a5-4e4f-8f31-9eef9b25b2e4 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:51:39.541586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-7979a4c2-05a5-4e4f-8f31-9eef9b25b2e4 service neutron] 10.222.0.58 "DELETE /v2.0/ports/39c13150-4ac0-40ca-93ce-6d9db5c36ad3/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1039283 Feb 04 16:51:39.701573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-35de7719-6b95-4c8b-b8b3-1e9694d4fbef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=79747973fcfe4512946a569cd0185192&device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 1095 time: 0.0741343 Feb 04 16:51:39.834593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a5659-a11f-491e-ba8d-23796d81a307 req-4e8afa46-4104-4b26-814c-f4c979c021b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:39.836576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-4e8afa46-4104-4b26-814c-f4c979c021b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 200 len: 916 time: 0.1276474 Feb 04 16:51:39.902172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-608b0349-3199-443c-8732-5da327c3d079 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 200 len: 217 time: 0.0606828 Feb 04 16:51:40.058690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a5659-a11f-491e-ba8d-23796d81a307 req-989c8bf6-bfa6-492f-8f82-c5737e2a3046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:40.060007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-989c8bf6-bfa6-492f-8f82-c5737e2a3046 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 200 len: 855 time: 0.1521575 Feb 04 16:51:40.103815 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-ac6bcd1f-3055-4ee1-95c3-f2ba8d8ef8b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=796acfcc-7f32-4f7f-889e-567c0d15fb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382147 Feb 04 16:51:40.232593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-d963ed71-3656-4760-926c-cde1a531179c service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229026 Feb 04 16:51:40.290352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:51:40.364635 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-306a5659-a11f-491e-ba8d-23796d81a307 req-e93fa780-85bc-4bee-a0ae-70516566c9c1 service neutron] 10.222.0.58 "GET /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254241 Feb 04 16:51:40.423737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:40.437624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'network_id': '796acfcc-7f32-4f7f-889e-567c0d15fb4b', 'port_id': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'mac_address': 'fa:16:3e:6d:1b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f555dda-4733-401a-96a4-0423e2f15de7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:51:40.496769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.516356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:40.531370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:40.535211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:40.600130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:40.608557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.608902 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.609234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.609560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.609882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.610199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.610542 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.610856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.611169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.611481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.611791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:40.744492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3694b-071a-4311-a0e1-cc7ffce0f2dd req-9e5cd2fd-5882-4e15-946e-b69bc291fb46 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:40.745676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['39c13150-4ac0-40ca-93ce-6d9db5c36ad3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:51:40.746070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5e3694b-071a-4311-a0e1-cc7ffce0f2dd req-9e5cd2fd-5882-4e15-946e-b69bc291fb46 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0851483 Feb 04 16:51:40.802047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5e3694b-071a-4311-a0e1-cc7ffce0f2dd req-a7b314fe-3ff2-41b4-aa23-be465d98f972 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498476 Feb 04 16:51:41.999708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29df4-4a28-484b-96b3-d9596ad4cc54 req-ca0aa021-2024-44a5-b831-260136f18aed tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:42.001143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9d29df4-4a28-484b-96b3-d9596ad4cc54 req-ca0aa021-2024-44a5-b831-260136f18aed tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0769544 Feb 04 16:51:42.045247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9d29df4-4a28-484b-96b3-d9596ad4cc54 req-35e08f5a-e2a2-4107-b93d-a9de9d2a0974 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387194 Feb 04 16:51:42.244502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a22293-f95f-427c-ae67-365d7558cd29 req-31e5d938-e94e-42c7-a39a-d53934716019 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:42.245932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0a22293-f95f-427c-ae67-365d7558cd29 req-31e5d938-e94e-42c7-a39a-d53934716019 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0792408 Feb 04 16:51:42.290840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0a22293-f95f-427c-ae67-365d7558cd29 req-b5f25da0-c697-4166-b63c-2e5222a6d3d3 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Feb 04 16:51:42.292300 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:42.360731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:42.365849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:42.366256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:42.490893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171d89b-357d-4ab2-96cf-27cc056ad231 req-59bcdaec-ef19-4c05-819a-4f194c761515 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:42.492982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4171d89b-357d-4ab2-96cf-27cc056ad231 req-59bcdaec-ef19-4c05-819a-4f194c761515 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 945 time: 0.0792363 Feb 04 16:51:42.513823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:42.539647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4171d89b-357d-4ab2-96cf-27cc056ad231 req-1994e9d0-0a89-469a-b096-4df2e7a1426b tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Feb 04 16:51:42.541807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:42.551639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:42.557528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:42.601164 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'code': 200} Feb 04 16:51:42.627419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:43.278647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9689084-e839-4bbf-a516-f94744bb4993 req-901f48bc-6819-4bcb-bb5a-940e1c4c1a9e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:43.280073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9689084-e839-4bbf-a516-f94744bb4993 req-901f48bc-6819-4bcb-bb5a-940e1c4c1a9e tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0795124 Feb 04 16:51:43.332220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9689084-e839-4bbf-a516-f94744bb4993 req-b2b4cb70-d8cc-4b99-9e14-7b9ee5c4cac2 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Feb 04 16:51:44.147158 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-de9d2e42-e1c0-4ba3-997a-4473ca69b4e0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.149492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-de9d2e42-e1c0-4ba3-997a-4473ca69b4e0 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0784075 Feb 04 16:51:44.214915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Deleting port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:51:44.215254 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:44.452982 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] For port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,segment=NetworkSegment(7c67ff45-d3d6-47fc-b669-a0b68091f052),segment_id=7c67ff45-d3d6-47fc-b669-a0b68091f052)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:44.453248 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:44.528092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe82f5a-2490-4020-acfb-63bdac3e1f49 req-2e43ca16-acbb-4b3a-a249-a9b432657018 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:44.529533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afe82f5a-2490-4020-acfb-63bdac3e1f49 req-2e43ca16-acbb-4b3a-a249-a9b432657018 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7efb18e-8632-47c2-a92e-caef4db335ab HTTP/1.1" status: 200 len: 946 time: 0.0783708 Feb 04 16:51:44.574299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afe82f5a-2490-4020-acfb-63bdac3e1f49 req-81f3c3e6-6e91-4a02-a337-6db4e97ed2fb tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.62 "GET /v2.0/security-groups?id=c32181a6-f342-43bf-aa05-299852ea792b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Feb 04 16:51:44.575049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Calling delete_port for 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:51:44.713410 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:44.724568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['39c13150-4ac0-40ca-93ce-6d9db5c36ad3'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:51:44.759844 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Pushing event deleted for resources: {'Port': ['ID=39c13150-4ac0-40ca-93ce-6d9db5c36ad3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:44.832230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] No DVR routers for this DVR port 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:51:44.834973 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:44.838168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-deleted', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:44.852955 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ecdffb30-e265-476e-8292-ef8c8e827f23 req-c61fad5d-3f2e-4ead-8a53-14d04f5a0e63 tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] 10.222.0.41 "DELETE /v2.0/ports/39c13150-4ac0-40ca-93ce-6d9db5c36ad3 HTTP/1.1" status: 204 len: 173 time: 0.6991429 Feb 04 16:51:44.893137 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7efb18e-8632-47c2-a92e-caef4db335ab', 'name': 'network-vif-deleted', 'tag': '39c13150-4ac0-40ca-93ce-6d9db5c36ad3', 'status': 'completed', 'code': 200} Feb 04 16:51:45.831594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46830) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:45.893067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Deleting subnet 7f555dda-4733-401a-96a4-0423e2f15de7 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:51:45.895919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:45.943481 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.000141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.064482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.099366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f555dda-4733-401a-96a4-0423e2f15de7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:46.113136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.113458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.113773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.114101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.114453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.114777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.115096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.115934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.115934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.116108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.116377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:46.119126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.125250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-11283219-c2d3-4f47-9a5d-824acdad5b1e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7f555dda-4733-401a-96a4-0423e2f15de7 HTTP/1.1" status: 204 len: 168 time: 0.2926624 Feb 04 16:51:46.127720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46834) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:46.232018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.354041 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.381451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796acfcc-7f32-4f7f-889e-567c0d15fb4b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:46.393809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67ff45-d3d6-47fc-b669-a0b68091f052') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:46.394100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67ff45-d3d6-47fc-b669-a0b68091f052') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:46.405836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.421355 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.427227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:51:46.427592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:51:46.441057 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:51:46.514638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.519202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.553537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] Pushing event deleted for resources: {'Network': ['ID=796acfcc-7f32-4f7f-889e-567c0d15fb4b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:46.559135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-df888e7d-3f96-40c2-bb1a-be7a21c1024b admin admin] 10.222.0.62 "DELETE /v2.0/networks/796acfcc-7f32-4f7f-889e-567c0d15fb4b HTTP/1.1" status: 204 len: 168 time: 0.4303141 Feb 04 16:51:46.703579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46840) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:46.753890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4b335a86-47c8-415d-9fb7-269b90dd6aa9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79747973fcfe4512946a569cd0185192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491858 Feb 04 16:51:46.756388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46844) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:46.814204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.839019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.890714 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.907592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32181a6-f342-43bf-aa05-299852ea792b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:46.917986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:46.919140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0463f358-ab7b-4e64-b25f-c144972a59c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c32181a6-f342-43bf-aa05-299852ea792b HTTP/1.1" status: 204 len: 168 time: 0.1618829 Feb 04 16:51:47.747736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46866) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:47.876628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-39183786-network', 'tenant_id': '59100f26059945d09e8feac30ad35b54'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:47.881862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:47.886015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Usage tracker for resource:network and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:47.888869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:47.894445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:47.905082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:51:47.907346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:47.922813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.047439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:48.051098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Usage tracker for resource:security_group_rule and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:48.053795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:48.059456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:48.123445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.127307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.159605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:51:48.165338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460720e-6cb4-4c8a-aa77-5626db8a1170,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:48.174039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.174039 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Added segment 9c65fc68-2c73-400f-a47a-296e69fb84e6 of type vlan for network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a Feb 04 16:51:48.199067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.227663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.228482 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:48.229048 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.330555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] Pushing event updated for resources: {'Network': ['ID=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:48.333724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a109e11d-dd89-4dc5-8ae1-f5c0e6e96b45 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5849552 Feb 04 16:51:48.337622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46872) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:48.342085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:51:48.342767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Request body: {'subnet': {'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-39183786-subnet', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:48.348143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:48.352369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Usage tracker for resource:subnet and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:48.355196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:48.360748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:48.365012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:51:48.371568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:51:48.374385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.391610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:51:48.391951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 39c13150-4ac0-40ca-93ce-6d9db5c36ad3 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:51:48.575959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.643248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=420e0669-0a91-4fa5-9472-ee0a4749162b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:48.657915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:48.658258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Network hostable DHCP agents. Network: 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:51:48.678750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:51:48.688139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:48.692002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:48.692563 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.698294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d839f-7aa8-47a6-86c1-3bb1eb19bf6e None None] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:51:48.713630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-17203857-7054-49a9-9af5-ba775221c4a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3751309 Feb 04 16:51:48.715670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:48.720676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:48.725636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:48.729533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Usage tracker for resource:router and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:48.732383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:48.737934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:48.750242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.754046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.771603 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.911011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:51:48.911822 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:48.918283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.067103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Allocated IP 172.20.0.2 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/74665da5-2c5d-4426-af14-25a8375bd3b5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:51:49.106935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.136713 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.272470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Allocated IP 172.25.5.81 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3b74c224-2bcb-47d7-ac45-150f992f8688) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:51:49.273884 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.283997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Transition to ACTIVE for port object 74665da5-2c5d-4426-af14-25a8375bd3b5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:49.301988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Transition to ACTIVE for port object 74665da5-2c5d-4426-af14-25a8375bd3b5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:49.308694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.376212 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:49.379088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:49.382828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:51:49.389013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Pushing event updated for resources: {'Port': ['ID=74665da5-2c5d-4426-af14-25a8375bd3b5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:49.426126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.453276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.472770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Attempting to bind port 74665da5-2c5d-4426-af14-25a8375bd3b5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:49.473155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Attempting to bind port 74665da5-2c5d-4426-af14-25a8375bd3b5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:49.473506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Attempting to bind port 74665da5-2c5d-4426-af14-25a8375bd3b5 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:49.480455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:51:49.480828 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:49.481208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.481592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:51:49.482035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Bound port: 74665da5-2c5d-4426-af14-25a8375bd3b5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:49.482421 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.524162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:49.526963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:49.529351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:51:49.566396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b74c224-2bcb-47d7-ac45-150f992f8688,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:49.571465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] For port 74665da5-2c5d-4426-af14-25a8375bd3b5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:49.574555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] For port 74665da5-2c5d-4426-af14-25a8375bd3b5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=74665da5-2c5d-4426-af14-25a8375bd3b5,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:49.579201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.665260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb59a7a-5b99-4310-adb4-517029e7454a None None] Pushing event updated for resources: {'Port': ['ID=74665da5-2c5d-4426-af14-25a8375bd3b5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:49.696963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:49.696963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:50.045978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Router af2b7d69-218f-45a8-a590-62baedd2d172 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:51:50.247273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:51:50.258844 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:51:50.274306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:51:50.274659 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:50.275595 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:50.276084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bebe38e8-1ea4-4381-b983-9b8204a230a1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5594010 Feb 04 16:51:50.278839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:50.473884 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:51:50.588171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8d3a2-995a-49f1-b083-910b36b5c414 None None] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:51:50.690668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fb4d6a0a-71ef-4153-bdba-fd78ea71efb2 None None] Provisioning for port 74665da5-2c5d-4426-af14-25a8375bd3b5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:50.775755 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:49Z', 'revision_number': 3, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:50.779615 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:51:50.779955 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Updating router af2b7d69-218f-45a8-a590-62baedd2d172 port 3b74c224-2bcb-47d7-ac45-150f992f8688 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:51:50.834909 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.049412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.095640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 74665da5-2c5d-4426-af14-25a8375bd3b5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:51.178759 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 74665da5-2c5d-4426-af14-25a8375bd3b5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:51.185447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 74665da5-2c5d-4426-af14-25a8375bd3b5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:51.185888 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.245924 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.259055 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Transition to ACTIVE for port object 3b74c224-2bcb-47d7-ac45-150f992f8688 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:51.266397 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.285416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Allocated IP 172.20.0.1 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/41385ee4-7c66-4697-97d9-8b2b0a2c924c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:51:51.340894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.342421 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Attempting to bind port 3b74c224-2bcb-47d7-ac45-150f992f8688 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:51.342788 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Attempting to bind port 3b74c224-2bcb-47d7-ac45-150f992f8688 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:51.343214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Attempting to bind port 3b74c224-2bcb-47d7-ac45-150f992f8688 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:51.354508 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Pushing event updated for resources: {'Port': ['ID=3b74c224-2bcb-47d7-ac45-150f992f8688,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.356742 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:51:51.357188 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:51.357704 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.358136 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:51:51.358688 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Bound port: 3b74c224-2bcb-47d7-ac45-150f992f8688, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:51.359120 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.375544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 74665da5-2c5d-4426-af14-25a8375bd3b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=74665da5-2c5d-4426-af14-25a8375bd3b5,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:51.381065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.411831 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.412176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.412506 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.412830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.413153 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.413474 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.414309 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.414802 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.415280 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.415600 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.415918 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:51:51.451295 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] For port 3b74c224-2bcb-47d7-ac45-150f992f8688, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:51.451554 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.455716 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] For port 3b74c224-2bcb-47d7-ac45-150f992f8688, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3b74c224-2bcb-47d7-ac45-150f992f8688,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:51.461879 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.463688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=74665da5-2c5d-4426-af14-25a8375bd3b5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.473331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.489747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Transition to ACTIVE for port object 41385ee4-7c66-4697-97d9-8b2b0a2c924c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:51.512424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.541469 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cd3fa-2c4b-4e14-8fb0-2f7470f12020 None None] Pushing event updated for resources: {'Port': ['ID=3b74c224-2bcb-47d7-ac45-150f992f8688,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.545067 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:51:51.545657 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:51.589715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:51.591364 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.593136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:51.595449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:51:51.626396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Pushing event updated for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:51.656183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.730671 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:51:51.862438 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.889256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-944fbe48-5181-4ac7-a990-7464dfd6b1ba None None] Provisioning for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:51.894274 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-944fbe48-5181-4ac7-a990-7464dfd6b1ba None None] Provisioning complete for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:51.894805 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-944fbe48-5181-4ac7-a990-7464dfd6b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:51.950920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-944fbe48-5181-4ac7-a990-7464dfd6b1ba None None] Port 41385ee4-7c66-4697-97d9-8b2b0a2c924c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:51:52.038047 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:49Z', 'revision_number': 3, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:52.042066 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd82c9-5325-4b5e-a7ba-748a9c213dc8 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:49Z', 'revision_number': 3, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:51:52.116841 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:52.122765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:52.239232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:52.243642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Pushing event updated for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:52.387072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:52.388300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:52.680264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2f5e388d-7af8-4b3e-a73c-28a51f476e7a None None] Provisioning complete for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:52.681316 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2f5e388d-7af8-4b3e-a73c-28a51f476e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:52.737625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e388d-7af8-4b3e-a73c-28a51f476e7a None None] Port 41385ee4-7c66-4697-97d9-8b2b0a2c924c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:51:52.805868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:51:53.008827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:51:53.022228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3d2ecf67-7f2a-47df-808a-e5b62c88848a admin admin] 10.222.0.62 "PUT /v2.0/routers/af2b7d69-218f-45a8-a590-62baedd2d172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7380221 Feb 04 16:51:53.103140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 74665da5-2c5d-4426-af14-25a8375bd3b5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:53.178615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 74665da5-2c5d-4426-af14-25a8375bd3b5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:53.179000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.293272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3b74c224-2bcb-47d7-ac45-150f992f8688 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:53.361963 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3b74c224-2bcb-47d7-ac45-150f992f8688 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:53.367260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3b74c224-2bcb-47d7-ac45-150f992f8688 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:53.367625 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.479604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.495483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3b74c224-2bcb-47d7-ac45-150f992f8688, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3b74c224-2bcb-47d7-ac45-150f992f8688,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:53.498923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.563448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3b74c224-2bcb-47d7-ac45-150f992f8688,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:53.590778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:53.596290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894463984', 'description': 'tempest-description--1010566125'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:53.603228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:53.607448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:security_group and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:53.610308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:53.615912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:53.626907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.660265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:53.664763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:security_group_rule and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:53.667571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:53.673035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:53.726687 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.730273 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.773584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d25c344-ee02-4f6a-a42e-430122e8b6bb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:53.776347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.777583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7d4b3dfd-fc0c-494b-855d-ee97f4aa8be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1857691 Feb 04 16:51:53.780363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46894) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:53.785605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'security_group_rule': {'security_group_id': '9d25c344-ee02-4f6a-a42e-430122e8b6bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:53.792055 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:53.795826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:security_group_rule and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:53.798690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:53.804357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:53.821056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.881326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.885201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.908048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aa7d21-efd0-441b-8502-4a3ae8bb1045,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:53.916413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:53.917614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8c8bd5cf-91d2-4b57-a753-6940f1ec1691 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1363420 Feb 04 16:51:53.920212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:53.925381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'security_group_rule': {'security_group_id': '9d25c344-ee02-4f6a-a42e-430122e8b6bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:53.932212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:53.935963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:security_group_rule and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:53.938774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:53.944277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:53.961669 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.021210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.024866 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.046805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6701e225-2fe4-496b-8654-cefc89f461d6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:54.055882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.057032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-90d8477e-bde0-4c78-b24a-b3661832db69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1359222 Feb 04 16:51:54.060028 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46902) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:51:54.065053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:54.071462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:54.075297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:floatingip and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:51:54.078117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:51:54.084323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:54.094755 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.227458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.462930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Allocated IP 172.25.5.204 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/608f2cd6-0103-4d91-b937-3c31e16a6ca7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:51:54.606491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.635721 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.704846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:54.707720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:54.712738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:51:54.736404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=608f2cd6-0103-4d91-b937-3c31e16a6ca7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:54.867735 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:54.923294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.039141 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3b74c224-2bcb-47d7-ac45-150f992f8688 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:55.109696 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3b74c224-2bcb-47d7-ac45-150f992f8688 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:55.110043 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.140337 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.149016 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.188211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-676edbff-42f1-4262-8c40-5d3a89cc5a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.254183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=608f2cd6-0103-4d91-b937-3c31e16a6ca7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:55.270674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.294245 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:55.295486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ae1c18ae-b6b1-40ac-b0bd-21e5b31d679e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2345660 Feb 04 16:51:55.471999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-f6f73a93-4713-448f-9126-d9fcb0b1c245 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:51:55.489240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-f6f73a93-4713-448f-9126-d9fcb0b1c245 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:51:55.492099 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-f6f73a93-4713-448f-9126-d9fcb0b1c245 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--894463984&fields=id&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 267 time: 0.0599084 Feb 04 16:51:55.513425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:51:55.525801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:51:55.526443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:55.645308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-338661eb-dad9-4f31-b808-423f9c5bdd77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:55.645975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-338661eb-dad9-4f31-b808-423f9c5bdd77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:51:55.665732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-338661eb-dad9-4f31-b808-423f9c5bdd77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:51:55.666938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-338661eb-dad9-4f31-b808-423f9c5bdd77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.1684272 Feb 04 16:51:55.686148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-ecc98f3d-5071-41a4-9eb8-08ef17365c1b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/quotas/59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 375 time: 0.0116799 Feb 04 16:51:55.705311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:51:55.769243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-c46237f1-78af-459d-8700-27555d23f7a8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:51:55.785713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-c46237f1-78af-459d-8700-27555d23f7a8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:51:55.787035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-c46237f1-78af-459d-8700-27555d23f7a8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953050 Feb 04 16:51:55.925754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-6875783b-6923-4a58-b43c-ba7cfa027a83 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265163 Feb 04 16:51:56.017966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 2, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:56.021889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:51:56.022169 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Updating router af2b7d69-218f-45a8-a590-62baedd2d172 port 41385ee4-7c66-4697-97d9-8b2b0a2c924c binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:51:56.056827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-3269067a-fd6e-45ed-85cf-f10fd80f9732 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255014 Feb 04 16:51:56.073230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.250915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be5bdfb4-31fb-4253-b211-2a4de3663c28 req-75487bda-e5a3-4689-9abf-f01851518842 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 210 time: 0.0457649 Feb 04 16:51:56.472025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.485073 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Transition to ACTIVE for port object 41385ee4-7c66-4697-97d9-8b2b0a2c924c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:56.492286 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.619259 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df827c0-13a3-4ce3-974c-8f1ab3e1ce49 None None] Pushing event updated for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:56.708083 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Attempting to bind port 41385ee4-7c66-4697-97d9-8b2b0a2c924c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:56.708506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Attempting to bind port 41385ee4-7c66-4697-97d9-8b2b0a2c924c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:56.708868 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Attempting to bind port 41385ee4-7c66-4697-97d9-8b2b0a2c924c on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:56.716299 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:51:56.716663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:56.717057 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.717437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:51:56.717885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Bound port: 41385ee4-7c66-4697-97d9-8b2b0a2c924c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:56.718246 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.816496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] For port 41385ee4-7c66-4697-97d9-8b2b0a2c924c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:56.820224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] For port 41385ee4-7c66-4697-97d9-8b2b0a2c924c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=41385ee4-7c66-4697-97d9-8b2b0a2c924c,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:56.825259 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:56.903662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df827c0-13a3-4ce3-974c-8f1ab3e1ce49 None None] Pushing event updated for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:56.908223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:51:56.908816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:57.097775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:51:57.344298 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4d4e463e-ad69-432d-8c23-4b8f57441d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:57.450966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-28af9c60-9f17-4e60-ad6f-98a201889f58 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:57.452343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-28af9c60-9f17-4e60-ad6f-98a201889f58 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.3086224 Feb 04 16:51:57.461580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:56Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:51:57.463833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca1c2f7e-74c0-411b-90fc-bbf86de70c93 req-3ca93351-85b4-42b7-bfc4-46bb35a42aac tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 210 time: 0.0476277 Feb 04 16:51:57.466016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a352cc-4dd0-493b-9586-9783f6089c10 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:56Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:51:57.510412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-16b41092-5b54-4e41-a075-45da7db41341 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 379 time: 0.0454803 Feb 04 16:51:57.529093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'port': {'device_id': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'admin_state_up': True, 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'security_groups': ['9d25c344-ee02-4f6a-a42e-430122e8b6bb']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:57.670640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:51:57.681669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:51:57.692479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:51:57.695637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:57.865603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Allocated IP 172.20.0.5 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/ebf88ac6-add1-4887-9f8e-1f8c049aa331) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:51:58.068425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.086968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Transition to ACTIVE for port object ebf88ac6-add1-4887-9f8e-1f8c049aa331 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:58.111555 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.189113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:51:58.192390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:51:58.197570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:51:58.223495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:58.266919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:58.267530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.297748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-949230ed-799f-4d3b-918e-7dfd40a4655e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7816987 Feb 04 16:51:58.310670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Request body: {'port': {'device_id': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:51:58.425467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.510007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-64b0c60f-4aac-42d5-9bbd-ac94e927ac0d None None] Provisioning for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:58.515721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-64b0c60f-4aac-42d5-9bbd-ac94e927ac0d None None] Provisioning complete for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:58.516104 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64b0c60f-4aac-42d5-9bbd-ac94e927ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.571987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64b0c60f-4aac-42d5-9bbd-ac94e927ac0d None None] Port ebf88ac6-add1-4887-9f8e-1f8c049aa331 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:51:58.713176 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.746563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.764629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f97b-24f9-485a-b9ff-b0244d09e229 req-67208098-7775-40c6-8e32-6945716fd6e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:58.765249 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1287f97b-24f9-485a-b9ff-b0244d09e229 req-67208098-7775-40c6-8e32-6945716fd6e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:51:58.835618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1287f97b-24f9-485a-b9ff-b0244d09e229 req-67208098-7775-40c6-8e32-6945716fd6e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:51:58.836869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1287f97b-24f9-485a-b9ff-b0244d09e229 req-67208098-7775-40c6-8e32-6945716fd6e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 931 time: 0.2028933 Feb 04 16:51:58.842603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf88ac6-add1-4887-9f8e-1f8c049aa331 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:51:58.863150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.890374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Transition to ACTIVE for port object ebf88ac6-add1-4887-9f8e-1f8c049aa331 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:51:58.897602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:58.949006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1287f97b-24f9-485a-b9ff-b0244d09e229 req-8039abea-5e0b-496a-803c-00828e88228a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022298 Feb 04 16:51:59.040463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:59.061813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 41385ee4-7c66-4697-97d9-8b2b0a2c924c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:51:59.149877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:51:59.156773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:51:59.157141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.175740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:51:59.175740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:51:59.175945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:59.182900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:51:59.183219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:51:59.189900 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:51:59.190520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:51:59.191084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:51:59.191507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Bound port: ebf88ac6-add1-4887-9f8e-1f8c049aa331, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:51:59.191885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.280443 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:51:59.283525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:51:59.286288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.287906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.318580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 41385ee4-7c66-4697-97d9-8b2b0a2c924c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=41385ee4-7c66-4697-97d9-8b2b0a2c924c,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:51:59.322851 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.353425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:51:59.354811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] 10.222.0.58 "PUT /v2.0/ports/ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 1091 time: 1.0490541 Feb 04 16:51:59.355371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:51:59.383858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230c25c-00db-4305-b31f-2a4034e9edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:59.402972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:51:59.540888 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'status': 'completed', 'code': 200} Feb 04 16:51:59.580952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-56807fe1-86c4-4832-9309-aa12a9768ce2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.1854315 Feb 04 16:51:59.650370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-425757bf-443d-4ccd-a1e5-ed9ed9f3d8a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 217 time: 0.0621672 Feb 04 16:51:59.711643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-4ced0bb2-2d59-447d-8232-e48a5b366efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:51:59.713020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-4ced0bb2-2d59-447d-8232-e48a5b366efc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0572345 Feb 04 16:51:59.788200 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-8ca76472-fd73-4fa5-a7a4-2b83ffecd0fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693142 Feb 04 16:51:59.917946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-cc183573-534b-4e94-b1ee-ef90602d844a service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235249 Feb 04 16:52:00.052846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d9e9031b-70cb-4ac1-b9c4-2390dbd21f52 req-85788d57-5efb-476f-829b-5ec77b4c021b service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290600 Feb 04 16:52:00.145901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:00.203503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718e34e-2274-4dea-8278-2ef84023e314 req-ae3565c5-6841-4ad1-98f0-6e0a379c4dd4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:00.204846 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e718e34e-2274-4dea-8278-2ef84023e314 req-ae3565c5-6841-4ad1-98f0-6e0a379c4dd4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.1318834 Feb 04 16:52:00.208528 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-556028aa-5fdc-4a60-81f1-065a68ab17d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.1060054 Feb 04 16:52:00.333158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e718e34e-2274-4dea-8278-2ef84023e314 req-b90ec5c5-02d4-47a3-b54f-eba5c242b42d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222646 Feb 04 16:52:00.363781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-4af579e1-d8cf-4dd2-a569-c15bcdfcfeba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:00.365178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-4af579e1-d8cf-4dd2-a569-c15bcdfcfeba service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1419013 Feb 04 16:52:00.430599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-0db8334d-882a-4ad7-bb66-f89d814a4efa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 217 time: 0.0585723 Feb 04 16:52:00.493402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-e20d5ded-ae75-493e-9aa8-1ec3f384f7b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:00.494702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-e20d5ded-ae75-493e-9aa8-1ec3f384f7b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0581484 Feb 04 16:52:00.568304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-e7e0521a-2de0-40af-9984-1b27e67ca85c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667989 Feb 04 16:52:00.696767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-53cff047-3d5e-437c-8fa1-54647d048cf8 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213222 Feb 04 16:52:00.826409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7e3d481f-c4aa-4eed-9519-68c118c4f25e req-d70ebfd1-7be3-42c7-801e-1e32b23bd5e2 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226861 Feb 04 16:52:01.043648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 41385ee4-7c66-4697-97d9-8b2b0a2c924c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:01.152109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 41385ee4-7c66-4697-97d9-8b2b0a2c924c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:01.152644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:01.532921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddd624-e716-4ca8-ac6c-4c29c15b9ec3 req-1f0d760b-4e49-4723-8ef4-23bd5c3e1f9b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:01.534356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09ddd624-e716-4ca8-ac6c-4c29c15b9ec3 req-1f0d760b-4e49-4723-8ef4-23bd5c3e1f9b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0798984 Feb 04 16:52:01.579057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09ddd624-e716-4ca8-ac6c-4c29c15b9ec3 req-8843ee31-3efe-4ca1-83a4-93585bb17f30 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390117 Feb 04 16:52:02.770871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca293d7-0b6a-4899-83ec-6d51691b8ae8 req-33c7c67c-4094-4f35-9565-f880f8de42e4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:02.772272 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ca293d7-0b6a-4899-83ec-6d51691b8ae8 req-33c7c67c-4094-4f35-9565-f880f8de42e4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0746810 Feb 04 16:52:02.816021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ca293d7-0b6a-4899-83ec-6d51691b8ae8 req-ea5caf04-6bbf-4226-8d4c-18c5e2466889 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 Feb 04 16:52:03.092210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:52:03.224412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:03.236934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'mac_address': 'fa:16:3e:74:f0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:52:03.287757 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:03.305632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf88ac6-add1-4887-9f8e-1f8c049aa331 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:03.319936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:03.323853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:03.388173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:03.478251 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:52:03.532019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ebf88ac6-add1-4887-9f8e-1f8c049aa331'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:52:04.104130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cfc79-39ea-41e0-8c14-9378c315ff24 req-0a3506ce-1a17-4acc-8eda-5a6e6b6a5537 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:04.105629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa2cfc79-39ea-41e0-8c14-9378c315ff24 req-0a3506ce-1a17-4acc-8eda-5a6e6b6a5537 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 944 time: 0.1681056 Feb 04 16:52:04.150501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa2cfc79-39ea-41e0-8c14-9378c315ff24 req-b46dbba9-f24f-4a55-8d04-e7a4fb9f3aa5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Feb 04 16:52:05.092159 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:05.163393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:05.167933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:05.168297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.281904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.312281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:05.322881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:05.327031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:05.353971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9e7f-5dda-489c-86ac-176ad84f14c9 req-0c504a5c-4a56-4836-a056-27b818652a27 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:05.355523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-226b9e7f-5dda-489c-86ac-176ad84f14c9 req-0c504a5c-4a56-4836-a056-27b818652a27 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 944 time: 0.0825255 Feb 04 16:52:05.377374 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'code': 200} Feb 04 16:52:05.400172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:05.406840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-226b9e7f-5dda-489c-86ac-176ad84f14c9 req-b4ba5a8a-c756-4e46-b7e1-d1b75439f554 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 Feb 04 16:52:05.509924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fcf4417-d318-47b9-a67b-ac4ea4caad03 req-5bc6028c-ac1d-44d4-a07e-09b1bd1f20e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1096 time: 0.0685637 Feb 04 16:52:05.553184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5fcf4417-d318-47b9-a67b-ac4ea4caad03 req-5428b33f-96d5-4bd7-9e3f-cf32728aaa27 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Feb 04 16:52:06.613201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b306-57dc-425a-9717-834d39ede7d6 req-b53133c3-05b0-4e29-867e-13d3123b67c4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:06.614664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3394b306-57dc-425a-9717-834d39ede7d6 req-b53133c3-05b0-4e29-867e-13d3123b67c4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0866222 Feb 04 16:52:06.659696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3394b306-57dc-425a-9717-834d39ede7d6 req-f863e48f-bed1-4c03-9f39-78fa3ccd0532 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Feb 04 16:52:07.869520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa65f55-dfac-4600-877e-2bf43224da9c req-f47997b9-f2ef-47c6-8734-1e34b5c68903 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:07.871000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1fa65f55-dfac-4600-877e-2bf43224da9c req-f47997b9-f2ef-47c6-8734-1e34b5c68903 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0876663 Feb 04 16:52:07.917575 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1fa65f55-dfac-4600-877e-2bf43224da9c req-65011c54-e057-4ec5-a24b-817c686b3017 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 Feb 04 16:52:08.109189 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba35281-8315-40a8-804d-fbdb0066d22d req-e4ce3e84-8720-4e0a-af35-adb5cfb28902 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:08.110618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ba35281-8315-40a8-804d-fbdb0066d22d req-e4ce3e84-8720-4e0a-af35-adb5cfb28902 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0792482 Feb 04 16:52:08.120125 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 46948) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:08.126037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'floatingip': {'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:08.202509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.792928 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.796554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:08.981340 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 associated. External IP: 172.25.5.204, port: ebf88ac6-add1-4887-9f8e-1f8c049aa331. Feb 04 16:52:09.479183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:09.673561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:09.677982 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:09.683965 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:09.695840 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:09.696425 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:09.733598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5f862be6-168b-465c-8c63-d6420e9dadea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "PUT /v2.0/floatingips/3ac2215b-3d1f-432a-a211-57bded52ae16 HTTP/1.1" status: 200 len: 991 time: 1.6123550 Feb 04 16:52:09.734188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:09.792919 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'status': 'completed', 'code': 200} Feb 04 16:52:09.876444 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:09.942060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-d4ed06fd-0eaf-4b22-83f3-aa329defbf79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1096 time: 0.1244767 Feb 04 16:52:09.952417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc55bc-5d1b-4460-93da-a53687394ae7 req-61da6999-ebdf-4b3b-8abe-4071634404ff tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:09.953764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01fc55bc-5d1b-4460-93da-a53687394ae7 req-61da6999-ebdf-4b3b-8abe-4071634404ff tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.1060009 Feb 04 16:52:10.081947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-01fc55bc-5d1b-4460-93da-a53687394ae7 req-fabf3e03-fa27-4522-b95f-c9cb41515b43 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092937 Feb 04 16:52:10.121418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-795d33ed-da56-41dd-9af4-d9ff40dd024b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:10.122884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-795d33ed-da56-41dd-9af4-d9ff40dd024b service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1683030 Feb 04 16:52:10.222201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:74:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:08Z', 'revision_number': 1, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:10.223960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-444318b6-3cac-4d12-b894-d15518807770 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.0955372 Feb 04 16:52:10.226223 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:10.236460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:10.237041 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:51:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:10.290191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-f625d775-d9d2-436c-ab9c-f4ef77185b03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:10.291660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-f625d775-d9d2-436c-ab9c-f4ef77185b03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0626342 Feb 04 16:52:10.364134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-2203a7c6-a0cc-41c6-af0d-1da6b6a15d49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665894 Feb 04 16:52:10.439178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:10.493159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-5e0e56be-9b61-4536-b269-1e37a1373c11 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234398 Feb 04 16:52:10.623026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4046717b-6cfe-44f3-9778-baa55ab62a2e req-f7e85327-c3cc-4636-b10c-52bbceb7fc72 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245625 Feb 04 16:52:10.787864 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:74:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:08Z', 'revision_number': 1, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:10.791962 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45622b97-fb30-402f-868b-ba85fc822419 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:74:f0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:08Z', 'revision_number': 1, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:11.382747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491ef0d-ae2d-47e9-b36d-76e865336b6b req-4281fefc-1788-4755-920b-0b99a0ebc2ac tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:11.384182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4491ef0d-ae2d-47e9-b36d-76e865336b6b req-4281fefc-1788-4755-920b-0b99a0ebc2ac tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.1744163 Feb 04 16:52:11.428106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4491ef0d-ae2d-47e9-b36d-76e865336b6b req-2bf31c94-aa07-4200-8b08-af9c1893bd72 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383067 Feb 04 16:52:11.627376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8672a8-abcd-49ea-a669-e6858eb5ac08 req-dfa38ec3-aea9-4fd4-9e3a-f82566578702 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:11.628806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8672a8-abcd-49ea-a669-e6858eb5ac08 req-dfa38ec3-aea9-4fd4-9e3a-f82566578702 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0767636 Feb 04 16:52:11.673658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a8672a8-abcd-49ea-a669-e6858eb5ac08 req-3a67a170-0e35-4d54-ab50-37ab26d01d3a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394688 Feb 04 16:52:11.869407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9046679d-404f-4647-bede-5d995b969b19 req-fc9ebc25-563a-4fac-85cc-1d5fd83b7436 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720270 Feb 04 16:52:12.164676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-c48927eb-e48b-4800-bb34-f47ea8ff9e01 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164293 Feb 04 16:52:12.195430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a7be0-fd8c-4b57-84ea-c8bb01554217 req-dfcfd728-92d4-49b9-81d6-42660d0fb1e9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:12.197096 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-048a7be0-fd8c-4b57-84ea-c8bb01554217 req-dfcfd728-92d4-49b9-81d6-42660d0fb1e9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0931726 Feb 04 16:52:12.244629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-048a7be0-fd8c-4b57-84ea-c8bb01554217 req-e6cffdb6-02e3-43e5-bc52-658752f8e7ee tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418262 Feb 04 16:52:13.345018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-a355ddd4-cf08-41bb-adae-86e1f1bf62b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1096 time: 0.0688341 Feb 04 16:52:13.530663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-ee0ddcdc-9b84-4787-aef9-3784d4ad5450 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:13.532106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-ee0ddcdc-9b84-4787-aef9-3784d4ad5450 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1808739 Feb 04 16:52:13.542052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d451e32-de4b-4388-909b-9fe744d30c3b req-8287206f-4f1a-4e1e-b1fb-f572f0ca1ad4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:13.544408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d451e32-de4b-4388-909b-9fe744d30c3b req-8287206f-4f1a-4e1e-b1fb-f572f0ca1ad4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.1743827 Feb 04 16:52:13.623379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f11720-c6fe-4094-8c5c-ad3823a9dcbe None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:52:13.673274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d451e32-de4b-4388-909b-9fe744d30c3b req-3ccf8ec7-33ba-459f-baf4-9e3d87904b1b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813425 Feb 04 16:52:13.674955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-097839e0-e5d9-4d29-9187-d90b36689b93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.1307049 Feb 04 16:52:13.736509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-6ebc1002-103b-4897-ae9e-8fefb75a117b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:13.738121 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-6ebc1002-103b-4897-ae9e-8fefb75a117b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0571947 Feb 04 16:52:13.816274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-bb554088-f700-4f01-b4de-113a5ed88186 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727730 Feb 04 16:52:13.947156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-939fec20-398d-4994-8a84-00e4858f1d5a service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248274 Feb 04 16:52:14.076380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-8a000d96-69ce-4bcc-98d6-4502b8c5cec0 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237805 Feb 04 16:52:14.891216 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6c01d-b0b5-4a64-b29d-f7a1ce763bb4 req-21bff1b0-d19b-416e-a61f-870e1c947bdb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:14.892713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0a6c01d-b0b5-4a64-b29d-f7a1ce763bb4 req-21bff1b0-d19b-416e-a61f-870e1c947bdb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0850809 Feb 04 16:52:14.940762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0a6c01d-b0b5-4a64-b29d-f7a1ce763bb4 req-63daf131-66d9-4f63-a576-f72b0e2ddf63 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420275 Feb 04 16:52:16.142666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5183-0a50-44ed-bbfb-4a659aba57c2 req-1b87f681-ec38-481f-b276-761afef9e6ea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:16.144107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-daed5183-0a50-44ed-bbfb-4a659aba57c2 req-1b87f681-ec38-481f-b276-761afef9e6ea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0799229 Feb 04 16:52:16.189292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-daed5183-0a50-44ed-bbfb-4a659aba57c2 req-df706ac6-37e5-45aa-815b-d8949e28a9b2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391002 Feb 04 16:52:17.389435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fbf50-48aa-460d-aecc-65a25b05d2b3 req-0617a853-565e-4f12-89fb-3b7f5caa9efb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:17.390806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-070fbf50-48aa-460d-aecc-65a25b05d2b3 req-0617a853-565e-4f12-89fb-3b7f5caa9efb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0762744 Feb 04 16:52:17.437817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-070fbf50-48aa-460d-aecc-65a25b05d2b3 req-40b1fd67-4688-4728-a947-652a6484bea5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Feb 04 16:52:18.652484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f160a-f1ab-4f95-b8db-1fdd929ce194 req-f776cd3e-1b2c-4400-b6d3-b3c8fe69fae7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:18.653893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c21f160a-f1ab-4f95-b8db-1fdd929ce194 req-f776cd3e-1b2c-4400-b6d3-b3c8fe69fae7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0750940 Feb 04 16:52:18.701956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c21f160a-f1ab-4f95-b8db-1fdd929ce194 req-7041ef52-32c8-4419-97b8-ea150006527e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425966 Feb 04 16:52:19.900198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a263952-721b-4016-b33a-254c7f22ccae req-cedb3da8-a1f5-46f8-a85e-8bfb7fc4e4f4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:19.901610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a263952-721b-4016-b33a-254c7f22ccae req-cedb3da8-a1f5-46f8-a85e-8bfb7fc4e4f4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0771394 Feb 04 16:52:20.045227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a263952-721b-4016-b33a-254c7f22ccae req-247ca6d6-ad7c-450d-a09e-46a5afa7ba9c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382225 Feb 04 16:52:21.242235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5199c-4956-4934-ad4b-9312c4438607 req-7f94c409-0628-49ba-809f-9bf4f13cec8a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:21.244141 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acf5199c-4956-4934-ad4b-9312c4438607 req-7f94c409-0628-49ba-809f-9bf4f13cec8a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0766423 Feb 04 16:52:21.288951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-acf5199c-4956-4934-ad4b-9312c4438607 req-6ee660a4-76b2-4f2d-8469-c04b82e98ebe tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389972 Feb 04 16:52:21.419141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:21.596826 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:22.487254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59404769-d302-49dd-9cd0-5d79e821e23f req-c3bddae4-3788-43b0-a785-b2a66968f8a1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:22.488573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59404769-d302-49dd-9cd0-5d79e821e23f req-c3bddae4-3788-43b0-a785-b2a66968f8a1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0774071 Feb 04 16:52:22.534017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59404769-d302-49dd-9cd0-5d79e821e23f req-f234c792-70ed-4126-bcbd-44fc5c46384b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Feb 04 16:52:23.729524 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16540fd4-1be0-4c3c-96f8-c74cc754c344 req-26632c77-50d1-4e70-b60d-18582b75d8a6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:23.730967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16540fd4-1be0-4c3c-96f8-c74cc754c344 req-26632c77-50d1-4e70-b60d-18582b75d8a6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0755770 Feb 04 16:52:23.779101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16540fd4-1be0-4c3c-96f8-c74cc754c344 req-126fbc59-fe94-4373-86f0-ed68fcf4b90b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Feb 04 16:52:24.979187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f12e2-02a2-4889-a96d-2d74b8336b0f req-3fdb4776-41b1-4674-ab9f-b901afc6768c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:24.980605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea4f12e2-02a2-4889-a96d-2d74b8336b0f req-3fdb4776-41b1-4674-ab9f-b901afc6768c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0755949 Feb 04 16:52:25.026192 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea4f12e2-02a2-4889-a96d-2d74b8336b0f req-f143a23a-84ef-42fa-a652-5d6924101e56 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402792 Feb 04 16:52:25.179562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-88c63b04-5442-4918-9b39-2ac9f824b64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:26.229979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d323de0-190e-4dae-8978-afe86764427f req-820ad8f2-1516-43b1-b198-1e2119ccb8da tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:26.231411 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d323de0-190e-4dae-8978-afe86764427f req-820ad8f2-1516-43b1-b198-1e2119ccb8da tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0796592 Feb 04 16:52:26.276183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d323de0-190e-4dae-8978-afe86764427f req-9f004a81-03ac-46cd-aba2-0664126dce4c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 Feb 04 16:52:27.296356 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb8bf-6e54-4b61-8faa-4b83fefd7d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:27.473024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48607f8-8a56-4157-8f05-db3cd315a01d req-b0e6461c-c638-44e1-8180-ee77e2edee45 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:27.474471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c48607f8-8a56-4157-8f05-db3cd315a01d req-b0e6461c-c638-44e1-8180-ee77e2edee45 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0802329 Feb 04 16:52:27.519492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c48607f8-8a56-4157-8f05-db3cd315a01d req-0a7df8b7-8340-4b96-a6e9-af1d53545b48 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Feb 04 16:52:28.718538 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.719438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bb9b3-32da-4c25-b6f3-a569e46fc93c req-36cb18f1-6a55-4976-bea4-3f70403b5f39 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:28.720884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-199bb9b3-32da-4c25-b6f3-a569e46fc93c req-36cb18f1-6a55-4976-bea4-3f70403b5f39 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0805650 Feb 04 16:52:28.749390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:28.766875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-199bb9b3-32da-4c25-b6f3-a569e46fc93c req-580a0510-1f6f-4884-9446-ad22016baf65 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Feb 04 16:52:29.960033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bac98-64e2-4d62-8084-86e4b20b7a80 req-6009c230-4127-4689-b197-6625c0312fe2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:29.961450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee4bac98-64e2-4d62-8084-86e4b20b7a80 req-6009c230-4127-4689-b197-6625c0312fe2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0753090 Feb 04 16:52:30.009909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ee4bac98-64e2-4d62-8084-86e4b20b7a80 req-0d433c06-0102-4acb-aa2b-0589bb779d14 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421357 Feb 04 16:52:30.146255 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:30.861447 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-d3accc23-099b-44f8-98ac-2c366e3cbb64 service neutron] show failed (client error): The resource could not be found. Feb 04 16:52:30.862451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-d3accc23-099b-44f8-98ac-2c366e3cbb64 service neutron] 10.222.0.58 "GET /v2.0/ports/ebf88ac6-add1-4887-9f8e-1f8c049aa331/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0727451 Feb 04 16:52:31.190758 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-a36646b3-5e74-4055-9534-964861c99647 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1096 time: 0.1461806 Feb 04 16:52:31.202238 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:31.207095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702424e-e06c-4410-ac38-7121323b3324 req-9ace4c17-4476-4fb7-b260-4ee94aecb251 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:31.208786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e702424e-e06c-4410-ac38-7121323b3324 req-9ace4c17-4476-4fb7-b260-4ee94aecb251 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0772178 Feb 04 16:52:31.258132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e702424e-e06c-4410-ac38-7121323b3324 req-55a9ff11-5212-4908-b80c-2db038757bc9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427678 Feb 04 16:52:31.312629 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:31.580313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:31.607906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:31.662386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:31.669046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:31.684031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Transition to ACTIVE for port object ebf88ac6-add1-4887-9f8e-1f8c049aa331 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:31.689247 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:31.738653 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'code': 200} Feb 04 16:52:31.816346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:31.977224 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] No DVR routers for this DVR port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:32.214287 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:32.215001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:32.215001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:32.220461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:52:32.220772 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Attempting to bind port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:32.226806 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:32.227133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:32.227540 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:32.228044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Bound port: ebf88ac6-add1-4887-9f8e-1f8c049aa331, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:32.228376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:32.318889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:32.322613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:32.327460 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:32.390686 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:32.392240 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] 10.222.0.41 "PUT /v2.0/ports/ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 1091 time: 1.1940255 Feb 04 16:52:32.405766 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c230d-8d1d-4887-8976-9d476dee9461 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:32.475599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a0f5e-0f72-4e52-a437-21bb10a6636a req-e26c8a24-d613-407a-886f-c70e4478e1e2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:32.477198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de5a0f5e-0f72-4e52-a437-21bb10a6636a req-e26c8a24-d613-407a-886f-c70e4478e1e2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0907276 Feb 04 16:52:32.490760 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-0c5617eb-c796-4fa9-bc15-245665f21ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.0746791 Feb 04 16:52:32.527375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de5a0f5e-0f72-4e52-a437-21bb10a6636a req-9ff8c9a0-56fc-488d-808b-21732e890c88 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427954 Feb 04 16:52:32.645746 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-9e7229b6-ad8f-44d7-9980-d675cc2e3900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:32.647131 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-9e7229b6-ad8f-44d7-9980-d675cc2e3900 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1504674 Feb 04 16:52:32.749908 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-508b2f72-22dd-4da7-be82-4ba4f79af784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.0969689 Feb 04 16:52:32.813177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-6387a7e1-0e68-4e52-96f6-c1f358bc7d51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:32.814581 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-6387a7e1-0e68-4e52-96f6-c1f358bc7d51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0596619 Feb 04 16:52:32.887856 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-739bacbe-3c59-4839-bd8a-f957cabd2e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675082 Feb 04 16:52:33.015635 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-88567b35-5850-4f3e-84ea-c326e30178d8 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221535 Feb 04 16:52:33.144252 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3ba64789-8d34-45cd-ac40-23e8aa18b690 req-29ecbc4d-9180-4b6f-8687-30b6848fe66f service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231434 Feb 04 16:52:33.729964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbf95e-fe9e-41e3-82bf-64f5571356a0 req-dac06f6e-9adb-4d41-8a43-03a37f45974d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:33.731393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bfbf95e-fe9e-41e3-82bf-64f5571356a0 req-dac06f6e-9adb-4d41-8a43-03a37f45974d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0775983 Feb 04 16:52:33.740273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:33.776422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1bfbf95e-fe9e-41e3-82bf-64f5571356a0 req-ec3331ed-2d03-4e67-bf95-9b417782ba80 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395312 Feb 04 16:52:33.807241 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'status': 'completed', 'code': 200} Feb 04 16:52:33.893000 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-e03d1cde-4a9e-450c-b1c5-4375355ed2d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.0685456 Feb 04 16:52:33.895982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-ca788f8a-3cbf-471e-be81-a612134859d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.0679212 Feb 04 16:52:34.023655 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f764-130e-4171-950c-1f737a4fac0d req-fde9713c-394e-45d0-ae21-0fdaac3a3d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.025400 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-fde9713c-394e-45d0-ae21-0fdaac3a3d7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1263678 Feb 04 16:52:34.026163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f764-130e-4171-950c-1f737a4fac0d req-fa6e1f59-a78e-4eca-9372-192683a8cd8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.027657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-fa6e1f59-a78e-4eca-9372-192683a8cd8e service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1254787 Feb 04 16:52:34.131261 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-b937c707-8839-4a68-8c1f-5fa7f86adbc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.0996320 Feb 04 16:52:34.134184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-0009f941-54ff-4df8-8e03-802ce5891d1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.1006248 Feb 04 16:52:34.194717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f764-130e-4171-950c-1f737a4fac0d req-307c3c93-e64c-4b58-b0da-ff9a2e6649e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.196161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-307c3c93-e64c-4b58-b0da-ff9a2e6649e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0568371 Feb 04 16:52:34.196645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f764-130e-4171-950c-1f737a4fac0d req-0905e3f5-5986-45f1-bb3d-2e8038494970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.198260 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-0905e3f5-5986-45f1-bb3d-2e8038494970 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0610683 Feb 04 16:52:34.276997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-615b1cc4-ddfa-4840-b5f1-5f3f4982be67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750208 Feb 04 16:52:34.365363 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-06a9d7bb-ac20-46e8-9363-7b23bb6ec6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610081 Feb 04 16:52:34.502098 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-cfb8ce00-47ec-453e-9f93-f31b4340a5df service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303103 Feb 04 16:52:34.510276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-765670af-898f-4c8d-b90f-d68e823fb1f0 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263498 Feb 04 16:52:34.649108 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-095463c1-4266-4c07-997c-b0226ec76bb9 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395149 Feb 04 16:52:34.651993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9585f764-130e-4171-950c-1f737a4fac0d req-d93f5f4a-f21d-40cd-ad46-20f7bb3badc6 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351094 Feb 04 16:52:34.971720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d61ab-5ba2-4f67-ba09-0321883bd9cd req-8c0bd751-1c56-4595-b813-eefb060a82e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:34.973137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-789d61ab-5ba2-4f67-ba09-0321883bd9cd req-8c0bd751-1c56-4595-b813-eefb060a82e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0759876 Feb 04 16:52:35.017913 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-789d61ab-5ba2-4f67-ba09-0321883bd9cd req-c2214da7-67a4-4b27-a0c2-09e4ab5f6b51 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Feb 04 16:52:35.215398 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:35.271682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:35.395689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-a86a1194-0e04-4bf9-88a3-ac347826a120 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:35.397087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-a86a1194-0e04-4bf9-88a3-ac347826a120 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540&tenant_id=59100f26059945d09e8feac30ad35b54&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 943 time: 0.1365507 Feb 04 16:52:35.408850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f001e-1a80-45c8-9b70-69017cbbc224 req-64e5bc05-5e86-4623-9191-2c9ab932865a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:35.410180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c7f001e-1a80-45c8-9b70-69017cbbc224 req-64e5bc05-5e86-4623-9191-2c9ab932865a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.1109169 Feb 04 16:52:35.513944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c7f001e-1a80-45c8-9b70-69017cbbc224 req-cf09c452-a228-44bd-b9be-1f31cf62751d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713108 Feb 04 16:52:35.516532 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-815b4fe9-cd59-4101-8437-02ac77b61986 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:52:35.517466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-815b4fe9-cd59-4101-8437-02ac77b61986 service neutron] 10.222.0.58 "DELETE /v2.0/ports/ebf88ac6-add1-4887-9f8e-1f8c049aa331/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1143990 Feb 04 16:52:35.655672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-de998b18-6871-4c62-8be6-4ca5d008380a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 1094 time: 0.0687199 Feb 04 16:52:35.785139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-7cc43110-980c-4987-b2af-8c5def94ccbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:35.786612 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-7cc43110-980c-4987-b2af-8c5def94ccbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1245914 Feb 04 16:52:35.888927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-7a4ed929-3963-422d-9cbb-3a1c6b281767 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 200 len: 999 time: 0.0961857 Feb 04 16:52:35.950077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-e7f747e7-3f82-4e78-ac05-279a656c74ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:35.951422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-e7f747e7-3f82-4e78-ac05-279a656c74ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0568855 Feb 04 16:52:36.027390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-21cb6c5b-9c73-4bd9-a5ec-fdac668658ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704570 Feb 04 16:52:36.157134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-16fe0127-ca82-4827-ae65-74bf0a86ecad service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240048 Feb 04 16:52:36.285957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ccfaf76e-3cbe-400b-bcb7-24e7f073d31c req-5d6874a4-37ef-43a1-a245-0289631bafee service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219490 Feb 04 16:52:36.555074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:52:36.692161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:36.705624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'mac_address': 'fa:16:3e:74:f0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:52:36.734888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825e2f2-262e-4c26-8268-4813828db954 req-1ec3fb3c-68c9-4ed1-88b7-58982a1ebe11 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:36.736322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7825e2f2-262e-4c26-8268-4813828db954 req-1ec3fb3c-68c9-4ed1-88b7-58982a1ebe11 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 943 time: 0.0811481 Feb 04 16:52:36.769347 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.787505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf88ac6-add1-4887-9f8e-1f8c049aa331 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:36.787725 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7825e2f2-262e-4c26-8268-4813828db954 req-240857ac-bfab-41cd-bc78-07e5a67fc8bd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Feb 04 16:52:36.802944 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:36.807925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:36.872563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:37.019364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ebf88ac6-add1-4887-9f8e-1f8c049aa331'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:52:37.990982 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7de686-f3cc-49bd-b964-b4913794d75c req-b0878252-849c-4675-be94-02d22c5b0417 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:37.992385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f7de686-f3cc-49bd-b964-b4913794d75c req-b0878252-849c-4675-be94-02d22c5b0417 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 944 time: 0.0790117 Feb 04 16:52:38.036216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f7de686-f3cc-49bd-b964-b4913794d75c req-dff52d5e-bace-4efa-a933-e684083dc8a7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378308 Feb 04 16:52:38.237207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b4c98-0ae9-4268-983a-894eef6dc511 req-ce707337-bd68-40f1-85c6-4d3f2073ec95 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:38.238644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e7b4c98-0ae9-4268-983a-894eef6dc511 req-ce707337-bd68-40f1-85c6-4d3f2073ec95 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 944 time: 0.0752015 Feb 04 16:52:38.286789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e7b4c98-0ae9-4268-983a-894eef6dc511 req-2195a4ef-b411-409b-8ba2-d746089bf426 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Feb 04 16:52:38.482816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3ba61-9ea5-4e76-9960-ce9069976021 req-2163d648-9985-4fd4-b871-2a1709c2ebd2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:38.484231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eb3ba61-9ea5-4e76-9960-ce9069976021 req-2163d648-9985-4fd4-b871-2a1709c2ebd2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 944 time: 0.0797141 Feb 04 16:52:38.528671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7eb3ba61-9ea5-4e76-9960-ce9069976021 req-cfd23887-ff07-491c-aac0-536be2e60dcf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391319 Feb 04 16:52:38.563041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:38.628591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:38.633125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ebf88ac6-add1-4887-9f8e-1f8c049aa331 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:38.633494 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.746232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.778973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:38.788392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:38.793312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:38.846910 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'code': 200} Feb 04 16:52:38.863054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:39.051013 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c024f0-940d-4cdc-b2fc-afca71b617bf req-139902de-c3fc-4001-a681-1dd19eb39b21 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:39.052447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35c024f0-940d-4cdc-b2fc-afca71b617bf req-139902de-c3fc-4001-a681-1dd19eb39b21 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.1787620 Feb 04 16:52:39.103101 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35c024f0-940d-4cdc-b2fc-afca71b617bf req-b6bab1b7-8e0b-4be4-af4e-4892ccbfed60 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Feb 04 16:52:40.111279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e268ef-1716-431e-8f03-19b9f204715d req-92366b08-1cfb-461f-95de-f83c978efe52 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:40.112661 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3e268ef-1716-431e-8f03-19b9f204715d req-92366b08-1cfb-461f-95de-f83c978efe52 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0750148 Feb 04 16:52:40.183545 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port ebf88ac6-add1-4887-9f8e-1f8c049aa331 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:52:40.183895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.302021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceaaa2-8703-482d-82ce-4ac91ac28b2b req-95de069f-954e-4b68-bfd9-98c14d6978f3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:40.303494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07ceaaa2-8703-482d-82ce-4ac91ac28b2b req-95de069f-954e-4b68-bfd9-98c14d6978f3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 945 time: 0.0765169 Feb 04 16:52:40.349841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-07ceaaa2-8703-482d-82ce-4ac91ac28b2b req-aff505b0-7fb9-4491-aca6-d8e6e2e63373 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Feb 04 16:52:40.427878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port ebf88ac6-add1-4887-9f8e-1f8c049aa331, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ebf88ac6-add1-4887-9f8e-1f8c049aa331,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:40.428236 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.479919 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:52:40.706462 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.706834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.707140 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: ebf88ac6-add1-4887-9f8e-1f8c049aa331. Feb 04 16:52:40.707726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for ebf88ac6-add1-4887-9f8e-1f8c049aa331 owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:52:40.848935 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:40.895199 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'Port': ['ID=ebf88ac6-add1-4887-9f8e-1f8c049aa331,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:40.909664 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.910011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.910370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.910712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.911041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.911364 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.911689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.912007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.912324 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.912644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:40.912959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:41.120201 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:41.408727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:41.419732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:41.431514 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:41.432234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:52:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:41.480401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] No DVR routers for this DVR port ebf88ac6-add1-4887-9f8e-1f8c049aa331 on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:52:41.483041 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:41.485817 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-deleted', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:41.504164 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-d3e268ef-1716-431e-8f03-19b9f204715d req-e0f1531d-e98a-4e5b-8368-ffc67a012088 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "DELETE /v2.0/ports/ebf88ac6-add1-4887-9f8e-1f8c049aa331 HTTP/1.1" status: 204 len: 173 time: 1.3861465 Feb 04 16:52:41.522373 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d838838f-f63e-4a0d-b81c-8021cdea4e5f req-c7806830-87cd-4cfd-806f-bd5064890548 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=e429f367-e7d0-4f29-a2ca-07fb75533540 HTTP/1.1" status: 200 len: 210 time: 0.0473142 Feb 04 16:52:41.555177 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e429f367-e7d0-4f29-a2ca-07fb75533540', 'name': 'network-vif-deleted', 'tag': 'ebf88ac6-add1-4887-9f8e-1f8c049aa331', 'status': 'completed', 'code': 200} Feb 04 16:52:41.629395 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:41.935838 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:41.939731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:41.950622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:41.951236 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:52:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:42.152679 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:42.454861 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:42.458918 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdd23-71fb-4439-a91e-1dbbc4e574ca None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:42.677069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a327ec2-eb87-45b5-af61-c1f6da6a2238 None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:52:42.886942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-71e9708c-0b4a-4d50-9f8a-a917775d80e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--894463984&fields=id&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 267 time: 0.0430608 Feb 04 16:52:43.034043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-d5db89d3-ad83-41c1-9609-4c1ccaa4dc81 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:43.035479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-d5db89d3-ad83-41c1-9609-4c1ccaa4dc81 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.1416180 Feb 04 16:52:43.052645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-249bde96-57b2-4df9-9bf7-3c694f751acf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/quotas/59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 375 time: 0.0112121 Feb 04 16:52:43.133162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-04b9f0d7-390a-4f9c-8dc9-fcc3ee4f2b83 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752349 Feb 04 16:52:43.148518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-b458b992-c30b-413b-9672-356673c0a783 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:52:43.149591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-b458b992-c30b-413b-9672-356673c0a783 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049632 Feb 04 16:52:43.279919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-0451ed93-06dd-40de-ade3-77db3b94f0e1 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246123 Feb 04 16:52:43.411676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-8bcdce20-e482-4968-9c19-15996becd0d9 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259553 Feb 04 16:52:43.601151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-754b5444-3fa3-4c2e-814e-e035465beec2 req-a8866c28-ac87-443b-ae1b-c97a2a59e5b9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0444531 Feb 04 16:52:44.592823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:52:44.600105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-ccb749c6-d83c-42d4-904c-338d4e988450 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:44.601496 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-ccb749c6-d83c-42d4-904c-338d4e988450 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.1461773 Feb 04 16:52:44.626652 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: ebf88ac6-add1-4887-9f8e-1f8c049aa331 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:52:44.626993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ebf88ac6-add1-4887-9f8e-1f8c049aa331 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:52:44.659154 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-0f16aa83-a924-4c6f-8e5e-9f7446c9573c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 379 time: 0.0456352 Feb 04 16:52:44.667449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'port': {'device_id': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'admin_state_up': True, 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'security_groups': ['9d25c344-ee02-4f6a-a42e-430122e8b6bb']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:44.764778 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-285c148c-8f47-4d21-843c-95b81ac823a9 req-4cb0223a-c60f-4f17-9efa-0c8c1f170d91 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0408459 Feb 04 16:52:44.805071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:52:44.809748 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:port and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:52:44.812554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:52:44.818049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:52:44.828162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:52:44.831230 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:44.993462 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Allocated IP 172.20.0.13 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/6ad411e5-9858-47e5-9c6c-e621079ca91f) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:52:45.177179 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.191812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Transition to ACTIVE for port object 6ad411e5-9858-47e5-9c6c-e621079ca91f will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:45.214916 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.287745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:52:45.290867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:52:45.294820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:52:45.326271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:45.363847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:45.364476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.390664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3b610996-7b6a-46fe-bfe1-209ee79fd72c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7266798 Feb 04 16:52:45.404286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Request body: {'port': {'device_id': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:45.514671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.567479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b06b283-fb2c-4639-af1e-4421567a90bb None None] Provisioning for port 6ad411e5-9858-47e5-9c6c-e621079ca91f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:45.572720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8b06b283-fb2c-4639-af1e-4421567a90bb None None] Provisioning complete for port 6ad411e5-9858-47e5-9c6c-e621079ca91f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:45.573088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8b06b283-fb2c-4639-af1e-4421567a90bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.624653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8b06b283-fb2c-4639-af1e-4421567a90bb None None] Port 6ad411e5-9858-47e5-9c6c-e621079ca91f cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:52:45.861581 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad411e5-9858-47e5-9c6c-e621079ca91f {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:45.868969 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.883294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Transition to ACTIVE for port object 6ad411e5-9858-47e5-9c6c-e621079ca91f will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:52:45.887821 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:45.969477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0263c-dfd5-40f5-8770-5d7d7af1d07d req-7e9547f5-6f53-40f6-9175-b0d0580f1f35 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:45.971129 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5c0263c-dfd5-40f5-8770-5d7d7af1d07d req-7e9547f5-6f53-40f6-9175-b0d0580f1f35 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0819933 Feb 04 16:52:46.017757 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:46.034966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5c0263c-dfd5-40f5-8770-5d7d7af1d07d req-7d402b34-2933-463e-9536-5da5f31ba12b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555663 Feb 04 16:52:46.221753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:52:46.221992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:52:46.222313 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:46.228597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:52:46.228914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:52:46.235032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:52:46.235360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:52:46.235733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:52:46.236148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Bound port: 6ad411e5-9858-47e5-9c6c-e621079ca91f, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:52:46.236480 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:46.321597 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:52:46.324470 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:52:46.329313 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:46.393066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:46.394453 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1092 time: 0.9951010 Feb 04 16:52:46.394887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:46.414562 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba10b-dbd1-42a7-adfe-d48f252d0693 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:46.464306 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'status': 'completed', 'code': 200} Feb 04 16:52:46.506822 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-82ca4a22-7d8a-4a6f-a280-3706058d4d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0742612 Feb 04 16:52:46.578874 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-091ecb05-a33d-4daa-9453-5e9d94607bda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 217 time: 0.0653560 Feb 04 16:52:46.638738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-30c6606a-4aeb-4ed2-a510-ecc15f2ff320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:46.640128 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-30c6606a-4aeb-4ed2-a510-ecc15f2ff320 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0564401 Feb 04 16:52:46.716910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-8d128689-b432-451b-b717-e029f635c38b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713804 Feb 04 16:52:46.845838 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-ca94d9e7-bab5-4358-b4f7-f9adc3dc2dba service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229882 Feb 04 16:52:46.975286 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-df1c8709-74e9-49cf-b40e-91ea4d6307bf req-3fed528e-3519-4b87-944a-1d1b52e61f28 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235163 Feb 04 16:52:47.088594 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-bb86c959-9f9c-4e38-b6a6-dc9edafe99e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0709269 Feb 04 16:52:47.223256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48e116-54ca-4546-a3c3-4136147d301a req-845f59d0-33f9-4a81-bea3-01e24187bbe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:47.224672 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-845f59d0-33f9-4a81-bea3-01e24187bbe3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1305537 Feb 04 16:52:47.237054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe056a6-6de8-4e1e-afc6-4df85460d288 req-2f55ed09-0fdd-419b-ada3-5e81fa777f5a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:47.238503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fe056a6-6de8-4e1e-afc6-4df85460d288 req-2f55ed09-0fdd-419b-ada3-5e81fa777f5a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0767941 Feb 04 16:52:47.284658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0fe056a6-6de8-4e1e-afc6-4df85460d288 req-1d695c36-e4eb-4980-91c8-570f0f912977 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Feb 04 16:52:47.295576 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-da423ac7-aaab-422d-8e8d-4ce64d81170d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 217 time: 0.0641665 Feb 04 16:52:47.359695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48e116-54ca-4546-a3c3-4136147d301a req-4380a9d8-361a-4f96-9821-7e8667bace53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:47.361092 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-4380a9d8-361a-4f96-9821-7e8667bace53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0586710 Feb 04 16:52:47.437888 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-6922a6c7-ff43-449b-9f40-02470453099f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703888 Feb 04 16:52:47.569141 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-af3ce3ef-6b81-4ab3-95d5-09755790b989 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239612 Feb 04 16:52:47.700631 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ea48e116-54ca-4546-a3c3-4136147d301a req-cd7da43e-2844-4a17-941b-7f8c7f132436 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233864 Feb 04 16:52:48.489868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43a36-f21f-4d29-9f9b-276f436afddd req-a1de8c0e-4be0-4c49-a8bf-411dbd394307 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:48.491230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f43a36-f21f-4d29-9f9b-276f436afddd req-a1de8c0e-4be0-4c49-a8bf-411dbd394307 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0794821 Feb 04 16:52:48.536757 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f43a36-f21f-4d29-9f9b-276f436afddd req-09e4125d-f00f-490f-ae5b-f7ed26c178a9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389540 Feb 04 16:52:49.735514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329488b2-6235-44c6-930f-bbe27be96308 req-5af1a91a-9ffe-49f1-85fe-b44ff7ddc135 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:49.736922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-329488b2-6235-44c6-930f-bbe27be96308 req-5af1a91a-9ffe-49f1-85fe-b44ff7ddc135 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0777717 Feb 04 16:52:49.782620 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-329488b2-6235-44c6-930f-bbe27be96308 req-30b13078-9798-43e3-a234-432a6e1666df tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402334 Feb 04 16:52:50.621557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:52:50.750968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:50.764361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'mac_address': 'fa:16:3e:2b:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:52:50.815152 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:50.833152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad411e5-9858-47e5-9c6c-e621079ca91f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:52:50.849500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:50.853779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:50.932112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:50.941142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.941478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.941808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.942131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.942482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.942801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.943115 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.943428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.943738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.944053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.944360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:52:50.980277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f25990-2f32-46e2-9b7b-aa66155f604a req-0fa249f0-7fc9-4eb4-9249-866fcb32b62e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:50.981699 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4f25990-2f32-46e2-9b7b-aa66155f604a req-0fa249f0-7fc9-4eb4-9249-866fcb32b62e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0793455 Feb 04 16:52:51.027701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4f25990-2f32-46e2-9b7b-aa66155f604a req-c712c52f-0bf8-441a-86ec-cb41970ea0b2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Feb 04 16:52:51.052108 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['6ad411e5-9858-47e5-9c6c-e621079ca91f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:52:51.417966 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:51.589586 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:52.220829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788acd7-9a3f-47a1-bdf2-530b3aa60270 req-ba26e91f-efa9-42be-ba26-32627d4f20be tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:52.222258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5788acd7-9a3f-47a1-bdf2-530b3aa60270 req-ba26e91f-efa9-42be-ba26-32627d4f20be tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0759265 Feb 04 16:52:52.267298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5788acd7-9a3f-47a1-bdf2-530b3aa60270 req-0dca322b-631a-4a67-9efe-ac0b68b38f98 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Feb 04 16:52:52.638830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:52:52.707820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 6ad411e5-9858-47e5-9c6c-e621079ca91f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:52:52.712528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 6ad411e5-9858-47e5-9c6c-e621079ca91f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:52:52.712901 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:52.820777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:52.846792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:52.856536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:52:52.860307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:52.905435 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'code': 200} Feb 04 16:52:52.931029 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:52:53.022601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73f98e7f-a841-42a6-8962-ef35171db83c req-fd2a72de-b0c0-49d3-99b1-80764eb94951 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0668721 Feb 04 16:52:53.064232 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-73f98e7f-a841-42a6-8962-ef35171db83c req-0c758a85-2199-4e0f-866e-f1146381b937 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 Feb 04 16:52:53.470260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5e2e7-de51-41f8-8595-72ae842b9024 req-3316420d-8128-48ad-a9c6-0f55447ebbbe tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:53.471692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d5e2e7-de51-41f8-8595-72ae842b9024 req-3316420d-8128-48ad-a9c6-0f55447ebbbe tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0796936 Feb 04 16:52:53.515611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d5e2e7-de51-41f8-8595-72ae842b9024 req-efcde8c2-0531-4966-be43-d9cdc95545e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384786 Feb 04 16:52:54.712971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c94830-5f64-462d-a8e3-d28e121b0ec4 req-96085f5c-72b3-4d6d-8d47-11acd356e4ee tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:54.714518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c94830-5f64-462d-a8e3-d28e121b0ec4 req-96085f5c-72b3-4d6d-8d47-11acd356e4ee tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0752602 Feb 04 16:52:54.761827 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c94830-5f64-462d-a8e3-d28e121b0ec4 req-b541e7d1-9936-4525-889e-48cb841c9ca1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Feb 04 16:52:54.951245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a2c8d-6ddc-4df8-9a40-85bb3084549b req-905ab513-b6c6-46d2-805f-c6e7f25a0647 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:54.952660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe1a2c8d-6ddc-4df8-9a40-85bb3084549b req-905ab513-b6c6-46d2-805f-c6e7f25a0647 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0771227 Feb 04 16:52:54.961620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47104) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:52:54.967289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'floatingip': {'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:52:55.137569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:55.180643 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4c34d466-a18e-4a21-bfe7-a8a9ac4ac221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:55.726947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:55.730579 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:55.918279 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 associated. External IP: 172.25.5.204, port: 6ad411e5-9858-47e5-9c6c-e621079ca91f. Feb 04 16:52:56.299816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:52:56.608643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:52:56.613333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:56.617869 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:52:56.630005 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:56.630632 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:52:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:56.664576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0ea7a164-4daf-49be-960a-083056f0e361 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "PUT /v2.0/floatingips/3ac2215b-3d1f-432a-a211-57bded52ae16 HTTP/1.1" status: 200 len: 992 time: 1.7019575 Feb 04 16:52:56.665149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:52:56.719606 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'status': 'completed', 'code': 200} Feb 04 16:52:56.813799 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:56.854322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a69c0-5cee-4c4b-8c56-779faa9f39be req-5205755c-3a42-4d6e-97c7-9bc1dea55215 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:56.855367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953a69c0-5cee-4c4b-8c56-779faa9f39be req-5205755c-3a42-4d6e-97c7-9bc1dea55215 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0845492 Feb 04 16:52:56.902008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-953a69c0-5cee-4c4b-8c56-779faa9f39be req-ffb61b08-77d9-48e9-a4e3-cac7f70f2ff4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Feb 04 16:52:56.923897 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-4d56332b-fb26-4485-bf8c-0a483610b326 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1097 time: 0.1830387 Feb 04 16:52:57.060187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-c5a9050b-d4f2-4153-a5cd-048d4bae9702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:57.061601 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-c5a9050b-d4f2-4153-a5cd-048d4bae9702 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1303275 Feb 04 16:52:57.169159 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-3bb69741-3c10-4b16-911b-37cd27bff036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1000 time: 0.1018956 Feb 04 16:52:57.172133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2b:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:55Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:57.175929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:52:57.186956 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:52:57.187546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:52:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:57.229837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-fef61ee3-af09-404f-9be1-3c0838d1745a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:57.231270 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-fef61ee3-af09-404f-9be1-3c0838d1745a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0571203 Feb 04 16:52:57.303021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-405483eb-32c5-421d-8f5d-424f46696e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:57.314166 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-0acde2c5-85a6-4458-a0ae-25ba56965a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768406 Feb 04 16:52:57.362378 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:52:57.444916 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-00a578b4-36b4-4ab2-a715-490a11ff6c11 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238830 Feb 04 16:52:57.580851 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-3d47581a-ac3d-454e-bd9a-f7a010268ec3 req-6b693c33-e1fc-4125-9ed4-b276be8309ea service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304030 Feb 04 16:52:57.734172 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2b:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:55Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:52:57.737971 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d6de5-49e3-4d6e-a0cf-8e4dd65ceb41 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2b:ba:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:52:55Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:52:57.927372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274ae634-494d-45f0-a208-b362f3abee04 None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:52:58.110721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb15c2-b3c9-40e7-afe0-163bb480d38b req-3c047896-2d21-4949-8fba-a0931fb296ef tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:58.112076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89fb15c2-b3c9-40e7-afe0-163bb480d38b req-3c047896-2d21-4949-8fba-a0931fb296ef tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0785637 Feb 04 16:52:58.165414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89fb15c2-b3c9-40e7-afe0-163bb480d38b req-51c90780-f6ab-4a87-8a22-864394a0c058 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477796 Feb 04 16:52:58.529106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf7beb-a4f5-4ded-af83-64181fccd5fd req-1bf6fbfa-8afc-4dff-9a66-393f89a0197d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:58.530550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59cf7beb-a4f5-4ded-af83-64181fccd5fd req-1bf6fbfa-8afc-4dff-9a66-393f89a0197d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0771184 Feb 04 16:52:58.576348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-59cf7beb-a4f5-4ded-af83-64181fccd5fd req-c0840d5c-ac2a-4204-a753-e6e325ed44b3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 Feb 04 16:52:58.717317 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:58.751236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:52:59.778114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9c9e-90ef-460c-b181-a0cc720f6d29 req-c420c6fc-2db4-48ff-9193-16417ace057b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:52:59.779548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414a9c9e-90ef-460c-b181-a0cc720f6d29 req-c420c6fc-2db4-48ff-9193-16417ace057b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0800600 Feb 04 16:52:59.825137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414a9c9e-90ef-460c-b181-a0cc720f6d29 req-5add0cd2-275d-4da3-8f45-eaab348657e3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401692 Feb 04 16:53:00.149465 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:01.022381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470211f0-4306-48a9-b71f-cbb85e4d2b26 req-e28a3eff-4029-4740-aeb6-27fdb4ebd93f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:01.023937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-470211f0-4306-48a9-b71f-cbb85e4d2b26 req-e28a3eff-4029-4740-aeb6-27fdb4ebd93f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0775149 Feb 04 16:53:01.068614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-470211f0-4306-48a9-b71f-cbb85e4d2b26 req-3327ea9a-495d-4355-a611-14280660927a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Feb 04 16:53:02.268087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8f33a-14cc-40bf-b97d-ada74151f902 req-b7b7372b-2ad4-40aa-b2e7-eef9157cd9eb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:02.269435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed8f33a-14cc-40bf-b97d-ada74151f902 req-b7b7372b-2ad4-40aa-b2e7-eef9157cd9eb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0781915 Feb 04 16:53:02.313576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bed8f33a-14cc-40bf-b97d-ada74151f902 req-9fb5eb15-3c61-4eba-bac3-d2995ccfcba7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387299 Feb 04 16:53:03.508027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca6f99-8c57-4df2-8578-a79ce6730a62 req-e8103926-dfe2-40eb-b4cc-c0e81d1ffd13 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:03.509987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81ca6f99-8c57-4df2-8578-a79ce6730a62 req-e8103926-dfe2-40eb-b4cc-c0e81d1ffd13 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0759337 Feb 04 16:53:03.555317 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81ca6f99-8c57-4df2-8578-a79ce6730a62 req-26047295-2e6d-49a1-9fd8-96676e29a7a0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399172 Feb 04 16:53:04.751123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b6669-e00f-4a5f-b8e8-4d10e248d88e req-b71c975f-d611-4ef8-a4c5-5c148b17413d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:04.752543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3b6669-e00f-4a5f-b8e8-4d10e248d88e req-b71c975f-d611-4ef8-a4c5-5c148b17413d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0793335 Feb 04 16:53:04.796539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d3b6669-e00f-4a5f-b8e8-4d10e248d88e req-3391c935-a5a5-4506-bf85-d801fbc9fe9f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 Feb 04 16:53:05.994957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dae969-d134-45d0-8f3b-cac2373965eb req-8d35258f-b00b-40cb-99dc-96186ddbf6e4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:05.996378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9dae969-d134-45d0-8f3b-cac2373965eb req-8d35258f-b00b-40cb-99dc-96186ddbf6e4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0754819 Feb 04 16:53:06.044724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b9dae969-d134-45d0-8f3b-cac2373965eb req-d4e506a8-732a-4bae-9877-31b4a0cb5abc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429723 Feb 04 16:53:07.244584 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173366d-42d4-4db7-a60c-fffe5c116223 req-a065af3c-4d67-47ce-8601-cbbb2de5e62e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:07.246054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8173366d-42d4-4db7-a60c-fffe5c116223 req-a065af3c-4d67-47ce-8601-cbbb2de5e62e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0770817 Feb 04 16:53:07.291178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8173366d-42d4-4db7-a60c-fffe5c116223 req-67eaa700-6047-464e-a505-1609fc2b4292 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389628 Feb 04 16:53:08.491311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d122b-a64b-4a8c-a41a-a84d2ea7d609 req-254d9370-b790-4232-b258-452d1e135ea1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:08.492617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e5d122b-a64b-4a8c-a41a-a84d2ea7d609 req-254d9370-b790-4232-b258-452d1e135ea1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0807517 Feb 04 16:53:08.538479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e5d122b-a64b-4a8c-a41a-a84d2ea7d609 req-97545e76-79f9-4ade-a6d4-e78a84fd27dc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402908 Feb 04 16:53:09.733046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6410b2b-ceb8-47b3-8c85-88918ef80234 req-1211930a-79c1-4642-b37a-6d741e77c273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:09.734508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6410b2b-ceb8-47b3-8c85-88918ef80234 req-1211930a-79c1-4642-b37a-6d741e77c273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0771325 Feb 04 16:53:09.778948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6410b2b-ceb8-47b3-8c85-88918ef80234 req-0ea9ceea-a249-4146-8eda-e53b13568942 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390675 Feb 04 16:53:10.974739 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066babea-449a-4425-93e6-cde5fc9946e8 req-acb6e8e4-e854-4abe-9a30-6591d4f9e982 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:10.976165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-066babea-449a-4425-93e6-cde5fc9946e8 req-acb6e8e4-e854-4abe-9a30-6591d4f9e982 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0797558 Feb 04 16:53:11.021478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-066babea-449a-4425-93e6-cde5fc9946e8 req-4d2769f3-3833-4cbc-9fe7-306ae5ef3740 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Feb 04 16:53:12.216050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e246e99-25d2-4660-a595-99b6e5a65250 req-f83aff05-fc3c-4ce4-9c3c-b8965a25752b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:12.217449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e246e99-25d2-4660-a595-99b6e5a65250 req-f83aff05-fc3c-4ce4-9c3c-b8965a25752b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0774829 Feb 04 16:53:12.265611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e246e99-25d2-4660-a595-99b6e5a65250 req-24d84561-3c89-4e25-b57d-66922561101c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Feb 04 16:53:13.462593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9833e-5986-45e9-8c0e-066f63e0c9ac req-72fd2569-1a49-41b6-aa1c-b974a7d3bd33 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:13.464006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1db9833e-5986-45e9-8c0e-066f63e0c9ac req-72fd2569-1a49-41b6-aa1c-b974a7d3bd33 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0748291 Feb 04 16:53:13.509986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1db9833e-5986-45e9-8c0e-066f63e0c9ac req-9170af4e-be76-4a61-8f11-55f7742f91b7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Feb 04 16:53:14.710561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07201-20e4-4f68-b723-6934d7105bf6 req-6e3bc882-e239-477f-a5b4-c18fe5e66257 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:14.711956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8e07201-20e4-4f68-b723-6934d7105bf6 req-6e3bc882-e239-477f-a5b4-c18fe5e66257 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0796213 Feb 04 16:53:14.757934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f8e07201-20e4-4f68-b723-6934d7105bf6 req-c9194daf-44b7-4ef8-a926-a24d92559ccf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Feb 04 16:53:16.084355 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c902c-f68c-409f-aff5-2c92673f55d3 req-9d28fc7a-0236-47b9-92ee-720a4c53d858 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:16.085710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-689c902c-f68c-409f-aff5-2c92673f55d3 req-9d28fc7a-0236-47b9-92ee-720a4c53d858 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1424119 Feb 04 16:53:16.131224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-689c902c-f68c-409f-aff5-2c92673f55d3 req-12efd08c-138a-466b-857b-26cb7fc55470 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399168 Feb 04 16:53:17.348043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922578cb-80d7-4bfe-be7b-6490e73f4396 req-72461feb-5b89-4e2d-98fd-5d5a6168dc6a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:17.349364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-922578cb-80d7-4bfe-be7b-6490e73f4396 req-72461feb-5b89-4e2d-98fd-5d5a6168dc6a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0820165 Feb 04 16:53:17.393951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-922578cb-80d7-4bfe-be7b-6490e73f4396 req-02d966d7-18b4-4128-b14c-01e5682c0935 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391829 Feb 04 16:53:17.482008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:18.587813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1409a-3ba4-4941-8594-1513d0056f4e req-25c8eb54-27d4-46d8-8ceb-7e07329375e9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:18.589258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00d1409a-3ba4-4941-8594-1513d0056f4e req-25c8eb54-27d4-46d8-8ceb-7e07329375e9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0754218 Feb 04 16:53:18.633561 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-00d1409a-3ba4-4941-8594-1513d0056f4e req-e8599c0b-f617-4291-afc9-1dfe3df2c1d5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386837 Feb 04 16:53:19.934859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dee00-98a9-4f5b-bb22-004b2a937299 req-6d107b9a-4b51-4948-936a-8ebd5597710c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:19.936261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f1dee00-98a9-4f5b-bb22-004b2a937299 req-6d107b9a-4b51-4948-936a-8ebd5597710c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1453331 Feb 04 16:53:19.980944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f1dee00-98a9-4f5b-bb22-004b2a937299 req-a901f408-39b9-4beb-b5ba-e2ea39e63106 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 Feb 04 16:53:21.179470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8335f-b98d-49cf-a319-59fd3bc6fcb9 req-3e56daba-ee15-4ef6-abe7-75b67bbc4113 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:21.180787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3c8335f-b98d-49cf-a319-59fd3bc6fcb9 req-3e56daba-ee15-4ef6-abe7-75b67bbc4113 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0760360 Feb 04 16:53:21.229051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d3c8335f-b98d-49cf-a319-59fd3bc6fcb9 req-a8ae0e4c-9a73-4744-90d1-7c8108e51178 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Feb 04 16:53:21.427331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:21.602486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:22.427113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d146-7413-4da8-9624-f6772d41e450 req-1ce555d7-c436-42bc-9bfd-91a528607a33 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:22.428445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3b0d146-7413-4da8-9624-f6772d41e450 req-1ce555d7-c436-42bc-9bfd-91a528607a33 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0753999 Feb 04 16:53:22.473622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c3b0d146-7413-4da8-9624-f6772d41e450 req-08ca5287-1fcf-4379-8987-3bb6651ea3a0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390139 Feb 04 16:53:23.672254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344bd75-bff0-429a-be82-49d4e8e84330 req-93068a3e-0541-486b-acf1-dcb827855402 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:23.673678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c344bd75-bff0-429a-be82-49d4e8e84330 req-93068a3e-0541-486b-acf1-dcb827855402 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0788927 Feb 04 16:53:23.718800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c344bd75-bff0-429a-be82-49d4e8e84330 req-adf1c229-8372-4a73-9897-2eefcf3fed55 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397162 Feb 04 16:53:24.912510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04814f-b663-4189-8117-dbd4ef057f9e req-923d1946-671a-4b78-9f2e-497348df5df3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:24.913942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd04814f-b663-4189-8117-dbd4ef057f9e req-923d1946-671a-4b78-9f2e-497348df5df3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0766034 Feb 04 16:53:24.959507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd04814f-b663-4189-8117-dbd4ef057f9e req-fc738e4a-15da-4dd1-a03b-8be9ce456d77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392413 Feb 04 16:53:25.184040 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df5b71a5-6b00-4522-aeac-b6d6c6ccc693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:26.252883 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57575a-dbbf-4d18-be1c-227ac88ac74c req-ae18c8fd-81f2-4fcc-9d9d-31054d2a7382 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:26.254207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db57575a-dbbf-4d18-be1c-227ac88ac74c req-ae18c8fd-81f2-4fcc-9d9d-31054d2a7382 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1759844 Feb 04 16:53:26.298185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-db57575a-dbbf-4d18-be1c-227ac88ac74c req-9666c511-b2e6-4094-98a4-993f20d5baa9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 Feb 04 16:53:27.297501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b4e89736-7241-4d96-b8e1-eb8b53cf5bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:27.491862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e211da-9917-4400-9e2c-46e3b16472b3 req-cfb55265-f4c4-455e-b5e0-5a6683d07587 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:27.493362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37e211da-9917-4400-9e2c-46e3b16472b3 req-cfb55265-f4c4-455e-b5e0-5a6683d07587 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0743201 Feb 04 16:53:27.541868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37e211da-9917-4400-9e2c-46e3b16472b3 req-ae335ca4-8676-4210-8128-f0b10b2bf8e4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Feb 04 16:53:28.721502 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:28.748688 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b559d6-97ab-42eb-adcb-63fb8eba16d6 req-52a3c397-23df-4a7d-8f88-d7fd40420798 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:28.750229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37b559d6-97ab-42eb-adcb-63fb8eba16d6 req-52a3c397-23df-4a7d-8f88-d7fd40420798 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0850894 Feb 04 16:53:28.753119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:28.796980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37b559d6-97ab-42eb-adcb-63fb8eba16d6 req-15be7f44-f17b-489a-937e-dc7fe7a1040f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407381 Feb 04 16:53:29.994088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a76d-a3e7-40e5-a744-f12f91366b5a req-c465df28-2690-4787-81ce-d73191506374 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:29.995540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2648a76d-a3e7-40e5-a744-f12f91366b5a req-c465df28-2690-4787-81ce-d73191506374 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0780039 Feb 04 16:53:30.039936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2648a76d-a3e7-40e5-a744-f12f91366b5a req-d38651f8-5d28-459a-ace6-70970da598df tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382299 Feb 04 16:53:30.153480 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:30.232944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef571877-6fe2-45ae-876a-d8d1e049fa0f req-c3e99bb7-af15-483a-b5ba-529080115487 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674787 Feb 04 16:53:30.526929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-69743b3f-3ef5-42f3-8542-d7cc2243ef2c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217930 Feb 04 16:53:30.548333 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9fef9-cfa0-4b24-b481-b06610115e5e req-fc121190-4a08-47bf-88f9-c934e63c273c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:30.549881 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dee9fef9-cfa0-4b24-b481-b06610115e5e req-fc121190-4a08-47bf-88f9-c934e63c273c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0895460 Feb 04 16:53:30.597821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dee9fef9-cfa0-4b24-b481-b06610115e5e req-a11d97cb-f0dc-4a92-9c86-5ed809f15ee0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 Feb 04 16:53:31.652099 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-0030cf41-7654-4568-a9b2-deb36c88a891 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0680211 Feb 04 16:53:31.782556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-72c0db33-9937-40a2-b0f3-5492f4e38252 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:31.784011 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-72c0db33-9937-40a2-b0f3-5492f4e38252 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1260362 Feb 04 16:53:31.799980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f515735-a889-456b-9b75-8f5239a1386c req-67b5e0ed-5309-48e3-86f2-b4823f0b9ef2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:31.801399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f515735-a889-456b-9b75-8f5239a1386c req-67b5e0ed-5309-48e3-86f2-b4823f0b9ef2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0789473 Feb 04 16:53:31.848098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f515735-a889-456b-9b75-8f5239a1386c req-a4803866-092b-45a4-8990-49f838703310 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Feb 04 16:53:31.888225 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-daba1f67-f155-4ea9-bb0a-ca9d346b509f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1002 time: 0.0980864 Feb 04 16:53:31.951285 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-6089d1ed-2ef2-4f05-9254-ed16a224e7fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:31.952675 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-6089d1ed-2ef2-4f05-9254-ed16a224e7fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0593672 Feb 04 16:53:32.029815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-49bb5125-09c9-4c75-b915-c7e1a71d37d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703449 Feb 04 16:53:32.159953 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-45841c9b-f3fb-4835-8a7f-9adaadea8ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240168 Feb 04 16:53:32.291867 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-01c75812-4df1-477b-adc9-0cdb0ae07d0b service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260178 Feb 04 16:53:33.042981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3b737-3725-4793-b1df-2c0989121638 req-557f90b6-f3ed-4a34-81fe-02798b32a18f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:33.044503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abc3b737-3725-4793-b1df-2c0989121638 req-557f90b6-f3ed-4a34-81fe-02798b32a18f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0762243 Feb 04 16:53:33.093435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abc3b737-3725-4793-b1df-2c0989121638 req-c19d533f-bd49-4143-a70a-111c16244bb7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434461 Feb 04 16:53:34.114686 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-4a7caf29-1f09-4a66-8118-b5f753409c3c service neutron] show failed (client error): The resource could not be found. Feb 04 16:53:34.115674 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-4a7caf29-1f09-4a66-8118-b5f753409c3c service neutron] 10.222.0.41 "GET /v2.0/ports/6ad411e5-9858-47e5-9c6c-e621079ca91f/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0708561 Feb 04 16:53:34.296586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c5f00-62c3-4486-94e1-9172da8214c2 req-4260c940-8597-43ef-b634-603abd37e980 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:34.298017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-267c5f00-62c3-4486-94e1-9172da8214c2 req-4260c940-8597-43ef-b634-603abd37e980 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Feb 04 16:53:34.345783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-267c5f00-62c3-4486-94e1-9172da8214c2 req-2f54eb8a-fede-4205-8b0e-42dc991a8c8d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Feb 04 16:53:34.481107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-5ad97cc9-8777-4c52-b192-1c52581ee508 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1097 time: 0.1343863 Feb 04 16:53:34.491096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:53:34.602935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:34.864844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:34.894674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:53:34.955730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:34.961195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:34.976862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Transition to ACTIVE for port object 6ad411e5-9858-47e5-9c6c-e621079ca91f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:53:34.980619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:35.030452 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'code': 200} Feb 04 16:53:35.112842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:35.127295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.127639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.127970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.128294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.128760 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.129309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.129636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.129972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.130255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.130591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.130925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:35.202221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] No DVR routers for this DVR port 6ad411e5-9858-47e5-9c6c-e621079ca91f on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:53:35.586745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445a83a-e4e6-4aab-abb2-e95c972587d1 req-7eaf8354-c24a-4c76-b9d3-460364ae6dac tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:35.588173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3445a83a-e4e6-4aab-abb2-e95c972587d1 req-7eaf8354-c24a-4c76-b9d3-460364ae6dac tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.1209104 Feb 04 16:53:35.625944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:53:35.626262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:53:35.626606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:53:35.642623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:53:35.642869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Attempting to bind port 6ad411e5-9858-47e5-9c6c-e621079ca91f on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:53:35.654250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3445a83a-e4e6-4aab-abb2-e95c972587d1 req-149b9afc-6780-4285-b4d1-a14ef973a883 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549757 Feb 04 16:53:35.655077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:53:35.655400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:53:35.655757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:53:35.656173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Bound port: 6ad411e5-9858-47e5-9c6c-e621079ca91f, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:53:35.656503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:35.745294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:53:35.748499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:53:35.753406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:35.813758 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:35.815119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1092 time: 1.3278301 Feb 04 16:53:35.827698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35673fa8-d555-417a-8017-80ff44819be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:35.911705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-4acf5d3e-fa39-4979-a451-3620bdb38de2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0737822 Feb 04 16:53:36.043772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-e61e7639-f8ed-4fa5-88a7-0af9b2d219e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:36.045178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-e61e7639-f8ed-4fa5-88a7-0af9b2d219e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1265812 Feb 04 16:53:36.143312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-d0260a64-26c9-49cc-b20d-64367bd9c1e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1000 time: 0.0923994 Feb 04 16:53:36.208686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-47fe0311-2e72-466b-80f9-eccefa570a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:36.209972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-47fe0311-2e72-466b-80f9-eccefa570a67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0597727 Feb 04 16:53:36.282203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-a7a047a2-29a1-473c-8905-936be6e4bc2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661325 Feb 04 16:53:36.409715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-107738a0-fd3b-499d-a3dc-7b54a95c21e3 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215637 Feb 04 16:53:36.538513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb7724a9-6b80-46e0-b0d2-d6d13042df99 req-d80fc5f8-49fe-4b5a-9748-87ea748722a5 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225560 Feb 04 16:53:36.779137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:53:36.835622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:53:36.861334 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0234e70-2399-4041-bf3d-39023740ce8f req-6736d453-d8e5-448c-a893-fd3b24090658 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:36.862787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0234e70-2399-4041-bf3d-39023740ce8f req-6736d453-d8e5-448c-a893-fd3b24090658 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0831115 Feb 04 16:53:36.907069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0234e70-2399-4041-bf3d-39023740ce8f req-12a4afd6-45b7-4c96-920e-a4cd53bd33b1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388515 Feb 04 16:53:37.031815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:37.099605 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'status': 'completed', 'code': 200} Feb 04 16:53:37.199730 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-d4114690-db78-4d21-9e20-a0fc2039229d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0764575 Feb 04 16:53:37.302409 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-0dabdb7a-6d15-4d5b-9989-d17a19e5c3d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.1479387 Feb 04 16:53:37.334077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-1e8a03af-b0f4-47a9-88db-f6c49ae23cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:37.335578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-1e8a03af-b0f4-47a9-88db-f6c49ae23cac service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1302142 Feb 04 16:53:37.538249 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-ef3ac3ae-d780-4ef4-9e3c-bd525d466a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:37.539339 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-d3e9da3e-6c80-4267-9996-c47e1276f40b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1000 time: 0.1971555 Feb 04 16:53:37.539803 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-ef3ac3ae-d780-4ef4-9e3c-bd525d466a37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.2301223 Feb 04 16:53:37.603331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-2afccdde-7d1d-4b45-8475-ae900215d292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:37.604741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-2afccdde-7d1d-4b45-8475-ae900215d292 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0588849 Feb 04 16:53:37.643066 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-aa9c7f8f-73b7-4abc-85d9-634f512951c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1000 time: 0.0979235 Feb 04 16:53:37.677807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-deb2c671-5603-4c38-9a7e-7826dab25c11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665586 Feb 04 16:53:37.708665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-ab4b4472-a813-4534-9747-195ad0f63a0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:37.710777 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-ab4b4472-a813-4534-9747-195ad0f63a0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0614994 Feb 04 16:53:37.800535 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-d89b7672-1e26-4ffe-ac80-81bfcf1886c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837088 Feb 04 16:53:37.834117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-b628dec6-16f0-4b1b-b47e-a65da2bbd7d6 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459610 Feb 04 16:53:37.939562 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-b36021e1-74a7-4aee-a2be-f644c0b3c403 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321869 Feb 04 16:53:37.979390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-fc4a8c75-f6f2-4e23-8784-008acac8afaa service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361258 Feb 04 16:53:38.075002 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f6dfecd3-0da4-4b5a-8a92-a15b705b92cc req-8b948bcc-da1b-4cdf-b0b2-51cafb78f9ef service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282032 Feb 04 16:53:38.109700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66063ad-0f18-4c8c-8499-e64975379d99 req-837c61cd-5f29-49a2-9a04-31ced9f38cdc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:38.111161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f66063ad-0f18-4c8c-8499-e64975379d99 req-837c61cd-5f29-49a2-9a04-31ced9f38cdc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0765100 Feb 04 16:53:38.160665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f66063ad-0f18-4c8c-8499-e64975379d99 req-8773d217-2fd2-4431-90ea-feab0da00f29 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439961 Feb 04 16:53:38.639629 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a433a63-116b-4753-b03c-68c6b802e20b req-6dc21bba-23dc-43c3-82e4-32ca286b847e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:38.641058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a433a63-116b-4753-b03c-68c6b802e20b req-6dc21bba-23dc-43c3-82e4-32ca286b847e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 944 time: 0.0801778 Feb 04 16:53:38.641204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-0d110201-2102-451a-a766-a56c7cbdd0f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:38.641768 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-0d110201-2102-451a-a766-a56c7cbdd0f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:53:38.657280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-0d110201-2102-451a-a766-a56c7cbdd0f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:53:38.658323 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-0d110201-2102-451a-a766-a56c7cbdd0f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9&tenant_id=59100f26059945d09e8feac30ad35b54&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.1001399 Feb 04 16:53:38.688337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2a433a63-116b-4753-b03c-68c6b802e20b req-86b423d6-8b26-463a-b4e2-b886b0fefdf0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Feb 04 16:53:38.735676 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-43f87889-d729-4c0e-8b56-3461d2f8f1d9 service neutron] delete failed (client error): The resource could not be found. Feb 04 16:53:38.736576 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-43f87889-d729-4c0e-8b56-3461d2f8f1d9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/6ad411e5-9858-47e5-9c6c-e621079ca91f/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0733147 Feb 04 16:53:38.876534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-86fe72ee-838b-4ceb-ace0-883dcb594ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0721500 Feb 04 16:53:39.005392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-9bcc74c9-26c3-490b-a3a5-766d2da82e4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:39.006735 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-9bcc74c9-26c3-490b-a3a5-766d2da82e4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1242032 Feb 04 16:53:39.108163 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-671389a0-4010-4a4b-b271-70020c08dec6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1000 time: 0.0953102 Feb 04 16:53:39.172318 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-85ad6646-c099-4771-8cc4-d0f82ca65477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:39.173718 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-85ad6646-c099-4771-8cc4-d0f82ca65477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0598931 Feb 04 16:53:39.247305 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-14337f54-a015-4478-95ad-48ba616458ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672250 Feb 04 16:53:39.377289 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-4e4710d4-4195-453e-b80c-8d96bcc8e555 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226254 Feb 04 16:53:39.505074 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8d51306e-080f-4a4b-9ca1-a64c71271495 req-78dc9adf-f10c-4c54-b226-79897077937b service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217554 Feb 04 16:53:39.589896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:53:39.722800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:39.736355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'mac_address': 'fa:16:3e:2b:ba:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:53:39.793849 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:39.811444 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad411e5-9858-47e5-9c6c-e621079ca91f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:53:39.826664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:39.830087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:39.889996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094c05-a178-422b-b0e4-b7dd36a3bb4a req-17e2f959-41ef-4e91-ba64-a5dd9b47b06c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:39.891477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3094c05-a178-422b-b0e4-b7dd36a3bb4a req-17e2f959-41ef-4e91-ba64-a5dd9b47b06c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0806026 Feb 04 16:53:39.896473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:39.939434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3094c05-a178-422b-b0e4-b7dd36a3bb4a req-18077fa3-9082-4347-9d6c-c69f8519a782 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Feb 04 16:53:40.030960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['6ad411e5-9858-47e5-9c6c-e621079ca91f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:53:41.144753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5586b4-d5ba-4512-b729-49fc1945f1f7 req-7cdaf12d-4b30-4387-9d4b-b00ebcafdd5e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:41.146185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e5586b4-d5ba-4512-b729-49fc1945f1f7 req-7cdaf12d-4b30-4387-9d4b-b00ebcafdd5e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0813718 Feb 04 16:53:41.192030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e5586b4-d5ba-4512-b729-49fc1945f1f7 req-2899bcaa-8bb2-4101-8a61-82fb928f0b87 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Feb 04 16:53:41.393419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4f65-1b0e-4171-8749-8ef932ed6a74 req-ec31033f-4f9f-449e-ab49-2a1315599425 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:41.394878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-847a4f65-1b0e-4171-8749-8ef932ed6a74 req-ec31033f-4f9f-449e-ab49-2a1315599425 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.0804017 Feb 04 16:53:41.440008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-847a4f65-1b0e-4171-8749-8ef932ed6a74 req-981dd597-d65f-442b-94cf-a02c9c452baa tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392783 Feb 04 16:53:41.589747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:53:41.659495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 6ad411e5-9858-47e5-9c6c-e621079ca91f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:53:41.664509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 6ad411e5-9858-47e5-9c6c-e621079ca91f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:53:41.664940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:41.794973 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:41.821976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:41.832020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:41.836361 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:41.867960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dd75a-26b4-4fa6-940c-f3bdd6f51fb9 req-fc0fa587-8785-4d87-b8ea-9bd19f381b7e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:41.869390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed4dd75a-26b4-4fa6-940c-f3bdd6f51fb9 req-fc0fa587-8785-4d87-b8ea-9bd19f381b7e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 945 time: 0.1377473 Feb 04 16:53:41.876447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-06c3e48e-b2ff-426b-9a25-7a72c69b4536 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 1096 time: 0.1038387 Feb 04 16:53:41.882417 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'code': 200} Feb 04 16:53:41.908500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:42.002465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed4dd75a-26b4-4fa6-940c-f3bdd6f51fb9 req-75fc1761-7dd7-4a5e-93fc-d9beba8dd1e3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240644 Feb 04 16:53:42.038747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-b63e248f-f872-4344-84ab-be25c1fce78b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:42.040167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-b63e248f-f872-4344-84ab-be25c1fce78b service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1481657 Feb 04 16:53:42.142550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-c734f3d7-ee27-409e-8927-38df142ef1cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 200 len: 1002 time: 0.0964158 Feb 04 16:53:42.202720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-5a2c12fd-1719-4634-872e-3f2d7afab193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:42.204089 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-5a2c12fd-1719-4634-872e-3f2d7afab193 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0559211 Feb 04 16:53:42.279428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-cc4d12ab-c5a9-40c2-99fd-1197654621f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698049 Feb 04 16:53:42.511814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-a1c34c43-a65b-4461-af73-b93e552327bf service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252488 Feb 04 16:53:42.642162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62051c3-b161-4d95-ad99-bdbc28b1e829 req-8837795a-0a32-4647-9203-10484c9356d9 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219842 Feb 04 16:53:43.213730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22ffaf-7472-4273-b6b3-3511b4ac44cb req-31490316-d8f6-47e2-a3c2-5d503e1744a3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:43.215786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df22ffaf-7472-4273-b6b3-3511b4ac44cb req-31490316-d8f6-47e2-a3c2-5d503e1744a3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0761614 Feb 04 16:53:43.260247 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df22ffaf-7472-4273-b6b3-3511b4ac44cb req-e4dcc26a-b345-4574-9a01-948ddb927849 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390449 Feb 04 16:53:43.660668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8959613-5809-4114-b78a-6406e3e286b9 req-9523f800-e369-4469-8b1d-4af116d51584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:43.662085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8959613-5809-4114-b78a-6406e3e286b9 req-9523f800-e369-4469-8b1d-4af116d51584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.0795496 Feb 04 16:53:43.706872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8959613-5809-4114-b78a-6406e3e286b9 req-f1c787bc-4600-4f3d-bc42-fc58aba5f87d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385122 Feb 04 16:53:44.882061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-a932dd49-09e2-417c-8fc7-84668666b028 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:44.883461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-a932dd49-09e2-417c-8fc7-84668666b028 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1154420 Feb 04 16:53:44.958684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 6ad411e5-9858-47e5-9c6c-e621079ca91f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:53:44.959020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:45.015658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d10bdd-50d7-471c-8f8a-92364a10f203 req-a6471854-de2e-4b8a-b59e-0ef67b6bbadd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:45.016967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6d10bdd-50d7-471c-8f8a-92364a10f203 req-a6471854-de2e-4b8a-b59e-0ef67b6bbadd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 946 time: 0.1859012 Feb 04 16:53:45.111050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6d10bdd-50d7-471c-8f8a-92364a10f203 req-1736a3de-1ffb-4826-b897-e16ac3c7fe72 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886092 Feb 04 16:53:45.242161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port 6ad411e5-9858-47e5-9c6c-e621079ca91f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6ad411e5-9858-47e5-9c6c-e621079ca91f,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:45.242530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:45.534927 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:45.535287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:45.535597 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: 6ad411e5-9858-47e5-9c6c-e621079ca91f. Feb 04 16:53:45.535923 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 6ad411e5-9858-47e5-9c6c-e621079ca91f owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:53:45.671635 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:45.721535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'Port': ['ID=6ad411e5-9858-47e5-9c6c-e621079ca91f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:45.937182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:53:46.235478 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:53:46.246320 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:53:46.258521 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:53:46.259180 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:53:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:46.343559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d621ef57-401c-41dc-8b76-5317f08e6528 req-356485ed-d525-46ce-b73f-cb0ee6e2c9ca tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=db26e360-2b97-4faf-ba20-81ea5c19c9b9 HTTP/1.1" status: 200 len: 210 time: 0.0772164 Feb 04 16:53:46.344403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] No DVR routers for this DVR port 6ad411e5-9858-47e5-9c6c-e621079ca91f on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:53:46.347099 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:46.349711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-deleted', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:46.377650 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad933fbd-d441-45b1-b0fb-587618d6f0c6 req-85142728-6fa1-486a-b401-c029657e1584 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "DELETE /v2.0/ports/6ad411e5-9858-47e5-9c6c-e621079ca91f HTTP/1.1" status: 204 len: 173 time: 1.4881246 Feb 04 16:53:46.435926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:53:46.538855 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db26e360-2b97-4faf-ba20-81ea5c19c9b9', 'name': 'network-vif-deleted', 'tag': '6ad411e5-9858-47e5-9c6c-e621079ca91f', 'status': 'completed', 'code': 200} Feb 04 16:53:46.757248 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:46.761230 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:53:46.771728 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:53:46.772316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:53:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:46.945718 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:53:47.246949 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:53:47.250934 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecdba5-81b5-4293-ab9e-aab24f154b9f None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:53:47.474988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e756c8e-3332-40c2-8442-b3de4dd76b4a None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:53:47.720324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-a6ba8a4e-0fdb-470a-8af1-d57d21b9233f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--894463984&fields=id&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 267 time: 0.0453713 Feb 04 16:53:47.863651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633774fb-2c23-4671-bf11-90a2f3767624 req-c61f5300-44de-46e2-82f5-9f82199dd98b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:47.864967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-c61f5300-44de-46e2-82f5-9f82199dd98b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.1383560 Feb 04 16:53:47.881755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-d2c69f26-8277-4372-9d77-d1614f3ab921 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/quotas/59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 375 time: 0.0115395 Feb 04 16:53:47.964183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-633774fb-2c23-4671-bf11-90a2f3767624 req-f86e29dd-f250-4e8f-af0a-78fc170a4a77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:53:47.978907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-633774fb-2c23-4671-bf11-90a2f3767624 req-f86e29dd-f250-4e8f-af0a-78fc170a4a77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:53:47.980402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-f86e29dd-f250-4e8f-af0a-78fc170a4a77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940557 Feb 04 16:53:48.115773 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-d813366f-b82e-4c5d-acbc-dc878cc962c2 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239643 Feb 04 16:53:48.245193 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-c636596a-8cc3-4837-a747-cdac81f6aedd service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229651 Feb 04 16:53:48.428820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6a3f0d94-e4df-424d-b3a1-cc02db2c5db1 req-1663ef10-5820-44ed-b29a-acb50036a29d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 210 time: 0.0409119 Feb 04 16:53:49.605440 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c62c0aa3-cf35-49e2-839e-d0473d591b32 req-e84ae846-707b-41a0-b06c-c2734410d412 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 210 time: 0.0432847 Feb 04 16:53:49.641453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:53:49.678450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 6ad411e5-9858-47e5-9c6c-e621079ca91f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:53:49.678823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6ad411e5-9858-47e5-9c6c-e621079ca91f not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:53:49.705480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633774fb-2c23-4671-bf11-90a2f3767624 req-64117add-01f3-41ad-93e8-76ae0684e211 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:49.707172 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-64117add-01f3-41ad-93e8-76ae0684e211 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.2371235 Feb 04 16:53:49.765918 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-0f2bfcb7-c304-4e24-b248-babdb8d20755 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 379 time: 0.0430315 Feb 04 16:53:49.773614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'port': {'device_id': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'admin_state_up': True, 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'security_groups': ['9d25c344-ee02-4f6a-a42e-430122e8b6bb']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:53:49.907443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:53:49.916672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:53:49.926270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:53:49.929292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.094775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Allocated IP 172.20.0.3 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/42cef03b-2689-420d-807f-63b5d4a486ce) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:53:50.277023 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.291609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Transition to ACTIVE for port object 42cef03b-2689-420d-807f-63b5d4a486ce will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:53:50.315026 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.384006 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:53:50.387348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:53:50.391242 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:53:50.421894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:50.445067 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.445407 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.445742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.446085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.446443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.446769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.447090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.447406 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.447719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.448031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.448350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:50.472066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:50.472659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.500273 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-beb51f41-779f-450b-acdc-a78fd162a560 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297924 Feb 04 16:53:50.510856 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Request body: {'port': {'device_id': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:53:50.588870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0390ee5f-d25d-4b6a-a76d-7d3e2da267d4 None None] Provisioning for port 42cef03b-2689-420d-807f-63b5d4a486ce completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:53:50.594927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0390ee5f-d25d-4b6a-a76d-7d3e2da267d4 None None] Provisioning complete for port 42cef03b-2689-420d-807f-63b5d4a486ce triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:53:50.595296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0390ee5f-d25d-4b6a-a76d-7d3e2da267d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.625157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.647563 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0390ee5f-d25d-4b6a-a76d-7d3e2da267d4 None None] Port 42cef03b-2689-420d-807f-63b5d4a486ce cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:53:50.816390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766191a9-2d68-408a-a6b2-b1ad6f6a812c req-4d4d057a-93d8-4390-b726-bced204357a6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:50.817825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-766191a9-2d68-408a-a6b2-b1ad6f6a812c req-4d4d057a-93d8-4390-b726-bced204357a6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 931 time: 0.0842826 Feb 04 16:53:50.864580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-766191a9-2d68-408a-a6b2-b1ad6f6a812c req-3a5a074c-389d-4cdd-b318-21403c9c953d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Feb 04 16:53:50.968127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:53:50.974640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:50.989537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Transition to ACTIVE for port object 42cef03b-2689-420d-807f-63b5d4a486ce will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:53:50.992351 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.117263 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:51.234915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:53:51.235280 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:53:51.235637 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:53:51.242049 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:53:51.242390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:53:51.248753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:53:51.249065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:53:51.249444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:53:51.249866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Bound port: 42cef03b-2689-420d-807f-63b5d4a486ce, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:53:51.250207 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.341203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:53:51.344043 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:53:51.348766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.409050 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.410523 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] 10.222.0.41 "PUT /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1091 time: 0.9038203 Feb 04 16:53:51.410910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:51.427080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799d760-3e17-4de8-8271-6da12b7e1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:51.430890 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.613352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:51.623926 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-83d4fc85-67c2-49c1-b037-a01090c2695e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1094 time: 0.1734936 Feb 04 16:53:51.693110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-67df8677-93eb-4e85-a6c4-f2fc642b9aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 217 time: 0.0625303 Feb 04 16:53:51.728613 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'status': 'completed', 'code': 200} Feb 04 16:53:51.756187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633774fb-2c23-4671-bf11-90a2f3767624 req-bbebef98-92cf-492d-b45a-d0859212950a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:51.757508 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-bbebef98-92cf-492d-b45a-d0859212950a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0592031 Feb 04 16:53:51.838714 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-caac2732-3880-461a-90b0-dac45790877d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749388 Feb 04 16:53:51.969595 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-c8f1ac44-7bd8-4a2d-bb54-db148f7614ea service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252899 Feb 04 16:53:52.064574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcf696-e9cd-43c8-8d60-cca091739e3f req-1dfc5b4d-0484-4e3a-a1c7-ad065b0a78f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:52.065920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6dcf696-e9cd-43c8-8d60-cca091739e3f req-1dfc5b4d-0484-4e3a-a1c7-ad065b0a78f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.0758829 Feb 04 16:53:52.104629 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-633774fb-2c23-4671-bf11-90a2f3767624 req-61512af3-e37a-4b8d-a793-56fa1ea0ca53 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288230 Feb 04 16:53:52.118399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d6dcf696-e9cd-43c8-8d60-cca091739e3f req-7a9cac9d-9020-4aa5-976e-0e197f14888b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465655 Feb 04 16:53:52.225132 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-46c3db2b-1295-4a3a-8e42-bf875f18a2ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1094 time: 0.0718873 Feb 04 16:53:52.354237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-1c2831b4-e60f-4f7a-9d00-dc2ecd333943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:52.356025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-1c2831b4-e60f-4f7a-9d00-dc2ecd333943 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1249747 Feb 04 16:53:52.425817 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-96eab7d2-3e25-4356-a663-1fab2fbf5ae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 217 time: 0.0632792 Feb 04 16:53:52.491029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-e4701dda-558d-4370-9d0e-86c21e44044a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:52.492395 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-e4701dda-558d-4370-9d0e-86c21e44044a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0602241 Feb 04 16:53:52.566381 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-86fef84f-0746-4cf3-8259-2e5b9c44a48d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675449 Feb 04 16:53:52.698376 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-7e0daa14-1189-4697-83c1-97cabcb3df46 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238520 Feb 04 16:53:52.825570 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-2cdaea68-e856-4a7a-b114-48e0ba26aed8 req-f7f73867-a2b8-4bcc-af55-e391086ce543 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211076 Feb 04 16:53:53.315219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddba25e-2e13-4bda-a583-dce017d201e1 req-aa9ec68e-a10b-41f3-b554-764808ff4948 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:53.317212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dddba25e-2e13-4bda-a583-dce017d201e1 req-aa9ec68e-a10b-41f3-b554-764808ff4948 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.0745494 Feb 04 16:53:53.362675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dddba25e-2e13-4bda-a583-dce017d201e1 req-5383068c-7c06-4ba6-b7b1-f90c9e9b59c3 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Feb 04 16:53:54.484299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:53:54.560750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b9ff1-03a9-4944-bd97-e34a86d50ba5 req-60ef5f0c-c078-4b06-b9e3-90766308f44b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:54.562181 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-800b9ff1-03a9-4944-bd97-e34a86d50ba5 req-60ef5f0c-c078-4b06-b9e3-90766308f44b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.0787909 Feb 04 16:53:54.610158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-800b9ff1-03a9-4944-bd97-e34a86d50ba5 req-70dfe866-5304-4747-b7f6-aba7ead3ad26 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Feb 04 16:53:54.874551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:53:55.045189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:55.058905 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '42cef03b-2689-420d-807f-63b5d4a486ce', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:53:55.117796 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:55.135774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:53:55.150996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:55.154839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:55.217903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27aa8913-d61a-45c7-8f2a-2ce278270c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:55.231709 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:55.240202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.240548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.240885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.241219 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.241549 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.241876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.242201 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.242557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.242881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.243200 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.243523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:53:55.410842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['42cef03b-2689-420d-807f-63b5d4a486ce'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:53:55.810950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7105565-eba9-4d4f-9d51-ea6f35be5b75 req-8a9f7908-3b08-43e8-8c9c-9fa0d06f515b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:55.812299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7105565-eba9-4d4f-9d51-ea6f35be5b75 req-8a9f7908-3b08-43e8-8c9c-9fa0d06f515b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0758440 Feb 04 16:53:55.857565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7105565-eba9-4d4f-9d51-ea6f35be5b75 req-b0814ecc-81da-4739-a31a-9c7c92d35978 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Feb 04 16:53:56.890027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:53:56.958128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 42cef03b-2689-420d-807f-63b5d4a486ce completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:53:56.962764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 42cef03b-2689-420d-807f-63b5d4a486ce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:53:56.963133 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.056203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f04ee-8373-4f57-ac3b-13446ad4b4b4 req-236f2069-eeda-4b77-9aa7-323fd8b9c739 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:57.058866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a1f04ee-8373-4f57-ac3b-13446ad4b4b4 req-236f2069-eeda-4b77-9aa7-323fd8b9c739 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0801547 Feb 04 16:53:57.080047 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.105652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a1f04ee-8373-4f57-ac3b-13446ad4b4b4 req-e2b92101-5a8e-4634-9cc3-1e6885ccf568 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Feb 04 16:53:57.108308 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:53:57.121140 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:53:57.127205 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.208969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:53:57.295399 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'code': 200} Feb 04 16:53:57.300573 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33593fe7-7d68-485e-b5dd-0cd8503b279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:57.419191 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-82b82047-2646-46b5-a790-a283ec048683 req-a9f45d93-41f9-49c8-a4c8-6f58087f31b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1096 time: 0.0710573 Feb 04 16:53:57.460467 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-82b82047-2646-46b5-a790-a283ec048683 req-0dd7e0a8-9773-4dad-956a-052c7e8d4507 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354161 Feb 04 16:53:58.302843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8386-d6e9-45aa-b539-9726525ab6b5 req-9701baa9-48b2-435b-9308-833c62f51a67 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:58.304252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f91f8386-d6e9-45aa-b539-9726525ab6b5 req-9701baa9-48b2-435b-9308-833c62f51a67 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0750518 Feb 04 16:53:58.353318 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f91f8386-d6e9-45aa-b539-9726525ab6b5 req-fc982b99-5e2e-44ae-96be-eeb49a673d75 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Feb 04 16:53:58.723572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:58.753528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:53:59.643831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e159ce-03bc-422b-a231-8891b075c0ae req-b8823175-feac-4831-b271-1da972b08ad0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:59.645175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24e159ce-03bc-422b-a231-8891b075c0ae req-b8823175-feac-4831-b271-1da972b08ad0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.1709776 Feb 04 16:53:59.689837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-24e159ce-03bc-422b-a231-8891b075c0ae req-1f8288ad-ba6b-48a6-93aa-9b53d13405a1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392430 Feb 04 16:53:59.880755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eac871-d033-46ef-856b-2044dd665fe1 req-76394892-11f3-46d1-b30c-6a0d1919936e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:53:59.882175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35eac871-d033-46ef-856b-2044dd665fe1 req-76394892-11f3-46d1-b30c-6a0d1919936e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Feb 04 16:53:59.890960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:53:59.896093 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'floatingip': {'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:53:59.971192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.155423 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.554264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.558517 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:00.740602 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 associated. External IP: 172.25.5.204, port: 42cef03b-2689-420d-807f-63b5d4a486ce. Feb 04 16:54:01.229774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:01.426887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:01.431280 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:01.437408 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:01.449955 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:01.450578 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:53:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:01.483740 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-46e0f50f-4cda-432b-98d0-a5ef36a965cf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "PUT /v2.0/floatingips/3ac2215b-3d1f-432a-a211-57bded52ae16 HTTP/1.1" status: 200 len: 991 time: 1.5917575 Feb 04 16:54:01.484307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:01.541044 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'status': 'completed', 'code': 200} Feb 04 16:54:01.635377 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-84cf0245-3009-4220-a6a4-d8977ae740b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1096 time: 0.0728977 Feb 04 16:54:01.665303 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:01.679609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7a666-190c-4182-8648-720612d3e075 req-855740e1-6845-4b21-8fff-a2b34062e6b4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:01.680686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ad7a666-190c-4182-8648-720612d3e075 req-855740e1-6845-4b21-8fff-a2b34062e6b4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0873594 Feb 04 16:54:01.728164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ad7a666-190c-4182-8648-720612d3e075 req-a7d74ba1-32a6-4a0b-bc0f-e26c5b219c08 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Feb 04 16:54:01.775675 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-33b6aef2-e165-4fff-aad7-b0af61925af9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:01.777422 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-33b6aef2-e165-4fff-aad7-b0af61925af9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1353323 Feb 04 16:54:01.967114 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-0e4531fd-e9cb-4995-8ef9-4f63871a5a0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 999 time: 0.1838806 Feb 04 16:54:02.015677 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:00Z', 'revision_number': 9, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:02.019512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:02.030587 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:02.031204 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:53:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:02.033220 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-8729d8b6-7955-4c35-b690-e8e37b365e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:02.034706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-8729d8b6-7955-4c35-b690-e8e37b365e55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0609572 Feb 04 16:54:02.109405 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-cc338a0a-3961-4a11-b2a7-29c046b47141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688412 Feb 04 16:54:02.210809 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:02.245491 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-602cc9ed-949f-4a03-a568-37eb2650084f service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285660 Feb 04 16:54:02.375483 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-b2ff2e58-243b-4d0b-a66a-670765edc965 req-5d9e8912-89d8-4677-9558-c574c4dad6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250341 Feb 04 16:54:02.562764 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:00Z', 'revision_number': 9, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:02.566549 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b5c1f-932b-427c-a07d-34aefadfcb83 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:00Z', 'revision_number': 9, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:02.764955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7559973-c4ba-4a07-b830-3257a014984c None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:54:02.938846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592ec7e-3e45-4f70-8625-1af36e12b0dd req-34d729d2-8ac2-4ad5-a3ab-ec53ef4a100a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:02.940626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5592ec7e-3e45-4f70-8625-1af36e12b0dd req-34d729d2-8ac2-4ad5-a3ab-ec53ef4a100a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0824761 Feb 04 16:54:02.992080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5592ec7e-3e45-4f70-8625-1af36e12b0dd req-3f296d94-69a2-44a4-b4a7-c9adef28277f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453959 Feb 04 16:54:03.320908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0dbfa7ca-3873-4339-aad2-5b6c9c4faccc req-948909e7-36e2-4360-a98a-c80c1aa620a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1357250 Feb 04 16:54:03.625282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-28cbea9b-c98e-4166-b2ac-203b88991275 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262007 Feb 04 16:54:03.647600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48124dbc-acb6-48fd-b46a-def5541babf8 req-743aa030-15c5-47d0-8bb4-1a82c146648a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:03.649015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48124dbc-acb6-48fd-b46a-def5541babf8 req-743aa030-15c5-47d0-8bb4-1a82c146648a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0954168 Feb 04 16:54:03.696346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-48124dbc-acb6-48fd-b46a-def5541babf8 req-a10c2918-1b01-4691-a53e-2d822beef14e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Feb 04 16:54:04.743444 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-af83e36e-51f9-4f4e-97d5-2e4309dad0a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1096 time: 0.0699692 Feb 04 16:54:04.886430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-338a8245-ae62-4a10-ad56-eb899f64ffa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:04.887852 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-338a8245-ae62-4a10-ad56-eb899f64ffa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1310675 Feb 04 16:54:04.897761 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdaa7c-74ea-45d2-9845-dee1022dfc1f req-e9c53546-bb2b-4162-837a-ab57f063d47f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:04.899195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77cdaa7c-74ea-45d2-9845-dee1022dfc1f req-e9c53546-bb2b-4162-837a-ab57f063d47f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0764053 Feb 04 16:54:04.945378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77cdaa7c-74ea-45d2-9845-dee1022dfc1f req-d0170784-ca8b-4cc7-a401-b7fd570df542 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Feb 04 16:54:04.991658 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-a1bca35c-da9e-4afb-8e43-7a55c839aef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1002 time: 0.0979865 Feb 04 16:54:05.054124 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-5b0bf288-882a-40fa-8051-7d6ab2e88e35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:05.055537 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-5b0bf288-882a-40fa-8051-7d6ab2e88e35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0585966 Feb 04 16:54:05.127205 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-d9eda088-7d02-4c1d-a617-44e4766ba354 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660830 Feb 04 16:54:05.256626 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-a1ab9792-2df0-4a54-8d8d-b58f10259425 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235039 Feb 04 16:54:05.385824 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-cbd88590-77d5-4bd6-aaa8-05f6dacb8fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237097 Feb 04 16:54:06.143383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863573d1-6f98-44b5-9f99-aa95ca232b10 req-dfec550d-9af8-4907-97c9-a337dab51720 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:06.144825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-863573d1-6f98-44b5-9f99-aa95ca232b10 req-dfec550d-9af8-4907-97c9-a337dab51720 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0795109 Feb 04 16:54:06.189675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-863573d1-6f98-44b5-9f99-aa95ca232b10 req-2e6cda1c-9e74-477a-bf62-0733a2bd5f11 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394347 Feb 04 16:54:07.532099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b151c7-aa14-49a7-b288-a2b2b7ba46f8 req-af10e23c-f1ce-47a7-8e1b-d05c3190d3fd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:07.533452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45b151c7-aa14-49a7-b288-a2b2b7ba46f8 req-af10e23c-f1ce-47a7-8e1b-d05c3190d3fd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0748279 Feb 04 16:54:07.582522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45b151c7-aa14-49a7-b288-a2b2b7ba46f8 req-b7c1242b-d023-470e-bc40-46e878ff243a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436070 Feb 04 16:54:08.781396 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020f67-1739-4c48-988e-a8f20d1aa68a req-9e5a88ff-df5f-46a6-af22-cd58eacbeaaa tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:08.782853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e020f67-1739-4c48-988e-a8f20d1aa68a req-9e5a88ff-df5f-46a6-af22-cd58eacbeaaa tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0765095 Feb 04 16:54:08.827368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9e020f67-1739-4c48-988e-a8f20d1aa68a req-4046a646-1e37-4f4e-9da1-d128ae3f14f5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Feb 04 16:54:10.024416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425ba5d-7e54-4d73-a299-023ab1bbf892 req-841b788d-ef1d-49fa-b5ca-d6e670a0c61c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:10.025854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8425ba5d-7e54-4d73-a299-023ab1bbf892 req-841b788d-ef1d-49fa-b5ca-d6e670a0c61c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0777519 Feb 04 16:54:10.070234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8425ba5d-7e54-4d73-a299-023ab1bbf892 req-e728c490-5f1f-4a1f-b436-22671e02fcf6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Feb 04 16:54:11.284071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eddb1-2392-4203-8fbb-015365931f23 req-be3b3b57-a203-4e42-93d0-f2a65eeb1c58 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:11.285489 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f57eddb1-2392-4203-8fbb-015365931f23 req-be3b3b57-a203-4e42-93d0-f2a65eeb1c58 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0835786 Feb 04 16:54:11.331437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f57eddb1-2392-4203-8fbb-015365931f23 req-3952eccf-6ff3-411a-a09b-31476a441187 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401862 Feb 04 16:54:12.555097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e89f7f-5786-4fe2-9b20-fe40c2fce7a8 req-39abf880-2512-4a7f-86fb-35ec70851be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:12.556530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55e89f7f-5786-4fe2-9b20-fe40c2fce7a8 req-39abf880-2512-4a7f-86fb-35ec70851be7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0797162 Feb 04 16:54:12.601345 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-55e89f7f-5786-4fe2-9b20-fe40c2fce7a8 req-617849df-2d74-4807-99ca-ef16ef2a3e46 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388582 Feb 04 16:54:13.794502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e7ab1-2f35-4a80-bf6c-2d5715ea44c1 req-c3017572-3a6a-4938-976a-5b3fc1d7e83c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:13.795933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d0e7ab1-2f35-4a80-bf6c-2d5715ea44c1 req-c3017572-3a6a-4938-976a-5b3fc1d7e83c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0744400 Feb 04 16:54:13.840640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d0e7ab1-2f35-4a80-bf6c-2d5715ea44c1 req-cf6a870c-18ea-46c3-ad54-6cb2ec8c692e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Feb 04 16:54:15.033582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765012-8119-49c8-a708-7abbbafdedfb req-2d817e4a-54f4-42dd-8ac3-de034e89f9e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:15.034933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5765012-8119-49c8-a708-7abbbafdedfb req-2d817e4a-54f4-42dd-8ac3-de034e89f9e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0775816 Feb 04 16:54:15.079959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5765012-8119-49c8-a708-7abbbafdedfb req-4358b188-5d90-4d84-b185-bc00054c1f03 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395923 Feb 04 16:54:16.276285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4981f3-f827-4d0c-b9aa-f5c333a32e18 req-0bca955d-8e9d-4798-b6c2-aa75027b6aad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:16.277704 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a4981f3-f827-4d0c-b9aa-f5c333a32e18 req-0bca955d-8e9d-4798-b6c2-aa75027b6aad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0744166 Feb 04 16:54:16.418171 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a4981f3-f827-4d0c-b9aa-f5c333a32e18 req-8b776365-1ef8-41ad-8185-71046a032621 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350491 Feb 04 16:54:17.610984 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8686d-51ff-4699-a832-eaa156d14430 req-d51bb4ab-fed7-443c-bdb1-5f563af7b4cd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:17.612414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30a8686d-51ff-4699-a832-eaa156d14430 req-d51bb4ab-fed7-443c-bdb1-5f563af7b4cd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0759466 Feb 04 16:54:17.656829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30a8686d-51ff-4699-a832-eaa156d14430 req-c310ceb1-850f-4428-8011-2ad748834cb8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390246 Feb 04 16:54:18.866011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3f52-a0ad-42ad-ae5d-e7cbe6a6faa2 req-8cc0ae1a-0397-4eaf-b55d-55d50f23381e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:18.867456 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed5a3f52-a0ad-42ad-ae5d-e7cbe6a6faa2 req-8cc0ae1a-0397-4eaf-b55d-55d50f23381e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0828776 Feb 04 16:54:18.915301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed5a3f52-a0ad-42ad-ae5d-e7cbe6a6faa2 req-fd09c5c9-76fc-48ad-802d-4d3b05b5df76 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Feb 04 16:54:20.115138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654279de-0edd-4d46-82c6-c5fb02ed4f7c req-60f74562-56a1-4b33-a0a7-5a3eb35698cd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:20.116609 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654279de-0edd-4d46-82c6-c5fb02ed4f7c req-60f74562-56a1-4b33-a0a7-5a3eb35698cd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0770428 Feb 04 16:54:20.164340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654279de-0edd-4d46-82c6-c5fb02ed4f7c req-f767c9cd-0cc0-4904-baf6-f36a10f00628 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404847 Feb 04 16:54:21.362042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734d207-deeb-4abd-a0ad-70386516b3b1 req-82ba6e21-da72-45e9-ad8f-616f4c4fc980 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:21.363505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2734d207-deeb-4abd-a0ad-70386516b3b1 req-82ba6e21-da72-45e9-ad8f-616f4c4fc980 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0790942 Feb 04 16:54:21.410505 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2734d207-deeb-4abd-a0ad-70386516b3b1 req-14380857-5942-45fb-a2de-800be83ae000 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414009 Feb 04 16:54:21.417871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:21.601203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:22.611792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e63d-e775-44fe-acfa-ff912447b5db req-fa86210b-f92e-44d4-8dea-764475c37789 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:22.613387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e274e63d-e775-44fe-acfa-ff912447b5db req-fa86210b-f92e-44d4-8dea-764475c37789 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0795612 Feb 04 16:54:22.661782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e274e63d-e775-44fe-acfa-ff912447b5db req-6486fc00-7014-4727-883f-a894d8186f30 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Feb 04 16:54:23.860452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f8e4-fe46-4648-8a07-c44df2938916 req-fd424875-8d8d-4091-a387-758a775a51e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:23.861878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8e4f8e4-fe46-4648-8a07-c44df2938916 req-fd424875-8d8d-4091-a387-758a775a51e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0762322 Feb 04 16:54:23.905514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8e4f8e4-fe46-4648-8a07-c44df2938916 req-cccce3b9-9b39-4566-90b4-ce62b711727d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381770 Feb 04 16:54:25.109979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c43b4f-28a6-47b0-a821-33ccae80271c req-ecbb8995-4642-4c92-9678-5585af44cad5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:25.111450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0c43b4f-28a6-47b0-a821-33ccae80271c req-ecbb8995-4642-4c92-9678-5585af44cad5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0800757 Feb 04 16:54:25.157348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f0c43b4f-28a6-47b0-a821-33ccae80271c req-e4995118-617b-43d2-b12f-4aa8fcf5b427 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401039 Feb 04 16:54:25.190760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e85e76f0-65ab-4b80-afdc-1672ced4c8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:26.354170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1a981-66dc-4ee0-9b07-bfcef984f966 req-975e8942-3449-4e5b-88f2-9c59ab479923 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:26.355929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6b1a981-66dc-4ee0-9b07-bfcef984f966 req-975e8942-3449-4e5b-88f2-9c59ab479923 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0760171 Feb 04 16:54:26.401997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6b1a981-66dc-4ee0-9b07-bfcef984f966 req-7ebcd123-7708-478e-9af9-1f98c4bc2ffd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406201 Feb 04 16:54:27.108048 n-d-827873-1 neutron-server[83596]: INFO neutron.api.v2.resource [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-7f35b021-475a-4a8f-b178-03cadcf8b113 service neutron] show failed (client error): The resource could not be found. Feb 04 16:54:27.109083 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-7f35b021-475a-4a8f-b178-03cadcf8b113 service neutron] 10.222.0.41 "GET /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0812910 Feb 04 16:54:27.302672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-63854e2c-873e-4e31-a747-b38fbf162e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:27.370508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-62da2e98-0167-48a2-80dd-8095b7bf2975 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1096 time: 0.0719457 Feb 04 16:54:27.380192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:27.491272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:27.758702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e100240-26bd-4453-be28-70895c1e2abf req-d8829114-5db5-4ed8-842c-ebff77d4d47e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:27.760661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e100240-26bd-4453-be28-70895c1e2abf req-d8829114-5db5-4ed8-842c-ebff77d4d47e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.2196219 Feb 04 16:54:27.842371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:27.845995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6e100240-26bd-4453-be28-70895c1e2abf req-b81ab437-41c9-48ea-9510-5b76cec22956 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792034 Feb 04 16:54:27.874481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:27.931640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:27.937764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:27.952514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Transition to ACTIVE for port object 42cef03b-2689-420d-807f-63b5d4a486ce will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:27.957500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.006719 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'code': 200} Feb 04 16:54:28.087525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.151247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] No DVR routers for this DVR port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:28.485663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:28.486403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:28.486403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:28.492154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:54:28.492467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:28.498676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:28.499008 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:28.499385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:28.499802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Bound port: 42cef03b-2689-420d-807f-63b5d4a486ce, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:28.500141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.587425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:28.591685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:28.595747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.658601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.659993 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] 10.222.0.58 "PUT /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1091 time: 1.2836456 Feb 04 16:54:28.675996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca4aa-4ed0-4bc9-b1f0-f5ddf2cbcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:28.728593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.756825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-ea87f9d2-1306-41ed-8dec-7e4020eeb793 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1094 time: 0.0759013 Feb 04 16:54:28.757961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:28.889148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-19d293a4-9aa4-4485-b7b5-46f192c93bc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:28.890621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-19d293a4-9aa4-4485-b7b5-46f192c93bc8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1283166 Feb 04 16:54:29.029937 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-fd6b3c8f-8f43-4fe2-934b-ca36eaeb0a49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.1335294 Feb 04 16:54:29.103213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-c9101653-88f0-4e07-8083-9f6af323aae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:29.104671 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-c9101653-88f0-4e07-8083-9f6af323aae5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0653994 Feb 04 16:54:29.114051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8ab3-8104-4f3f-adbe-8d351ee5dafd req-0f4a37b1-fcbd-4e71-b046-568aee1ef5ba tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:29.115409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c03c8ab3-8104-4f3f-adbe-8d351ee5dafd req-0f4a37b1-fcbd-4e71-b046-568aee1ef5ba tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.1422589 Feb 04 16:54:29.207961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c03c8ab3-8104-4f3f-adbe-8d351ee5dafd req-475a4687-773e-4bca-8786-3b4c10c71550 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599208 Feb 04 16:54:29.221780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-0ae672ab-7ad8-455a-9e50-19a9d4c181be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054692 Feb 04 16:54:29.348800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-d6705704-1a21-4f7a-8a1d-41fbb2351ceb service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208115 Feb 04 16:54:29.476070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8cafcdd7-ddcb-4606-85b2-a2d1e9c26413 req-39ce7560-0518-46de-87fc-ea33510bdf06 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214426 Feb 04 16:54:30.007803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:30.074765 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'status': 'completed', 'code': 200} Feb 04 16:54:30.159620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:30.166597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-b3e521eb-e524-46de-a0d0-d69e4573d659 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1094 time: 0.0710127 Feb 04 16:54:30.171555 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-e1932ffa-8bad-4d34-9d7d-8596bc3a0cd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1094 time: 0.0796440 Feb 04 16:54:30.302046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-2fe1c66b-c4c3-43b6-9f70-abd293c9c956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.303640 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-2fe1c66b-c4c3-43b6-9f70-abd293c9c956 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1299813 Feb 04 16:54:30.303888 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-f0fba4e3-ec94-4b5a-a22c-2ab74ee7086f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.305276 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-f0fba4e3-ec94-4b5a-a22c-2ab74ee7086f service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1276140 Feb 04 16:54:30.516055 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-84ff3bb5-f1f9-42b0-a10c-b18ff0682554 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.2042272 Feb 04 16:54:30.569394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-85092799-81ec-4fbe-8b81-166f277c505d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.2589960 Feb 04 16:54:30.579477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-0d47aab2-5252-4463-b291-234f53f154d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.581121 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-0d47aab2-5252-4463-b291-234f53f154d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0585246 Feb 04 16:54:30.630885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac2a91-ade8-4498-b39c-a65e7f2d97d7 req-dca5bee8-7ef7-496a-8acc-7c078d8cb837 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.632680 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22ac2a91-ade8-4498-b39c-a65e7f2d97d7 req-dca5bee8-7ef7-496a-8acc-7c078d8cb837 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.2714322 Feb 04 16:54:30.661557 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-3005c534-089a-4cc2-8d33-40c4fae985c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735655 Feb 04 16:54:30.668388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-005b8868-2f53-4bab-a5c5-aea8b87c41ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:30.669774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-005b8868-2f53-4bab-a5c5-aea8b87c41ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0931344 Feb 04 16:54:30.734790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22ac2a91-ade8-4498-b39c-a65e7f2d97d7 req-7963872b-90d4-48bc-b780-1fe65bd6ae82 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933974 Feb 04 16:54:30.763868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-6e39448b-23c7-45d6-a67d-d55af0f159fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856619 Feb 04 16:54:30.796586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-8375f685-d89f-457e-b218-ff82319be875 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283746 Feb 04 16:54:30.899469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-4b624a9a-82b2-4ced-9a0d-c847de415f41 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287763 Feb 04 16:54:30.934815 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-72bedbe7-019a-43ca-9210-cf148dc71243 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326079 Feb 04 16:54:31.035952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a90f4fa6-9368-446f-bed0-6cfbc76d4422 req-93d2f641-8de0-4156-a1df-18fa89484313 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291242 Feb 04 16:54:31.090742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:31.148804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:31.485316 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:54:31.822285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:54:31.932934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a705-ca5e-4cfe-bae4-baeb93b2872e req-e73b82e3-3c7b-4e9a-879d-1c6e9e0bc697 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:31.934392 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5392a705-ca5e-4cfe-bae4-baeb93b2872e req-e73b82e3-3c7b-4e9a-879d-1c6e9e0bc697 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 943 time: 0.0756438 Feb 04 16:54:31.954294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:31.968598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '42cef03b-2689-420d-807f-63b5d4a486ce', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:54:31.980629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5392a705-ca5e-4cfe-bae4-baeb93b2872e req-6a602020-14e1-4228-ba09-26f5c67bdc4e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406995 Feb 04 16:54:32.021664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.040145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:32.056117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:32.060415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:32.129904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:32.274748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['42cef03b-2689-420d-807f-63b5d4a486ce'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:54:32.468058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-5725d6ee-f024-4c98-8de2-3aa104738746 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.469479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-5725d6ee-f024-4c98-8de2-3aa104738746 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775&tenant_id=59100f26059945d09e8feac30ad35b54&binding%3Ahost_id=n-h2-827873-1 HTTP/1.1" status: 200 len: 944 time: 0.1356792 Feb 04 16:54:32.540633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f45e31-cbcf-4538-b60e-62eeb192ba92 req-4c25288c-79d2-4197-88f5-acdb05ac5c36 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.542879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8f45e31-cbcf-4538-b60e-62eeb192ba92 req-4c25288c-79d2-4197-88f5-acdb05ac5c36 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.1472197 Feb 04 16:54:32.593019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-0e44974d-9022-420a-8af3-39fb50ad2c6f service neutron] 10.222.0.58 "GET /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce/bindings/n-h2-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.1172233 Feb 04 16:54:32.602611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8f45e31-cbcf-4538-b60e-62eeb192ba92 req-205f0081-95b6-4d88-b93d-d68bcfce0018 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529015 Feb 04 16:54:32.684896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-16ffe208-e265-47f5-9cb5-aa4fcaeb2fb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1095 time: 0.0695739 Feb 04 16:54:32.812583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-cf8d69fd-70a6-4e8a-b75c-09e89e26583e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.813890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-cf8d69fd-70a6-4e8a-b75c-09e89e26583e service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1225331 Feb 04 16:54:32.915003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-bb9bc40a-14cc-48c7-9c8d-fcd5da073256 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1001 time: 0.0945251 Feb 04 16:54:32.974320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-ee38567c-e664-42d8-93e6-a947a09760cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:32.975705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-ee38567c-e664-42d8-93e6-a947a09760cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0552645 Feb 04 16:54:33.051277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-daf520c8-6911-4d4f-bfdd-75922ae7c4a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696983 Feb 04 16:54:33.183396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-f113b403-86a9-4160-aa09-8c125393802e service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254287 Feb 04 16:54:33.311647 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-fba4781d-78c4-425c-9d6d-2c56bb0a2cdf service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229172 Feb 04 16:54:33.803123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8cdcf-acaa-4057-abd4-26cae8ce639a req-9f4cf071-ae7c-43b4-bc48-ad5cc3228696 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:33.804520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae8cdcf-acaa-4057-abd4-26cae8ce639a req-9f4cf071-ae7c-43b4-bc48-ad5cc3228696 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0741272 Feb 04 16:54:33.845334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:33.849229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae8cdcf-acaa-4057-abd4-26cae8ce639a req-ca9807ad-f134-4d76-bd74-ddc5b784bd6f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Feb 04 16:54:33.910737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 42cef03b-2689-420d-807f-63b5d4a486ce completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:33.915064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 42cef03b-2689-420d-807f-63b5d4a486ce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:33.915427 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.055334 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.081576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:34.091403 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:34.095829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:34.153748 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'code': 200} Feb 04 16:54:34.170850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:35.169148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a232c-f82c-47f3-a550-3ec07dae0d0b req-7711b3b6-770d-4e20-9373-df549e28b57d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:35.170760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a99a232c-f82c-47f3-a550-3ec07dae0d0b req-7711b3b6-770d-4e20-9373-df549e28b57d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.1932964 Feb 04 16:54:35.217371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a99a232c-f82c-47f3-a550-3ec07dae0d0b req-da4f2dde-f361-4dee-a7e7-7bee2ad26050 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410366 Feb 04 16:54:35.311428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-8ad73b5d-deaa-481f-add3-088f5e434ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1096 time: 0.0679252 Feb 04 16:54:35.321682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:35.431409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:35.699906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:35.728513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:35.784572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:35.791864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:35.811731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Transition to ACTIVE for port object 42cef03b-2689-420d-807f-63b5d4a486ce will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:35.815647 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:35.863923 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'code': 200} Feb 04 16:54:35.945138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=10']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:36.015379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] No DVR routers for this DVR port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:36.261579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:36.261922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:36.262251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:36.268093 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:54:36.268411 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Attempting to bind port 42cef03b-2689-420d-807f-63b5d4a486ce on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:36.274659 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:36.274992 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:36.276011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:36.276587 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Bound port: 42cef03b-2689-420d-807f-63b5d4a486ce, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:36.276851 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.362624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:36.365711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:36.370147 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.412279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de19e78-9002-4bc5-98c6-51eeac43aaca req-94c08d29-bb8c-4d5e-b27e-0b50244c1a79 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:36.413718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4de19e78-9002-4bc5-98c6-51eeac43aaca req-94c08d29-bb8c-4d5e-b27e-0b50244c1a79 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0765905 Feb 04 16:54:36.433819 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:36.435730 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] 10.222.0.41 "PUT /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1092 time: 1.1177654 Feb 04 16:54:36.458432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a96d5-6a52-497b-8fb6-4bb7fdbfa9cb service neutron] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=11']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:36.474952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4de19e78-9002-4bc5-98c6-51eeac43aaca req-f0067fdf-a564-4be9-9901-64566da71bb9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553064 Feb 04 16:54:36.633196 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-f732063c-07ba-47cd-ba68-34b8c08cb0f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1095 time: 0.1637988 Feb 04 16:54:36.763190 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-14449ff1-579c-4360-b566-dadf2e2c167f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:36.764502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-14449ff1-579c-4360-b566-dadf2e2c167f service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1236761 Feb 04 16:54:36.865413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-98f5e50a-9d67-40cc-912b-28d35e3b3863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.0950463 Feb 04 16:54:36.925319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-c1f128d1-446e-41f8-80e0-4fc41c118699 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:36.926738 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-c1f128d1-446e-41f8-80e0-4fc41c118699 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0559275 Feb 04 16:54:37.001567 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-95c0a5a8-fd73-448d-9d17-2acf5a5f082e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686474 Feb 04 16:54:37.131173 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-9045e956-69c2-4e60-ac1f-7798d96bb8f4 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222401 Feb 04 16:54:37.261374 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e43fa58a-49d0-40b4-8976-d81d4ff3477c req-be4db797-73de-4a76-bb28-aa0cf6db0030 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241519 Feb 04 16:54:37.677386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f7f1-3a0c-4b0a-a781-eff6d4fd040a req-d24767f4-070b-4dc7-a274-d0fd1c3144f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:37.678906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a970f7f1-3a0c-4b0a-a781-eff6d4fd040a req-d24767f4-070b-4dc7-a274-d0fd1c3144f2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0789568 Feb 04 16:54:37.724204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a970f7f1-3a0c-4b0a-a781-eff6d4fd040a req-b89cccbd-a37c-4571-88b5-6af5008971b1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388212 Feb 04 16:54:37.865086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:37.929916 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'status': 'completed', 'code': 200} Feb 04 16:54:38.018401 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-cd209bfd-e17f-4e0d-afb3-88595890d359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1095 time: 0.0693300 Feb 04 16:54:38.018672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-6055396e-1535-436a-99e9-0b3c2ffb398c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 1095 time: 0.0677772 Feb 04 16:54:38.151312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-caff9451-c554-4a1e-a3fc-c84186491907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.152849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-caff9451-c554-4a1e-a3fc-c84186491907 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1285713 Feb 04 16:54:38.158502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-db8dcb98-0ed2-4383-9944-5a33429aa75f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.159913 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-db8dcb98-0ed2-4383-9944-5a33429aa75f service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1339228 Feb 04 16:54:38.256258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-7676e825-48fa-4ba2-8ad1-971a04e9ff5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.0975823 Feb 04 16:54:38.262956 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-84cf8759-6663-4cfd-9ab8-77dee9b3ed4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 200 len: 1000 time: 0.0956857 Feb 04 16:54:38.321004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-359bdf80-d60a-431c-8b6f-d67f651c00a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.323115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-359bdf80-d60a-431c-8b6f-d67f651c00a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0599542 Feb 04 16:54:38.323563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-e0670640-8585-4eca-8135-5f97b048e286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.324925 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-e0670640-8585-4eca-8135-5f97b048e286 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0555594 Feb 04 16:54:38.396592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-62179dc7-6c1b-4d96-a5b7-b7aae43f400b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682046 Feb 04 16:54:38.401570 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-ea62666a-26f1-4622-9d45-fca09f704cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699301 Feb 04 16:54:38.419515 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-f41a9c62-1bdd-4314-878d-fc4940758d8a req-89dfe5d0-e008-42d5-9495-f39acf215ab3 service neutron] (83597) timed out ('10.222.0.41', 57675) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:54:38.529821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-7a4ef3eb-53e5-4e56-a8ce-5684879d8027 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277852 Feb 04 16:54:38.540234 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-7b45096b-1678-4620-8150-c52d9e51d527 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310980 Feb 04 16:54:38.676206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-1ed4cd70-ddc3-44e2-a19f-40d260eabac5 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407883 Feb 04 16:54:38.682210 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-ab02feb7-566c-4629-9b4f-0e9b45a2de73 req-0f936cf9-1da2-4ca2-b22b-6dcf2a407399 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349385 Feb 04 16:54:38.931896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5959fc4-085d-4600-b4f1-310dd29a2921 req-82b0b2b2-dc5a-488a-afa9-8b91e94c8260 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:38.933245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5959fc4-085d-4600-b4f1-310dd29a2921 req-82b0b2b2-dc5a-488a-afa9-8b91e94c8260 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0752685 Feb 04 16:54:38.980868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5959fc4-085d-4600-b4f1-310dd29a2921 req-4381ab91-fdf1-498c-b557-d9d366bdea38 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Feb 04 16:54:39.172823 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:54:39.183053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba95cb7-782f-4dfd-b7f8-78422165f446 req-3e6ebad5-e26f-4a4c-8595-0ccfd949a160 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.184423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ba95cb7-782f-4dfd-b7f8-78422165f446 req-3e6ebad5-e26f-4a4c-8595-0ccfd949a160 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0774083 Feb 04 16:54:39.229498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ba95cb7-782f-4dfd-b7f8-78422165f446 req-b6194f33-d892-4660-af00-e25b35af0e59 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394745 Feb 04 16:54:39.304836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:39.318671 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '42cef03b-2689-420d-807f-63b5d4a486ce', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '42cef03b-2689-420d-807f-63b5d4a486ce', 'mac_address': 'fa:16:3e:2c:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:54:39.376214 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:39.393681 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:39.409104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:39.413729 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:39.428811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f025c85-a976-4aa5-9b1c-97f09941ef4d req-a7ffced8-a7ca-4b15-bbf6-c52986d61f85 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.430246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f025c85-a976-4aa5-9b1c-97f09941ef4d req-a7ffced8-a7ca-4b15-bbf6-c52986d61f85 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 944 time: 0.0822816 Feb 04 16:54:39.477401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f025c85-a976-4aa5-9b1c-97f09941ef4d req-876d35b0-ca30-41f3-b73a-48ea12b861ec tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Feb 04 16:54:39.481876 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:39.629871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['42cef03b-2689-420d-807f-63b5d4a486ce'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:54:39.874046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53cb8a-bcfb-42e5-90be-412265be000f req-bb5acafd-1bf8-4034-9ec4-4c4aeeb06458 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:39.875462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a53cb8a-bcfb-42e5-90be-412265be000f req-bb5acafd-1bf8-4034-9ec4-4c4aeeb06458 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0736978 Feb 04 16:54:39.883951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:39.920362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5a53cb8a-bcfb-42e5-90be-412265be000f req-1280c9a2-12ed-45f6-aea1-8410266cea07 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 Feb 04 16:54:39.938964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:41.092841 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-3dab6587-de54-4b0e-9631-14077ed5a1ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:41.093524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-3dab6587-de54-4b0e-9631-14077ed5a1ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:54:41.112967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-3dab6587-de54-4b0e-9631-14077ed5a1ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:54:41.114090 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-3dab6587-de54-4b0e-9631-14077ed5a1ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0959444 Feb 04 16:54:41.123046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25368d1-9cdb-4c1a-bc67-cf9a39eb0371 req-9ef781ac-953d-4bd5-9681-bd4e81266ec8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:41.124611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25368d1-9cdb-4c1a-bc67-cf9a39eb0371 req-9ef781ac-953d-4bd5-9681-bd4e81266ec8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 945 time: 0.0832698 Feb 04 16:54:41.173131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e25368d1-9cdb-4c1a-bc67-cf9a39eb0371 req-a91e1a93-24a0-4907-a827-1ab307d4ce41 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Feb 04 16:54:41.181842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:41.254949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 42cef03b-2689-420d-807f-63b5d4a486ce completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:41.260784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 42cef03b-2689-420d-807f-63b5d4a486ce triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:41.261291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.282744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:41.283284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.370568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.397077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:41.407839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:41.411413 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.457713 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'code': 200} Feb 04 16:54:41.482794 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:41.525336 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:41.525614 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.808884 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.809189 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:41.809468 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: 42cef03b-2689-420d-807f-63b5d4a486ce. Feb 04 16:54:41.809804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 42cef03b-2689-420d-807f-63b5d4a486ce owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:41.887655 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.db.api [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:54:41.887970 n-d-827873-1 neutron-server[83596]: DEBUG oslo_db.api [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:54:42.373765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df045f-bcfb-4ba9-8a2d-7f242f1b6753 req-691b6e98-2418-48ea-92e4-2ffa63c83976 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:42.375209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57df045f-bcfb-4ba9-8a2d-7f242f1b6753 req-691b6e98-2418-48ea-92e4-2ffa63c83976 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 946 time: 0.0750568 Feb 04 16:54:42.389096 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:54:42.389544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.420254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-57df045f-bcfb-4ba9-8a2d-7f242f1b6753 req-baafb254-1e12-48bb-9518-c20eee19369f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394235 Feb 04 16:54:42.633357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port 42cef03b-2689-420d-807f-63b5d4a486ce, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=42cef03b-2689-420d-807f-63b5d4a486ce,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:42.633704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.910018 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.910417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:42.910727 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: 42cef03b-2689-420d-807f-63b5d4a486ce. Feb 04 16:54:42.911061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 42cef03b-2689-420d-807f-63b5d4a486ce owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:54:43.048675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:43.099778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'Port': ['ID=42cef03b-2689-420d-807f-63b5d4a486ce,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:43.397528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:43.590692 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a801170-0338-4481-b7ff-dfc7b8dfa4aa req-91f2be12-191c-46d9-a696-1629a3bbd6eb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6f2e9dc-0099-4f9d-91a8-6593577cc775 HTTP/1.1" status: 200 len: 210 time: 0.0452249 Feb 04 16:54:43.600605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:43.612810 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:43.625329 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:43.625928 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:54:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:43.668948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] No DVR routers for this DVR port 42cef03b-2689-420d-807f-63b5d4a486ce on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:54:43.671599 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:43.674146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-deleted', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:43.691947 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-6b03c9c2-8374-4b97-8720-7a29e2d4e458 req-fe117663-0d6e-4982-af7b-7f718cc59874 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "DELETE /v2.0/ports/42cef03b-2689-420d-807f-63b5d4a486ce HTTP/1.1" status: 204 len: 173 time: 2.5726795 Feb 04 16:54:43.734899 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f2e9dc-0099-4f9d-91a8-6593577cc775', 'name': 'network-vif-deleted', 'tag': '42cef03b-2689-420d-807f-63b5d4a486ce', 'status': 'completed', 'code': 200} Feb 04 16:54:43.813424 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:44.158578 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:44.162370 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:44.173271 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:44.173851 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:54:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:44.348502 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:44.668284 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:44.672234 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dba6826-8790-4bf6-976a-91a1d22d2b2d None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:44.919339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3bd18f-b184-45ae-a773-c96619c38362 None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:54:44.961594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-bc7e4f64-6524-47ea-aa74-9c5e4700f317 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--894463984&fields=id&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 267 time: 0.0406418 Feb 04 16:54:45.211297 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eacc9d-27cf-461f-b019-05767346f86e req-e8558f22-3f82-483a-8dea-243768fb3f56 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:45.214233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-e8558f22-3f82-483a-8dea-243768fb3f56 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.2461166 Feb 04 16:54:45.214923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:54:45.231353 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-890c9c55-25ef-49b6-a11b-7b61e472d734 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/quotas/59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 375 time: 0.0117576 Feb 04 16:54:45.248003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 42cef03b-2689-420d-807f-63b5d4a486ce {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:54:45.248351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 42cef03b-2689-420d-807f-63b5d4a486ce not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:54:45.314047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-2314e4ff-e030-4970-8054-13244b848fbf tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777831 Feb 04 16:54:45.433100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-8abf2165-3ebf-4c0c-975a-a62d6b5b2179 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:54:45.434183 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-8abf2165-3ebf-4c0c-975a-a62d6b5b2179 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0674572 Feb 04 16:54:45.563751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-a1dbb3b0-4617-4be5-9df1-82199c6ad679 service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234744 Feb 04 16:54:45.694219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-1e2c3d2a-0461-4e39-8a31-26d852c3957f service neutron] 10.222.0.62 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247950 Feb 04 16:54:45.887518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b15e4f9f-8ccb-4a55-97f1-37efcd0f850b req-e32454fe-0400-453b-8739-e0102b49f9a6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 210 time: 0.0454867 Feb 04 16:54:46.880460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eacc9d-27cf-461f-b019-05767346f86e req-d788e7c8-3353-425a-8241-401c3091ecf4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:46.881884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-d788e7c8-3353-425a-8241-401c3091ecf4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 810 time: 0.1481190 Feb 04 16:54:46.933938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-7f51afe3-62c9-446b-8b04-e3dad0499b93 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 379 time: 0.0406485 Feb 04 16:54:46.942444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'port': {'device_id': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'admin_state_up': True, 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'security_groups': ['9d25c344-ee02-4f6a-a42e-430122e8b6bb']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:47.059277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddeb1cc8-0191-4521-874f-bd449e9e22c2 req-766ff892-f1e6-48d9-9a15-b4e8f05d3337 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 210 time: 0.0463748 Feb 04 16:54:47.116479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:54:47.120534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Usage tracker for resource:port and tenant:59100f26059945d09e8feac30ad35b54 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:54:47.123337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:54:47.128860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:54:47.138858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Made reservation on behalf of 59100f26059945d09e8feac30ad35b54 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:54:47.142297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.307103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Allocated IP 172.20.0.8 (36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a/420e0669-0a91-4fa5-9472-ee0a4749162b/17953cd5-5947-4758-8f13-8b194fd39750) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:54:47.492202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.508444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Transition to ACTIVE for port object 17953cd5-5947-4758-8f13-8b194fd39750 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:47.530260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.599409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:54:47.602393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:54:47.605559 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:54:47.652359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:47.672540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.672880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.673212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.673542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.673879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.674188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.674534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.674852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.675167 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.675491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.675802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:54:47.692385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:47.693014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.719080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-bfeb46a8-28d0-4f89-8aba-035711c9486b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801967 Feb 04 16:54:47.730612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Request body: {'port': {'device_id': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:47.824466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0d2b5319-bbca-476f-bb45-de5287a94c8e None None] Provisioning for port 17953cd5-5947-4758-8f13-8b194fd39750 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:47.829623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0d2b5319-bbca-476f-bb45-de5287a94c8e None None] Provisioning complete for port 17953cd5-5947-4758-8f13-8b194fd39750 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:47.829990 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5319-bbca-476f-bb45-de5287a94c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.839933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:47.883818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b5319-bbca-476f-bb45-de5287a94c8e None None] Port 17953cd5-5947-4758-8f13-8b194fd39750 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:54:48.329704 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9f3f-9fc5-4ef1-bfb9-7152e8064368 req-01d4fa74-e2e0-48f4-8610-57aec0142c5b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:48.330404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e1ed9f3f-9fc5-4ef1-bfb9-7152e8064368 req-01d4fa74-e2e0-48f4-8610-57aec0142c5b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:54:48.347484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:48.356798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:48.361118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e1ed9f3f-9fc5-4ef1-bfb9-7152e8064368 req-01d4fa74-e2e0-48f4-8610-57aec0142c5b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:54:48.362226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1ed9f3f-9fc5-4ef1-bfb9-7152e8064368 req-01d4fa74-e2e0-48f4-8610-57aec0142c5b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 931 time: 0.1788275 Feb 04 16:54:48.388542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Transition to ACTIVE for port object 17953cd5-5947-4758-8f13-8b194fd39750 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:54:48.394886 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:48.528114 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1ed9f3f-9fc5-4ef1-bfb9-7152e8064368 req-ee97da95-a170-461c-af01-03733e7c47c6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596887 Feb 04 16:54:48.535895 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:48.653386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:54:48.653722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:54:48.654049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:48.660104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:54:48.660423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:54:48.666891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:54:48.667224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:54:48.667603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:54:48.668025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Bound port: 17953cd5-5947-4758-8f13-8b194fd39750, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:54:48.668366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:48.762595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:54:48.765386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:54:48.769958 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:48.831562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:48.832880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] 10.222.0.58 "PUT /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1091 time: 1.1067121 Feb 04 16:54:48.833316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:48.854192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f4fed-4cc3-40d1-bdf7-b16383d140c2 service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:48.926280 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'status': 'completed', 'code': 200} Feb 04 16:54:48.960820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-bcfb7962-23fc-4fdf-b371-07a9684ab2c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.0828984 Feb 04 16:54:49.033494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-a6a5aa48-24ab-4e04-9dc1-a9d16a574b41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 217 time: 0.0663211 Feb 04 16:54:49.096197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eacc9d-27cf-461f-b019-05767346f86e req-93edd1bc-e9ae-46bb-aa5b-76ba5de35f42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:49.097549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-93edd1bc-e9ae-46bb-aa5b-76ba5de35f42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0584667 Feb 04 16:54:49.176893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-589d1d0a-a47b-4044-bb61-4f876277416d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721259 Feb 04 16:54:49.305980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-b6ec6c02-3eb4-4f78-bfd2-74aabc19c0da service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233847 Feb 04 16:54:49.434627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-80eacc9d-27cf-461f-b019-05767346f86e req-1b153813-c2d4-4041-bc43-6bcf7c5b8afe service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232412 Feb 04 16:54:49.545412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-af9ce073-978c-42a2-ac36-6d994bc3bf9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.0686784 Feb 04 16:54:49.721375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c08b-6793-4837-b188-b36e027f4179 req-a2dc4d67-3057-4dab-9811-1dd9f945ad8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:49.722723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-a2dc4d67-3057-4dab-9811-1dd9f945ad8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1716027 Feb 04 16:54:49.797530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-4e1ca63a-1516-46d6-87a9-a4cfe7177303 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 217 time: 0.0678556 Feb 04 16:54:49.949921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a760c-0e80-450f-839a-482290c7a321 req-e8d2e3de-2c46-4e06-9abb-ad70db88bf74 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:49.951371 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-450a760c-0e80-450f-839a-482290c7a321 req-e8d2e3de-2c46-4e06-9abb-ad70db88bf74 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.2866287 Feb 04 16:54:49.982674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c08b-6793-4837-b188-b36e027f4179 req-e718f885-c21f-408b-b697-4fca8e3a789d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:49.983955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-e718f885-c21f-408b-b697-4fca8e3a789d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.1796505 Feb 04 16:54:50.049426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-450a760c-0e80-450f-839a-482290c7a321 req-131ffde8-72f3-4d7a-9dbf-dfec1e71a14c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882764 Feb 04 16:54:50.075501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-adeffce2-f9dd-4a14-818e-66465b37a065 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845110 Feb 04 16:54:50.203465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-88d92704-5b9a-4ee5-b2a9-c4082f7ec332 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210306 Feb 04 16:54:50.332386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d60c08b-6793-4837-b188-b36e027f4179 req-3af11302-3e2e-4be9-858d-3f4f0ef719aa service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218255 Feb 04 16:54:51.251770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac5e2a-cabd-4bdf-8fa0-180351f81102 req-8f374619-f166-4d36-9107-0607e4d925c1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:51.253164 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30ac5e2a-cabd-4bdf-8fa0-180351f81102 req-8f374619-f166-4d36-9107-0607e4d925c1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0816855 Feb 04 16:54:51.298661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30ac5e2a-cabd-4bdf-8fa0-180351f81102 req-29c539da-176e-4e1b-87c8-9caa07370749 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399921 Feb 04 16:54:51.415379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:51.600067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:51.945377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:54:52.077646 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:52.092206 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '17953cd5-5947-4758-8f13-8b194fd39750', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:54:52.145156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:52.162505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:54:52.178087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:52.181577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:52.247693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:52.382938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['17953cd5-5947-4758-8f13-8b194fd39750'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:54:52.498791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ac093-f530-4e23-9fbb-f0359603d6e5 req-e5405786-7299-4597-9c16-758a82593b7b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:52.500138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be5ac093-f530-4e23-9fbb-f0359603d6e5 req-e5405786-7299-4597-9c16-758a82593b7b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0755658 Feb 04 16:54:52.549409 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be5ac093-f530-4e23-9fbb-f0359603d6e5 req-4f9a82ac-4967-4747-acd8-0d2d7377b248 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434630 Feb 04 16:54:53.745572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f60b0-aad9-4c28-baed-1d604a329071 req-8338a412-150f-4a2e-addc-e9cb7574031a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:53.747051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b6f60b0-aad9-4c28-baed-1d604a329071 req-8338a412-150f-4a2e-addc-e9cb7574031a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0761700 Feb 04 16:54:53.793492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b6f60b0-aad9-4c28-baed-1d604a329071 req-ae2046fa-6fe7-48f4-9885-7ab6d4a6c182 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407331 Feb 04 16:54:53.961399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:54:54.059284 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 17953cd5-5947-4758-8f13-8b194fd39750 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:54:54.069065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 17953cd5-5947-4758-8f13-8b194fd39750 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:54:54.069065 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:54.175377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:54.201887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:54.211564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:54:54.216585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:54.257266 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'code': 200} Feb 04 16:54:54.285487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:54:54.386040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0933185b-b77a-46e0-87ae-6ad8a5f2b2ab req-96974c1c-a87b-4f19-9151-7ce557610a72 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1096 time: 0.0733001 Feb 04 16:54:54.426044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0933185b-b77a-46e0-87ae-6ad8a5f2b2ab req-0a4fbea3-364c-4337-b3dd-910cd97127b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346863 Feb 04 16:54:54.994301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbdeb0-e839-4ca6-a939-3d81eda6ef9d req-4c77a39d-cb49-466b-b61b-ff8c2cba61ab tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:54.995755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fbdeb0-e839-4ca6-a939-3d81eda6ef9d req-4c77a39d-cb49-466b-b61b-ff8c2cba61ab tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0750425 Feb 04 16:54:55.040245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fbdeb0-e839-4ca6-a939-3d81eda6ef9d req-edaf01fd-ae92-4e01-9123-dbb75eac123b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390470 Feb 04 16:54:55.191866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-12957dfd-b34e-47bd-b7aa-5d97309c5f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:56.244849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874c08d-4059-49a2-a0f7-1eec0c2f7200 req-609cecdf-1193-4862-a567-12db2bb0cc52 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:56.246173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1874c08d-4059-49a2-a0f7-1eec0c2f7200 req-609cecdf-1193-4862-a567-12db2bb0cc52 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0839484 Feb 04 16:54:56.291830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1874c08d-4059-49a2-a0f7-1eec0c2f7200 req-3bd0c827-ae9a-4c6c-9a4e-c66283311988 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 Feb 04 16:54:56.482928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc772-c91e-4a7a-bbcf-00a767651173 req-8bdc2d61-b46a-4531-b0b1-dadf765b14f4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:56.484326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b2fc772-c91e-4a7a-bbcf-00a767651173 req-8bdc2d61-b46a-4531-b0b1-dadf765b14f4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0769813 Feb 04 16:54:56.492848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47526) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:54:56.498941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Request body: {'floatingip': {'port_id': '17953cd5-5947-4758-8f13-8b194fd39750'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:54:56.577993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:57.258755 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:57.262996 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:57.305809 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f8c-3711-4260-bab0-249a5454e74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:57.459035 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 associated. External IP: 172.25.5.204, port: 17953cd5-5947-4758-8f13-8b194fd39750. Feb 04 16:54:57.844421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:54:58.048774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:54:58.053530 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:58.059169 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:54:58.070622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:58.071217 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:54:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:58.110760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d35649ab-0d9d-4782-9170-d1e6518b5273 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "PUT /v2.0/floatingips/3ac2215b-3d1f-432a-a211-57bded52ae16 HTTP/1.1" status: 200 len: 992 time: 1.6162367 Feb 04 16:54:58.111260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:54:58.171356 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'status': 'completed', 'code': 200} Feb 04 16:54:58.259490 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:58.326934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-1c85c69f-a640-4a26-83c1-bebc5067e3a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1096 time: 0.1341877 Feb 04 16:54:58.333553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498d27-8f08-434c-a3ce-2f767ecc24e6 req-5b05486a-d4f5-40a5-a3b9-e62aa44317e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:58.334931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4498d27-8f08-434c-a3ce-2f767ecc24e6 req-5b05486a-d4f5-40a5-a3b9-e62aa44317e8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.1056752 Feb 04 16:54:58.463665 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f4498d27-8f08-434c-a3ce-2f767ecc24e6 req-c218175a-56fb-4a82-9a19-fc8084c603b6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099262 Feb 04 16:54:58.494583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-fc7a03b5-bfb2-4b23-a191-b1f13962e831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:58.496023 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-fc7a03b5-bfb2-4b23-a191-b1f13962e831 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1602750 Feb 04 16:54:58.603967 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:57Z', 'revision_number': 13, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:58.608144 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:54:58.620296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:54:58.620926 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:54:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:58.719294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-f0b68644-e2d7-44a3-8ff9-65f771c1cb8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.2176843 Feb 04 16:54:58.731797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:58.762831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:54:58.785188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-02aa5fbe-8b8e-4cce-a8dc-73155d9398b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:58.786918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-02aa5fbe-8b8e-4cce-a8dc-73155d9398b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0616312 Feb 04 16:54:58.822945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:54:58.869302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-0a3e1f60-2ecc-4fda-9522-dce88bf3aa1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773025 Feb 04 16:54:58.999208 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-d33ec13c-bc0c-4594-b952-aed8dac82c8e service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236856 Feb 04 16:54:59.135237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-775df187-ef40-44dd-bd55-1ff5e33a965a req-182db35a-7086-4aa7-802f-e3264a953e6b service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306934 Feb 04 16:54:59.169306 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:57Z', 'revision_number': 13, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:54:59.173253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c392a2-6719-4a09-9db7-a2399f7aa7ed None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '3ac2215b-3d1f-432a-a211-57bded52ae16', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:51:54Z', 'updated_at': '2022-02-04T16:54:57Z', 'revision_number': 13, 'project_id': '59100f26059945d09e8feac30ad35b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:54:59.369909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbecce7-2911-499b-8632-3d9d5a638f29 None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:54:59.663591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba153-6853-4012-a18a-71b0f7673f5c req-5abb1b10-033a-4715-8deb-4720d09d3102 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:54:59.665011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8cba153-6853-4012-a18a-71b0f7673f5c req-5abb1b10-033a-4715-8deb-4720d09d3102 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0751898 Feb 04 16:54:59.710894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8cba153-6853-4012-a18a-71b0f7673f5c req-b7570d0a-8d7d-475b-8de3-7ae5c0987ad1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394294 Feb 04 16:55:00.162774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:01.465450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126bad7-e615-442e-886a-518f12de298e req-22094a80-2d5d-481a-b887-397ea313fb5c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:01.466907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2126bad7-e615-442e-886a-518f12de298e req-22094a80-2d5d-481a-b887-397ea313fb5c tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0798609 Feb 04 16:55:01.510866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2126bad7-e615-442e-886a-518f12de298e req-5ee26d92-1ac3-4dc8-ae86-0506f2b7e688 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385675 Feb 04 16:55:08.486275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:55:09.940055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3095a546-96d2-4015-8a3b-436d252e580f req-9fc90d61-5016-4737-9ba8-4da7628df585 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0693238 Feb 04 16:55:10.325709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-ac159343-ca1c-4546-b3e5-a558305f3089 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1988745 Feb 04 16:55:10.332235 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd772f2-2bf0-463a-987f-8ab1231a87c9 req-c3b20e5f-d235-497d-8b68-2ef5f87d7e24 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:10.333563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7fd772f2-2bf0-463a-987f-8ab1231a87c9 req-c3b20e5f-d235-497d-8b68-2ef5f87d7e24 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.1369014 Feb 04 16:55:10.380947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7fd772f2-2bf0-463a-987f-8ab1231a87c9 req-6587de5e-3116-42d3-8695-da759a58ee3d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Feb 04 16:55:11.598582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095dc0-f38b-46c3-8c91-2fe700c5cd69 req-4e9ddf23-2ab6-4a25-b106-3ce4fa3086b1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:11.598582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9095dc0-f38b-46c3-8c91-2fe700c5cd69 req-4e9ddf23-2ab6-4a25-b106-3ce4fa3086b1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0945096 Feb 04 16:55:11.644265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e9095dc0-f38b-46c3-8c91-2fe700c5cd69 req-de0f4dad-6b64-4aa4-8ed6-7b16b8ad6229 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Feb 04 16:55:11.757277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-951b8202-98fb-4fb4-bf36-190aca14a3bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1096 time: 0.0722468 Feb 04 16:55:11.914872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b705-7c15-496e-a82f-c48311713665 req-a13850de-4e9c-4061-8df8-26b4e859e052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:11.917717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-a13850de-4e9c-4061-8df8-26b4e859e052 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1536088 Feb 04 16:55:12.025224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-518dfd8f-2bfa-4c02-8f91-b48a88e5434d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1002 time: 0.1015575 Feb 04 16:55:12.097048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b705-7c15-496e-a82f-c48311713665 req-5035b237-13c4-44ea-8e73-e44c84bddcbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:12.098522 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-5035b237-13c4-44ea-8e73-e44c84bddcbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0673666 Feb 04 16:55:12.180341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-af3b2252-ee6f-4be0-8c9a-a48268a9b5ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708797 Feb 04 16:55:12.307907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-85b06c5e-52ab-4571-b26d-5a2dc1745a1f service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243250 Feb 04 16:55:12.536145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-a32eb995-3430-403b-881e-679ba94b6982 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221406 Feb 04 16:55:12.848969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16092847-f4d1-41f5-8f13-804e36d2196a req-177c0821-e42f-4230-b816-56595c66f4d8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:12.850291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16092847-f4d1-41f5-8f13-804e36d2196a req-177c0821-e42f-4230-b816-56595c66f4d8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0789566 Feb 04 16:55:12.896002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16092847-f4d1-41f5-8f13-804e36d2196a req-b147e5c7-1a63-4bd5-930f-c87ede413cfe tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 Feb 04 16:55:14.093820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7f148-a730-421d-b813-6b2aff894a97 req-50ef282c-7e86-43f3-ba0f-f0b19fa5887d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:14.095188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25b7f148-a730-421d-b813-6b2aff894a97 req-50ef282c-7e86-43f3-ba0f-f0b19fa5887d tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0774255 Feb 04 16:55:14.140459 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25b7f148-a730-421d-b813-6b2aff894a97 req-edfd8ba2-7ce8-44bf-b79b-8e438a06d62a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Feb 04 16:55:15.356292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c8bee-5e07-4de5-9e3c-54fa23fc041b req-31e19b8f-db3d-42bc-b49d-f0c636029609 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:15.357620 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c35c8bee-5e07-4de5-9e3c-54fa23fc041b req-31e19b8f-db3d-42bc-b49d-f0c636029609 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0800695 Feb 04 16:55:15.402478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c35c8bee-5e07-4de5-9e3c-54fa23fc041b req-a9d07128-354f-42df-b695-7e2e6a525a7e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391955 Feb 04 16:55:16.600862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0c0b1-aa44-473c-af3b-da76e0a48499 req-1fc8d558-fcfb-4685-8471-a63c3bb08449 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:16.602280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81d0c0b1-aa44-473c-af3b-da76e0a48499 req-1fc8d558-fcfb-4685-8471-a63c3bb08449 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0754437 Feb 04 16:55:16.646826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-81d0c0b1-aa44-473c-af3b-da76e0a48499 req-51427e7f-c211-41d2-862e-1ff039eb1022 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381794 Feb 04 16:55:17.848320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b57ef-7e8e-49da-be0b-f7531aa65143 req-8ce255e8-fea4-4fe4-a413-3705630f8f0b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:17.851017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-624b57ef-7e8e-49da-be0b-f7531aa65143 req-8ce255e8-fea4-4fe4-a413-3705630f8f0b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0791011 Feb 04 16:55:17.895267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-624b57ef-7e8e-49da-be0b-f7531aa65143 req-fddace27-70a0-48ff-a618-f67c07e8b13e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Feb 04 16:55:19.093237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71573-2700-41fd-ae6b-4409f0a45215 req-05b50ffd-078a-4317-bf68-d877a3a0daea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:19.094695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f71573-2700-41fd-ae6b-4409f0a45215 req-05b50ffd-078a-4317-bf68-d877a3a0daea tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0775664 Feb 04 16:55:19.145340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-41f71573-2700-41fd-ae6b-4409f0a45215 req-e39ffb14-66e5-4f04-bae9-e30a1c7dc335 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450852 Feb 04 16:55:20.343022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81e7ec-df19-47ba-aa4a-2fd31a6dc201 req-fe2348ef-e0d3-4672-b5e0-3e26f8f42a37 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:20.344343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad81e7ec-df19-47ba-aa4a-2fd31a6dc201 req-fe2348ef-e0d3-4672-b5e0-3e26f8f42a37 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0754006 Feb 04 16:55:20.390675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad81e7ec-df19-47ba-aa4a-2fd31a6dc201 req-98284a1d-d23e-4d7c-9d2a-b40a2ca80b44 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406172 Feb 04 16:55:21.415410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:21.600362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7970536-deb1-4fca-8ad5-4511869efadc req-4ce990a5-db6b-44d9-912a-b6b14d80e15f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:21.601812 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7970536-deb1-4fca-8ad5-4511869efadc req-4ce990a5-db6b-44d9-912a-b6b14d80e15f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0866249 Feb 04 16:55:21.615778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:21.646898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7970536-deb1-4fca-8ad5-4511869efadc req-e9720c59-a6da-49d5-8dd8-603d2dfc44be tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394273 Feb 04 16:55:22.847234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421bcc8-00c0-4b57-b303-474c10028813 req-713c5796-a294-4c86-8bdd-81768c4116b2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:22.848660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3421bcc8-00c0-4b57-b303-474c10028813 req-713c5796-a294-4c86-8bdd-81768c4116b2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0783091 Feb 04 16:55:22.893378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3421bcc8-00c0-4b57-b303-474c10028813 req-877da96c-b899-40d7-9f5b-a07e89844924 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392649 Feb 04 16:55:24.095502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a8ce0-6bbb-4caa-865c-0596228ec774 req-84a84952-9b8b-49d0-b6dd-8503f9f38b9a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:24.096928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166a8ce0-6bbb-4caa-865c-0596228ec774 req-84a84952-9b8b-49d0-b6dd-8503f9f38b9a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0800714 Feb 04 16:55:24.142239 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-166a8ce0-6bbb-4caa-865c-0596228ec774 req-b8691ecd-a349-4f54-8cb8-68e08366f9c4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Feb 04 16:55:24.928659 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-91f7b705-7c15-496e-a82f-c48311713665 req-4e041169-d895-418b-a8bc-bc81881c21cc service neutron] show failed (client error): The resource could not be found. Feb 04 16:55:24.929611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-4e041169-d895-418b-a8bc-bc81881c21cc service neutron] 10.222.0.58 "GET /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.0718160 Feb 04 16:55:25.201665 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1e594519-a340-4b35-9d24-58b3de6a4e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:25.222844 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-180eff8f-ef21-4025-b512-d2cb50d5a739 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1096 time: 0.0848050 Feb 04 16:55:25.233144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:55:25.345605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:25.354852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22807066-d370-450d-9d98-9d61a738b02b req-40322ed3-8f13-4b2d-b7fa-af823de03c23 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:25.356518 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22807066-d370-450d-9d98-9d61a738b02b req-40322ed3-8f13-4b2d-b7fa-af823de03c23 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0815463 Feb 04 16:55:25.402825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-22807066-d370-450d-9d98-9d61a738b02b req-09ef7e28-c45c-48d6-956e-affd01470b70 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Feb 04 16:55:25.605942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:25.633509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:55:25.691906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:25.697339 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:25.712632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Transition to ACTIVE for port object 17953cd5-5947-4758-8f13-8b194fd39750 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:55:25.717476 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:25.764395 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'code': 200} Feb 04 16:55:25.855036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:25.872591 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.872833 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.873174 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.873508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.873839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.874163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.874534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.874842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.875162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.875480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.875799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:25.923724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] No DVR routers for this DVR port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:55:26.165871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:55:26.166194 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:55:26.167042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:55:26.173108 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:55:26.173418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:55:26.179593 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:55:26.179922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:55:26.180294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:55:26.180704 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Bound port: 17953cd5-5947-4758-8f13-8b194fd39750, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:55:26.181037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:26.270613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:55:26.273425 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:55:26.277873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:26.349141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:26.350575 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] 10.222.0.41 "PUT /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1091 time: 1.1215563 Feb 04 16:55:26.364352 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88839a9-ae3a-41e9-8c5c-d6cec8145d8d service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:26.446706 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-f83ce495-cb2f-4311-996d-c6d38121061c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.0730851 Feb 04 16:55:26.608257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58923be-b6c4-4c17-8ca3-3285d206c506 req-f7592cef-0984-45db-bea3-521e2575fa3f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:26.609693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e58923be-b6c4-4c17-8ca3-3285d206c506 req-f7592cef-0984-45db-bea3-521e2575fa3f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0792992 Feb 04 16:55:26.658207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e58923be-b6c4-4c17-8ca3-3285d206c506 req-a2d3f704-d981-498c-b1b0-a9986738a62b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Feb 04 16:55:26.683898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b705-7c15-496e-a82f-c48311713665 req-dd93cf68-f073-4b87-8640-e3e9c006f501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:26.685395 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-dd93cf68-f073-4b87-8640-e3e9c006f501 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.2332525 Feb 04 16:55:26.787467 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-1673a250-8571-4336-a44d-ac591f9a74d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.0951431 Feb 04 16:55:26.852866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7b705-7c15-496e-a82f-c48311713665 req-8ca52579-7de4-4d9e-b3e5-6321c09eb32c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:26.854297 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-8ca52579-7de4-4d9e-b3e5-6321c09eb32c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0606501 Feb 04 16:55:26.927072 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-1c3cd796-7fc2-49c6-8b57-84763586269a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671520 Feb 04 16:55:27.058727 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-3f8af3b2-7b0f-4794-8126-1d63c7130ffd service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253841 Feb 04 16:55:27.189392 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-e32d8b3f-6e40-40b9-9746-325a8217a2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252522 Feb 04 16:55:27.309646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0b55f4c-534f-4068-9ffb-06fafb87f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:27.766180 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:27.835649 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'status': 'completed', 'code': 200} Feb 04 16:55:27.924444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278520a-18c5-46a1-97b8-1642cdf90cc7 req-c7d44288-ee12-49f0-80dd-2aa0a2487b6f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:27.925873 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a278520a-18c5-46a1-97b8-1642cdf90cc7 req-c7d44288-ee12-49f0-80dd-2aa0a2487b6f tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.1375973 Feb 04 16:55:27.937480 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-eb5b3d7f-dfff-483e-9069-0b06785f488c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.0813959 Feb 04 16:55:27.973621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-8458c0e5-09d6-4aa5-8f60-61ae080dd2eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.1128414 Feb 04 16:55:28.011679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a278520a-18c5-46a1-97b8-1642cdf90cc7 req-215a1e72-442d-447e-a157-badaa9a7ce09 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771344 Feb 04 16:55:28.089737 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-d77abe10-617b-474b-97bd-8961fc36a27c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:28.091450 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-d77abe10-617b-474b-97bd-8961fc36a27c service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1479373 Feb 04 16:55:28.101579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:55:28.126166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-1687aa58-6333-48fc-9ded-d2f03497cac4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:28.127804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-1687aa58-6333-48fc-9ded-d2f03497cac4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1484158 Feb 04 16:55:28.186237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:55:28.236388 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-1bb3eea7-f1ed-4fac-a81a-56a8fa174249 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.1026158 Feb 04 16:55:28.241203 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-6e5bc102-5393-4e89-ac8b-bde7ff0754ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.1436658 Feb 04 16:55:28.308289 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-662892c4-3bf1-45b1-a2c1-66140ed930ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:28.310492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-662892c4-3bf1-45b1-a2c1-66140ed930ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0630829 Feb 04 16:55:28.394857 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-24823cb0-ae1d-4061-ba51-aa5672a331b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795803 Feb 04 16:55:28.403861 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-7a721aeb-78c1-4f59-8b14-77bed3f02535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:28.405314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-7a721aeb-78c1-4f59-8b14-77bed3f02535 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.1632695 Feb 04 16:55:28.488026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-ff53c48f-9e63-49a7-a28c-a4cc76401f33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766349 Feb 04 16:55:28.539068 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-396f19c9-558a-410b-9fa4-2ddb5466af31 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377966 Feb 04 16:55:28.628422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-08fb575e-a7d5-485b-abe5-58010a8d1493 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347609 Feb 04 16:55:28.675634 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-e261a7d9-6ce6-41f5-93fb-2f58f3d2e7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311522 Feb 04 16:55:28.738472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:28.766441 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-31372cc0-b091-42bd-9b92-34b3745ea34c req-bf893575-be6f-4213-8303-661ac1da7b4e service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322322 Feb 04 16:55:28.766763 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:29.227827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc6070-5191-4fdc-ab71-5aaf57334bf8 req-5c35330a-17fd-4239-abc0-3b7164f6b65b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:29.229290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ffc6070-5191-4fdc-ab71-5aaf57334bf8 req-5c35330a-17fd-4239-abc0-3b7164f6b65b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0752132 Feb 04 16:55:29.273564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3ffc6070-5191-4fdc-ab71-5aaf57334bf8 req-7b45d2d0-514d-429e-8f52-52c935438350 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386562 Feb 04 16:55:30.162521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:30.472919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1fae3-e446-413d-a6f2-84a8a094bdec req-bcdc3001-929d-4832-8a1d-8a797b45100e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:30.474316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bca1fae3-e446-413d-a6f2-84a8a094bdec req-bcdc3001-929d-4832-8a1d-8a797b45100e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0801919 Feb 04 16:55:30.519987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bca1fae3-e446-413d-a6f2-84a8a094bdec req-12fc0732-c9a4-4393-b85e-33731c5284a8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392661 Feb 04 16:55:31.717339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69964f-cafe-491b-a838-7f1794e659d2 req-3d048770-90de-476b-8662-967252d41dfc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:31.718793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca69964f-cafe-491b-a838-7f1794e659d2 req-3d048770-90de-476b-8662-967252d41dfc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0758581 Feb 04 16:55:31.762896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca69964f-cafe-491b-a838-7f1794e659d2 req-2bbe4264-0b44-40b7-bb9e-8c8ef107ba3a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Feb 04 16:55:32.961873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1e40c-8e86-4ceb-b033-ac6a93f19700 req-84ca3041-36cb-40b7-8ed6-70420de5ad04 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:32.963364 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afe1e40c-8e86-4ceb-b033-ac6a93f19700 req-84ca3041-36cb-40b7-8ed6-70420de5ad04 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0774286 Feb 04 16:55:33.007199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-afe1e40c-8e86-4ceb-b033-ac6a93f19700 req-0f72f818-8dab-4c6e-9ddc-9834e37cb1fa tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383549 Feb 04 16:55:34.203541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bbe37-919a-4a58-8ff1-70f4fb4f50bf req-6e5f3d5c-7d29-4e03-ada3-30789145c076 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:34.204961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71bbe37-919a-4a58-8ff1-70f4fb4f50bf req-6e5f3d5c-7d29-4e03-ada3-30789145c076 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0749681 Feb 04 16:55:34.252923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b71bbe37-919a-4a58-8ff1-70f4fb4f50bf req-cb3f5399-11fc-452c-abb9-1b3de5da62e6 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 Feb 04 16:55:35.448527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ab5f3-685c-4d6a-b673-103e76680c8a req-367dab61-8fed-402e-aec8-ea9a18e97f8a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:35.449956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa9ab5f3-685c-4d6a-b673-103e76680c8a req-367dab61-8fed-402e-aec8-ea9a18e97f8a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0759726 Feb 04 16:55:35.496100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fa9ab5f3-685c-4d6a-b673-103e76680c8a req-a39a23d2-f9d7-4192-90bd-c3ce16a8e4e9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Feb 04 16:55:36.701647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bae386-47b4-4087-bba1-ad9c5cab2674 req-80d11253-e059-48ee-9765-02a47a902791 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:36.703132 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29bae386-47b4-4087-bba1-ad9c5cab2674 req-80d11253-e059-48ee-9765-02a47a902791 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0778496 Feb 04 16:55:36.747607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-29bae386-47b4-4087-bba1-ad9c5cab2674 req-a54e8864-5eb0-409a-ac82-137ce3cb39aa tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388584 Feb 04 16:55:37.176080 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-1cdf3daa-2b63-4d9a-86c1-772c7f5e4dda tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:37.176744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-1cdf3daa-2b63-4d9a-86c1-772c7f5e4dda tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:55:37.188396 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-1cdf3daa-2b63-4d9a-86c1-772c7f5e4dda tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:55:37.189478 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-1cdf3daa-2b63-4d9a-86c1-772c7f5e4dda tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.41 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393&tenant_id=59100f26059945d09e8feac30ad35b54&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 943 time: 0.0999672 Feb 04 16:55:37.221615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1e7db-2cbb-4d1f-9222-10827be81c5f req-dae6c655-ca08-492f-a3c8-96970796d019 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:37.223054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d1e7db-2cbb-4d1f-9222-10827be81c5f req-dae6c655-ca08-492f-a3c8-96970796d019 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 943 time: 0.0804961 Feb 04 16:55:37.268053 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-84d1e7db-2cbb-4d1f-9222-10827be81c5f req-25bd6778-99e7-486f-8ab9-7bfc63a5287e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393834 Feb 04 16:55:37.269442 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-c47e5efa-0d32-4535-a7ef-a443fbc2c451 service neutron] 10.222.0.41 "GET /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750/bindings/n-h1-827873-1 HTTP/1.1" status: 200 len: 382 time: 0.0737693 Feb 04 16:55:37.359481 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-93fd960b-96ac-49e7-b2c8-8fbbfbf4e45b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1094 time: 0.0684378 Feb 04 16:55:37.451724 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:55:37.575198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-8daff47b-5cb5-422a-9e5e-79aa53cd269a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:37.576651 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-8daff47b-5cb5-422a-9e5e-79aa53cd269a service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.2115955 Feb 04 16:55:37.587579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:37.600757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '17953cd5-5947-4758-8f13-8b194fd39750', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:55:37.653089 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.670360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:55:37.674766 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-9b8b88b8-59bb-4216-966e-d2787b981c57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.0918887 Feb 04 16:55:37.685615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:37.689666 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:37.740031 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-7ec4c51e-5515-4dd9-9b1b-110e30487875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:37.741448 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-7ec4c51e-5515-4dd9-9b1b-110e30487875 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0612772 Feb 04 16:55:37.753374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:37.762877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.763268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.763596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.763922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.764241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.764559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.764874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.765233 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.765545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.765856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.766165 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:37.817383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-cd1e7e4d-c1da-49d7-85d4-bc52cb6857f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690179 Feb 04 16:55:37.902163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['17953cd5-5947-4758-8f13-8b194fd39750'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:55:37.950664 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-6a018006-b07c-4475-80ff-03bb85f9ab62 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261058 Feb 04 16:55:38.082092 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-c2c95040-030b-41ec-a365-c5f88903e4fc service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254809 Feb 04 16:55:38.474747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b8811-8698-4de0-be9f-c6786f5c44c1 req-fbd3160b-4907-4702-b59e-bb12fa1434d7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:38.476169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a1b8811-8698-4de0-be9f-c6786f5c44c1 req-fbd3160b-4907-4702-b59e-bb12fa1434d7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0810661 Feb 04 16:55:38.520910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a1b8811-8698-4de0-be9f-c6786f5c44c1 req-75601e27-3947-4b65-a51f-64bb7bd8f4e5 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383353 Feb 04 16:55:39.479047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:55:39.548179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 17953cd5-5947-4758-8f13-8b194fd39750 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:55:39.552657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 17953cd5-5947-4758-8f13-8b194fd39750 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:55:39.553021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:39.665001 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:39.692103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:39.702009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:39.708540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:39.732426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1d1f1-42ac-4bee-a2fb-8ea2fa5186c2 req-106d3fef-8929-43e2-bd87-350287ecb3b8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:39.734137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ff1d1f1-42ac-4bee-a2fb-8ea2fa5186c2 req-106d3fef-8929-43e2-bd87-350287ecb3b8 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0850503 Feb 04 16:55:39.766431 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'code': 200} Feb 04 16:55:39.783457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ff1d1f1-42ac-4bee-a2fb-8ea2fa5186c2 req-2f2fd637-b5b3-459e-9805-0f46a69c69b2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427439 Feb 04 16:55:39.783840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:40.792064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-07061569-253e-45d8-a609-45a0c52e422d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393&tenant_id=59100f26059945d09e8feac30ad35b54 HTTP/1.1" status: 200 len: 1096 time: 0.0733631 Feb 04 16:55:40.801822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:55:40.910679 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:41.201227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466ddd4-6a63-4663-a86a-6fb48587682d req-aea33f39-7edf-42f8-ac05-15b3ea8299e0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:41.202670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5466ddd4-6a63-4663-a86a-6fb48587682d req-aea33f39-7edf-42f8-ac05-15b3ea8299e0 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.2827482 Feb 04 16:55:41.326669 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5466ddd4-6a63-4663-a86a-6fb48587682d req-54d764ed-aef0-4f8f-af22-621136bd3986 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174037 Feb 04 16:55:41.364676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:41.394881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:55:41.455604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:41.461602 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:41.476958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Transition to ACTIVE for port object 17953cd5-5947-4758-8f13-8b194fd39750 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:55:41.480691 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:41.529136 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'code': 200} Feb 04 16:55:41.619692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=10']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:41.676867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] No DVR routers for this DVR port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:55:41.931098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:55:41.931807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:55:41.931807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:55:41.938158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:55:41.938513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Attempting to bind port 17953cd5-5947-4758-8f13-8b194fd39750 on network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:55:41.944661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:55:41.944989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Checking segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:55:41.945365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Bound using segment: {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:55:41.945781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Bound port: 17953cd5-5947-4758-8f13-8b194fd39750, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65fc68-2c73-400f-a47a-296e69fb84e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:55:41.946118 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:42.034829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:55:42.037766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:55:42.042638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:42.104042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:42.105394 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1092 time: 1.3073833 Feb 04 16:55:42.120521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43af10d-fdbf-4e67-8558-f4a757d470c4 service neutron] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=11']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:42.202821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-dfc92583-2a96-4509-9d31-c9073910caa2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1095 time: 0.0720513 Feb 04 16:55:42.337836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-d852a08c-7c8b-4d68-94f5-6b93a614220b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:42.339299 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-d852a08c-7c8b-4d68-94f5-6b93a614220b service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1309021 Feb 04 16:55:42.440748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-0bfdd319-1b32-49fc-b24c-c7fd0f8a30aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.0953574 Feb 04 16:55:42.566599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-bbc4758d-1340-4ee4-91b0-a47d6da3d190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:42.568045 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-bbc4758d-1340-4ee4-91b0-a47d6da3d190 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.1215060 Feb 04 16:55:42.629830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b7cf2-5182-48ae-b12c-74b7a0441bb1 req-85de17a2-08bf-4e4a-9a45-ad8d6b75304b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:42.631291 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593b7cf2-5182-48ae-b12c-74b7a0441bb1 req-85de17a2-08bf-4e4a-9a45-ad8d6b75304b tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.1435795 Feb 04 16:55:42.695452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-593b7cf2-5182-48ae-b12c-74b7a0441bb1 req-e1af7ac3-f77d-4bde-9ef6-623687d44bdc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564935 Feb 04 16:55:42.699713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-7136ee67-cf50-4fa0-9860-9522655f8e33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239257 Feb 04 16:55:42.936498 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-81eb38bb-be32-466d-b772-9c124b2b72f9 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305007 Feb 04 16:55:43.068144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5a46084-67af-43a3-8468-ffee2e63da5b req-56fa4182-85d6-4363-bbfd-7fe7aa704155 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255763 Feb 04 16:55:43.495217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:55:43.530732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:43.554598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:55:43.600380 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'status': 'completed', 'code': 200} Feb 04 16:55:43.699848 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-fee24c12-5f10-401d-b1ac-531e3998b1ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1095 time: 0.0771067 Feb 04 16:55:43.703749 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-42a7e693-2405-40c6-8b1f-c2e9fd63eeae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=59100f26059945d09e8feac30ad35b54&device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 1095 time: 0.0794261 Feb 04 16:55:43.857792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-dffc1a19-6d6c-469d-8827-d62e8a6f046b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:43.859315 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-dffc1a19-6d6c-469d-8827-d62e8a6f046b service neutron] 10.222.0.41 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1565430 Feb 04 16:55:43.896247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-92c04039-37a0-4848-8bbf-3edd0416f923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:43.897462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-92c04039-37a0-4848-8bbf-3edd0416f923 service neutron] 10.222.0.58 "GET /v2.0/networks?id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 200 len: 911 time: 0.1884630 Feb 04 16:55:43.961468 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-97549c32-3ad3-46db-b1d5-5ad4c47ff619 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.0962613 Feb 04 16:55:44.021446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-320794f4-8030-4fb5-ab2a-24f85f7f5eea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 200 len: 1000 time: 0.1165500 Feb 04 16:55:44.027204 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-39f6a864-badf-408f-b4ce-a400c0c82e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:44.029774 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-39f6a864-badf-408f-b4ce-a400c0c82e8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0623057 Feb 04 16:55:44.065451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c473d-6b5a-4d02-86db-7e9f209115c7 req-a801f442-99c1-449f-b327-6f4048d9d1e1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:44.066909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c88c473d-6b5a-4d02-86db-7e9f209115c7 req-a801f442-99c1-449f-b327-6f4048d9d1e1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.2082889 Feb 04 16:55:44.112839 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-00a1f289-395d-4cdd-9689-bbe9d0b23d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775261 Feb 04 16:55:44.114374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-b7e8436c-e379-467a-998f-78e52b419079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:44.117292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-b7e8436c-e379-467a-998f-78e52b419079 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 200 len: 849 time: 0.0883508 Feb 04 16:55:44.189398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c88c473d-6b5a-4d02-86db-7e9f209115c7 req-0358eb07-3f22-4df6-8baf-d97009f5f2fb tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115344 Feb 04 16:55:44.209056 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-92344dbf-9b5e-460b-a7ed-012f705dadd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843251 Feb 04 16:55:44.260269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-254b5668-3d0d-4a8a-be24-696a54703408 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411514 Feb 04 16:55:44.348372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-f02cfc6d-99fd-4891-9d01-2f7428239150 service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327693 Feb 04 16:55:44.402082 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-ce84aa38-bb25-4643-ac2d-0cbfa65e26d4 service neutron] 10.222.0.41 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365891 Feb 04 16:55:44.479822 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4e2aab4b-b96e-4abb-b9bf-b8ed601c6255 req-f3ecdd96-23d8-4a5e-8109-e6108fadfd7f service neutron] 10.222.0.58 "GET /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257856 Feb 04 16:55:45.398074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a0879-21ac-4d7c-8b56-aac3ae426942 req-a757df68-3ce1-4538-b393-99252da46ecc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:45.399496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-643a0879-21ac-4d7c-8b56-aac3ae426942 req-a757df68-3ce1-4538-b393-99252da46ecc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0776758 Feb 04 16:55:45.444708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-643a0879-21ac-4d7c-8b56-aac3ae426942 req-5818e5ca-0b79-4824-9a06-f70155ba79fd tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391827 Feb 04 16:55:45.486575 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:55:46.652968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d020-7e83-4021-b77b-7cb17ca9419e req-d0a43895-7a42-417a-b54f-6af2955271dc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:46.654405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4777d020-7e83-4021-b77b-7cb17ca9419e req-d0a43895-7a42-417a-b54f-6af2955271dc tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0846024 Feb 04 16:55:46.697832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4777d020-7e83-4021-b77b-7cb17ca9419e req-2c585495-185c-4784-b954-cd81b1564f08 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379541 Feb 04 16:55:47.897724 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ccbcc-3183-486a-a281-16009309283d req-7fe0df8a-261c-4566-9e3a-cfb741aa5613 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:47.899149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-863ccbcc-3183-486a-a281-16009309283d req-7fe0df8a-261c-4566-9e3a-cfb741aa5613 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0757420 Feb 04 16:55:47.943781 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-863ccbcc-3183-486a-a281-16009309283d req-7424d501-1c6a-4f94-85f2-b0434b5d6b7a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Feb 04 16:55:49.148846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33a810-d34d-4a3d-8870-21853257ec5d req-f0f493dd-c6d6-4ad9-b6d8-e177d3f0a687 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:49.150278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a33a810-d34d-4a3d-8870-21853257ec5d req-f0f493dd-c6d6-4ad9-b6d8-e177d3f0a687 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0834773 Feb 04 16:55:49.194746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a33a810-d34d-4a3d-8870-21853257ec5d req-bddc2bf6-900f-494d-b464-3014e8cceb69 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Feb 04 16:55:50.390107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055ce75-e0af-492c-a8cc-04fa256e9c2a req-a6428c07-447e-4054-b72b-b4c3422516a1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:50.391550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b055ce75-e0af-492c-a8cc-04fa256e9c2a req-a6428c07-447e-4054-b72b-b4c3422516a1 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0759544 Feb 04 16:55:50.439306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b055ce75-e0af-492c-a8cc-04fa256e9c2a req-72a075bf-1199-4ffb-b86a-c3fb675f8d46 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Feb 04 16:55:51.415018 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:51.609657 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:51.650667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42da9a1-6746-45f0-a36b-334f72223a27 req-6063ea05-b466-44f0-85c5-5162007211c9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:51.652150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f42da9a1-6746-45f0-a36b-334f72223a27 req-6063ea05-b466-44f0-85c5-5162007211c9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0849240 Feb 04 16:55:51.696526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f42da9a1-6746-45f0-a36b-334f72223a27 req-44cd2d5d-b33e-407c-8f2a-0094795e1749 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Feb 04 16:55:51.896200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b8042-dadb-4fc0-9ec7-4cb26823613e req-2bc8819a-20d0-4ece-b4cd-5bb4aa888c77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:51.897861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-051b8042-dadb-4fc0-9ec7-4cb26823613e req-2bc8819a-20d0-4ece-b4cd-5bb4aa888c77 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0805664 Feb 04 16:55:52.049490 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-051b8042-dadb-4fc0-9ec7-4cb26823613e req-93f04e25-dc05-4fd5-80a3-bb6b2395011e tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454685 Feb 04 16:55:52.246010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:55:52.247450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e46f7-e8b5-4fbe-aef6-cd7c60d2a1e8 req-4a20e796-9a94-4c10-ac15-7cc1c0489d66 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:52.248880 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-520e46f7-e8b5-4fbe-aef6-cd7c60d2a1e8 req-4a20e796-9a94-4c10-ac15-7cc1c0489d66 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 944 time: 0.0745852 Feb 04 16:55:52.296256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-520e46f7-e8b5-4fbe-aef6-cd7c60d2a1e8 req-2349cbc1-7827-479b-ab99-4f7a765388a7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Feb 04 16:55:52.384465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:52.398030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '17953cd5-5947-4758-8f13-8b194fd39750', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'port_id': '17953cd5-5947-4758-8f13-8b194fd39750', 'mac_address': 'fa:16:3e:e7:21:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:55:52.455911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:52.473632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:55:52.489182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:52.492827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:52.562153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=12']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:52.713377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6fedb-392b-4bbc-820a-9b46a420963e req-445e5ca9-57c5-40d8-ba95-abcfbc6d05b4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:52.714834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77e6fedb-392b-4bbc-820a-9b46a420963e req-445e5ca9-57c5-40d8-ba95-abcfbc6d05b4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0796120 Feb 04 16:55:52.730223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['17953cd5-5947-4758-8f13-8b194fd39750'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:55:52.759928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77e6fedb-392b-4bbc-820a-9b46a420963e req-95abe7f3-c943-4c64-ba67-2aa7704df7f9 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Feb 04 16:55:53.962383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce279e-655b-4aa6-b7b6-09db82573d7b req-be8cf615-1822-4061-a9cc-daa73a00b649 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:53.963808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ce279e-655b-4aa6-b7b6-09db82573d7b req-be8cf615-1822-4061-a9cc-daa73a00b649 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0774674 Feb 04 16:55:54.023289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ce279e-655b-4aa6-b7b6-09db82573d7b req-46d2eb00-75de-4c60-a634-5ce2f09b2285 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532970 Feb 04 16:55:54.169307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-fa050a54-8754-417b-b53c-3c52ac2f43ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:54.170719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-fa050a54-8754-417b-b53c-3c52ac2f43ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 945 time: 0.0753236 Feb 04 16:55:54.236449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:55:54.236782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.240985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:55:54.307773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 17953cd5-5947-4758-8f13-8b194fd39750 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:55:54.313014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 17953cd5-5947-4758-8f13-8b194fd39750 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:55:54.313396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.426880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.453555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:54.467559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:54.472425 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.482849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:54.483291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.514154 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'code': 200} Feb 04 16:55:54.539013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=13']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:54.778516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.778804 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:54.779108 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: 17953cd5-5947-4758-8f13-8b194fd39750. Feb 04 16:55:54.779439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 17953cd5-5947-4758-8f13-8b194fd39750 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:55:54.858004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:55:54.858320 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:55:55.194569 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a195788d-f9b4-47b0-94ea-1176ce976a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.226054 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeae50b-4123-4908-9a80-1da0c7b3d1ad req-5d89d0e4-fb8a-4617-8020-3230cb23b8e2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:55:55.227542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaeae50b-4123-4908-9a80-1da0c7b3d1ad req-5d89d0e4-fb8a-4617-8020-3230cb23b8e2 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 946 time: 0.0827470 Feb 04 16:55:55.273006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaeae50b-4123-4908-9a80-1da0c7b3d1ad req-323db324-c811-4f90-8501-557ebaa6c1c4 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups?id=9d25c344-ee02-4f6a-a42e-430122e8b6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390255 Feb 04 16:55:55.359864 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:55:55.360134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.594798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] For port 17953cd5-5947-4758-8f13-8b194fd39750, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=17953cd5-5947-4758-8f13-8b194fd39750,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:55:55.595150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.969082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.969448 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:55.969757 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16 disassociated. External IP: 172.25.5.204, port: 17953cd5-5947-4758-8f13-8b194fd39750. Feb 04 16:55:55.970090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 17953cd5-5947-4758-8f13-8b194fd39750 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:55:56.111366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:56.158737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'Port': ['ID=17953cd5-5947-4758-8f13-8b194fd39750,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:55:56.174835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.175187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.175522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.175852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.176279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.176497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.176823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.177152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.177454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.177786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.178088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:55:56.387292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:55:56.504642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2ea1cb23-1971-459e-b0cc-70cbd38ebd16 req-38cacdde-d922-4988-9bc5-42c0ca9de2ad tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 210 time: 0.0545914 Feb 04 16:55:56.632470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:55:56.642432 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:55:56.655140 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:55:56.655777 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:55:56.708157 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] No DVR routers for this DVR port 17953cd5-5947-4758-8f13-8b194fd39750 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:55:56.710817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:56.713417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-deleted', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:55:56.730479 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13d19631-ac4b-402d-a00d-cd28f96d236e req-f71017bc-d2c6-45d7-a95d-7cb03fae973a tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.58 "DELETE /v2.0/ports/17953cd5-5947-4758-8f13-8b194fd39750 HTTP/1.1" status: 204 len: 173 time: 2.5538480 Feb 04 16:55:56.776897 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ba28a0-81c2-4cff-b6dd-1d4d62d4f393', 'name': 'network-vif-deleted', 'tag': '17953cd5-5947-4758-8f13-8b194fd39750', 'status': 'completed', 'code': 200} Feb 04 16:55:56.834854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:55:57.148894 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:55:57.152706 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:55:57.163484 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:55:57.164183 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:55:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:55:57.315845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-dd1a0f52-de13-4884-894b-059234f1d5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:57.346521 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:55:57.689384 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:55:57.690865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4ed91960-cb1d-4eab-927d-6923b849ae29 req-5f58ba53-f0a5-4812-9212-c8a29baa5377 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Synchronizing usage tracker for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:55:57.693532 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb1dab-cea3-4718-b25e-844db2f93121 None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:51:51Z', 'revision_number': 4, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '41385ee4-7c66-4697-97d9-8b2b0a2c924c', 'name': '', 'network_id': '36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'mac_address': 'fa:16:3e:da:5b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:51Z', 'updated_at': '2022-02-04T16:51:59Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'subnets': [{'id': '420e0669-0a91-4fa5-9472-ee0a4749162b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:55:57.708041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-4ed91960-cb1d-4eab-927d-6923b849ae29 req-5f58ba53-f0a5-4812-9212-c8a29baa5377 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Unset dirty status for tenant:59100f26059945d09e8feac30ad35b54 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:55:57.719001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4ed91960-cb1d-4eab-927d-6923b849ae29 req-5f58ba53-f0a5-4812-9212-c8a29baa5377 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/ports?device_id=91ba28a0-81c2-4cff-b6dd-1d4d62d4f393 HTTP/1.1" status: 200 len: 210 time: 0.0689025 Feb 04 16:55:57.931024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43e965-dbbd-48aa-86bb-ac866f384671 None None] New status for floating IP 3ac2215b-3d1f-432a-a211-57bded52ae16: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:55:58.272100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:55:58.304344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 17953cd5-5947-4758-8f13-8b194fd39750 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:55:58.304675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 17953cd5-5947-4758-8f13-8b194fd39750 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:55:58.736682 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:55:58.768933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:00.166431 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.208526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47760) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:02.275680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.304294 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.359399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.376731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d25c344-ee02-4f6a-a42e-430122e8b6bb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:02.389025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.390138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7af7016-29eb-4bb0-9c31-d40f2ee28198 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "DELETE /v2.0/security-groups/9d25c344-ee02-4f6a-a42e-430122e8b6bb HTTP/1.1" status: 204 len: 168 time: 0.1805975 Feb 04 16:56:02.392667 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47764) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:02.411779 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-152b3a15-3fad-4e15-8523-b3c362a87aee tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] show failed (client error): The resource could not be found. Feb 04 16:56:02.412772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-152b3a15-3fad-4e15-8523-b3c362a87aee tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "GET /v2.0/security-groups/9d25c344-ee02-4f6a-a42e-430122e8b6bb HTTP/1.1" status: 404 len: 347 time: 0.0191975 Feb 04 16:56:02.415476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47770) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:02.578854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Deleting port 608f2cd6-0103-4d91-b937-3c31e16a6ca7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:02.579197 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.752142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.752379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:02.868586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Calling delete_port for 608f2cd6-0103-4d91-b937-3c31e16a6ca7 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:03.113023 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:03.158637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Pushing event deleted for resources: {'Port': ['ID=608f2cd6-0103-4d91-b937-3c31e16a6ca7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:03.249473 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:03.266825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:03.267933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-36b4bc74-cb66-4e9a-a55e-260b6cf631f7 tempest-ServerActionsTestJSON-375991574 tempest-ServerActionsTestJSON-375991574-project] 10.222.0.62 "DELETE /v2.0/floatingips/3ac2215b-3d1f-432a-a211-57bded52ae16 HTTP/1.1" status: 204 len: 168 time: 0.8516071 Feb 04 16:56:03.270891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47776) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:03.656704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:04.236843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Deleting port 41385ee4-7c66-4697-97d9-8b2b0a2c924c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:04.237177 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:04.411757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] For port 41385ee4-7c66-4697-97d9-8b2b0a2c924c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=41385ee4-7c66-4697-97d9-8b2b0a2c924c,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:04.412415 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:04.640527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Calling delete_port for 41385ee4-7c66-4697-97d9-8b2b0a2c924c owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:04.831194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:04.877643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=41385ee4-7c66-4697-97d9-8b2b0a2c924c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:05.168805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:05.733686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Router af2b7d69-218f-45a8-a590-62baedd2d172 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:56:05.932833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:56:05.942562 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Sync routers for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:56:05.945015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ce85b394-9a08-41a8-ae08-da773df3a36f admin admin] 10.222.0.62 "PUT /v2.0/routers/af2b7d69-218f-45a8-a590-62baedd2d172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6731489 Feb 04 16:56:05.947530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47780) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:05.955798 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:56:05.956380 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:55:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:06.127948 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:56:06.272328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.408617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:56:04Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:06.412345 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Checking router: af2b7d69-218f-45a8-a590-62baedd2d172 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:56:06.424559 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Routers {'af2b7d69-218f-45a8-a590-62baedd2d172'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:56:06.425068 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:55:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['af2b7d69-218f-45a8-a590-62baedd2d172'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:06.475572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.485417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Deleting port 3b74c224-2bcb-47d7-ac45-150f992f8688 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:06.485749 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.602494 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] Set router af2b7d69-218f-45a8-a590-62baedd2d172 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:56:06.658370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] For port 3b74c224-2bcb-47d7-ac45-150f992f8688, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3b74c224-2bcb-47d7-ac45-150f992f8688,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:06.658775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:06.780991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Calling delete_port for 3b74c224-2bcb-47d7-ac45-150f992f8688 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:06.896740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:56:04Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:06.901117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bcbee2-78ef-42b3-8baf-a0445eb3b65a None None] The sync data for ids ['af2b7d69-218f-45a8-a590-62baedd2d172'] in n-d-827873-1 is: [{'id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'name': 'tempest-ServerActionsTestJSON-39183786-router', 'tenant_id': '59100f26059945d09e8feac30ad35b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:51:48Z', 'updated_at': '2022-02-04T16:56:04Z', 'revision_number': 5, 'project_id': '59100f26059945d09e8feac30ad35b54', 'gw_port': {'id': '3b74c224-2bcb-47d7-ac45-150f992f8688', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7d69-218f-45a8-a590-62baedd2d172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:51:49Z', 'updated_at': '2022-02-04T16:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:56:06.965018 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.017381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b74c224-2bcb-47d7-ac45-150f992f8688,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:07.247341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.309650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 41385ee4-7c66-4697-97d9-8b2b0a2c924c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:07.344070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 41385ee4-7c66-4697-97d9-8b2b0a2c924c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:07.344416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 41385ee4-7c66-4697-97d9-8b2b0a2c924c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:07.624097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.628385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.654285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.654911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2b7d69-218f-45a8-a590-62baedd2d172 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:56:07.667868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.669080 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b7b11d56-240e-4746-9b92-c8c7e722a29c admin admin] 10.222.0.62 "DELETE /v2.0/routers/af2b7d69-218f-45a8-a590-62baedd2d172 HTTP/1.1" status: 204 len: 168 time: 1.7206640 Feb 04 16:56:07.671636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47788) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:07.732181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Deleting subnet 420e0669-0a91-4fa5-9472-ee0a4749162b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:56:07.735268 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.793117 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.867979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.933768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.974902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420e0669-0a91-4fa5-9472-ee0a4749162b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:07.978856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:07.984693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35baf69-b90c-4500-8b94-6c1236bbbc83 None None] Network 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:07.985018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-96402870-d2ce-4311-8468-6074c3a22232 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/420e0669-0a91-4fa5-9472-ee0a4749162b HTTP/1.1" status: 204 len: 168 time: 0.3121457 Feb 04 16:56:07.987146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47792) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:08.098453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.111632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Deleting port 74665da5-2c5d-4426-af14-25a8375bd3b5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:08.111989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.238139 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] DHCP port deletion for 36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:56:08.242421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Deleting port 74665da5-2c5d-4426-af14-25a8375bd3b5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:08.242791 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.326736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] For port 74665da5-2c5d-4426-af14-25a8375bd3b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=74665da5-2c5d-4426-af14-25a8375bd3b5,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:08.327121 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.439134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] For port 74665da5-2c5d-4426-af14-25a8375bd3b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=74665da5-2c5d-4426-af14-25a8375bd3b5,segment=NetworkSegment(9c65fc68-2c73-400f-a47a-296e69fb84e6),segment_id=9c65fc68-2c73-400f-a47a-296e69fb84e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:08.439714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.444501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Calling delete_port for 74665da5-2c5d-4426-af14-25a8375bd3b5 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:08.525070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.568544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Pushing event deleted for resources: {'Port': ['ID=74665da5-2c5d-4426-af14-25a8375bd3b5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:08.575452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] No DVR routers for this DVR port 74665da5-2c5d-4426-af14-25a8375bd3b5 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:56:08.593513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Calling delete_port for 74665da5-2c5d-4426-af14-25a8375bd3b5 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:08.661348 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:56:08.661701 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:56:08.693682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.718582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:08.730966 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c65fc68-2c73-400f-a47a-296e69fb84e6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:08.731261 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c65fc68-2c73-400f-a47a-296e69fb84e6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:08.742778 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.758828 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.765137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:08.765535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:08.782315 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:08.853585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.869515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:08.880174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] Pushing event deleted for resources: {'Network': ['ID=36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:08.893150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ea519379-baf1-4efe-9b0a-b54afdf4b67d admin admin] 10.222.0.62 "DELETE /v2.0/networks/36ee033e-b4fb-4fe5-8574-eba8ee8b7c2a HTTP/1.1" status: 204 len: 168 time: 0.9049788 Feb 04 16:56:09.043949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47798) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:09.097294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dd425576-d30a-43ed-82c0-2bbcf6d479e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59100f26059945d09e8feac30ad35b54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522022 Feb 04 16:56:09.099806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47802) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:09.163009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Deleting port 74665da5-2c5d-4426-af14-25a8375bd3b5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:09.163416 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.171267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.194137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 74665da5-2c5d-4426-af14-25a8375bd3b5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:09.196975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.250387 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.262043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 74665da5-2c5d-4426-af14-25a8375bd3b5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:09.262428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 74665da5-2c5d-4426-af14-25a8375bd3b5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:09.262870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3b74c224-2bcb-47d7-ac45-150f992f8688 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:09.267641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460720e-6cb4-4c8a-aa77-5626db8a1170,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:09.274361 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:09.275481 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8b3b57e7-b3fb-46da-a743-97213b5bae42 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d460720e-6cb4-4c8a-aa77-5626db8a1170 HTTP/1.1" status: 204 len: 168 time: 0.1747782 Feb 04 16:56:09.291126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd10dd-b6e5-47e9-889f-2ddee5c838e8 None None] The port '74665da5-2c5d-4426-af14-25a8375bd3b5' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:56:09.307853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3b74c224-2bcb-47d7-ac45-150f992f8688 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:09.308241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3b74c224-2bcb-47d7-ac45-150f992f8688 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:10.119444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47824) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:10.254373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1478787598-network', 'tenant_id': 'beb082ac12254b03bcb070848c22525b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:10.259579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:10.264185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Usage tracker for resource:network and tenant:beb082ac12254b03bcb070848c22525b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:10.267085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:10.272834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:10.283769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Made reservation on behalf of beb082ac12254b03bcb070848c22525b for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:10.286149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.298083 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.329513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:10.333581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Usage tracker for resource:security_group_rule and tenant:beb082ac12254b03bcb070848c22525b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:10.336366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:10.343200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:10.413890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.418169 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.448185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:10.458101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3728bd8-9f36-439e-b866-63346cdf9b84,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:10.465127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.466186 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Added segment dab8aa13-0f1f-46fc-991c-a6cac169db8a of type vlan for network e39a3045-ef16-4f33-9731-0735bd699c64 Feb 04 16:56:10.491490 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.520566 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.521442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:10.522003 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.626406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5057898 Feb 04 16:56:10.629467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47830) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:10.631459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea9981-22a6-4e47-b412-e2c5307f1e75 admin admin] Pushing event updated for resources: {'Network': ['ID=e39a3045-ef16-4f33-9731-0735bd699c64,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:10.635323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Request body: {'subnet': {'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1478787598-subnet', 'tenant_id': 'beb082ac12254b03bcb070848c22525b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:10.642161 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:10.642469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network e39a3045-ef16-4f33-9731-0735bd699c64 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:10.647051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Usage tracker for resource:subnet and tenant:beb082ac12254b03bcb070848c22525b is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:10.650062 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:10.656240 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:10.666879 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Made reservation on behalf of beb082ac12254b03bcb070848c22525b for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:10.669139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:10.955323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:11.023226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Pushing event updated for resources: {'Subnet': ['ID=566e4d28-c53c-4669-b8cd-830791e36e6d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:11.036954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Checking segment: {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:11.037303 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Network hostable DHCP agents. Network: e39a3045-ef16-4f33-9731-0735bd699c64, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:11.059234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Network e39a3045-ef16-4f33-9731-0735bd699c64 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:11.067968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, e39a3045-ef16-4f33-9731-0735bd699c64) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:11.071860 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:11.072433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:11.078715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79b385-3cd6-4a5f-b46e-34291f930320 None None] Network e39a3045-ef16-4f33-9731-0735bd699c64 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:11.094487 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0e34ce29-3278-4aa2-8a66-145a897511db admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4638433 Feb 04 16:56:11.300123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22488c0-b4ba-4a31-96bd-ba941ce5d86d None None] Network e39a3045-ef16-4f33-9731-0735bd699c64 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:11.738400 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579bd45-27a6-4521-8360-571ec42c3464 req-b3b5842e-acdd-4409-9e14-f1304e5fffee tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:11.738986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f579bd45-27a6-4521-8360-571ec42c3464 req-b3b5842e-acdd-4409-9e14-f1304e5fffee tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Synchronizing usage tracker for tenant:beb082ac12254b03bcb070848c22525b on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:11.757316 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f579bd45-27a6-4521-8360-571ec42c3464 req-b3b5842e-acdd-4409-9e14-f1304e5fffee tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Unset dirty status for tenant:beb082ac12254b03bcb070848c22525b on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:11.758545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-b3b5842e-acdd-4409-9e14-f1304e5fffee tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 814 time: 0.2636406 Feb 04 16:56:11.774426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-dcf497ea-1ffa-4a87-80a6-bd5c4263310c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/quotas/beb082ac12254b03bcb070848c22525b HTTP/1.1" status: 200 len: 375 time: 0.0106738 Feb 04 16:56:11.819872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-e20d872f-0beb-41eb-9768-561feb852ed2 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403898 Feb 04 16:56:11.950295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-0b1d255f-6d30-41dc-a672-fa11d2a4ac61 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234858 Feb 04 16:56:12.082410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-acd2c761-661e-48e1-9fe0-e9886439eee4 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260903 Feb 04 16:56:12.267473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5e751b6-694f-4074-849d-69416cb67864 req-198d31d2-7a05-4632-8e03-454077f8067f tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Feb 04 16:56:13.299801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579bd45-27a6-4521-8360-571ec42c3464 req-a5783bee-167b-4b98-abd0-5216a9aa67bd tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:13.301273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-a5783bee-167b-4b98-abd0-5216a9aa67bd tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.58 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 814 time: 0.1533492 Feb 04 16:56:13.317329 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Request body: {'port': {'device_id': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64', 'admin_state_up': True, 'tenant_id': 'beb082ac12254b03bcb070848c22525b'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:13.445270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de427be3-039e-4ce6-887f-8dc19123d186 req-de494b83-8852-4c95-a6cf-973080214aac tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 210 time: 0.0518999 Feb 04 16:56:13.505207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:13.509120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Usage tracker for resource:port and tenant:beb082ac12254b03bcb070848c22525b is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:13.512716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:13.518385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:13.527750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Made reservation on behalf of beb082ac12254b03bcb070848c22525b for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:13.530884 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:13.690649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Allocated IP 172.20.0.10 (e39a3045-ef16-4f33-9731-0735bd699c64/566e4d28-c53c-4669-b8cd-830791e36e6d/b05ef049-bffd-43bb-855e-ae19b8387f6f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:56:13.888350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:13.915128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:13.992233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Network e39a3045-ef16-4f33-9731-0735bd699c64 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:56:13.995976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:14.000027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:56:14.029300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Pushing event updated for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:14.062373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:14.062964 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:14.081932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-826fc37a-b90a-4f0d-9f17-07d03934a2f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7688260 Feb 04 16:56:14.092535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Request body: {'port': {'device_id': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:14.199768 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:14.681613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05ef049-bffd-43bb-855e-ae19b8387f6f {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:56:14.691276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:14.711391 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Transition to ACTIVE for port object b05ef049-bffd-43bb-855e-ae19b8387f6f will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:14.716817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:14.768381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-88d8fb9c-c443-4f91-af6a-d4b91fa2e367 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:14.769057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-88d8fb9c-c443-4f91-af6a-d4b91fa2e367 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Synchronizing usage tracker for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:14.862920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Pushing event updated for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:14.868078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-88d8fb9c-c443-4f91-af6a-d4b91fa2e367 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Unset dirty status for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:14.869203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-88d8fb9c-c443-4f91-af6a-d4b91fa2e367 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 932 time: 0.2865946 Feb 04 16:56:14.985294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-d62f8c41-6b11-4e0e-9d40-a8ebdafad631 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Synchronizing usage tracker for tenant:beb082ac12254b03bcb070848c22525b on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:15.015110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Attempting to bind port b05ef049-bffd-43bb-855e-ae19b8387f6f on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:56:15.015423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Attempting to bind port b05ef049-bffd-43bb-855e-ae19b8387f6f by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:56:15.015747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Attempting to bind port b05ef049-bffd-43bb-855e-ae19b8387f6f on network e39a3045-ef16-4f33-9731-0735bd699c64 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:15.019722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-d62f8c41-6b11-4e0e-9d40-a8ebdafad631 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Unset dirty status for tenant:beb082ac12254b03bcb070848c22525b on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:15.020817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-35dbe78f-ee55-43a9-97c2-e25265b69dfa req-d62f8c41-6b11-4e0e-9d40-a8ebdafad631 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268182 Feb 04 16:56:15.023303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Port b05ef049-bffd-43bb-855e-ae19b8387f6f on network e39a3045-ef16-4f33-9731-0735bd699c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:56:15.023620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Attempting to bind port b05ef049-bffd-43bb-855e-ae19b8387f6f on network e39a3045-ef16-4f33-9731-0735bd699c64 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:15.030225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:56:15.030585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Checking segment: {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:15.030959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Bound using segment: {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:56:15.031376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Bound port: b05ef049-bffd-43bb-855e-ae19b8387f6f, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:56:15.031716 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:15.117621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:56:15.121953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:56:15.125522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:15.189312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:15.190676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] 10.222.0.58 "PUT /v2.0/ports/b05ef049-bffd-43bb-855e-ae19b8387f6f HTTP/1.1" status: 200 len: 1092 time: 1.1020811 Feb 04 16:56:15.191102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:15.210136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494d796-2cf0-4e1b-bb9b-820deca12f0e service neutron] Pushing event updated for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:15.259092 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f', 'status': 'completed', 'code': 200} Feb 04 16:56:15.300091 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-08d3a1cb-1817-48a2-94da-6d927cf07af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0720675 Feb 04 16:56:15.369623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-cf01a05c-02c5-41de-bb47-b21ac9e26de5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f HTTP/1.1" status: 200 len: 217 time: 0.0635197 Feb 04 16:56:15.429298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579bd45-27a6-4521-8360-571ec42c3464 req-a5ce616f-6fb2-4d0e-ad0f-8b9ac3c37d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:15.430694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-a5ce616f-6fb2-4d0e-ad0f-8b9ac3c37d9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566e4d28-c53c-4669-b8cd-830791e36e6d HTTP/1.1" status: 200 len: 854 time: 0.0554321 Feb 04 16:56:15.474002 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-ade63822-229a-40b6-90a5-582bfaed1906 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e39a3045-ef16-4f33-9731-0735bd699c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373030 Feb 04 16:56:15.603948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-51856566-66d8-4a11-ac71-aed1091b05eb service neutron] 10.222.0.58 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234050 Feb 04 16:56:15.731584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f579bd45-27a6-4521-8360-571ec42c3464 req-15436a2d-bfcc-4f3a-adde-0319427c0b51 service neutron] 10.222.0.58 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221986 Feb 04 16:56:15.845989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-681829f5-8a70-4efb-a04a-5385a6ec502e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 1095 time: 0.0726905 Feb 04 16:56:15.973620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-4d818874-5acd-4271-a923-4bdc8a4a0ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:15.975063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-4d818874-5acd-4271-a923-4bdc8a4a0ff8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 915 time: 0.1238241 Feb 04 16:56:16.040924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-3b3bb0ef-88b7-413b-a6bd-d53aacbe296f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f HTTP/1.1" status: 200 len: 217 time: 0.0590303 Feb 04 16:56:16.107148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-a09ed06a-1da0-46b5-803a-767fecad1807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:16.108583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-a09ed06a-1da0-46b5-803a-767fecad1807 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566e4d28-c53c-4669-b8cd-830791e36e6d HTTP/1.1" status: 200 len: 854 time: 0.0613613 Feb 04 16:56:16.189588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-fc6f5a51-1205-4b16-b844-cb27328061fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e39a3045-ef16-4f33-9731-0735bd699c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744669 Feb 04 16:56:16.437782 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d210ef4-3f7d-4179-a7f5-b31fde4d34f8 req-4a2a2c0c-cdb0-48b3-80b1-54b55ad11746 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:16.439241 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d210ef4-3f7d-4179-a7f5-b31fde4d34f8 req-4a2a2c0c-cdb0-48b3-80b1-54b55ad11746 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 944 time: 0.2942870 Feb 04 16:56:16.441326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-0282039d-d96b-4697-81b4-e8f40de3ffc4 service neutron] 10.222.0.58 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484375 Feb 04 16:56:16.567157 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5d210ef4-3f7d-4179-a7f5-b31fde4d34f8 req-dadd26ff-32af-44fd-901e-59d95c2097bc tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224768 Feb 04 16:56:16.606705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-39aaf5d4-01bd-416e-8321-b2a3388a07b9 req-3c310717-e340-4f8e-8a29-2bd727a58845 service neutron] 10.222.0.58 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484251 Feb 04 16:56:17.765635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0b08-add8-4105-87cf-ffe4d772b77f req-470aced9-2cab-4d01-8bf8-922ec75a1e6e tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:17.767078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c3f0b08-add8-4105-87cf-ffe4d772b77f req-470aced9-2cab-4d01-8bf8-922ec75a1e6e tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 944 time: 0.0754540 Feb 04 16:56:17.816403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c3f0b08-add8-4105-87cf-ffe4d772b77f req-6ae26e0a-7923-4b62-ae4b-ec67b47b3558 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Feb 04 16:56:18.396260 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b05ef049-bffd-43bb-855e-ae19b8387f6f details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:56:18.527493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:18.543736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'b05ef049-bffd-43bb-855e-ae19b8387f6f', 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64', 'port_id': 'b05ef049-bffd-43bb-855e-ae19b8387f6f', 'mac_address': 'fa:16:3e:aa:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566e4d28-c53c-4669-b8cd-830791e36e6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:56:18.599107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:18.616195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05ef049-bffd-43bb-855e-ae19b8387f6f {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:56:18.631298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:18.636977 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:18.703426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:18.822668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['b05ef049-bffd-43bb-855e-ae19b8387f6f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:56:19.023181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb91057-68d9-4152-83f1-d0e3f0da3ee4 req-d4a10e9e-4562-43e3-82f5-f0092448dab6 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:19.024523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3cb91057-68d9-4152-83f1-d0e3f0da3ee4 req-d4a10e9e-4562-43e3-82f5-f0092448dab6 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 945 time: 0.0812166 Feb 04 16:56:19.069705 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3cb91057-68d9-4152-83f1-d0e3f0da3ee4 req-bfc54cec-a1f6-4720-955e-8d7cae656894 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Feb 04 16:56:20.269597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5bada-35f4-4e0a-8091-07c8a91e821a req-91205c3e-e19f-4a1c-849b-f27186e0caec tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:20.271039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2d5bada-35f4-4e0a-8091-07c8a91e821a req-91205c3e-e19f-4a1c-849b-f27186e0caec tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 945 time: 0.0799584 Feb 04 16:56:20.316013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2d5bada-35f4-4e0a-8091-07c8a91e821a req-1bcb31fe-19e6-441b-9ab5-0b3c1fa27c6b tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Feb 04 16:56:20.412157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b05ef049-bffd-43bb-855e-ae19b8387f6f up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:56:20.481810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port b05ef049-bffd-43bb-855e-ae19b8387f6f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:20.486404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port b05ef049-bffd-43bb-855e-ae19b8387f6f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:20.486779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:20.600349 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:20.627725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:20.637601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:20.641669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:20.716055 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f', 'code': 200} Feb 04 16:56:20.747049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:20.821587 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7ea3e04-8f76-484a-84cd-f8acf0091c52 req-601aca7b-26f7-4aa1-a6ef-e03f3c8f6843 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 1097 time: 0.0673583 Feb 04 16:56:20.868213 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f7ea3e04-8f76-484a-84cd-f8acf0091c52 req-26a5f68e-be4f-4f42-983b-0edabb1b3d4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Feb 04 16:56:21.415051 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:21.521875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537b2e3-2899-4c7b-bbf0-d3ddde4c0400 req-709786ac-a6e5-4512-8d91-24ac06f54ab8 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:21.523314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6537b2e3-2899-4c7b-bbf0-d3ddde4c0400 req-709786ac-a6e5-4512-8d91-24ac06f54ab8 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0809033 Feb 04 16:56:21.569966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6537b2e3-2899-4c7b-bbf0-d3ddde4c0400 req-e94a7fa4-13c0-4e5f-bb66-1fa03b14ed00 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Feb 04 16:56:21.629628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:22.488242 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:22.774230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d79be5-896b-413f-a63a-b9c92467294d req-07a21f4c-af67-48f8-a26e-eb28d6f11c15 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:22.775608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74d79be5-896b-413f-a63a-b9c92467294d req-07a21f4c-af67-48f8-a26e-eb28d6f11c15 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0783350 Feb 04 16:56:22.836668 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-74d79be5-896b-413f-a63a-b9c92467294d req-71e417e9-c14d-4301-8c38-dee86a6dc187 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Feb 04 16:56:23.177254 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-6e208595-c895-43f3-9a26-da6d84c8f30d tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:23.178731 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-6e208595-c895-43f3-9a26-da6d84c8f30d tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 814 time: 0.1664224 Feb 04 16:56:23.195611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-8b4e06f9-e0af-47a6-ba2d-6795df76788c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/quotas/beb082ac12254b03bcb070848c22525b HTTP/1.1" status: 200 len: 375 time: 0.0112445 Feb 04 16:56:23.282829 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-0039e952-5680-491b-96e8-9ef11626c4f3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815916 Feb 04 16:56:23.417309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-38b81bea-268a-4041-af9d-412a56a668e4 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276190 Feb 04 16:56:23.547312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-fc0cd0d8-0276-40a8-a638-aad1c8bcbbe9 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243858 Feb 04 16:56:23.732166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1aed2fbf-d29c-47fa-9600-a728fe8a7900 req-0c059c50-52b4-4a64-96ea-d894dc1095f5 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 210 time: 0.0407846 Feb 04 16:56:24.717720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-0f5196b9-be05-46cf-a3dd-95d9b6904fb4 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:24.719189 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-0f5196b9-be05-46cf-a3dd-95d9b6904fb4 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.41 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 814 time: 0.1442838 Feb 04 16:56:24.734308 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Request body: {'port': {'device_id': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64', 'admin_state_up': True, 'tenant_id': 'beb082ac12254b03bcb070848c22525b'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:24.870796 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:24.880132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:24.890193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Made reservation on behalf of beb082ac12254b03bcb070848c22525b for: {'port': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:24.893251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:24.900245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d385e4ef-ce92-4012-8944-ab6e179f16f4 req-8dfb493a-cd75-4a7a-8699-3626240408cb tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 210 time: 0.0454645 Feb 04 16:56:25.054443 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Allocated IP 172.20.0.9 (e39a3045-ef16-4f33-9731-0735bd699c64/566e4d28-c53c-4669-b8cd-830791e36e6d/2f006628-07e3-4d92-b7d6-dfcc272d5fbf) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:56:25.201156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-502549db-2fd5-464e-8a03-c823ce72375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.258630 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.285322 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.297116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['b05ef049-bffd-43bb-855e-ae19b8387f6f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:56:25.362853 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Network e39a3045-ef16-4f33-9731-0735bd699c64 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:56:25.366553 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:25.368346 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Pushing event updated for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:25.371175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:56:25.431720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:25.432306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.457522 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5e04f11-70ad-454c-ab34-79d45573b7be tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7266533 Feb 04 16:56:25.466917 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-5718b1ae-11d4-42e7-a62d-7eb75963d77a tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83596) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 16:56:25.467823 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-5718b1ae-11d4-42e7-a62d-7eb75963d77a tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048418 Feb 04 16:56:25.477191 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Request body: {'port': {'device_id': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:25.581199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.913821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f006628-07e3-4d92-b7d6-dfcc272d5fbf {{(pid=83596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:56:25.920537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:25.934579 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Transition to ACTIVE for port object 2f006628-07e3-4d92-b7d6-dfcc272d5fbf will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:25.939706 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:26.066586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:26.099096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414575e9-ffb8-476a-90bc-e0be74bcc6d9 req-c0031e6a-dce7-4a4c-b943-3923a1f2061c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:26.100611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414575e9-ffb8-476a-90bc-e0be74bcc6d9 req-c0031e6a-dce7-4a4c-b943-3923a1f2061c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 943 time: 0.0767176 Feb 04 16:56:26.105078 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.105586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.106007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.106363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.106700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.107026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.107359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.107683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.108004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.108395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.108643 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:26.148615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-414575e9-ffb8-476a-90bc-e0be74bcc6d9 req-29968a48-1640-4efc-a22a-2f7c96713914 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Feb 04 16:56:26.181089 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Attempting to bind port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:56:26.181416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Attempting to bind port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:56:26.181733 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Attempting to bind port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf on network e39a3045-ef16-4f33-9731-0735bd699c64 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:26.188283 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf on network e39a3045-ef16-4f33-9731-0735bd699c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:56:26.188609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Attempting to bind port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf on network e39a3045-ef16-4f33-9731-0735bd699c64 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:26.194935 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:56:26.195265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Checking segment: {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:26.195636 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Bound using segment: {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:56:26.196048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Bound port: 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab8aa13-0f1f-46fc-991c-a6cac169db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:56:26.196381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:26.363281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:56:26.366133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:56:26.370623 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:26.432243 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:26.433707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f006628-07e3-4d92-b7d6-dfcc272d5fbf HTTP/1.1" status: 200 len: 1091 time: 0.9601383 Feb 04 16:56:26.434130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:26.450852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed07d-4dc8-4343-9f6c-7b3a1447def0 service neutron] Pushing event updated for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=3']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:26.502274 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf', 'status': 'completed', 'code': 200} Feb 04 16:56:26.537079 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-57e68207-587b-4954-97bb-94f700b286b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 1094 time: 0.0682015 Feb 04 16:56:26.606181 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-8b338f3f-702a-4fa5-aa1a-75aebdc13f67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf HTTP/1.1" status: 200 len: 217 time: 0.0626223 Feb 04 16:56:26.665378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5fbdf22-cad5-4900-9961-cea56a744742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:26.666760 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a5fbdf22-cad5-4900-9961-cea56a744742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=566e4d28-c53c-4669-b8cd-830791e36e6d HTTP/1.1" status: 200 len: 854 time: 0.0556393 Feb 04 16:56:26.709534 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-f3c178b0-1c40-4d47-a108-7d12654e70ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e39a3045-ef16-4f33-9731-0735bd699c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372839 Feb 04 16:56:26.835016 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-432dbb71-e425-4219-839e-828274d5516e service neutron] 10.222.0.41 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195667 Feb 04 16:56:26.965699 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-fe6d8247-1c13-432d-bfda-93850db4b1c5 req-a2d90132-5b92-4b9a-9112-e919b5b5bf2c service neutron] 10.222.0.41 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239555 Feb 04 16:56:27.083502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-370056b7-9d30-4677-ac71-43731b46d165 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=beb082ac12254b03bcb070848c22525b&device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 1094 time: 0.0716300 Feb 04 16:56:27.216265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-54e58bee-afb2-4940-80b3-032939ea6e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:27.217606 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-54e58bee-afb2-4940-80b3-032939ea6e83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 200 len: 915 time: 0.1262405 Feb 04 16:56:27.288990 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-6697d05c-7832-447c-9840-b97859b63677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf HTTP/1.1" status: 200 len: 217 time: 0.0632999 Feb 04 16:56:27.312688 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-15af3f22-b5b1-47d6-9f59-ac8198e6602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:27.353927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-a6e73842-a9f0-4753-b5a2-6e5680d105be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:27.355966 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-a6e73842-a9f0-4753-b5a2-6e5680d105be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=566e4d28-c53c-4669-b8cd-830791e36e6d HTTP/1.1" status: 200 len: 854 time: 0.0600829 Feb 04 16:56:27.402870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-965c79eb-c888-46b9-a35e-339706ddee47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e39a3045-ef16-4f33-9731-0735bd699c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401139 Feb 04 16:56:27.455669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b3cb4-5b66-4118-af6c-1d3cbfdb9e85 req-b02f52cd-5056-40a6-86b6-c28c2d077f3d tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:27.457112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-949b3cb4-5b66-4118-af6c-1d3cbfdb9e85 req-b02f52cd-5056-40a6-86b6-c28c2d077f3d tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 943 time: 0.1826363 Feb 04 16:56:27.502322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-949b3cb4-5b66-4118-af6c-1d3cbfdb9e85 req-475c5279-a69d-4460-ac3a-8311e8bdf6e4 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Feb 04 16:56:27.535517 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-b015cce4-14a8-4527-b0ed-46add89618e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259482 Feb 04 16:56:27.666182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-127efbf2-deed-4bf6-957c-61fb447d2497 req-d73a869b-2c88-42f6-85f4-d59801526e55 service neutron] 10.222.0.41 "GET /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242046 Feb 04 16:56:28.700657 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d9cbc-bbff-417d-b92f-ee6c3976ab50 req-6c2c0da8-47c1-4423-9acb-60543dae53da tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:28.702076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f67d9cbc-bbff-417d-b92f-ee6c3976ab50 req-6c2c0da8-47c1-4423-9acb-60543dae53da tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 943 time: 0.0769126 Feb 04 16:56:28.739970 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:28.750205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f67d9cbc-bbff-417d-b92f-ee6c3976ab50 req-183d67a8-9cd0-4b0d-9448-4a8b7bba9405 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Feb 04 16:56:28.775005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:29.743727 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f006628-07e3-4d92-b7d6-dfcc272d5fbf details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:56:29.875561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:29.889333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf', 'network_id': 'e39a3045-ef16-4f33-9731-0735bd699c64', 'port_id': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf', 'mac_address': 'fa:16:3e:30:d4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566e4d28-c53c-4669-b8cd-830791e36e6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:56:29.941367 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:29.952530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9cbb4-319a-4196-876f-59cd3eda389f req-1c4f3289-b74c-4301-b444-5fa600cd9b2c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:29.953970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bc9cbb4-319a-4196-876f-59cd3eda389f req-1c4f3289-b74c-4301-b444-5fa600cd9b2c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 943 time: 0.0805690 Feb 04 16:56:29.959511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f006628-07e3-4d92-b7d6-dfcc272d5fbf {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:56:29.976399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:29.981286 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:30.010027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bc9cbb4-319a-4196-876f-59cd3eda389f req-352e1177-2e96-4ef3-89b6-bdaf214fcf9d tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482366 Feb 04 16:56:30.049867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:30.167136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:30.204150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['2f006628-07e3-4d92-b7d6-dfcc272d5fbf'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:56:31.209410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2d090-a63a-4bc5-bc99-708a8dd1f83e req-7fb3d471-e004-431b-9ba3-e7133a97f4ef tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:31.210836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a2d090-a63a-4bc5-bc99-708a8dd1f83e req-7fb3d471-e004-431b-9ba3-e7133a97f4ef tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 944 time: 0.0754514 Feb 04 16:56:31.258058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a2d090-a63a-4bc5-bc99-708a8dd1f83e req-88688f9b-c6b2-49fa-a868-aacd2320ab93 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Feb 04 16:56:31.756994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f006628-07e3-4d92-b7d6-dfcc272d5fbf up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:56:31.825264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:31.829941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:31.830309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:31.939772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:31.966639 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:31.976209 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:31.981184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:32.024629 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf', 'code': 200} Feb 04 16:56:32.051297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:32.149980 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-042e40f3-ad32-48ab-8393-5295e36d4de9 req-4c2830a5-3451-4246-8467-c2849b926043 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 1096 time: 0.0714688 Feb 04 16:56:32.193541 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-042e40f3-ad32-48ab-8393-5295e36d4de9 req-c3ee69d5-c5eb-426e-bef7-a617e726fe34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Feb 04 16:56:32.462053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205ac03-5dc1-472d-b832-82dfd7b3080c req-4e685c14-3e2e-4458-8b79-6d648e8cf21b tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:32.464034 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f205ac03-5dc1-472d-b832-82dfd7b3080c req-4e685c14-3e2e-4458-8b79-6d648e8cf21b tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 945 time: 0.0748839 Feb 04 16:56:32.508906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f205ac03-5dc1-472d-b832-82dfd7b3080c req-3a7d9820-237c-4c66-a179-73b3f7220771 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Feb 04 16:56:33.707036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c33c71-6f28-4f9f-a655-a0a94d85995b req-aaf328e0-fa3a-43ea-b0f6-bfb21479a447 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:33.708433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c33c71-6f28-4f9f-a655-a0a94d85995b req-aaf328e0-fa3a-43ea-b0f6-bfb21479a447 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 945 time: 0.0782144 Feb 04 16:56:33.752487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-60c33c71-6f28-4f9f-a655-a0a94d85995b req-f2b4e4c2-c6ab-4741-a187-e1af4b4ad7a3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Feb 04 16:56:34.149105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d661b-44a8-4352-a1c0-b5f0808a8722 req-7839caab-fdbd-457f-a270-b25862f39930 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:34.150638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9d661b-44a8-4352-a1c0-b5f0808a8722 req-7839caab-fdbd-457f-a270-b25862f39930 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 945 time: 0.0756605 Feb 04 16:56:34.196496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9d661b-44a8-4352-a1c0-b5f0808a8722 req-c51c4250-66c5-45db-80db-ae21794f0ec0 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 04 16:56:35.341561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-5ad68da2-1c47-4e15-96cc-07402ad17dfe tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:35.343255 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-5ad68da2-1c47-4e15-96cc-07402ad17dfe tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Synchronizing usage tracker for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:35.357849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-5ad68da2-1c47-4e15-96cc-07402ad17dfe tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Unset dirty status for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:35.359057 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-5ad68da2-1c47-4e15-96cc-07402ad17dfe tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 945 time: 0.0932291 Feb 04 16:56:35.401389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2953e-2029-4124-b6bd-3c5ff4fdc42d req-867fbfc6-d1c2-4338-b277-b61a14ceabd3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:35.402929 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf2953e-2029-4124-b6bd-3c5ff4fdc42d req-867fbfc6-d1c2-4338-b277-b61a14ceabd3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 945 time: 0.0866916 Feb 04 16:56:35.452713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-abf2953e-2029-4124-b6bd-3c5ff4fdc42d req-ccca97fb-66d8-4104-99a8-a8dfb68095cf tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Feb 04 16:56:35.518942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Deleting port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:35.519279 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:35.754902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] For port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:35.755167 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:35.879804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Calling delete_port for 2f006628-07e3-4d92-b7d6-dfcc272d5fbf owned by compute:nova {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:36.014780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:36.025871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['b05ef049-bffd-43bb-855e-ae19b8387f6f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:56:36.065092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Pushing event deleted for resources: {'Port': ['ID=2f006628-07e3-4d92-b7d6-dfcc272d5fbf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:36.137045 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] No DVR routers for this DVR port 2f006628-07e3-4d92-b7d6-dfcc272d5fbf on host n-h1-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:56:36.139704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:36.142418 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'name': 'network-vif-deleted', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:36.159910 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-a574fd61-9a20-4146-ab79-8bb5fa2e3ade req-dcf97014-6e70-4e47-904d-f92c7fb8ac29 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.41 "DELETE /v2.0/ports/2f006628-07e3-4d92-b7d6-dfcc272d5fbf HTTP/1.1" status: 204 len: 173 time: 0.7946618 Feb 04 16:56:36.201031 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd15dfe-4104-4b20-a113-1a72c0445e16', 'name': 'network-vif-deleted', 'tag': '2f006628-07e3-4d92-b7d6-dfcc272d5fbf', 'status': 'completed', 'code': 200} Feb 04 16:56:36.629540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3d4f0a3-7e65-4f60-a6b8-81c433c093fa req-4535fe0d-8dbb-4d24-80a1-c10a6909b6af tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd15dfe-4104-4b20-a113-1a72c0445e16 HTTP/1.1" status: 200 len: 210 time: 0.0413775 Feb 04 16:56:37.775068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f006628-07e3-4d92-b7d6-dfcc272d5fbf no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:37.807543 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 2f006628-07e3-4d92-b7d6-dfcc272d5fbf {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:37.807877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 2f006628-07e3-4d92-b7d6-dfcc272d5fbf not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:37.906896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3e2a4-0b36-4760-83b5-2255ddbcbf11 req-ad45b1ca-c9b6-471d-b62c-bba620420bd0 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:37.908308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89d3e2a4-0b36-4760-83b5-2255ddbcbf11 req-ad45b1ca-c9b6-471d-b62c-bba620420bd0 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0787776 Feb 04 16:56:37.951748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-89d3e2a4-0b36-4760-83b5-2255ddbcbf11 req-2af74828-e51e-4729-a133-414f8e6c368c tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Feb 04 16:56:38.168021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b573952-9e4c-4b30-9461-461e9ac6f4b8 req-84424868-21b1-4a1f-986b-acc3acd3f66e tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:38.169465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b573952-9e4c-4b30-9461-461e9ac6f4b8 req-84424868-21b1-4a1f-986b-acc3acd3f66e tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0752249 Feb 04 16:56:38.215035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b573952-9e4c-4b30-9461-461e9ac6f4b8 req-7e040bcf-48d3-49cd-bf19-daf3d6b3bbb5 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Feb 04 16:56:38.417247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075acd-9673-4c7f-ac78-d1be7b7d5cac req-02159d2c-f8c5-4ae4-9ca1-6982a7c16652 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:38.418684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6075acd-9673-4c7f-ac78-d1be7b7d5cac req-02159d2c-f8c5-4ae4-9ca1-6982a7c16652 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0827155 Feb 04 16:56:38.470182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e6075acd-9673-4c7f-ac78-d1be7b7d5cac req-23d37413-a481-4386-ac4b-678e62d53cc6 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Feb 04 16:56:38.662322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77a6f03a-713e-4164-9207-2245b4528dcc req-a6a3609d-9ac3-49dc-8aaa-f0ca07d2f2a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667872 Feb 04 16:56:38.859924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674b79-1085-497a-aaef-f706e32b604f req-ca995457-9ecd-401b-a507-331aa6c1fa98 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:38.861261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25674b79-1085-497a-aaef-f706e32b604f req-ca995457-9ecd-401b-a507-331aa6c1fa98 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0784020 Feb 04 16:56:38.905417 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25674b79-1085-497a-aaef-f706e32b604f req-6c542c00-8768-4401-9147-bf0155353765 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Feb 04 16:56:39.251755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea2a9-04c2-4a14-9ed5-8e57336ed3c5 req-ac92db11-294f-4fa0-bff9-38912238bb51 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:39.253180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a14ea2a9-04c2-4a14-9ed5-8e57336ed3c5 req-ac92db11-294f-4fa0-bff9-38912238bb51 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0747676 Feb 04 16:56:39.302044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a14ea2a9-04c2-4a14-9ed5-8e57336ed3c5 req-60e91bd4-b2a3-40a8-8711-dc94c7bc8891 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Feb 04 16:56:39.512370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507839-5c90-4442-b715-d5df89189da6 req-dd86a7c5-165a-486c-93ea-25481187d094 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:39.513988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da507839-5c90-4442-b715-d5df89189da6 req-dd86a7c5-165a-486c-93ea-25481187d094 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0799439 Feb 04 16:56:39.561357 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da507839-5c90-4442-b715-d5df89189da6 req-dbe349c8-91b7-4f4b-b94b-dc8d8feb50a3 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Feb 04 16:56:40.157420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808693da-d119-4608-9041-ae3f1ab6d06b req-3ee03fa6-db9f-4edc-ab28-bc0a2cf05b62 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:40.158879 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-808693da-d119-4608-9041-ae3f1ab6d06b req-3ee03fa6-db9f-4edc-ab28-bc0a2cf05b62 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.0847437 Feb 04 16:56:40.204984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-808693da-d119-4608-9041-ae3f1ab6d06b req-cf93ec25-c321-4efb-a069-70c94c6284a1 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Feb 04 16:56:41.445597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058ed41-b332-4b12-8118-454d74665e6e req-88dbbbeb-fda5-4ea5-b93e-aef5567601f0 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:41.447138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5058ed41-b332-4b12-8118-454d74665e6e req-88dbbbeb-fda5-4ea5-b93e-aef5567601f0 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.58 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.1373401 Feb 04 16:56:41.454131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2310109-0c63-42f3-a7d6-5ef27a547528 req-0d1f011a-b71c-4f1d-a97a-b0d827c896cd tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:41.455745 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2310109-0c63-42f3-a7d6-5ef27a547528 req-0d1f011a-b71c-4f1d-a97a-b0d827c896cd tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 946 time: 0.1159673 Feb 04 16:56:41.550944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Deleting port b05ef049-bffd-43bb-855e-ae19b8387f6f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:41.551274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:41.593584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e2310109-0c63-42f3-a7d6-5ef27a547528 req-1c785817-936d-4294-90c3-4a9f12a9de11 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/security-groups?id=e3728bd8-9f36-439e-b866-63346cdf9b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091762 Feb 04 16:56:41.798705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] For port b05ef049-bffd-43bb-855e-ae19b8387f6f, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=b05ef049-bffd-43bb-855e-ae19b8387f6f,segment=NetworkSegment(dab8aa13-0f1f-46fc-991c-a6cac169db8a),segment_id=dab8aa13-0f1f-46fc-991c-a6cac169db8a)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:41.798967 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:42.013037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Calling delete_port for b05ef049-bffd-43bb-855e-ae19b8387f6f owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:42.153320 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:42.164813 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['b05ef049-bffd-43bb-855e-ae19b8387f6f'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:56:42.204910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Pushing event deleted for resources: {'Port': ['ID=b05ef049-bffd-43bb-855e-ae19b8387f6f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:42.275970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] No DVR routers for this DVR port b05ef049-bffd-43bb-855e-ae19b8387f6f on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:56:42.278541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:42.281041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'name': 'network-vif-deleted', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:56:42.292265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5058ed41-b332-4b12-8118-454d74665e6e req-f2a2c53b-6c7c-4974-aec5-3b83faf71489 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.58 "DELETE /v2.0/ports/b05ef049-bffd-43bb-855e-ae19b8387f6f HTTP/1.1" status: 204 len: 173 time: 0.8356102 Feb 04 16:56:42.336555 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de19513b-b009-4e23-a7dc-44c3bf8ff4a1', 'name': 'network-vif-deleted', 'tag': 'b05ef049-bffd-43bb-855e-ae19b8387f6f', 'status': 'completed', 'code': 200} Feb 04 16:56:42.786398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c560297c-a5e0-4d91-a349-5a1f3f0ba9d5 req-0a1eb63c-c262-43e0-9979-dcf8b00272d5 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Synchronizing usage tracker for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:42.801899 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-c560297c-a5e0-4d91-a349-5a1f3f0ba9d5 req-0a1eb63c-c262-43e0-9979-dcf8b00272d5 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] Unset dirty status for tenant:beb082ac12254b03bcb070848c22525b on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:42.803115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c560297c-a5e0-4d91-a349-5a1f3f0ba9d5 req-0a1eb63c-c262-43e0-9979-dcf8b00272d5 tempest-ServersNegativeTestJSON-809028840 tempest-ServersNegativeTestJSON-809028840-project] 10.222.0.62 "GET /v2.0/ports?device_id=de19513b-b009-4e23-a7dc-44c3bf8ff4a1 HTTP/1.1" status: 200 len: 210 time: 0.0585206 Feb 04 16:56:43.913813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:43.975809 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Deleting subnet 566e4d28-c53c-4669-b8cd-830791e36e6d {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:56:43.978693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.043043 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.105857 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.176083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.212519 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566e4d28-c53c-4669-b8cd-830791e36e6d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:44.219496 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.225571 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce751d3a-7066-45f8-90d3-300a993a82c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/566e4d28-c53c-4669-b8cd-830791e36e6d HTTP/1.1" status: 204 len: 168 time: 0.3107328 Feb 04 16:56:44.228032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 47984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:44.334830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.457986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.482025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39a3045-ef16-4f33-9731-0735bd699c64']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:44.494040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab8aa13-0f1f-46fc-991c-a6cac169db8a') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:44.494350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab8aa13-0f1f-46fc-991c-a6cac169db8a') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:44.506225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.520665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b05ef049-bffd-43bb-855e-ae19b8387f6f no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:44.522349 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.529246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:44.529663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:44.542947 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:44.559295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: b05ef049-bffd-43bb-855e-ae19b8387f6f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:44.559743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device b05ef049-bffd-43bb-855e-ae19b8387f6f not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:44.622615 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.639331 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.649378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] Pushing event deleted for resources: {'Network': ['ID=e39a3045-ef16-4f33-9731-0735bd699c64,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:44.657366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd7edd76-a45a-4561-a085-b1f46157e02b admin admin] 10.222.0.62 "DELETE /v2.0/networks/e39a3045-ef16-4f33-9731-0735bd699c64 HTTP/1.1" status: 204 len: 168 time: 0.4283893 Feb 04 16:56:44.803346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47990) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:44.859750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34b580f8-189d-4558-8296-1f51dc7cea71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=beb082ac12254b03bcb070848c22525b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552506 Feb 04 16:56:44.862248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 47994) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:44.927442 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:44.956156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:45.007996 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:45.027805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3728bd8-9f36-439e-b866-63346cdf9b84,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:45.038717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:45.040050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-215a26ee-2a20-475b-8108-179b61d5cd29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3728bd8-9f36-439e-b866-63346cdf9b84 HTTP/1.1" status: 204 len: 168 time: 0.1767976 Feb 04 16:56:45.934160 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48016) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:46.077794 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801079679'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:46.083910 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:46.087865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:network and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:46.091661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:46.097960 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:46.109248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:46.112258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.125541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.167650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:46.171394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:security_group_rule and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:46.174094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:46.179633 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:46.247244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.251111 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.284921 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:46.293264 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7dbe8e-635f-4703-8dea-2014da5ee78d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:46.299028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.299462 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Added segment 3d7798a3-e7c3-45d3-a3db-979a29f8276d of type vlan for network 53ba7cb9-633c-45e4-8416-943f629e5314 Feb 04 16:56:46.326231 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.355545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.358598 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:46.359170 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:46.547341 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6120229 Feb 04 16:56:46.552650 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943488a2-5e27-4d55-8032-4e51f126e335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Network': ['ID=53ba7cb9-633c-45e4-8416-943f629e5314,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:46.563661 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 53ba7cb9-633c-45e4-8416-943f629e5314 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:49.896362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48022) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:49.902498 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'subnet': {'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:50.008796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:50.012748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:subnet and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:50.015463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:50.020957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:50.030426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:50.130646 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.340212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.420458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Subnet': ['ID=bd672418-babb-4585-a33e-7f34bb7bb6ee,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:50.430083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking segment: {'id': '3d7798a3-e7c3-45d3-a3db-979a29f8276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:50.430477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network hostable DHCP agents. Network: 53ba7cb9-633c-45e4-8416-943f629e5314, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:50.451994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network 53ba7cb9-633c-45e4-8416-943f629e5314 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:50.461053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 53ba7cb9-633c-45e4-8416-943f629e5314) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:50.465501 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:50.466072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.470774 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033014d0-c98d-4b69-b023-11670c055d13 None None] Network 53ba7cb9-633c-45e4-8416-943f629e5314 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:50.487979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-778bc85e-01ea-45aa-b820-72127cf96675 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5905042 Feb 04 16:56:50.491772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48026) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:50.497263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-138482594'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:50.502696 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:50.506496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:network and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:50.509283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:50.515056 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:50.525123 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:50.529063 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.558976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:50.568075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.568512 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Added segment f18b4682-5bd0-4a68-b78f-1baa68699f39 of type vlan for network fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc Feb 04 16:56:50.597906 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.628762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.632560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:50.633127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.684250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-53ba7cb9-633c-45e4-8416-943f629e5314', 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314', 'tenant_id': '51ec5e13ad114f149e94183942020eea', 'fixed_ips': [{'subnet_id': 'bd672418-babb-4585-a33e-7f34bb7bb6ee'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:56:50.685056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:50.731858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2390597 Feb 04 16:56:50.734945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48030) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:50.741234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45474d0-8104-4088-8fe9-f380c03a63c2 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Network': ['ID=fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:50.741734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'subnet': {'network_id': 'fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:50.752525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:50.861339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:50.865133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:subnet and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:50.867997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:50.874217 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:50.883848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:50.961054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Allocated IP 2001:db8:0:ffff::2 (53ba7cb9-633c-45e4-8416-943f629e5314/bd672418-babb-4585-a33e-7f34bb7bb6ee/57a63785-3543-4b12-89d8-b61e513a66cd) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:56:50.985657 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.202266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.219254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Transition to ACTIVE for port object 57a63785-3543-4b12-89d8-b61e513a66cd will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:51.242036 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Transition to ACTIVE for port object 57a63785-3543-4b12-89d8-b61e513a66cd will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:51.251535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.253773 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.339097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Network 53ba7cb9-633c-45e4-8416-943f629e5314 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:56:51.341064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Subnet': ['ID=ddde0566-53c5-4480-bf6e-84a3578cfab5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:51.342160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:51.346188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:56:51.351758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking segment: {'id': 'f18b4682-5bd0-4a68-b78f-1baa68699f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:51.352430 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network hostable DHCP agents. Network: fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:51.352873 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Pushing event updated for resources: {'Port': ['ID=57a63785-3543-4b12-89d8-b61e513a66cd,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:51.378632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:51.389795 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:51.395895 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:51.396367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.396734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.396982 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.397106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.398217 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.398590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.399204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.399540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.399865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.400191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.401556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.402086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:51.417723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42313aca-b054-4e5b-920c-f57d7f7a83d4 None None] Network fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:51.427717 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-52b79b50-2792-465a-85ed-b26695dfdceb tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6914961 Feb 04 16:56:51.430405 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48034) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:51.546537 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.558587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Attempting to bind port 57a63785-3543-4b12-89d8-b61e513a66cd on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:56:51.559377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Attempting to bind port 57a63785-3543-4b12-89d8-b61e513a66cd by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '3d7798a3-e7c3-45d3-a3db-979a29f8276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:56:51.559772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Attempting to bind port 57a63785-3543-4b12-89d8-b61e513a66cd on network 53ba7cb9-633c-45e4-8416-943f629e5314 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:51.579896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:56:51.580320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Checking segment: {'id': '3d7798a3-e7c3-45d3-a3db-979a29f8276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:51.580741 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.581111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Bound using segment: {'id': '3d7798a3-e7c3-45d3-a3db-979a29f8276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:56:51.581592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Bound port: 57a63785-3543-4b12-89d8-b61e513a66cd, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7798a3-e7c3-45d3-a3db-979a29f8276d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '53ba7cb9-633c-45e4-8416-943f629e5314'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:56:51.581963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.584930 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.654482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.709576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.739698 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.784441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Subnet': ['ID=ddde0566-53c5-4480-bf6e-84a3578cfab5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:51.803800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] For port 57a63785-3543-4b12-89d8-b61e513a66cd, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:56:51.814750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] For port 57a63785-3543-4b12-89d8-b61e513a66cd, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57a63785-3543-4b12-89d8-b61e513a66cd,segment=NetworkSegment(3d7798a3-e7c3-45d3-a3db-979a29f8276d),segment_id=3d7798a3-e7c3-45d3-a3db-979a29f8276d)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:56:51.820363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c116bc-57cd-49cf-81f9-a536c47b71e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc', 'network_id': 'fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc', 'tenant_id': '51ec5e13ad114f149e94183942020eea', 'fixed_ips': [{'subnet_id': 'ddde0566-53c5-4480-bf6e-84a3578cfab5'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:56:51.821326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d0c116bc-57cd-49cf-81f9-a536c47b71e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.833719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.884832 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.911669 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:51.924455 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18b4682-5bd0-4a68-b78f-1baa68699f39') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:51.924749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18b4682-5bd0-4a68-b78f-1baa68699f39') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:51.936971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.955193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.961409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:51.961830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:51.977118 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:51.992995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c656e-5071-4521-ac35-a32f9b722dfd None None] Pushing event updated for resources: {'Port': ['ID=57a63785-3543-4b12-89d8-b61e513a66cd,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:52.011588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e11dc1-2392-4a04-89e3-5c8d4a57033e None None] Network fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:52.065830 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.072051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.102495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Network': ['ID=fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:52.113149 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5f0d36af-9147-4969-8f50-e3673dd155ea tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc HTTP/1.1" status: 204 len: 168 time: 0.6762199 Feb 04 16:56:52.113758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48038) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:52.120700 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646345319'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:52.129007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:52.134126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:network and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:52.140275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:52.147383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:52.162251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:52.165458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.203778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:52.219138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.219563 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Added segment eec42e43-cb1b-4fac-a232-14860d079ddc of type vlan for network 2c904916-eb9c-4aa8-8d03-d3247c7872d0 Feb 04 16:56:52.252849 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.283472 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.287265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:52.287859 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.382709 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2678108 Feb 04 16:56:52.385710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48042) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:52.392099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'subnet': {'network_id': '2c904916-eb9c-4aa8-8d03-d3247c7872d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:52.401760 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395759-3c5d-4203-8aaa-778f209d7010 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Network': ['ID=2c904916-eb9c-4aa8-8d03-d3247c7872d0,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:52.411999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 2c904916-eb9c-4aa8-8d03-d3247c7872d0 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:52.507383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:52.512803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:subnet and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:52.516401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:52.522404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:52.534285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:52.653379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:52.859828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Performing IP validity checks on allocation pools {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 04 16:56:52.860337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.ipam_backend_mixin [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83597) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 04 16:56:52.992241 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.045057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414d39f-7e4d-4447-9831-64060c0fd4dd None None] Network 53ba7cb9-633c-45e4-8416-943f629e5314 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:53.084841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Subnet': ['ID=b8feec72-2001-4a03-9402-08f12568126c,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:53.087324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking segment: {'id': 'eec42e43-cb1b-4fac-a232-14860d079ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '2c904916-eb9c-4aa8-8d03-d3247c7872d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:53.087557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network hostable DHCP agents. Network: 2c904916-eb9c-4aa8-8d03-d3247c7872d0, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:53.110549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network 2c904916-eb9c-4aa8-8d03-d3247c7872d0 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:53.121146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 2c904916-eb9c-4aa8-8d03-d3247c7872d0) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:53.125885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3072314b-05ac-44ea-b6f3-83c5ad00ea32 None None] Provisioning for port 57a63785-3543-4b12-89d8-b61e513a66cd completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:53.132811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17171b-a089-409f-a168-6011578b1bdb None None] Network 2c904916-eb9c-4aa8-8d03-d3247c7872d0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:53.136215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:53.136869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.179033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f6e62ecb-2e6b-4682-859c-da285d4ceefc tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7914481 Feb 04 16:56:53.181702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48046) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:53.253570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57a63785-3543-4b12-89d8-b61e513a66cd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:56:53.333586 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.403075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.491907 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.532212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Subnet': ['ID=b8feec72-2001-4a03-9402-08f12568126c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:53.566339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 57a63785-3543-4b12-89d8-b61e513a66cd completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:53.575711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 57a63785-3543-4b12-89d8-b61e513a66cd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:53.576077 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.605078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd24b26-b69e-4e34-aa58-0276c873a421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-2c904916-eb9c-4aa8-8d03-d3247c7872d0', 'network_id': '2c904916-eb9c-4aa8-8d03-d3247c7872d0', 'tenant_id': '51ec5e13ad114f149e94183942020eea', 'fixed_ips': [{'subnet_id': 'b8feec72-2001-4a03-9402-08f12568126c'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:56:53.605790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebd24b26-b69e-4e34-aa58-0276c873a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.643536 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.670999 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c904916-eb9c-4aa8-8d03-d3247c7872d0']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:53.683944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec42e43-cb1b-4fac-a232-14860d079ddc') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:53.684237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec42e43-cb1b-4fac-a232-14860d079ddc') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:53.695888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.720644 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.727383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:53.728213 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:53.743184 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:53.806173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587b286-612b-4fc8-9769-5fa0559fe7ab None None] Network 2c904916-eb9c-4aa8-8d03-d3247c7872d0 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:53.831851 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.850503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.861831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Network': ['ID=2c904916-eb9c-4aa8-8d03-d3247c7872d0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:53.869437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08be1fd1-aece-4495-929e-c6dd9607f390 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/2c904916-eb9c-4aa8-8d03-d3247c7872d0 HTTP/1.1" status: 204 len: 168 time: 0.6831982 Feb 04 16:56:53.870515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48050) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:53.876209 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677795501'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:53.882459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:53.888269 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:network and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:53.890884 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.891848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:53.899691 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:53.930147 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:53.935242 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.969605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:53.981204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:53.981552 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Added segment 48d9ce81-dfd7-40ef-8298-fcc2052f55db of type vlan for network 20904f05-0d91-4b46-8a86-bab7f87843d8 Feb 04 16:56:53.984489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 57a63785-3543-4b12-89d8-b61e513a66cd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57a63785-3543-4b12-89d8-b61e513a66cd,segment=NetworkSegment(3d7798a3-e7c3-45d3-a3db-979a29f8276d),segment_id=3d7798a3-e7c3-45d3-a3db-979a29f8276d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:54.013334 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.016856 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.049544 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.053390 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:54.053986 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.099637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-21ecbb30-918b-4654-a612-c2e32ccfeb3e None None] Provisioning complete for port 57a63785-3543-4b12-89d8-b61e513a66cd triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:54.100201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-21ecbb30-918b-4654-a612-c2e32ccfeb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.134835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=57a63785-3543-4b12-89d8-b61e513a66cd,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:54.260641 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3888962 Feb 04 16:56:54.263770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48054) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:54.269361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'subnet': {'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:54.269571 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f02d25-9c2b-402b-b178-058688988c56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Network': ['ID=20904f05-0d91-4b46-8a86-bab7f87843d8,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:54.280258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 20904f05-0d91-4b46-8a86-bab7f87843d8 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:54.379416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:54.383219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:subnet and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:54.386632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:54.392173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:54.402023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:54.501181 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.710251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.788034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Subnet': ['ID=60cf1e3d-43cb-479f-8d12-99dd8434291b,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:54.799492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking segment: {'id': '48d9ce81-dfd7-40ef-8298-fcc2052f55db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:54.799873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network hostable DHCP agents. Network: 20904f05-0d91-4b46-8a86-bab7f87843d8, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:54.821525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network 20904f05-0d91-4b46-8a86-bab7f87843d8 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:54.831775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 20904f05-0d91-4b46-8a86-bab7f87843d8) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:54.835567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:54.836142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.840360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a4a3d-6ade-49ce-a4b9-5ac51fef1f3a None None] Network 20904f05-0d91-4b46-8a86-bab7f87843d8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:54.857139 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4bf29b4f-47c5-49f7-bc4b-00ee8b0d8e4e tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5922935 Feb 04 16:56:54.860889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48058) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:54.866461 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179532130'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:54.873163 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:54.877145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:network and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:54.880033 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:54.886980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:54.896251 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:54.899155 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.926501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:56:54.935627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.935962 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Added segment c6ed86ff-19ab-46a3-8a18-dcc8f33094ef of type vlan for network aa5bfce2-1df8-4aea-83a9-7b122e4fab5b Feb 04 16:56:54.961456 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.989575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:54.993328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:54.993903 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.056216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-20904f05-0d91-4b46-8a86-bab7f87843d8', 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8', 'tenant_id': '51ec5e13ad114f149e94183942020eea', 'fixed_ips': [{'subnet_id': '60cf1e3d-43cb-479f-8d12-99dd8434291b'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:56:55.057160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.097975 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2332418 Feb 04 16:56:55.099091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:55.104845 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1763b0-479e-4ef0-bc6a-93f612b3e4e0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Network': ['ID=aa5bfce2-1df8-4aea-83a9-7b122e4fab5b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:55.106525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Request body: {'subnet': {'network_id': 'aa5bfce2-1df8-4aea-83a9-7b122e4fab5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:56:55.125748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network aa5bfce2-1df8-4aea-83a9-7b122e4fab5b details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:56:55.215359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57a63785-3543-4b12-89d8-b61e513a66cd up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:56:55.224620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:56:55.230677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Usage tracker for resource:subnet and tenant:51ec5e13ad114f149e94183942020eea is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:56:55.232269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:56:55.237994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:56:55.248955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Made reservation on behalf of 51ec5e13ad114f149e94183942020eea for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:56:55.319565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0908-3acf-4f14-8709-ffce44340ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.408472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Allocated IP 2001:db8::2 (20904f05-0d91-4b46-8a86-bab7f87843d8/60cf1e3d-43cb-479f-8d12-99dd8434291b/7a7cf38b-fd41-487d-9938-9a96033a3084) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:56:55.426473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 57a63785-3543-4b12-89d8-b61e513a66cd triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:55.426875 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.485634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.713446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.768084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.779290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Transition to ACTIVE for port object 7a7cf38b-fd41-487d-9938-9a96033a3084 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:55.790778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event updated for resources: {'Subnet': ['ID=ab36686a-7ab1-4c44-aad0-3da35bb16421,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:55.799559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Transition to ACTIVE for port object 7a7cf38b-fd41-487d-9938-9a96033a3084 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:56:55.804447 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.809120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Checking segment: {'id': 'c6ed86ff-19ab-46a3-8a18-dcc8f33094ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'aa5bfce2-1df8-4aea-83a9-7b122e4fab5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:55.809468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network hostable DHCP agents. Network: aa5bfce2-1df8-4aea-83a9-7b122e4fab5b, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:56:55.832286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Network aa5bfce2-1df8-4aea-83a9-7b122e4fab5b is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:56:55.842557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, aa5bfce2-1df8-4aea-83a9-7b122e4fab5b) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:55.847530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:56:55.849069 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:55.853442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094590c-905c-4dc0-bf0e-4a6cbc57ba11 None None] Network aa5bfce2-1df8-4aea-83a9-7b122e4fab5b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:55.877375 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f7feeb90-53d1-4e09-b434-494f7052ceb9 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7770481 Feb 04 16:56:55.879826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48066) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:55.949555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Network 20904f05-0d91-4b46-8a86-bab7f87843d8 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:56:55.951967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Pushing event updated for resources: {'Port': ['ID=7a7cf38b-fd41-487d-9938-9a96033a3084,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:55.956332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:56:55.959971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:56:56.022396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.086281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.112700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Attempting to bind port 7a7cf38b-fd41-487d-9938-9a96033a3084 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:56:56.113060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Attempting to bind port 7a7cf38b-fd41-487d-9938-9a96033a3084 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '48d9ce81-dfd7-40ef-8298-fcc2052f55db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:56:56.114079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Attempting to bind port 7a7cf38b-fd41-487d-9938-9a96033a3084 on network 20904f05-0d91-4b46-8a86-bab7f87843d8 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:56:56.126898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:56:56.127553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Checking segment: {'id': '48d9ce81-dfd7-40ef-8298-fcc2052f55db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:56:56.127656 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.127983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Bound using segment: {'id': '48d9ce81-dfd7-40ef-8298-fcc2052f55db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:56:56.128442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Bound port: 7a7cf38b-fd41-487d-9938-9a96033a3084, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d9ce81-dfd7-40ef-8298-fcc2052f55db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20904f05-0d91-4b46-8a86-bab7f87843d8'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:56:56.128811 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.164904 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.204510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Subnet': ['ID=ab36686a-7ab1-4c44-aad0-3da35bb16421,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:56.231930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.232273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.232606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.232718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c58349-2ca7-4bbd-8a2d-6f75a14378d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-aa5bfce2-1df8-4aea-83a9-7b122e4fab5b', 'network_id': 'aa5bfce2-1df8-4aea-83a9-7b122e4fab5b', 'tenant_id': '51ec5e13ad114f149e94183942020eea', 'fixed_ips': [{'subnet_id': 'ab36686a-7ab1-4c44-aad0-3da35bb16421'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:56:56.232934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.233259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.233519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20c58349-2ca7-4bbd-8a2d-6f75a14378d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.233621 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.233894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.234212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.234553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.234877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.235186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:56:56.313251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.322498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] For port 7a7cf38b-fd41-487d-9938-9a96033a3084, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:56:56.330520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] For port 7a7cf38b-fd41-487d-9938-9a96033a3084, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7a7cf38b-fd41-487d-9938-9a96033a3084,segment=NetworkSegment(48d9ce81-dfd7-40ef-8298-fcc2052f55db),segment_id=48d9ce81-dfd7-40ef-8298-fcc2052f55db)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:56:56.339486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.339654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5bfce2-1df8-4aea-83a9-7b122e4fab5b']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:56.351718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ed86ff-19ab-46a3-8a18-dcc8f33094ef') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:56.352011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ed86ff-19ab-46a3-8a18-dcc8f33094ef') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:56.363840 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.379766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.386214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:56.386683 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:56.401734 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:56.403981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6608757-103e-4763-aada-ce5da202c3bb None None] Network aa5bfce2-1df8-4aea-83a9-7b122e4fab5b requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:56.486669 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.495588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb9932-ea06-4c88-b54f-ae2f3ddf627b None None] Pushing event updated for resources: {'Port': ['ID=7a7cf38b-fd41-487d-9938-9a96033a3084,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:56.504504 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.516046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Network': ['ID=aa5bfce2-1df8-4aea-83a9-7b122e4fab5b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:56.520280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2e9cbc61-e2c9-476a-b01b-2f09c9893f56 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/aa5bfce2-1df8-4aea-83a9-7b122e4fab5b HTTP/1.1" status: 204 len: 168 time: 0.6394348 Feb 04 16:56:56.523380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48070) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:56.564175 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81e7ecd-52c9-4474-86cc-54a609516013 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] GET failed (client error): The resource could not be found. Feb 04 16:56:56.564599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d81e7ecd-52c9-4474-86cc-54a609516013 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Synchronizing usage tracker for tenant:51ec5e13ad114f149e94183942020eea on resource:subnet {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:56:56.585642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d81e7ecd-52c9-4474-86cc-54a609516013 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Unset dirty status for tenant:51ec5e13ad114f149e94183942020eea on resource:subnet {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:56:56.590358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d81e7ecd-52c9-4474-86cc-54a609516013 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "GET /v2.0/subnets/ab36686a-7ab1-4c44-aad0-3da35bb16421 HTTP/1.1" status: 404 len: 337 time: 0.0626950 Feb 04 16:56:56.590780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48074) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:56.630802 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c49d741-c845-404f-9616-64013d54cb0b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:56.631246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c49d741-c845-404f-9616-64013d54cb0b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:56.632955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8c49d741-c845-404f-9616-64013d54cb0b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/aa5bfce2-1df8-4aea-83a9-7b122e4fab5b HTTP/1.1" status: 404 len: 339 time: 0.0412281 Feb 04 16:56:56.636968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:56.688455 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f4c6a2-0466-4748-951a-1a24799d2af3 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:56.688901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f4c6a2-0466-4748-951a-1a24799d2af3 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:56.692293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87f4c6a2-0466-4748-951a-1a24799d2af3 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/subnets/ab36686a-7ab1-4c44-aad0-3da35bb16421 HTTP/1.1" status: 404 len: 337 time: 0.0527647 Feb 04 16:56:56.693278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48082) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:56.718467 n-d-827873-1 neutron-server[83597]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d74d509-067c-40cb-8ef0-4a68909e9104 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:56.719129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d74d509-067c-40cb-8ef0-4a68909e9104 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83597) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:56.720560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4d74d509-067c-40cb-8ef0-4a68909e9104 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/aa5bfce2-1df8-4aea-83a9-7b122e4fab5b HTTP/1.1" status: 404 len: 339 time: 0.0263839 Feb 04 16:56:56.723331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48086) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:56.789672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Deleting subnet 60cf1e3d-43cb-479f-8d12-99dd8434291b {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:56:56.793012 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.850583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:56.932243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.009145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.050310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Subnet': ['ID=60cf1e3d-43cb-479f-8d12-99dd8434291b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:57.054843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.072814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-27cccfc7-3c5d-4627-bf89-1a4d407773d1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/subnets/60cf1e3d-43cb-479f-8d12-99dd8434291b HTTP/1.1" status: 204 len: 168 time: 0.3461440 Feb 04 16:56:57.073319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48090) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:57.208710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.227731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Deleting port 7a7cf38b-fd41-487d-9938-9a96033a3084 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:57.228093 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.232742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7a7cf38b-fd41-487d-9938-9a96033a3084 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:56:57.330992 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7a7cf38b-fd41-487d-9938-9a96033a3084 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:57.336441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-74234e0a-8658-4900-91ac-ae98c084079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.425134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ba0b5-8b6a-41cf-a0b3-c234eaa7fa53 None None] Network 20904f05-0d91-4b46-8a86-bab7f87843d8 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:57.567451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Provisioning for port 7a7cf38b-fd41-487d-9938-9a96033a3084 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:56:57.600721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] For port 7a7cf38b-fd41-487d-9938-9a96033a3084, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7a7cf38b-fd41-487d-9938-9a96033a3084,segment=NetworkSegment(48d9ce81-dfd7-40ef-8298-fcc2052f55db),segment_id=48d9ce81-dfd7-40ef-8298-fcc2052f55db)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:57.601171 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.601847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Provisioning complete for port 7a7cf38b-fd41-487d-9938-9a96033a3084 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:56:57.602228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.727071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Calling delete_port for 7a7cf38b-fd41-487d-9938-9a96033a3084 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:57.758236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.795797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] For port 7a7cf38b-fd41-487d-9938-9a96033a3084, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7a7cf38b-fd41-487d-9938-9a96033a3084,segment=NetworkSegment(48d9ce81-dfd7-40ef-8298-fcc2052f55db),segment_id=48d9ce81-dfd7-40ef-8298-fcc2052f55db)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:57.804548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] DHCP port deletion for 20904f05-0d91-4b46-8a86-bab7f87843d8 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:56:57.808592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.809053 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:56:57.809384 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:56:57.839101 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Deleting port 7a7cf38b-fd41-487d-9938-9a96033a3084 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:57.839663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:57.990527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b6d4-c12f-4722-a8f7-6b5b250bb2df None None] Pushing event updated for resources: {'Port': ['ID=7a7cf38b-fd41-487d-9938-9a96033a3084,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:58.109533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] For port 7a7cf38b-fd41-487d-9938-9a96033a3084, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7a7cf38b-fd41-487d-9938-9a96033a3084,segment=NetworkSegment(48d9ce81-dfd7-40ef-8298-fcc2052f55db),segment_id=48d9ce81-dfd7-40ef-8298-fcc2052f55db)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:58.109859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.230809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Calling delete_port for 7a7cf38b-fd41-487d-9938-9a96033a3084 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:58.304303 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.310224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Deleting port 7a7cf38b-fd41-487d-9938-9a96033a3084 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:58.310596 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.352460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] Pushing event deleted for resources: {'Port': ['ID=7a7cf38b-fd41-487d-9938-9a96033a3084,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:58.358852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28243f2b-1ffb-42c5-8775-8be0f762e220 None None] No DVR routers for this DVR port 7a7cf38b-fd41-487d-9938-9a96033a3084 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:56:58.381554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] The port '7a7cf38b-fd41-487d-9938-9a96033a3084' was deleted {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:56:58.504060 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.529575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20904f05-0d91-4b46-8a86-bab7f87843d8']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:58.542083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d9ce81-dfd7-40ef-8298-fcc2052f55db') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:58.542389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d9ce81-dfd7-40ef-8298-fcc2052f55db') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:56:58.553809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.571145 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.580201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:56:58.580952 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:56:58.596160 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:56:58.680766 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.700107 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.711542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Network': ['ID=20904f05-0d91-4b46-8a86-bab7f87843d8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:58.716010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cdaaaba3-69a9-4eae-977c-10b26b976f32 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/20904f05-0d91-4b46-8a86-bab7f87843d8 HTTP/1.1" status: 204 len: 168 time: 1.6416273 Feb 04 16:56:58.718610 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48094) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:58.743075 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.757175 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d615db8-f438-4d86-827b-adee434ccdb1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:58.757605 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d615db8-f438-4d86-827b-adee434ccdb1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:58.759295 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d615db8-f438-4d86-827b-adee434ccdb1 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/subnets/b8feec72-2001-4a03-9402-08f12568126c HTTP/1.1" status: 404 len: 337 time: 0.0397077 Feb 04 16:56:58.762132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48098) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:58.769188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:58.787152 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e41ba1-9423-44b8-8920-09ea372f714b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:58.787580 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e41ba1-9423-44b8-8920-09ea372f714b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:58.789197 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-90e41ba1-9423-44b8-8920-09ea372f714b tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/2c904916-eb9c-4aa8-8d03-d3247c7872d0 HTTP/1.1" status: 404 len: 339 time: 0.0261629 Feb 04 16:56:58.792463 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48102) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:58.832642 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0db4f1-8cb4-4157-bd5b-c754b6119f12 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:58.832980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0db4f1-8cb4-4157-bd5b-c754b6119f12 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:58.834618 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4c0db4f1-8cb4-4157-bd5b-c754b6119f12 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/subnets/ddde0566-53c5-4480-bf6e-84a3578cfab5 HTTP/1.1" status: 404 len: 337 time: 0.0412626 Feb 04 16:56:58.837173 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:58.862283 n-d-827873-1 neutron-server[83596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f09281d-053c-479f-a8c9-2ceebf05c335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] DELETE failed (client error): The resource could not be found. Feb 04 16:56:58.862742 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f09281d-053c-479f-a8c9-2ceebf05c335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83596) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 04 16:56:58.864330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9f09281d-053c-479f-a8c9-2ceebf05c335 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/fdbe9cf8-a5a5-434a-85e7-743e8a2d47dc HTTP/1.1" status: 404 len: 339 time: 0.0263033 Feb 04 16:56:58.868034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48110) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:59.057677 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Deleting subnet bd672418-babb-4585-a33e-7f34bb7bb6ee {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:56:59.060878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.122890 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.186690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7a7cf38b-fd41-487d-9938-9a96033a3084 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:56:59.211840 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.219892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7a7cf38b-fd41-487d-9938-9a96033a3084 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:56:59.220310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7a7cf38b-fd41-487d-9938-9a96033a3084 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:56:59.289225 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.330196 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Subnet': ['ID=bd672418-babb-4585-a33e-7f34bb7bb6ee,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:59.334640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.340534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f54272c-3c53-4304-b396-8db578b1a563 None None] Network 53ba7cb9-633c-45e4-8416-943f629e5314 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:56:59.345386 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ec880920-def7-43b1-b383-ab310f96d6a0 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/subnets/bd672418-babb-4585-a33e-7f34bb7bb6ee HTTP/1.1" status: 204 len: 168 time: 0.4763916 Feb 04 16:56:59.347849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48114) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:56:59.472305 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.483862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Deleting port 57a63785-3543-4b12-89d8-b61e513a66cd {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:59.484417 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.489496 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:56:59.603475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] DHCP port deletion for 53ba7cb9-633c-45e4-8416-943f629e5314 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:56:59.608809 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Deleting port 57a63785-3543-4b12-89d8-b61e513a66cd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:56:59.609245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.706680 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] For port 57a63785-3543-4b12-89d8-b61e513a66cd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57a63785-3543-4b12-89d8-b61e513a66cd,segment=NetworkSegment(3d7798a3-e7c3-45d3-a3db-979a29f8276d),segment_id=3d7798a3-e7c3-45d3-a3db-979a29f8276d)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:59.707034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.817432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] For port 57a63785-3543-4b12-89d8-b61e513a66cd, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=57a63785-3543-4b12-89d8-b61e513a66cd,segment=NetworkSegment(3d7798a3-e7c3-45d3-a3db-979a29f8276d),segment_id=3d7798a3-e7c3-45d3-a3db-979a29f8276d)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:56:59.817432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.839165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Calling delete_port for 57a63785-3543-4b12-89d8-b61e513a66cd owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:59.920177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:56:59.946960 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Calling delete_port for 57a63785-3543-4b12-89d8-b61e513a66cd owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:56:59.973028 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Port': ['ID=57a63785-3543-4b12-89d8-b61e513a66cd,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:56:59.985112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] No DVR routers for this DVR port 57a63785-3543-4b12-89d8-b61e513a66cd on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:57:00.031396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:57:00.031754 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:57:00.172529 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.206005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.233056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ba7cb9-633c-45e4-8416-943f629e5314']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:00.247087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7798a3-e7c3-45d3-a3db-979a29f8276d') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:00.247379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7798a3-e7c3-45d3-a3db-979a29f8276d') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:00.261058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.277937 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.284354 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:57:00.284745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: timer() Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:57:00.300210 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:57:00.387056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.405517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.417512 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] Pushing event deleted for resources: {'Network': ['ID=53ba7cb9-633c-45e4-8416-943f629e5314,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:00.420325 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9e9555a-f57a-43e3-8c2b-7a785ece3c80 tempest-NetworksIpV6Test-587154135 tempest-NetworksIpV6Test-587154135-project] 10.222.0.62 "DELETE /v2.0/networks/53ba7cb9-633c-45e4-8416-943f629e5314 HTTP/1.1" status: 204 len: 168 time: 1.0715585 Feb 04 16:57:00.532782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Deleting port 57a63785-3543-4b12-89d8-b61e513a66cd {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:00.533277 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.602380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ccb39a9c-a9ad-49fc-80f7-c5ef1c8efd83 None None] The port '57a63785-3543-4b12-89d8-b61e513a66cd' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:57:00.733855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48124) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:00.908470 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7421fb3f-9829-4b69-a370-33ed9fad97ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=51ec5e13ad114f149e94183942020eea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1733754 Feb 04 16:57:00.910899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48130) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:00.968323 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:00.992581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:01.052593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:01.068015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7dbe8e-635f-4703-8dea-2014da5ee78d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:01.076345 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:01.080025 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fbadc6a9-9704-4c89-91be-a2efa7f0c5c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f7dbe8e-635f-4703-8dea-2014da5ee78d HTTP/1.1" status: 204 len: 168 time: 0.1655772 Feb 04 16:57:01.194066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57a63785-3543-4b12-89d8-b61e513a66cd no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:57:01.231509 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 57a63785-3543-4b12-89d8-b61e513a66cd {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:57:01.231853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 57a63785-3543-4b12-89d8-b61e513a66cd not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:57:01.932032 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48152) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:02.074952 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-109213515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:02.082623 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:02.086751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:router and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:02.090716 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:02.097385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:02.109403 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.110397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.129421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.157173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.179864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.181048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ab7a0b20-6e3c-4114-8de2-0bd5185e5aba tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2480376 Feb 04 16:57:02.183971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48158) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:02.189301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1639734894'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:02.194988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:02.200297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:network and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:02.204183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:02.209920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:02.220432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Made reservation on behalf of b34616a45b8b479fb4dcddefc4333411 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:02.223434 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.236217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.269530 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:02.273258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:security_group_rule and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:02.276192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:02.281965 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:02.352468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.357004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.389328 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:57:02.398588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a818ce-3c26-45d6-85bd-83f9030648ae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:02.405775 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.406151 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Added segment 2a52064f-b111-4667-89b0-97645c841356 of type vlan for network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 Feb 04 16:57:02.436139 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.468961 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.472775 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:02.473370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:02.579769 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3946655 Feb 04 16:57:02.582483 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48162) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:02.590838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'subnet': {'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:02.609090 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098ac3-37ff-47d2-9640-d901db54a8c4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event updated for resources: {'Network': ['ID=9ce1b2d9-43b9-4f03-9e5c-43e306ba0679,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:02.619000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:57:02.707776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:02.711671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:subnet and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:02.714577 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:02.720820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:02.732026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Made reservation on behalf of b34616a45b8b479fb4dcddefc4333411 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:02.836985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.060364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.139736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event updated for resources: {'Subnet': ['ID=56f8e6dd-3bd5-4149-829b-1286e3d33607,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:03.151761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Checking segment: {'id': '2a52064f-b111-4667-89b0-97645c841356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:03.152118 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Network hostable DHCP agents. Network: 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:57:03.174233 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:57:03.184671 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:03.188821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.189532 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.193309 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f969d-1ff3-467e-94f9-bf171067a66a None None] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:03.215905 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b3329c9b-8f6d-42cf-bfd2-cc6de24a6c8a tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6291959 Feb 04 16:57:03.216248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48166) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:03.222204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-125255051'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:03.228007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:03.232177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:network and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:03.235099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:03.241399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:03.251925 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Made reservation on behalf of b34616a45b8b479fb4dcddefc4333411 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:03.255001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.285833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:57:03.295945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.296309 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Added segment ded3027a-a03d-4ac4-9cf7-ab0e5e734081 of type vlan for network 8433a339-04b9-4e59-a2ba-d474bc1c8985 Feb 04 16:57:03.327282 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.361275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.367563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:03.368151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.465315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9ce1b2d9-43b9-4f03-9e5c-43e306ba0679', 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679', 'tenant_id': 'b34616a45b8b479fb4dcddefc4333411', 'fixed_ips': [{'subnet_id': '56f8e6dd-3bd5-4149-829b-1286e3d33607'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:57:03.466519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.475652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48170) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:03.478449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2575018 Feb 04 16:57:03.481495 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'subnet': {'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:03.490824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb74190-16ce-4f83-aa4d-7bc4bbd0a938 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event updated for resources: {'Network': ['ID=8433a339-04b9-4e59-a2ba-d474bc1c8985,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:03.524561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:57:03.595132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:03.599038 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Usage tracker for resource:subnet and tenant:b34616a45b8b479fb4dcddefc4333411 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:03.601896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:03.608939 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:03.620642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Made reservation on behalf of b34616a45b8b479fb4dcddefc4333411 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:03.717420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Allocated IP 172.20.0.2 (9ce1b2d9-43b9-4f03-9e5c-43e306ba0679/56f8e6dd-3bd5-4149-829b-1286e3d33607/ecacc556-3d16-4293-a4fb-990ff03490d4) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:03.730396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.928499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.939227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Transition to ACTIVE for port object ecacc556-3d16-4293-a4fb-990ff03490d4 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:03.953106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:03.958615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Transition to ACTIVE for port object ecacc556-3d16-4293-a4fb-990ff03490d4 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:03.964501 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.033447 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:04.036431 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:04.041692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:04.043972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Pushing event updated for resources: {'Port': ['ID=ecacc556-3d16-4293-a4fb-990ff03490d4,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:04.138375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Attempting to bind port ecacc556-3d16-4293-a4fb-990ff03490d4 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:04.138757 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Attempting to bind port ecacc556-3d16-4293-a4fb-990ff03490d4 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '2a52064f-b111-4667-89b0-97645c841356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:04.139088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Attempting to bind port ecacc556-3d16-4293-a4fb-990ff03490d4 on network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:04.144930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event updated for resources: {'Subnet': ['ID=3276c1d7-2751-40ca-a426-11c3a0feb9e8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:04.147282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:04.147728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Checking segment: {'id': '2a52064f-b111-4667-89b0-97645c841356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:04.148136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.148526 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Bound using segment: {'id': '2a52064f-b111-4667-89b0-97645c841356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:04.149011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Bound port: ecacc556-3d16-4293-a4fb-990ff03490d4, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a52064f-b111-4667-89b0-97645c841356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '9ce1b2d9-43b9-4f03-9e5c-43e306ba0679'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:04.149537 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.151644 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Checking segment: {'id': 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:04.152004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Network hostable DHCP agents. Network: 8433a339-04b9-4e59-a2ba-d474bc1c8985, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:57:04.174668 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:57:04.184759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 8433a339-04b9-4e59-a2ba-d474bc1c8985) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:04.188713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:04.189284 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.194920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee630ecb-44ec-45dd-b8e3-d4b7935be1d5 None None] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:04.217297 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-866a8ced-66bb-47b7-96e9-b3a859089edc tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7374413 Feb 04 16:57:04.217746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48174) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:04.223905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ebf8b127-4c2c-46c3-b18b-606deff37a78 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Request body: {'router': {'external_gateway_info': {'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:04.324426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] For port ecacc556-3d16-4293-a4fb-990ff03490d4, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:04.351790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] For port ecacc556-3d16-4293-a4fb-990ff03490d4, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecacc556-3d16-4293-a4fb-990ff03490d4,segment=NetworkSegment(2a52064f-b111-4667-89b0-97645c841356),segment_id=2a52064f-b111-4667-89b0-97645c841356)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:04.387774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.521569 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-8433a339-04b9-4e59-a2ba-d474bc1c8985', 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985', 'tenant_id': 'b34616a45b8b479fb4dcddefc4333411', 'fixed_ips': [{'subnet_id': '3276c1d7-2751-40ca-a426-11c3a0feb9e8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:57:04.522548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.540539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bde455-92cc-4654-902a-fcfafe30be12 None None] Pushing event updated for resources: {'Port': ['ID=ecacc556-3d16-4293-a4fb-990ff03490d4,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:04.677138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ebf8b127-4c2c-46c3-b18b-606deff37a78 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.734840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Allocated IP 172.21.0.2 (8433a339-04b9-4e59-a2ba-d474bc1c8985/3276c1d7-2751-40ca-a426-11c3a0feb9e8/68b955b0-91ff-4db1-b2eb-6d9ce53ec926) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:04.963742 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [None req-ebf8b127-4c2c-46c3-b18b-606deff37a78 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 04 16:57:04.964701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ebf8b127-4c2c-46c3-b18b-606deff37a78 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "PUT /v2.0/routers/28feaced-cde0-4fa5-ad50-e92290cf391a HTTP/1.1" status: 400 len: 364 time: 0.7456992 Feb 04 16:57:04.969097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:04.970513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48178) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:04.980740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Transition to ACTIVE for port object 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:05.008505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Transition to ACTIVE for port object 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:05.020110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.086665 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:05.090242 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:05.094451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:05.105748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Pushing event updated for resources: {'Port': ['ID=68b955b0-91ff-4db1-b2eb-6d9ce53ec926,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:05.189274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Deleting subnet 3276c1d7-2751-40ca-a426-11c3a0feb9e8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:57:05.192527 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.244829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Attempting to bind port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:05.245196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Attempting to bind port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:05.245561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Attempting to bind port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 on network 8433a339-04b9-4e59-a2ba-d474bc1c8985 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:05.255666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecacc556-3d16-4293-a4fb-990ff03490d4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:05.262832 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.294575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:05.295111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Checking segment: {'id': 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:05.295604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.296124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Bound using segment: {'id': 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:05.296676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Bound port: 68b955b0-91ff-4db1-b2eb-6d9ce53ec926, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8433a339-04b9-4e59-a2ba-d474bc1c8985'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:05.297049 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.369696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.413932 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ecacc556-3d16-4293-a4fb-990ff03490d4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:05.458282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] For port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:05.459813 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.462210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] For port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=68b955b0-91ff-4db1-b2eb-6d9ce53ec926,segment=NetworkSegment(ded3027a-a03d-4ac4-9cf7-ab0e5e734081),segment_id=ded3027a-a03d-4ac4-9cf7-ab0e5e734081)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:05.468937 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.502128 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Subnet': ['ID=3276c1d7-2751-40ca-a426-11c3a0feb9e8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:05.509055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.516297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1978fe6-1a5c-4955-9879-8c242a4f78d6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "DELETE /v2.0/subnets/3276c1d7-2751-40ca-a426-11c3a0feb9e8 HTTP/1.1" status: 204 len: 168 time: 0.5446491 Feb 04 16:57:05.518769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48184) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:05.548059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d38de-d30a-43d1-a81f-196e3d706956 None None] Pushing event updated for resources: {'Port': ['ID=68b955b0-91ff-4db1-b2eb-6d9ce53ec926,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:05.638955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.640693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f385d37-8db6-42af-8c71-f1902e8d6036 None None] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:05.650273 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Deleting port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:05.650991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.757624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Provisioning for port ecacc556-3d16-4293-a4fb-990ff03490d4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:05.771114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Provisioning complete for port ecacc556-3d16-4293-a4fb-990ff03490d4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:05.771486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:05.890378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] For port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=68b955b0-91ff-4db1-b2eb-6d9ce53ec926,segment=NetworkSegment(ded3027a-a03d-4ac4-9cf7-ab0e5e734081),segment_id=ded3027a-a03d-4ac4-9cf7-ab0e5e734081)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:05.890723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.018680 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.024757 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Calling delete_port for 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:57:06.067243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] For port ecacc556-3d16-4293-a4fb-990ff03490d4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecacc556-3d16-4293-a4fb-990ff03490d4,segment=NetworkSegment(2a52064f-b111-4667-89b0-97645c841356),segment_id=2a52064f-b111-4667-89b0-97645c841356)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:06.074532 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.135641 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.171720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12efc3-f918-49c5-b22d-eddf7f993aa0 None None] Pushing event updated for resources: {'Port': ['ID=ecacc556-3d16-4293-a4fb-990ff03490d4,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:06.180295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] No DVR routers for this DVR port 68b955b0-91ff-4db1-b2eb-6d9ce53ec926 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:57:06.212459 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Port': ['ID=68b955b0-91ff-4db1-b2eb-6d9ce53ec926,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:06.318829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.347847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8433a339-04b9-4e59-a2ba-d474bc1c8985']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:06.361836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:06.362100 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ded3027a-a03d-4ac4-9cf7-ab0e5e734081') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:06.375205 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.392992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.400274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:57:06.400940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:57:06.421193 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:57:06.501518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-24874327-3a3c-4e5a-9e58-bb395e00684b None None] Provisioning complete for port ecacc556-3d16-4293-a4fb-990ff03490d4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:06.501803 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24874327-3a3c-4e5a-9e58-bb395e00684b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.509375 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.516458 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.550454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Network': ['ID=8433a339-04b9-4e59-a2ba-d474bc1c8985,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:06.556267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2ce30361-067d-4882-9af9-473604fd5030 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "DELETE /v2.0/networks/8433a339-04b9-4e59-a2ba-d474bc1c8985 HTTP/1.1" status: 204 len: 168 time: 1.0342906 Feb 04 16:57:06.557794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48188) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:06.748919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4283a7-08aa-4f90-b4ad-a54ba2a7d75d None None] DHCP port deletion for 8433a339-04b9-4e59-a2ba-d474bc1c8985 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:57:06.758500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6baea111-3098-4ab3-8067-0f5fbe8153c0 None None] Could not find standard attr ID for object 68b955b0-91ff-4db1-b2eb-6d9ce53ec926. {{(pid=83598) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 04 16:57:06.772519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7c652-d1fc-4e73-9f68-5cb6b733ce26 None None] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:06.796486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad7c652-d1fc-4e73-9f68-5cb6b733ce26 None None] Network 8433a339-04b9-4e59-a2ba-d474bc1c8985 could not be found, it might have been deleted concurrently. {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 04 16:57:06.863620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Deleting subnet 56f8e6dd-3bd5-4149-829b-1286e3d33607 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:57:06.866675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:06.921302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.006346 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.079855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.120270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Subnet': ['ID=56f8e6dd-3bd5-4149-829b-1286e3d33607,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:07.124926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.131007 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cd3c179a-91f7-4e9e-8559-d732e9e04fe4 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "DELETE /v2.0/subnets/56f8e6dd-3bd5-4149-829b-1286e3d33607 HTTP/1.1" status: 204 len: 168 time: 0.5715446 Feb 04 16:57:07.133600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48192) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:07.134319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5b0aa-5186-42be-a3f8-b4eccd8bc886 None None] Network 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:07.220189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecacc556-3d16-4293-a4fb-990ff03490d4 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:07.259334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.272035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Deleting port ecacc556-3d16-4293-a4fb-990ff03490d4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:07.272374 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.383111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ecacc556-3d16-4293-a4fb-990ff03490d4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:07.383474 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.496305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] For port ecacc556-3d16-4293-a4fb-990ff03490d4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecacc556-3d16-4293-a4fb-990ff03490d4,segment=NetworkSegment(2a52064f-b111-4667-89b0-97645c841356),segment_id=2a52064f-b111-4667-89b0-97645c841356)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:07.497174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.506968 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] DHCP port deletion for 9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:57:07.518860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Deleting port ecacc556-3d16-4293-a4fb-990ff03490d4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:07.519137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.621182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Calling delete_port for ecacc556-3d16-4293-a4fb-990ff03490d4 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:57:07.696114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.718899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] For port ecacc556-3d16-4293-a4fb-990ff03490d4, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ecacc556-3d16-4293-a4fb-990ff03490d4,segment=NetworkSegment(2a52064f-b111-4667-89b0-97645c841356),segment_id=2a52064f-b111-4667-89b0-97645c841356)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:07.719283 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.741847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Port': ['ID=ecacc556-3d16-4293-a4fb-990ff03490d4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:07.746734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] No DVR routers for this DVR port ecacc556-3d16-4293-a4fb-990ff03490d4 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:57:07.835776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Calling delete_port for ecacc556-3d16-4293-a4fb-990ff03490d4 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:57:07.871067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.899560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce1b2d9-43b9-4f03-9e5c-43e306ba0679']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:07.912444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a52064f-b111-4667-89b0-97645c841356') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:07.912730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a52064f-b111-4667-89b0-97645c841356') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:07.924548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.940710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.945632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:57:07.945997 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:57:07.947298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:57:07.947739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:57:07.961673 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:57:08.043011 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.048065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.075423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Pushing event deleted for resources: {'Network': ['ID=9ce1b2d9-43b9-4f03-9e5c-43e306ba0679,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:08.082009 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4284d17e-7a3f-4acf-a84e-bb2eec14224d tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "DELETE /v2.0/networks/9ce1b2d9-43b9-4f03-9e5c-43e306ba0679 HTTP/1.1" status: 204 len: 168 time: 0.9449151 Feb 04 16:57:08.082614 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:08.131463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-cfb6cf1e-1f0d-478c-92c7-c8850b10aa41 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "GET /v2.0/ports?device_id=28feaced-cde0-4fa5-ad50-e92290cf391a HTTP/1.1" status: 200 len: 205 time: 0.0477042 Feb 04 16:57:08.133812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:08.268560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.447561 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Deleting port ecacc556-3d16-4293-a4fb-990ff03490d4 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:08.447836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.509553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8465bca2-45f1-4763-8f0e-a49b850f855d None None] The port 'ecacc556-3d16-4293-a4fb-990ff03490d4' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:57:08.651583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.655741 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.681870 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.682413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Fanout notify agent at l3_agent the message router_deleted on router 28feaced-cde0-4fa5-ad50-e92290cf391a {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:57:08.693311 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:08.694463 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-dd31f4a9-7337-471b-8661-c4c67512d4f6 tempest-RoutersNegativeTest-2009042119 tempest-RoutersNegativeTest-2009042119-project] 10.222.0.62 "DELETE /v2.0/routers/28feaced-cde0-4fa5-ad50-e92290cf391a HTTP/1.1" status: 204 len: 168 time: 0.5596793 Feb 04 16:57:08.985248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48208) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:09.209312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecacc556-3d16-4293-a4fb-990ff03490d4 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:57:09.214420 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bfd7ad49-5f7b-44b1-a85c-287a5c1de3ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b34616a45b8b479fb4dcddefc4333411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2250385 Feb 04 16:57:09.215271 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48214) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:09.243436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ecacc556-3d16-4293-a4fb-990ff03490d4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:57:09.244315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ecacc556-3d16-4293-a4fb-990ff03490d4 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:57:09.284104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.309454 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.363111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.378878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a818ce-3c26-45d6-85bd-83f9030648ae,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:09.386044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:09.387256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1cda197-1fca-42ca-8f52-496b9b7b4a29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70a818ce-3c26-45d6-85bd-83f9030648ae HTTP/1.1" status: 204 len: 168 time: 0.1708896 Feb 04 16:57:10.188044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48236) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:10.323847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-605129271-network', 'tenant_id': '77217607f08e4ebc8c935e3b34776871'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:10.330126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:10.334877 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Usage tracker for resource:network and tenant:77217607f08e4ebc8c935e3b34776871 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:10.338284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:10.344168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:10.356652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Made reservation on behalf of 77217607f08e4ebc8c935e3b34776871 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:10.358942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.372111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.409564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:10.413661 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:77217607f08e4ebc8c935e3b34776871 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:10.417373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:10.425433 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:10.496637 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.500617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.524298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:57:10.547036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285bcaaa-bb5a-4891-9010-05dbda4e3463,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:10.551253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.551600 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Added segment da48b1ce-4269-43c3-9e8f-7950d03cd6af of type vlan for network 9ffde03d-c700-447a-a593-a2cebe3f306d Feb 04 16:57:10.585299 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.719221 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.720040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:10.720633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:10.832019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9ffde03d-c700-447a-a593-a2cebe3f306d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:10.835893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-de2d92de-03df-4652-b561-12ece800f9d4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6464329 Feb 04 16:57:10.839389 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48242) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:10.843356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 9ffde03d-c700-447a-a593-a2cebe3f306d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:57:10.845740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Request body: {'subnet': {'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-subnet', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:10.851294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:10.855790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Usage tracker for resource:subnet and tenant:77217607f08e4ebc8c935e3b34776871 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:10.858971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:10.865872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:10.879929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Made reservation on behalf of 77217607f08e4ebc8c935e3b34776871 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:10.882309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.102421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.190202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677a2461-e265-4b52-9501-319cdd733880,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:11.196236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Checking segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:11.196585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Network hostable DHCP agents. Network: 9ffde03d-c700-447a-a593-a2cebe3f306d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:57:11.218699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:57:11.227446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 9ffde03d-c700-447a-a593-a2cebe3f306d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:11.231872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:11.232434 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.237126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ca446-195f-4767-a443-3cf9ae3a137b None None] Network 9ffde03d-c700-447a-a593-a2cebe3f306d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:11.253807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b1b26508-d209-47b2-9d0f-d0c46d9fd8a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4131198 Feb 04 16:57:11.256458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48246) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:11.261576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:11.266762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:11.270510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Usage tracker for resource:router and tenant:77217607f08e4ebc8c935e3b34776871 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:11.273301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:11.279640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:11.292510 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.293432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.313370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.451358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-9ffde03d-c700-447a-a593-a2cebe3f306d', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:57:11.452190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.458154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.620055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Allocated IP 172.20.0.2 (9ffde03d-c700-447a-a593-a2cebe3f306d/677a2461-e265-4b52-9501-319cdd733880/8a28967f-19a4-4716-9b65-e930e66224f7) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:11.648076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.677978 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.814159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Allocated IP 172.25.5.169 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b2a50492-bf49-4b5f-8d84-30c9f0488352) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:11.825719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.837552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Transition to ACTIVE for port object 8a28967f-19a4-4716-9b65-e930e66224f7 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:11.856044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Transition to ACTIVE for port object 8a28967f-19a4-4716-9b65-e930e66224f7 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:11.861696 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:11.927895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:11.929043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:11.932935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:11.938024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Pushing event updated for resources: {'Port': ['ID=8a28967f-19a4-4716-9b65-e930e66224f7,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:11.968463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.002201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.028979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Attempting to bind port 8a28967f-19a4-4716-9b65-e930e66224f7 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:12.029340 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Attempting to bind port 8a28967f-19a4-4716-9b65-e930e66224f7 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:12.029698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Attempting to bind port 8a28967f-19a4-4716-9b65-e930e66224f7 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:12.036002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:12.036364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Checking segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:12.036758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.037145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Bound using segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:12.037593 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Bound port: 8a28967f-19a4-4716-9b65-e930e66224f7, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:12.037956 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.066073 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:12.068650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:12.072357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:12.108382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a50492-bf49-4b5f-8d84-30c9f0488352,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:12.137620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] For port 8a28967f-19a4-4716-9b65-e930e66224f7, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:12.141081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] For port 8a28967f-19a4-4716-9b65-e930e66224f7, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8a28967f-19a4-4716-9b65-e930e66224f7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:12.145819 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.250266 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df72d-42e3-4f8c-bf24-988f37264281 None None] Pushing event updated for resources: {'Port': ['ID=8a28967f-19a4-4716-9b65-e930e66224f7,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:12.251932 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.252648 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.642420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Router 132014a7-be06-4f9c-bea9-b53c4469d565 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:57:12.851814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:57:12.862164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Sync routers for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:57:12.874449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:12.875171 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:12.877071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:12.878301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4f3d9243-67ce-4f2a-9903-732202637e52 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6207738 Feb 04 16:57:12.883080 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48250) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:13.067074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:13.268953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8a28967f-19a4-4716-9b65-e930e66224f7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:13.318611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47471c5b-cd9d-4080-a409-b3403988185d None None] Network 9ffde03d-c700-447a-a593-a2cebe3f306d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:13.481895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6064d910-cd2c-4c9d-8542-ba3056e2ad80 None None] Provisioning for port 8a28967f-19a4-4716-9b65-e930e66224f7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:13.550761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 8a28967f-19a4-4716-9b65-e930e66224f7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:13.627251 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8a28967f-19a4-4716-9b65-e930e66224f7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:13.627624 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.723031 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.847499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:12Z', 'revision_number': 3, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:13.858843 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.874060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Checking router: 132014a7-be06-4f9c-bea9-b53c4469d565 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:57:13.874820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Updating router 132014a7-be06-4f9c-bea9-b53c4469d565 port b2a50492-bf49-4b5f-8d84-30c9f0488352 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:57:13.936600 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Allocated IP 172.20.0.1 (9ffde03d-c700-447a-a593-a2cebe3f306d/677a2461-e265-4b52-9501-319cdd733880/273f8944-fedd-407c-97a0-04be0a8ffd56) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:13.954081 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:13.983525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 8a28967f-19a4-4716-9b65-e930e66224f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8a28967f-19a4-4716-9b65-e930e66224f7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:13.994632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.100715 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.120107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Transition to ACTIVE for port object 273f8944-fedd-407c-97a0-04be0a8ffd56 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:14.137174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=8a28967f-19a4-4716-9b65-e930e66224f7,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:14.167483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.247698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:14.250825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:14.253444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:14.274895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b597efa1-8f3e-4e61-99b8-ab6befde501a None None] Provisioning complete for port 8a28967f-19a4-4716-9b65-e930e66224f7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:14.275316 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b597efa1-8f3e-4e61-99b8-ab6befde501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.290067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Pushing event updated for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:14.320674 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.409611 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.479151 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.496407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Transition to ACTIVE for port object b2a50492-bf49-4b5f-8d84-30c9f0488352 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:14.503609 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.591995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Attempting to bind port b2a50492-bf49-4b5f-8d84-30c9f0488352 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:14.592355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Attempting to bind port b2a50492-bf49-4b5f-8d84-30c9f0488352 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:14.592713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Attempting to bind port b2a50492-bf49-4b5f-8d84-30c9f0488352 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:14.594858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143dd30-d0fa-4ab8-bc05-efe83a677dde None None] Pushing event updated for resources: {'Port': ['ID=b2a50492-bf49-4b5f-8d84-30c9f0488352,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:14.608404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:14.608772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:14.609166 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.609548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:14.610012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Bound port: b2a50492-bf49-4b5f-8d84-30c9f0488352, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:14.610397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.658966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6ee7ab88-d8f5-4e19-9d1e-75f2f572a697 None None] Provisioning for port 273f8944-fedd-407c-97a0-04be0a8ffd56 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:14.668736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6ee7ab88-d8f5-4e19-9d1e-75f2f572a697 None None] Provisioning complete for port 273f8944-fedd-407c-97a0-04be0a8ffd56 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:14.669105 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ee7ab88-d8f5-4e19-9d1e-75f2f572a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.734830 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] For port b2a50492-bf49-4b5f-8d84-30c9f0488352, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:14.743349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6ee7ab88-d8f5-4e19-9d1e-75f2f572a697 None None] Port 273f8944-fedd-407c-97a0-04be0a8ffd56 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:57:14.748229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] For port b2a50492-bf49-4b5f-8d84-30c9f0488352, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2a50492-bf49-4b5f-8d84-30c9f0488352,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:14.754433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.790562 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.795994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.838568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143dd30-d0fa-4ab8-bc05-efe83a677dde None None] Pushing event updated for resources: {'Port': ['ID=b2a50492-bf49-4b5f-8d84-30c9f0488352,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:14.843264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:14.843875 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:14.906114 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:14.910363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Pushing event updated for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:15.050354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:15.051653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:15.070859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:15.232564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8a28967f-19a4-4716-9b65-e930e66224f7 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:15.461269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d7e82719-b973-44fd-a763-1663e006b9c9 None None] Provisioning complete for port 273f8944-fedd-407c-97a0-04be0a8ffd56 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:15.461563 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d7e82719-b973-44fd-a763-1663e006b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:15.492738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Router 132014a7-be06-4f9c-bea9-b53c4469d565 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:57:15.509022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 8a28967f-19a4-4716-9b65-e930e66224f7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:15.509387 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:15.580568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d7e82719-b973-44fd-a763-1663e006b9c9 None None] Port 273f8944-fedd-407c-97a0-04be0a8ffd56 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:57:15.632776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '273f8944-fedd-407c-97a0-04be0a8ffd56', 'name': '', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'mac_address': 'fa:16:3e:fb:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:13Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 2, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'subnets': [{'id': '677a2461-e265-4b52-9501-319cdd733880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:15.647318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5c234-21d8-4736-bd21-782f02849d43 None None] The sync data for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 is: [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '273f8944-fedd-407c-97a0-04be0a8ffd56', 'name': '', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'mac_address': 'fa:16:3e:fb:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:13Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 2, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'subnets': [{'id': '677a2461-e265-4b52-9501-319cdd733880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:57:15.710014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:57:15.720549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d5a5bd26-efc4-464f-aeb6-01b739868306 admin admin] 10.222.0.62 "PUT /v2.0/routers/132014a7-be06-4f9c-bea9-b53c4469d565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8364182 Feb 04 16:57:16.684072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48272) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:16.689932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1713713991-network', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:16.695343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:16.699847 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Usage tracker for resource:network and tenant:d3dc274526c2408791aad1b45e96e750 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:16.702773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:16.708638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:16.724465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Made reservation on behalf of d3dc274526c2408791aad1b45e96e750 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:16.730694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.743193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.776136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:16.780078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3dc274526c2408791aad1b45e96e750 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:16.782975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:16.788795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:16.871839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.875821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.910414 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:57:16.923435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c78ba3-1759-4524-ab9c-ad26e8e33b5c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:16.927974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.928304 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Added segment 1eda53ba-07b5-4ffb-b39e-9475555159ff of type vlan for network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 Feb 04 16:57:16.956724 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.984998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:16.985855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:16.986446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.087697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc0be33-99a8-40ab-b4dc-f9264383bd74,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:17.094195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-232ef8b5-e8ed-4d10-adc4-d24030a066f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4063652 Feb 04 16:57:17.094740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48276) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:17.100210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:57:17.102395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Request body: {'subnet': {'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-subnet', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:17.111283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:17.117370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Usage tracker for resource:subnet and tenant:d3dc274526c2408791aad1b45e96e750 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:17.122011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:17.130904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:17.146723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Made reservation on behalf of d3dc274526c2408791aad1b45e96e750 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:17.151809 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.255673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2a50492-bf49-4b5f-8d84-30c9f0488352 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:17.332928 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b2a50492-bf49-4b5f-8d84-30c9f0488352 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:17.337450 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b2a50492-bf49-4b5f-8d84-30c9f0488352 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:17.337995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.382260 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.460006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.476846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b2a50492-bf49-4b5f-8d84-30c9f0488352, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2a50492-bf49-4b5f-8d84-30c9f0488352,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:17.481250 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.550154 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b2a50492-bf49-4b5f-8d84-30c9f0488352,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:17.566848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2a651f-14a0-45a8-902f-d32a13672f8a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:17.581468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Checking segment: {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:17.581816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Network hostable DHCP agents. Network: 6dc0be33-99a8-40ab-b4dc-f9264383bd74, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:57:17.604737 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:57:17.613825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6dc0be33-99a8-40ab-b4dc-f9264383bd74) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:17.617606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:17.618167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.624909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7c35c-81fc-43be-8e24-863ba0cf9d20 None None] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:17.831491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'fixed_ips': [{'subnet_id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:57:17.832274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.851772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ac917229-ee19-4e65-8c00-4ed47b3edc0d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7559950 Feb 04 16:57:17.855002 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48280) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:17.860025 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:17.865865 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:17.870864 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Usage tracker for resource:router and tenant:d3dc274526c2408791aad1b45e96e750 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:57:17.874842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:57:17.880502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:17.891588 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.892628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:17.910674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.003934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Allocated IP 172.20.0.2 (6dc0be33-99a8-40ab-b4dc-f9264383bd74/ba2a651f-14a0-45a8-902f-d32a13672f8a/864dfde6-6d4f-45c6-9eb4-b2411c00aee1) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:18.063513 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.247274 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.254213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.257404 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Transition to ACTIVE for port object 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:18.276459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Transition to ACTIVE for port object 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:18.282000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.284415 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.347321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:18.350296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:18.354887 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:18.361245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Pushing event updated for resources: {'Port': ['ID=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:18.430808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Allocated IP 172.25.5.157 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/75afde65-1bfb-4269-8050-84db0ab4d0e6) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:18.451337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Attempting to bind port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:18.451722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Attempting to bind port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:18.452216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Attempting to bind port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 on network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:18.459483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:18.459856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Checking segment: {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:18.460256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.460647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Bound using segment: {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:18.461103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Bound port: 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:18.461473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.559808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] For port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:18.563170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] For port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:18.567848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.646995 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a0f61-c695-48ea-bbf9-5f22ef6fb636 None None] Pushing event updated for resources: {'Port': ['ID=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:18.707537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.737720 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:18.815296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:18.818216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:18.823822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:18.848754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Pushing event updated for resources: {'Port': ['ID=75afde65-1bfb-4269-8050-84db0ab4d0e6,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:19.004450 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:19.005208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:19.248383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:57:19.278749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2a50492-bf49-4b5f-8d84-30c9f0488352 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:19.357917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b2a50492-bf49-4b5f-8d84-30c9f0488352 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:19.358288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:19.472565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:57:19.485549 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Sync routers for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:57:19.501892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:19.502838 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:19.504084 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:19.504343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:19.505997 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c226f51-5aef-4368-92c6-a959cc01f49b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6499465 Feb 04 16:57:19.508892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:57:19.587581 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:19.677595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766ffeb-4ab9-4b1f-88e0-dec187d2b066 None None] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:57:19.716740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:19.785931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Provisioning for port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:19.804297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Provisioning complete for port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:19.804663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.017673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.038266 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:18Z', 'revision_number': 3, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:20.043396 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Checking router: 807994c2-cfe0-47e6-b1a7-a1db7e85d259 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:57:20.044006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Updating router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 port 75afde65-1bfb-4269-8050-84db0ab4d0e6 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:57:20.068572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] For port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:20.084853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.112757 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.160534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de858dde-fe6e-4e53-ad9e-eb0befe34441 None None] Pushing event updated for resources: {'Port': ['ID=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:20.388125 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.418999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-66635e80-eec1-4a1e-a737-0ba728003692 None None] Provisioning complete for port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:20.419541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-66635e80-eec1-4a1e-a737-0ba728003692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.507668 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.520830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Transition to ACTIVE for port object 75afde65-1bfb-4269-8050-84db0ab4d0e6 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:20.531135 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.619260 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Attempting to bind port 75afde65-1bfb-4269-8050-84db0ab4d0e6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:20.619706 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Attempting to bind port 75afde65-1bfb-4269-8050-84db0ab4d0e6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:20.620155 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Attempting to bind port 75afde65-1bfb-4269-8050-84db0ab4d0e6 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:20.630512 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:20.630883 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:20.631285 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.631672 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:20.632546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Bound port: 75afde65-1bfb-4269-8050-84db0ab4d0e6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:20.632546 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.636263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Allocated IP 172.20.0.1 (6dc0be33-99a8-40ab-b4dc-f9264383bd74/ba2a651f-14a0-45a8-902f-d32a13672f8a/61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:20.657642 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Pushing event updated for resources: {'Port': ['ID=75afde65-1bfb-4269-8050-84db0ab4d0e6,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:20.677305 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.677731 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.678127 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.678619 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.679006 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.679389 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.679772 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.680155 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.680533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.680909 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.681324 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:20.725181 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] For port 75afde65-1bfb-4269-8050-84db0ab4d0e6, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:20.730723 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] For port 75afde65-1bfb-4269-8050-84db0ab4d0e6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=75afde65-1bfb-4269-8050-84db0ab4d0e6,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:20.735776 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.798204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.815598 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Transition to ACTIVE for port object 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:20.827374 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:20.827985 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:56:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:20.841533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:20.893483 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70bf3d-0985-4699-9cce-706941b74614 None None] Pushing event updated for resources: {'Port': ['ID=75afde65-1bfb-4269-8050-84db0ab4d0e6,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:20.919525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:20.923135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Pushing event updated for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:20.925930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:20.928146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:20.983815 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.035627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:21.067285 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.222572 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:21.304071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-343d3737-c969-40fd-949f-6ea539458235 None None] Provisioning for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:21.312998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-343d3737-c969-40fd-949f-6ea539458235 None None] Provisioning complete for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:21.313371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-343d3737-c969-40fd-949f-6ea539458235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.375223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:21.375599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.407734 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:18Z', 'revision_number': 3, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:21.411901 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005d321b-5e24-4b4e-983c-0da3d64b6b20 None None] The sync data for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 is: [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:18Z', 'revision_number': 3, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:57:21.421586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-343d3737-c969-40fd-949f-6ea539458235 None None] Port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:57:21.452566 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.456836 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.457239 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.565415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Pushing event updated for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:21.568583 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.627358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.707135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:21.708439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:21.948026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-53818dcd-5be0-43c6-b5b8-c936f87f6899 None None] Provisioning complete for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:21.948472 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-53818dcd-5be0-43c6-b5b8-c936f87f6899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:21.999755 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-53818dcd-5be0-43c6-b5b8-c936f87f6899 None None] Port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:57:22.100234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:57:22.306079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:57:22.315701 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-43edc84b-5422-43fc-84d9-1ef2958765f8 admin admin] 10.222.0.62 "PUT /v2.0/routers/807994c2-cfe0-47e6-b1a7-a1db7e85d259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8056524 Feb 04 16:57:23.449386 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b83cdae9-1e35-4fba-b193-b263de9b8023 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:23.450063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b83cdae9-1e35-4fba-b193-b263de9b8023 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:57:23.466816 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b83cdae9-1e35-4fba-b193-b263de9b8023 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:57:23.467939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b83cdae9-1e35-4fba-b193-b263de9b8023 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 816 time: 0.1573832 Feb 04 16:57:23.484529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-cddf564c-fedc-42b4-a2ac-98bd0a65e0b3 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/quotas/77217607f08e4ebc8c935e3b34776871 HTTP/1.1" status: 200 len: 375 time: 0.0114081 Feb 04 16:57:23.565593 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7271b2ea-33d3-4def-9ae2-45a34fe841e8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:57:23.585242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7271b2ea-33d3-4def-9ae2-45a34fe841e8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:57:23.586648 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7271b2ea-33d3-4def-9ae2-45a34fe841e8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973730 Feb 04 16:57:23.809521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-f6fdb755-c8c0-4162-9836-7a7d99af6e83 service neutron] 10.222.0.62 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024684 Feb 04 16:57:24.046942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-d8afb773-88f7-4499-b203-d4b6ec1e5902 service neutron] 10.222.0.62 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279561 Feb 04 16:57:24.381538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9103ca19-b880-460b-bbf0-b46b3699a0c3 req-67659094-308c-4c12-9de8-c3c8c7c82994 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 210 time: 0.0501125 Feb 04 16:57:25.203384 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3258554-2ea6-4198-9d27-e0cfe4cebeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:25.623605 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8c4ee61-e8cc-4d01-963d-6aff70b62232 req-ac963e68-a490-44c0-83d0-f036155d9997 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 210 time: 0.0668187 Feb 04 16:57:25.633985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408043-7b62-418b-9500-6b707952d7b8 req-a357f80f-5134-4e24-a728-02805287b17e tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:25.635708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-a357f80f-5134-4e24-a728-02805287b17e tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 816 time: 0.3139002 Feb 04 16:57:25.652485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Request body: {'port': {'device_id': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'admin_state_up': True, 'tenant_id': '77217607f08e4ebc8c935e3b34776871'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:25.785497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:25.795587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:25.805217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Made reservation on behalf of 77217607f08e4ebc8c935e3b34776871 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:25.808487 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:25.973671 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Allocated IP 172.20.0.13 (9ffde03d-c700-447a-a593-a2cebe3f306d/677a2461-e265-4b52-9501-319cdd733880/f1482d48-90c5-4d96-a972-29ef8598efe2) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:26.192700 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:26.218647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Transition to ACTIVE for port object f1482d48-90c5-4d96-a972-29ef8598efe2 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:26.247265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:26.322592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:26.326077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:26.328531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:26.370832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Pushing event updated for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:26.403735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:26.404379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:26.433454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-c9c271ba-ba6d-4325-a4ed-4d454651f0bd tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852657 Feb 04 16:57:26.446538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Request body: {'port': {'device_id': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:26.557877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7d1160bc-e9b0-4b35-b40b-e3a9ad9ad439 None None] Provisioning for port f1482d48-90c5-4d96-a972-29ef8598efe2 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:26.563493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7d1160bc-e9b0-4b35-b40b-e3a9ad9ad439 None None] Provisioning complete for port f1482d48-90c5-4d96-a972-29ef8598efe2 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:26.563866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d1160bc-e9b0-4b35-b40b-e3a9ad9ad439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:26.566192 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:26.626066 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7d1160bc-e9b0-4b35-b40b-e3a9ad9ad439 None None] Port f1482d48-90c5-4d96-a972-29ef8598efe2 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:57:26.925096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-73703484-68ee-4bde-9ebe-35cfe8671954 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:26.925767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-73703484-68ee-4bde-9ebe-35cfe8671954 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:57:26.991959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-73703484-68ee-4bde-9ebe-35cfe8671954 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:57:26.993086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-73703484-68ee-4bde-9ebe-35cfe8671954 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 932 time: 0.1988661 Feb 04 16:57:27.028206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1482d48-90c5-4d96-a972-29ef8598efe2 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:57:27.036552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.069295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Transition to ACTIVE for port object f1482d48-90c5-4d96-a972-29ef8598efe2 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:27.071823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-1d24e241-9de2-4697-a6b6-b03ff29336d1 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:57:27.075959 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.208989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-1d24e241-9de2-4697-a6b6-b03ff29336d1 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:57:27.210631 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-102ccda2-bcbd-4e24-ba39-3443cd35342d req-1d24e241-9de2-4697-a6b6-b03ff29336d1 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100236 Feb 04 16:57:27.237484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Pushing event updated for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:27.287145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 75afde65-1bfb-4269-8050-84db0ab4d0e6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:27.360787 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c506-f06a-4cc5-ab6c-05a3dec5f650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.375872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Attempting to bind port f1482d48-90c5-4d96-a972-29ef8598efe2 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:27.376165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Attempting to bind port f1482d48-90c5-4d96-a972-29ef8598efe2 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:27.377354 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Attempting to bind port f1482d48-90c5-4d96-a972-29ef8598efe2 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:27.383191 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Port f1482d48-90c5-4d96-a972-29ef8598efe2 on network 9ffde03d-c700-447a-a593-a2cebe3f306d not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:57:27.383610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Attempting to bind port f1482d48-90c5-4d96-a972-29ef8598efe2 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:27.390954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 75afde65-1bfb-4269-8050-84db0ab4d0e6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:27.392208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:27.392542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Checking segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:27.392955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Bound using segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:27.393352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Bound port: f1482d48-90c5-4d96-a972-29ef8598efe2, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:27.393695 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.396750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 75afde65-1bfb-4269-8050-84db0ab4d0e6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:27.397124 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.571010 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.589378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 75afde65-1bfb-4269-8050-84db0ab4d0e6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=75afde65-1bfb-4269-8050-84db0ab4d0e6,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:27.593499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.610417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:27.615836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f1482d48-90c5-4d96-a972-29ef8598efe2,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:27.621079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.660257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=75afde65-1bfb-4269-8050-84db0ab4d0e6,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:27.678992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:27.680642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] 10.222.0.58 "PUT /v2.0/ports/f1482d48-90c5-4d96-a972-29ef8598efe2 HTTP/1.1" status: 200 len: 1092 time: 1.2388849 Feb 04 16:57:27.688953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:57:27.716681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5d244-bba2-43b3-bbb4-6bc49bae875e service neutron] Pushing event updated for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:27.760919 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2', 'status': 'completed', 'code': 200} Feb 04 16:57:27.800286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-f1d55a47-9be9-4c11-b365-630b372bd9d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 1095 time: 0.0806003 Feb 04 16:57:27.873318 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-073c5fc4-416f-482e-839c-9e29f2e78ad7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1482d48-90c5-4d96-a972-29ef8598efe2 HTTP/1.1" status: 200 len: 217 time: 0.0668163 Feb 04 16:57:27.935759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b8c0b295-2225-4053-9aa6-5294b7e53ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:27.937170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-b8c0b295-2225-4053-9aa6-5294b7e53ca4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=677a2461-e265-4b52-9501-319cdd733880 HTTP/1.1" status: 200 len: 855 time: 0.0580847 Feb 04 16:57:28.010770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-4d4b7aec-946a-43e5-976b-85adc7cabf3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ffde03d-c700-447a-a593-a2cebe3f306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674944 Feb 04 16:57:28.144261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-e18c4816-9c51-4d86-8265-a9b95d681ce7 service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262071 Feb 04 16:57:28.282202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b408043-7b62-418b-9500-6b707952d7b8 req-fb7b22e4-eb24-4b17-ae54-71d53e477b4c service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320653 Feb 04 16:57:28.461954 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-90ee6e6c-50d0-4d2d-9894-533a10f2a330 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 1095 time: 0.1318986 Feb 04 16:57:28.468332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580c4e3-dcf2-4edb-8335-b2075d6d9e4e req-2754bc44-bc5c-4e70-8b14-dcf037544524 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:28.469649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0580c4e3-dcf2-4edb-8335-b2075d6d9e4e req-2754bc44-bc5c-4e70-8b14-dcf037544524 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 944 time: 0.1066499 Feb 04 16:57:28.595886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0580c4e3-dcf2-4edb-8335-b2075d6d9e4e req-f85e24f0-2a6d-4b22-a83c-a1ad62e18afa tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084616 Feb 04 16:57:28.631346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-d1fcca24-b8c2-43c1-b1b1-cdddfeb36f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:28.632823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-d1fcca24-b8c2-43c1-b1b1-cdddfeb36f0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 917 time: 0.1623042 Feb 04 16:57:28.702496 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-c90ab618-a5da-4cbc-b977-75c748135026 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1482d48-90c5-4d96-a972-29ef8598efe2 HTTP/1.1" status: 200 len: 217 time: 0.0624962 Feb 04 16:57:28.745771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:28.767483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-61d3defa-955a-4ef9-9e0a-264448b5e431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:28.768941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-61d3defa-955a-4ef9-9e0a-264448b5e431 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=677a2461-e265-4b52-9501-319cdd733880 HTTP/1.1" status: 200 len: 855 time: 0.0607777 Feb 04 16:57:28.771964 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:28.843679 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-db77b375-f790-4ef2-992c-589e7c19f3dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ffde03d-c700-447a-a593-a2cebe3f306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678151 Feb 04 16:57:28.973507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-aac467be-40b3-4f70-a93c-321185bcdce6 service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231368 Feb 04 16:57:29.105068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a7eb8df-f558-4fb6-a7ce-fc83df8e89d1 req-212217f2-cf85-42ea-93f2-a3c194f1564d service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252320 Feb 04 16:57:29.211077 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 75afde65-1bfb-4269-8050-84db0ab4d0e6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:29.283878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 75afde65-1bfb-4269-8050-84db0ab4d0e6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:29.284255 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:29.801858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34537482-551a-4ed7-ac34-4418eb0c4e7a req-f868e9c0-60f1-47e9-b764-5cb2a0208991 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:29.803314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34537482-551a-4ed7-ac34-4418eb0c4e7a req-f868e9c0-60f1-47e9-b764-5cb2a0208991 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 944 time: 0.0789506 Feb 04 16:57:29.848659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34537482-551a-4ed7-ac34-4418eb0c4e7a req-94d3072e-f07c-439f-97f7-50f1797209eb tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Feb 04 16:57:30.173425 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:30.449168 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Sync routers for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:57:30.461943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:30.462742 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:30.643536 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f1482d48-90c5-4d96-a972-29ef8598efe2 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:57:30.651506 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:31.002596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f1482d48-90c5-4d96-a972-29ef8598efe2,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:31.037987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'f1482d48-90c5-4d96-a972-29ef8598efe2', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'port_id': 'f1482d48-90c5-4d96-a972-29ef8598efe2', 'mac_address': 'fa:16:3e:e7:d9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:57:31.059745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f34f33-6752-4108-adb1-e6b549b45625 req-7f4ea853-0971-4f52-8dbc-dd0e1b0fddbb tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:31.061178 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45f34f33-6752-4108-adb1-e6b549b45625 req-7f4ea853-0971-4f52-8dbc-dd0e1b0fddbb tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 944 time: 0.0788579 Feb 04 16:57:31.112607 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-45f34f33-6752-4108-adb1-e6b549b45625 req-b2a15160-b9ec-4ecf-bd08-c329e1309823 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Feb 04 16:57:31.133185 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:31.156478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1482d48-90c5-4d96-a972-29ef8598efe2 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:57:31.181659 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f1482d48-90c5-4d96-a972-29ef8598efe2,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:31.186673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '273f8944-fedd-407c-97a0-04be0a8ffd56', 'name': '', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'mac_address': 'fa:16:3e:fb:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:13Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 2, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'subnets': [{'id': '677a2461-e265-4b52-9501-319cdd733880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:31.190248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:31.220763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Checking router: 132014a7-be06-4f9c-bea9-b53c4469d565 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:57:31.221106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Updating router 132014a7-be06-4f9c-bea9-b53c4469d565 port 273f8944-fedd-407c-97a0-04be0a8ffd56 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:57:31.300391 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:31.315437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:31.414640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['f1482d48-90c5-4d96-a972-29ef8598efe2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:57:31.830866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:31.844482 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Transition to ACTIVE for port object 273f8944-fedd-407c-97a0-04be0a8ffd56 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:31.851119 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:31.983026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e392-d78d-4ecd-a265-0d2a4cb8616a None None] Pushing event updated for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:32.075071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Attempting to bind port 273f8944-fedd-407c-97a0-04be0a8ffd56 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:32.075354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Attempting to bind port 273f8944-fedd-407c-97a0-04be0a8ffd56 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:32.076261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Attempting to bind port 273f8944-fedd-407c-97a0-04be0a8ffd56 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:32.083675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:32.083982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Checking segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:32.084381 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:32.084769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Bound using segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:32.085224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Bound port: 273f8944-fedd-407c-97a0-04be0a8ffd56, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:32.085593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:32.125183 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Sync routers for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:57:32.138380 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:32.139514 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:32.191457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] For port 273f8944-fedd-407c-97a0-04be0a8ffd56, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:32.195625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] For port 273f8944-fedd-407c-97a0-04be0a8ffd56, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=273f8944-fedd-407c-97a0-04be0a8ffd56,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:32.205810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:32.294585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944e392-d78d-4ecd-a265-0d2a4cb8616a None None] Pushing event updated for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:32.306877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:32.307591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:32.341572 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:32.472921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84d234-7b79-44ac-aea2-d2007bdba2f4 req-10ed6141-5e24-4089-aa4b-dbd2b8ff5451 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:32.475560 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a84d234-7b79-44ac-aea2-d2007bdba2f4 req-10ed6141-5e24-4089-aa4b-dbd2b8ff5451 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 945 time: 0.2270713 Feb 04 16:57:32.526457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0a84d234-7b79-44ac-aea2-d2007bdba2f4 req-94148639-e626-4256-bc7d-5e3547ff5af5 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442264 Feb 04 16:57:32.536920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:32.668687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f1482d48-90c5-4d96-a972-29ef8598efe2 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:32.696530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:21Z', 'revision_number': 4, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0', 'name': '', 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'mac_address': 'fa:16:3e:22:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:20Z', 'updated_at': '2022-02-04T16:57:21Z', 'revision_number': 2, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'subnets': [{'id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:32.704307 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Checking router: 807994c2-cfe0-47e6-b1a7-a1db7e85d259 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:57:32.704637 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Updating router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:57:32.757784 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:32.848425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port f1482d48-90c5-4d96-a972-29ef8598efe2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:32.882578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port f1482d48-90c5-4d96-a972-29ef8598efe2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:32.882954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.023859 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '273f8944-fedd-407c-97a0-04be0a8ffd56', 'name': '', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'mac_address': 'fa:16:3e:fb:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:13Z', 'updated_at': '2022-02-04T16:57:32Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'subnets': [{'id': '677a2461-e265-4b52-9501-319cdd733880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:33.030839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7168193-ece4-4ec0-8e14-e6c768541e17 None None] The sync data for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 is: [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:14Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '273f8944-fedd-407c-97a0-04be0a8ffd56', 'name': '', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'mac_address': 'fa:16:3e:fb:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:13Z', 'updated_at': '2022-02-04T16:57:32Z', 'revision_number': 4, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'subnets': [{'id': '677a2461-e265-4b52-9501-319cdd733880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:57:33.032574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.064650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:57:33.089014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f1482d48-90c5-4d96-a972-29ef8598efe2,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:33.096235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.128363 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.142989 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Transition to ACTIVE for port object 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:33.151657 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.197234 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2', 'code': 200} Feb 04 16:57:33.246636 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:33.297493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3f0f-71ec-4448-8afe-6bf43e7578a1 None None] Pushing event updated for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:33.331735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 273f8944-fedd-407c-97a0-04be0a8ffd56 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:33.374619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11592f24-2aa8-45e6-ba9b-745abdccfccb req-339b4f90-fa83-4f8a-80bc-b9fecbfd2aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 1097 time: 0.1530097 Feb 04 16:57:33.425023 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Attempting to bind port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:57:33.425544 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Attempting to bind port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:57:33.425903 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Attempting to bind port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 on network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:57:33.435360 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:57:33.439507 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Checking segment: {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:57:33.439957 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.440354 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Bound using segment: {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:57:33.440833 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Bound port: 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eda53ba-07b5-4ffb-b39e-9475555159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:57:33.441200 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.452735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11592f24-2aa8-45e6-ba9b-745abdccfccb req-2dde4dcc-a27e-46bd-88d1-8aa16a8a5bb8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723405 Feb 04 16:57:33.466550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 273f8944-fedd-407c-97a0-04be0a8ffd56 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:33.473237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 273f8944-fedd-407c-97a0-04be0a8ffd56 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:33.473668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.554386 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] For port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:57:33.558458 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] For port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:57:33.563137 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.619694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.682366 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 273f8944-fedd-407c-97a0-04be0a8ffd56, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=273f8944-fedd-407c-97a0-04be0a8ffd56,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:33.682910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:33.720544 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:57:33.721276 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:57:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:33.832451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3f0f-71ec-4448-8afe-6bf43e7578a1 None None] Pushing event updated for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:33.855605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a1e21-cb91-4293-837c-f714a75e21ea req-a9b36531-c732-4fee-b432-2f37f8ece475 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:33.864973 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e52a1e21-cb91-4293-837c-f714a75e21ea req-a9b36531-c732-4fee-b432-2f37f8ece475 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.1685579 Feb 04 16:57:33.872871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:33.913026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e52a1e21-cb91-4293-837c-f714a75e21ea req-e464f3c4-f028-47f7-83cc-8645a7020a7c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Feb 04 16:57:33.984031 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:57:34.321745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:21Z', 'revision_number': 4, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0', 'name': '', 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'mac_address': 'fa:16:3e:22:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:20Z', 'updated_at': '2022-02-04T16:57:33Z', 'revision_number': 4, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'subnets': [{'id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:57:34.328160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24198b24-8af5-4948-8b81-b95aa6fc13bb None None] The sync data for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 is: [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:57:21Z', 'revision_number': 4, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0', 'name': '', 'network_id': '6dc0be33-99a8-40ab-b4dc-f9264383bd74', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'mac_address': 'fa:16:3e:22:42:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:20Z', 'updated_at': '2022-02-04T16:57:33Z', 'revision_number': 4, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'subnets': [{'id': 'ba2a651f-14a0-45a8-902f-d32a13672f8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:57:35.147452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd5f7f-3786-40e9-8773-93a1547e246a req-f00fe7be-f25f-4d7a-b206-3c3b83577322 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:35.149074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5cd5f7f-3786-40e9-8773-93a1547e246a req-f00fe7be-f25f-4d7a-b206-3c3b83577322 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.0864563 Feb 04 16:57:35.214926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5cd5f7f-3786-40e9-8773-93a1547e246a req-be131220-a56e-4837-99b4-87bf64442a96 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590017 Feb 04 16:57:35.329502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:35.455079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:35.463667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:35.464265 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:35.539846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a983c-df46-4926-91b9-3e7e1aaab4ce req-07fddf69-c9a4-4040-8eb8-366e3059ea98 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:35.542237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-239a983c-df46-4926-91b9-3e7e1aaab4ce req-07fddf69-c9a4-4040-8eb8-366e3059ea98 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.1112876 Feb 04 16:57:35.602504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:35.603772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-239a983c-df46-4926-91b9-3e7e1aaab4ce req-2889a84a-8438-4902-9aaa-4413997e0bd9 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Feb 04 16:57:35.645049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:35.654386 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:35.655658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 273f8944-fedd-407c-97a0-04be0a8ffd56 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:35.866210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:35.887547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 273f8944-fedd-407c-97a0-04be0a8ffd56 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:35.888088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:36.490924 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:57:37.225327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:57:37.298037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:37.298444 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:51.413874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:51.642439 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:51.827909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424e7f-b0c9-439c-b040-068b65640645 req-ccca1c58-e24f-446e-a30c-e135178cffb8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:51.829485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4424e7f-b0c9-439c-b040-068b65640645 req-ccca1c58-e24f-446e-a30c-e135178cffb8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.0800338 Feb 04 16:57:51.874825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a4424e7f-b0c9-439c-b040-068b65640645 req-1fd6ef04-6863-43b4-833d-6bbafab0ac10 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Feb 04 16:57:53.077196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44c372-106f-40fa-9264-34ff196659ca req-50bb3c36-bf40-4718-822b-c2b609168ca4 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:53.078946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba44c372-106f-40fa-9264-34ff196659ca req-50bb3c36-bf40-4718-822b-c2b609168ca4 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.0776527 Feb 04 16:57:53.126363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ba44c372-106f-40fa-9264-34ff196659ca req-5ce44df4-a930-412c-b7c1-ac62b3de517b tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Feb 04 16:57:53.232583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-285b41a3-1e8c-4f83-8996-8a3c89d57256 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:53.233889 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-285b41a3-1e8c-4f83-8996-8a3c89d57256 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 946 time: 0.0794277 Feb 04 16:57:53.310485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Deleting port f1482d48-90c5-4d96-a972-29ef8598efe2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:57:53.310829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:53.575558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] For port f1482d48-90c5-4d96-a972-29ef8598efe2, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=f1482d48-90c5-4d96-a972-29ef8598efe2,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:57:53.576207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:53.704103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Calling delete_port for f1482d48-90c5-4d96-a972-29ef8598efe2 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:57:53.849607 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:53.862016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['f1482d48-90c5-4d96-a972-29ef8598efe2'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:57:53.929663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Pushing event deleted for resources: {'Port': ['ID=f1482d48-90c5-4d96-a972-29ef8598efe2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:53.976213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] No DVR routers for this DVR port f1482d48-90c5-4d96-a972-29ef8598efe2 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:57:53.980021 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:53.982936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'name': 'network-vif-deleted', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:57:54.003165 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b31ebec-1368-40c0-80f1-a8a623762b4a req-b19b2604-bde5-4fd1-beb4-cbf35e4c1738 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "DELETE /v2.0/ports/f1482d48-90c5-4d96-a972-29ef8598efe2 HTTP/1.1" status: 204 len: 173 time: 0.7638426 Feb 04 16:57:54.045812 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3162ff9e-a263-48bd-b702-08a6a6a6334d', 'name': 'network-vif-deleted', 'tag': 'f1482d48-90c5-4d96-a972-29ef8598efe2', 'status': 'completed', 'code': 200} Feb 04 16:57:54.306833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c5ae46c-4609-4481-ae15-b47a35395fc8 req-fdc03a28-34ec-4690-bb6d-7c54317e505a tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:57:54.322353 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3c5ae46c-4609-4481-ae15-b47a35395fc8 req-fdc03a28-34ec-4690-bb6d-7c54317e505a tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:57:54.323569 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3c5ae46c-4609-4481-ae15-b47a35395fc8 req-fdc03a28-34ec-4690-bb6d-7c54317e505a tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=3162ff9e-a263-48bd-b702-08a6a6a6334d HTTP/1.1" status: 200 len: 210 time: 0.0566323 Feb 04 16:57:55.206095 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cbcc525f-e6c4-48cb-b697-1d6bfcc27b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:56.736917 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f1482d48-90c5-4d96-a972-29ef8598efe2 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:57:56.769499 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: f1482d48-90c5-4d96-a972-29ef8598efe2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:57:56.769841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device f1482d48-90c5-4d96-a972-29ef8598efe2 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:57:57.110203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-4828bf7f-1d7d-430e-b166-44b6fb309e22 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:57.111571 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-4828bf7f-1d7d-430e-b166-44b6fb309e22 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 816 time: 0.1431370 Feb 04 16:57:57.128402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-c8949bcb-ca0a-4d7d-a30e-1792e334ec56 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/quotas/77217607f08e4ebc8c935e3b34776871 HTTP/1.1" status: 200 len: 375 time: 0.0112844 Feb 04 16:57:57.214461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-b119e4e8-08c7-45f6-b476-998ab217a421 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808518 Feb 04 16:57:57.316228 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93393ea5-76a5-491b-9d97-b90ab8623bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:57.457332 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-a4c80663-fefa-4033-b206-046e1ecdecfb service neutron] 10.222.0.62 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314374 Feb 04 16:57:57.588721 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-7f16aabc-bb6a-452b-9383-12300ceafd9e service neutron] 10.222.0.62 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247480 Feb 04 16:57:57.788267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-91b47456-306a-4250-93b2-a733ba061c13 req-375d2b4f-1108-4241-b0dd-d0cfcef7a30a tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 210 time: 0.0409875 Feb 04 16:57:58.752904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:58.776530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:58.809423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-9235acb7-3e8c-4b50-858b-e7616482d4a8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:58.810845 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-9235acb7-3e8c-4b50-858b-e7616482d4a8 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 816 time: 0.1508017 Feb 04 16:57:58.826709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Request body: {'port': {'device_id': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'admin_state_up': True, 'tenant_id': '77217607f08e4ebc8c935e3b34776871'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:58.968693 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a30a97dc-ca0e-4af7-a339-f96199fcfc67 req-45c96c82-67dd-4d95-8d1c-afe63affe263 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 210 time: 0.0521393 Feb 04 16:57:59.003819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:57:59.013086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:57:59.022461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Made reservation on behalf of 77217607f08e4ebc8c935e3b34776871 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:57:59.025465 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.186539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Allocated IP 172.20.0.11 (9ffde03d-c700-447a-a593-a2cebe3f306d/677a2461-e265-4b52-9501-319cdd733880/81149a3f-0ad4-48f3-b86e-1a69139ae0a7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:57:59.387496 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.403165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Transition to ACTIVE for port object 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:57:59.424878 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.490519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Network 9ffde03d-c700-447a-a593-a2cebe3f306d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:57:59.493373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:57:59.497260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:57:59.536848 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Pushing event updated for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:57:59.552843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.553232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.553527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.553858 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.554177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.554525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.554843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.555158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.555470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.556309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.556623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:57:59.580411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:57:59.581000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.608329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-6838d04a-134f-415a-b98c-bcd088b564ff tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7853270 Feb 04 16:57:59.620369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Request body: {'port': {'device_id': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:57:59.732135 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.768395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f385ff7-2fc8-4bc6-b36b-dbd7d0a077ad None None] Provisioning for port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:57:59.772986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f385ff7-2fc8-4bc6-b36b-dbd7d0a077ad None None] Provisioning complete for port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:57:59.773353 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f385ff7-2fc8-4bc6-b36b-dbd7d0a077ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:57:59.828414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3f385ff7-2fc8-4bc6-b36b-dbd7d0a077ad None None] Port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:58:00.073875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:58:00.081195 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.128842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Transition to ACTIVE for port object 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:00.135367 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.176230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.377969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:00.422880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0ae6-c299-438e-84c1-d46fd4d7b4b2 req-41762cda-6873-42b1-bc5b-bbfe1ec2a44c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:00.423567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ebbe0ae6-c299-438e-84c1-d46fd4d7b4b2 req-41762cda-6873-42b1-bc5b-bbfe1ec2a44c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:58:00.487944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ebbe0ae6-c299-438e-84c1-d46fd4d7b4b2 req-41762cda-6873-42b1-bc5b-bbfe1ec2a44c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:58:00.489093 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebbe0ae6-c299-438e-84c1-d46fd4d7b4b2 req-41762cda-6873-42b1-bc5b-bbfe1ec2a44c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 932 time: 0.3976927 Feb 04 16:58:00.528618 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Attempting to bind port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:00.528943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Attempting to bind port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:00.529266 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Attempting to bind port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:00.544198 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 on network 9ffde03d-c700-447a-a593-a2cebe3f306d not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:58:00.544591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Attempting to bind port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 on network 9ffde03d-c700-447a-a593-a2cebe3f306d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:00.559493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ebbe0ae6-c299-438e-84c1-d46fd4d7b4b2 req-3df36549-e7ae-46b1-89cc-4d2ad59ba22a tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632286 Feb 04 16:58:00.560609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:58:00.560941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Checking segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:00.561308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Bound using segment: {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:58:00.561783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Bound port: 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da48b1ce-4269-43c3-9e8f-7950d03cd6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:00.562079 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.653301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:00.656228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:00.660649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.722056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:00.723438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] 10.222.0.58 "PUT /v2.0/ports/81149a3f-0ad4-48f3-b86e-1a69139ae0a7 HTTP/1.1" status: 200 len: 1092 time: 1.1083879 Feb 04 16:58:00.723875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:00.742270 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508806a-cd93-40ec-b9dc-fb3ac3ceb6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:00.797605 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7', 'status': 'completed', 'code': 200} Feb 04 16:58:00.841092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-38f9eb33-0453-4602-a56b-144bf1190585 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 1095 time: 0.0798497 Feb 04 16:58:00.909981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-5cd0f559-e886-4dba-a190-1bf50b7d9894 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7 HTTP/1.1" status: 200 len: 217 time: 0.0621073 Feb 04 16:58:00.974950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-38a6600d-8ca8-4e97-9d1c-94b7f4e3fcb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:00.977539 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-38a6600d-8ca8-4e97-9d1c-94b7f4e3fcb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=677a2461-e265-4b52-9501-319cdd733880 HTTP/1.1" status: 200 len: 855 time: 0.0620201 Feb 04 16:58:01.051147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-3e7372a9-e858-4e14-8de2-3b0e0b01f692 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ffde03d-c700-447a-a593-a2cebe3f306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672696 Feb 04 16:58:01.183764 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-99a7a472-e303-4f73-b731-9183b208cc91 service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266663 Feb 04 16:58:01.314819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8ad5a20-a1fe-4b93-b8e0-fe864c8b927d req-a39338ec-1477-4c6f-9f53-a7caa6d22b7f service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246779 Feb 04 16:58:01.450494 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-9593551c-7192-45f7-a4aa-c52ad3d77e7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=77217607f08e4ebc8c935e3b34776871&device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 1095 time: 0.0727334 Feb 04 16:58:01.580373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-14df4507-a959-4215-9cb6-1d5109946254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:01.581774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-14df4507-a959-4215-9cb6-1d5109946254 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 200 len: 917 time: 0.1255870 Feb 04 16:58:01.648970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-ba12764a-3301-4da6-b79d-572d51de5891 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7 HTTP/1.1" status: 200 len: 217 time: 0.0607057 Feb 04 16:58:01.766179 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-0a259c2a-ad39-4329-8eb8-05430d4c29ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:01.767530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-0a259c2a-ad39-4329-8eb8-05430d4c29ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=677a2461-e265-4b52-9501-319cdd733880 HTTP/1.1" status: 200 len: 855 time: 0.1092892 Feb 04 16:58:01.847392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca3cbc-886f-4167-b191-91d1cbf045cf req-8113387b-0f70-42ee-87e4-83495591c1f7 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:01.848821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dca3cbc-886f-4167-b191-91d1cbf045cf req-8113387b-0f70-42ee-87e4-83495591c1f7 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 944 time: 0.1470990 Feb 04 16:58:01.897055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-1e6b2a72-e577-45e7-9f2e-85f0a2cee53f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ffde03d-c700-447a-a593-a2cebe3f306d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219773 Feb 04 16:58:01.928322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dca3cbc-886f-4167-b191-91d1cbf045cf req-06767b89-7a71-47d4-b24e-c1230176fca2 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Feb 04 16:58:02.158785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-08d65dfa-1663-480a-9ec4-c5c21c5edceb service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550669 Feb 04 16:58:02.294935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4926078c-7c47-4cdd-afae-c9cbf5c2b8bd req-08f30739-be24-4afc-8e98-4ebba8243fe1 service neutron] 10.222.0.58 "GET /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276157 Feb 04 16:58:02.768132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:58:02.905272 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:02.918486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7', 'network_id': '9ffde03d-c700-447a-a593-a2cebe3f306d', 'port_id': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7', 'mac_address': 'fa:16:3e:99:6a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677a2461-e265-4b52-9501-319cdd733880', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:58:02.972691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:02.991612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:58:03.008112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:03.012985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:03.081360 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:03.090377 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.090780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.091125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.091456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.091782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.092107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.092430 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.092751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.093067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.093495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.093820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:03.137223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8d451-5df4-420e-83dd-289855eb91e5 req-0a9c34d4-ac86-4288-939d-895e7f620ac3 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:03.138700 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aa8d451-5df4-420e-83dd-289855eb91e5 req-0a9c34d4-ac86-4288-939d-895e7f620ac3 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 945 time: 0.0812461 Feb 04 16:58:03.188448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0aa8d451-5df4-420e-83dd-289855eb91e5 req-fd7a46ee-bc45-4005-93b2-d56c24199f2c tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Feb 04 16:58:03.201473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['81149a3f-0ad4-48f3-b86e-1a69139ae0a7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:58:04.393019 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9a399-7370-4ecb-bc60-1a97378d2731 req-c10f50bc-19a3-41f4-8314-e79ed503a747 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:04.394536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34d9a399-7370-4ecb-bc60-1a97378d2731 req-c10f50bc-19a3-41f4-8314-e79ed503a747 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 945 time: 0.0826490 Feb 04 16:58:04.440419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-34d9a399-7370-4ecb-bc60-1a97378d2731 req-d385e72f-73bd-4a14-9c9c-519cca0a4ff9 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Feb 04 16:58:04.783673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:04.851408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:04.856713 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:04.857088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:05.005855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:05.031730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:05.042700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:05.046558 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:05.091171 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7', 'code': 200} Feb 04 16:58:05.116513 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:05.224296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67ee6d9b-d421-450e-9d9e-6409945f9607 req-859355ca-5804-42db-960b-d83ec402cd3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 1097 time: 0.0700793 Feb 04 16:58:05.270242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-67ee6d9b-d421-450e-9d9e-6409945f9607 req-808d61ed-fe0d-4f9f-874f-06f76c71a1d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Feb 04 16:58:05.660617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea3eda-0224-4e49-b5a9-08935240e97d req-7034d920-1bdf-4cfe-b2cb-1adfe3933a2d tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:05.662083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8eea3eda-0224-4e49-b5a9-08935240e97d req-7034d920-1bdf-4cfe-b2cb-1adfe3933a2d tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.0838008 Feb 04 16:58:05.708847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8eea3eda-0224-4e49-b5a9-08935240e97d req-9ba78c42-ed04-4c9c-82bb-5d0ccbfea282 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408294 Feb 04 16:58:06.920913 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464c704-a7a2-4349-b4f6-3b0c34875970 req-e36f396d-48f0-47c6-b6c4-7ae688b44891 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:06.922475 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3464c704-a7a2-4349-b4f6-3b0c34875970 req-e36f396d-48f0-47c6-b6c4-7ae688b44891 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.0827582 Feb 04 16:58:06.968786 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3464c704-a7a2-4349-b4f6-3b0c34875970 req-d15a116c-c632-4e99-9de7-9277a56d06db tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Feb 04 16:58:07.181131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5b21b-2769-42d1-a3ac-a2845af64400 req-96caf054-b2f1-4d87-b69b-af7087b59c49 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:07.182600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce5b21b-2769-42d1-a3ac-a2845af64400 req-96caf054-b2f1-4d87-b69b-af7087b59c49 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.0928659 Feb 04 16:58:07.227152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cce5b21b-2769-42d1-a3ac-a2845af64400 req-fb6c4f38-c346-437d-914e-e101786a2aed tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Feb 04 16:58:13.495617 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:58:21.417628 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:21.656835 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:21.917452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cc981-fa77-4a12-8f52-fd839222dac3 req-b455e83a-188b-447f-922a-43d991abb2ce tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:21.918902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b3cc981-fa77-4a12-8f52-fd839222dac3 req-b455e83a-188b-447f-922a-43d991abb2ce tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.0813308 Feb 04 16:58:21.963986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b3cc981-fa77-4a12-8f52-fd839222dac3 req-51cc3560-5bb7-40d1-a7a2-f27f9389a833 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Feb 04 16:58:23.349398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657940a-5bdd-4b00-a2db-9bfe7dfd0c42 req-8c94ade0-7740-44b6-9bd5-cc156289fd40 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:23.350765 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e657940a-5bdd-4b00-a2db-9bfe7dfd0c42 req-8c94ade0-7740-44b6-9bd5-cc156289fd40 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.2615621 Feb 04 16:58:23.361670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98555987-f11e-41d1-814f-e74b1dae1447 req-9b87655e-1be3-4c4a-9b66-29c0dcee58a9 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:23.363040 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98555987-f11e-41d1-814f-e74b1dae1447 req-9b87655e-1be3-4c4a-9b66-29c0dcee58a9 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 946 time: 0.1149166 Feb 04 16:58:23.455452 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e657940a-5bdd-4b00-a2db-9bfe7dfd0c42 req-7be7ab79-3a24-46cc-98b6-120215529bea tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/security-groups?id=285bcaaa-bb5a-4891-9010-05dbda4e3463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914795 Feb 04 16:58:23.460394 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Deleting port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:23.460731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:23.703643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] For port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:23.703990 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:23.826977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Calling delete_port for 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:23.971553 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:23.982608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['81149a3f-0ad4-48f3-b86e-1a69139ae0a7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:58:24.046800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Pushing event deleted for resources: {'Port': ['ID=81149a3f-0ad4-48f3-b86e-1a69139ae0a7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:24.246264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] No DVR routers for this DVR port 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:24.248863 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:24.251596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'name': 'network-vif-deleted', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:58:24.270011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98555987-f11e-41d1-814f-e74b1dae1447 req-a1aca9dd-b919-4823-bead-2e44d6407bde tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.58 "DELETE /v2.0/ports/81149a3f-0ad4-48f3-b86e-1a69139ae0a7 HTTP/1.1" status: 204 len: 173 time: 0.8931456 Feb 04 16:58:24.309477 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb57cad-2fec-4e4b-9e87-faf328bbc4c0', 'name': 'network-vif-deleted', 'tag': '81149a3f-0ad4-48f3-b86e-1a69139ae0a7', 'status': 'completed', 'code': 200} Feb 04 16:58:24.643203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-310cb1e2-7e1a-496e-b896-ecc2d948b553 req-d78bda56-8afc-4125-8972-aeb1a39cb6f7 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Synchronizing usage tracker for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:58:24.659066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-310cb1e2-7e1a-496e-b896-ecc2d948b553 req-d78bda56-8afc-4125-8972-aeb1a39cb6f7 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] Unset dirty status for tenant:77217607f08e4ebc8c935e3b34776871 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:58:24.660378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-310cb1e2-7e1a-496e-b896-ecc2d948b553 req-d78bda56-8afc-4125-8972-aeb1a39cb6f7 tempest-TestEncryptedCinderVolumes-1852566712 tempest-TestEncryptedCinderVolumes-1852566712-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb57cad-2fec-4e4b-9e87-faf328bbc4c0 HTTP/1.1" status: 200 len: 210 time: 0.0568717 Feb 04 16:58:25.209600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf023a87-eab4-4f6f-95ee-78842c040f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:25.819212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48568) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:26.211846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:26.815651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Deleting port 273f8944-fedd-407c-97a0-04be0a8ffd56 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:26.815981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:26.896426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:26.933379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:26.933753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 81149a3f-0ad4-48f3-b86e-1a69139ae0a7 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:26.991152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] For port 273f8944-fedd-407c-97a0-04be0a8ffd56, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=273f8944-fedd-407c-97a0-04be0a8ffd56,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:26.991750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:27.113974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Calling delete_port for 273f8944-fedd-407c-97a0-04be0a8ffd56 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:27.312788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57e8344d-ca7f-42c8-bb0f-f8e89ada5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:27.422088 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:27.468717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Pushing event deleted for resources: {'Port': ['ID=273f8944-fedd-407c-97a0-04be0a8ffd56,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:27.767050 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:28.371846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Router 132014a7-be06-4f9c-bea9-b53c4469d565 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:28.589714 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:28.599112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a2383-70db-431d-8664-c692a199b898 None None] Sync routers for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:58:28.607135 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-baa92f75-8a55-4ef3-80f9-7c8b0550a182 admin admin] 10.222.0.62 "PUT /v2.0/routers/132014a7-be06-4f9c-bea9-b53c4469d565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7866476 Feb 04 16:58:28.613100 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:28.613715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:28.615105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48572) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:28.809107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:28.813049 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:28.828253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:28.832459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:29.142372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:58:27Z', 'revision_number': 5, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port': {'id': 'b2a50492-bf49-4b5f-8d84-30c9f0488352', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:29.147079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a2383-70db-431d-8664-c692a199b898 None None] Checking router: 132014a7-be06-4f9c-bea9-b53c4469d565 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:58:29.159281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] Routers {'132014a7-be06-4f9c-bea9-b53c4469d565'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:29.159895 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['132014a7-be06-4f9c-bea9-b53c4469d565'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:29.170825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:29.181571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Deleting port b2a50492-bf49-4b5f-8d84-30c9f0488352 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:29.181888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:29.318708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] Set router 132014a7-be06-4f9c-bea9-b53c4469d565 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:29.376589 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] For port b2a50492-bf49-4b5f-8d84-30c9f0488352, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b2a50492-bf49-4b5f-8d84-30c9f0488352,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:29.377165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:29.438594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-472a2383-70db-431d-8664-c692a199b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:58:29Z', 'revision_number': 6, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:29.443229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472a2383-70db-431d-8664-c692a199b898 None None] The sync data for ids ['132014a7-be06-4f9c-bea9-b53c4469d565'] in n-d-827873-1 is: [{'id': '132014a7-be06-4f9c-bea9-b53c4469d565', 'name': 'tempest-TestEncryptedCinderVolumes-605129271-router', 'tenant_id': '77217607f08e4ebc8c935e3b34776871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:11Z', 'updated_at': '2022-02-04T16:58:29Z', 'revision_number': 6, 'project_id': '77217607f08e4ebc8c935e3b34776871', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:58:29.500464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Calling delete_port for b2a50492-bf49-4b5f-8d84-30c9f0488352 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:29.689657 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:29.734577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a50492-bf49-4b5f-8d84-30c9f0488352,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:29.980341 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.179583 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.244094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.248166 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.272675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.273338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132014a7-be06-4f9c-bea9-b53c4469d565 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:58:30.287979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.291734 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9668c575-148f-4f06-8be9-ef6a43a09e1b admin admin] 10.222.0.62 "DELETE /v2.0/routers/132014a7-be06-4f9c-bea9-b53c4469d565 HTTP/1.1" status: 204 len: 168 time: 1.6729753 Feb 04 16:58:30.291948 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48576) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:30.465828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Deleting subnet 677a2461-e265-4b52-9501-319cdd733880 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:58:30.468503 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.517029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.596412 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.665512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.703243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677a2461-e265-4b52-9501-319cdd733880,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:30.708055 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.714302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9061b3d8-2d34-4a70-81cd-6d4bfb9f23eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/677a2461-e265-4b52-9501-319cdd733880 HTTP/1.1" status: 204 len: 168 time: 0.4214013 Feb 04 16:58:30.714586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49125729-1f29-41a2-8c91-106f75c0fc95 None None] Network 9ffde03d-c700-447a-a593-a2cebe3f306d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:30.716806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:30.822953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.833591 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Deleting port 8a28967f-19a4-4716-9b65-e930e66224f7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:30.833921 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:30.969442 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] DHCP port deletion for 9ffde03d-c700-447a-a593-a2cebe3f306d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:58:30.973956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Deleting port 8a28967f-19a4-4716-9b65-e930e66224f7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:30.974342 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.042775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] For port 8a28967f-19a4-4716-9b65-e930e66224f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8a28967f-19a4-4716-9b65-e930e66224f7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:31.043127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.169783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Calling delete_port for 8a28967f-19a4-4716-9b65-e930e66224f7 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:31.220618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] For port 8a28967f-19a4-4716-9b65-e930e66224f7, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=8a28967f-19a4-4716-9b65-e930e66224f7,segment=NetworkSegment(da48b1ce-4269-43c3-9e8f-7950d03cd6af),segment_id=da48b1ce-4269-43c3-9e8f-7950d03cd6af)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:31.221219 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.248407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.282986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2a50492-bf49-4b5f-8d84-30c9f0488352 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:31.296605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a28967f-19a4-4716-9b65-e930e66224f7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:31.304508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] No DVR routers for this DVR port 8a28967f-19a4-4716-9b65-e930e66224f7 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:31.372412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Calling delete_port for 8a28967f-19a4-4716-9b65-e930e66224f7 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:31.406304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b2a50492-bf49-4b5f-8d84-30c9f0488352 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:31.406591 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b2a50492-bf49-4b5f-8d84-30c9f0488352 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:31.407015 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 273f8944-fedd-407c-97a0-04be0a8ffd56 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:31.429254 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.444359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 273f8944-fedd-407c-97a0-04be0a8ffd56 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:31.444701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 273f8944-fedd-407c-97a0-04be0a8ffd56 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:31.445107 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8a28967f-19a4-4716-9b65-e930e66224f7 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:31.456546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffde03d-c700-447a-a593-a2cebe3f306d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:31.469801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da48b1ce-4269-43c3-9e8f-7950d03cd6af') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:31.470557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da48b1ce-4269-43c3-9e8f-7950d03cd6af') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:31.482041 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.482243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 8a28967f-19a4-4716-9b65-e930e66224f7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:31.482503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 8a28967f-19a4-4716-9b65-e930e66224f7 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:31.499287 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.505409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:58:31.505784 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 16:58:31.506357 n-d-827873-1 neutron-server[83598]: util.warn( Feb 04 16:58:31.512812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:58:31.513133 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:58:31.519544 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:58:31.603548 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.619712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:31.630373 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffde03d-c700-447a-a593-a2cebe3f306d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:31.644286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d84eae71-196e-44c2-8a6d-e2728737e05d admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ffde03d-c700-447a-a593-a2cebe3f306d HTTP/1.1" status: 204 len: 168 time: 0.9265099 Feb 04 16:58:31.647057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48584) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:32.014550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Deleting port 8a28967f-19a4-4716-9b65-e930e66224f7 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:32.015136 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.080780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-58138ab8-ebad-44dc-87f0-e2a7104578a7 None None] The port '8a28967f-19a4-4716-9b65-e930e66224f7' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:58:32.147613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.747200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Deleting port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:32.747880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:32.927619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] For port 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:32.927995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:33.051205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Calling delete_port for 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:33.232250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:33.280024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:33.588379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.291315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:34.510557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:34.519546 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Sync routers for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:58:34.521422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a63ab3a9-b96d-4126-95e0-a214a68dad53 admin admin] 10.222.0.62 "PUT /v2.0/routers/807994c2-cfe0-47e6-b1a7-a1db7e85d259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8733735 Feb 04 16:58:34.523981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48588) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:34.532704 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:34.533314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:34.722136 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:34.736005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.938085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:34.948941 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Deleting port 75afde65-1bfb-4269-8050-84db0ab4d0e6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:34.949313 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:35.012249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:58:33Z', 'revision_number': 5, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port': {'id': '75afde65-1bfb-4269-8050-84db0ab4d0e6', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:57:18Z', 'updated_at': '2022-02-04T16:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:35.016160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Checking router: 807994c2-cfe0-47e6-b1a7-a1db7e85d259 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:58:35.026783 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Routers {'807994c2-cfe0-47e6-b1a7-a1db7e85d259'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:35.027371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:35.141388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] For port 75afde65-1bfb-4269-8050-84db0ab4d0e6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=75afde65-1bfb-4269-8050-84db0ab4d0e6,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:35.141839 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:35.222093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] Set router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:35.326993 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:58:34Z', 'revision_number': 6, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:35.331365 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fdd0e3-d167-4533-a9ee-f50f117e2e49 None None] The sync data for ids ['807994c2-cfe0-47e6-b1a7-a1db7e85d259'] in n-d-827873-1 is: [{'id': '807994c2-cfe0-47e6-b1a7-a1db7e85d259', 'name': 'tempest-TestEncryptedCinderVolumes-1713713991-router', 'tenant_id': 'd3dc274526c2408791aad1b45e96e750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:57:17Z', 'updated_at': '2022-02-04T16:58:34Z', 'revision_number': 6, 'project_id': 'd3dc274526c2408791aad1b45e96e750', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:58:35.384305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Calling delete_port for 75afde65-1bfb-4269-8050-84db0ab4d0e6 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:35.551170 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:35.597994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Pushing event deleted for resources: {'Port': ['ID=75afde65-1bfb-4269-8050-84db0ab4d0e6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:35.831684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.086262 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.091073 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.121911 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.122505 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807994c2-cfe0-47e6-b1a7-a1db7e85d259 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 16:58:36.138771 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.140056 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ae36308e-9e49-4cac-9af2-842f30007dba admin admin] 10.222.0.62 "DELETE /v2.0/routers/807994c2-cfe0-47e6-b1a7-a1db7e85d259 HTTP/1.1" status: 204 len: 168 time: 1.6151259 Feb 04 16:58:36.142548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48594) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:36.204519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Deleting subnet ba2a651f-14a0-45a8-902f-d32a13672f8a {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 16:58:36.207690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.258359 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.346261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.419743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.456940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2a651f-14a0-45a8-902f-d32a13672f8a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:36.464754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.469959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457a44d-f63e-4e5b-ada9-eabf4622403a None None] Network 6dc0be33-99a8-40ab-b4dc-f9264383bd74 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:36.471117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-970afcce-d22d-4a52-ab4e-8f18947d6ce5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ba2a651f-14a0-45a8-902f-d32a13672f8a HTTP/1.1" status: 204 len: 168 time: 0.3274574 Feb 04 16:58:36.473473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48598) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:36.582634 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.595973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Deleting port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:36.596257 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.722226 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] DHCP port deletion for 6dc0be33-99a8-40ab-b4dc-f9264383bd74 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 16:58:36.727594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Deleting port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:36.728094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.910736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] For port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:36.911087 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:36.931965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] For port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,segment=NetworkSegment(1eda53ba-07b5-4ffb-b39e-9475555159ff),segment_id=1eda53ba-07b5-4ffb-b39e-9475555159ff)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:36.932348 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.036039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Calling delete_port for 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:37.060054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Calling delete_port for 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 16:58:37.119989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.131287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:58:37.131651 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:58:37.164873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=864dfde6-6d4f-45c6-9eb4-b2411c00aee1,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:37.171163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] No DVR routers for this DVR port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 16:58:37.240157 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:37.281086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:37.281516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 61e71fa3-2bbb-4820-8ed9-a32e53ddb2c0 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:37.281959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:37.297824 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.317104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:37.317544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:37.318094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 75afde65-1bfb-4269-8050-84db0ab4d0e6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 16:58:37.325514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc0be33-99a8-40ab-b4dc-f9264383bd74']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:37.340865 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eda53ba-07b5-4ffb-b39e-9475555159ff') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:37.341315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eda53ba-07b5-4ffb-b39e-9475555159ff') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:37.351408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 75afde65-1bfb-4269-8050-84db0ab4d0e6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 16:58:37.351910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 75afde65-1bfb-4269-8050-84db0ab4d0e6 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 16:58:37.354688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.371855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.378675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 16:58:37.379076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: timer() Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 16:58:37.392621 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 16:58:37.471914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.488057 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.500097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc0be33-99a8-40ab-b4dc-f9264383bd74,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:37.502667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-dde6ac9e-9fd7-4eb5-99ec-b772bad764f4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6dc0be33-99a8-40ab-b4dc-f9264383bd74 HTTP/1.1" status: 204 len: 168 time: 1.0282493 Feb 04 16:58:37.633044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Deleting port 864dfde6-6d4f-45c6-9eb4-b2411c00aee1 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 16:58:37.633568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.702350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c0e8977d-0d5b-4c79-80b4-7a5238921830 None None] The port '864dfde6-6d4f-45c6-9eb4-b2411c00aee1' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 16:58:37.734109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:37.789942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ae8f59b-129a-4025-b669-b591d7beb6d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77217607f08e4ebc8c935e3b34776871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537906 Feb 04 16:58:37.792364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48608) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:37.860162 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.887638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.951102 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.969242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285bcaaa-bb5a-4891-9010-05dbda4e3463,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:37.984743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:37.985804 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-62214701-ca30-437e-886a-b4c77226bcf2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/285bcaaa-bb5a-4891-9010-05dbda4e3463 HTTP/1.1" status: 204 len: 168 time: 0.1925509 Feb 04 16:58:38.413047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:38.467319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-56d8d685-653a-4aa7-9c00-4b6a0947571a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3dc274526c2408791aad1b45e96e750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530398 Feb 04 16:58:38.469880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48620) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:38.531953 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:38.562362 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:38.615104 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:38.633335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c78ba3-1759-4524-ab9c-ad26e8e33b5c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:38.637067 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:38.638297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-252401fa-a218-4323-a465-e81b76819aa2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44c78ba3-1759-4524-ab9c-ad26e8e33b5c HTTP/1.1" status: 204 len: 168 time: 0.1674581 Feb 04 16:58:39.521275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48642) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:39.656562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1158190814-network', 'tenant_id': '489021ae958545ff84bcea35263f8426'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:39.662132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:39.666868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Usage tracker for resource:network and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:39.669856 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:39.676290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:39.687556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Made reservation on behalf of 489021ae958545ff84bcea35263f8426 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:39.690115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.703783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.738854 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:39.743069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:39.746035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:39.751810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:39.834302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.839900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.871160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:58:39.879139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4e9f29-53a2-48f1-9aca-617dd7a06252,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:39.888020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.888020 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Added segment c9ee3845-bfdd-41b6-b03c-050b49ba75e2 of type vlan for network db6226ee-ab65-47c8-afde-517bec160a15 Feb 04 16:58:39.914750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.949204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:39.950061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:39.950845 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.059226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] Pushing event updated for resources: {'Network': ['ID=db6226ee-ab65-47c8-afde-517bec160a15,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:40.066131 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:40.066694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c102f7f8-52ab-4215-a3a9-591a646ace5d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5443082 Feb 04 16:58:40.071797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network db6226ee-ab65-47c8-afde-517bec160a15 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:58:40.078825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Request body: {'subnet': {'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1158190814-subnet', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:40.085107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:40.091372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Usage tracker for resource:subnet and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:40.096604 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:40.104106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:40.114734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Made reservation on behalf of 489021ae958545ff84bcea35263f8426 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:40.117589 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.335875 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.403477 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c7b4db-97e5-4811-bdc8-44efa3ea2da8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:40.427157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.427501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.427842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.428177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.428508 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.428843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.429156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.430115 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.430634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.430967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.431293 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:40.440060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Checking segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:40.440672 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Network hostable DHCP agents. Network: db6226ee-ab65-47c8-afde-517bec160a15, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:58:40.470510 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Network db6226ee-ab65-47c8-afde-517bec160a15 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:58:40.480595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, db6226ee-ab65-47c8-afde-517bec160a15) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:40.484612 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:40.485191 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.493770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c005bf9-2f80-4466-b95a-af949a671c79 None None] Network db6226ee-ab65-47c8-afde-517bec160a15 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:40.509596 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7e4a4dc1-5dfe-4156-8b94-0bb7b90aca51 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4420872 Feb 04 16:58:40.512431 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48652) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:40.519964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:40.525945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:40.530205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Usage tracker for resource:router and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:40.533445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:40.540792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:40.558385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.559413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.587594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.750265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.788567 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-db6226ee-ab65-47c8-afde-517bec160a15', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:58:40.789541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:40.933675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-83639239-f904-4ba8-b1fa-4d351e24f6fb req-c8cedb0e-0d42-4ddc-b4ac-6774ae9e3084 service neutron] (83597) timed out ('10.222.0.41', 57786) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:58:40.967256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Allocated IP 172.20.0.2 (db6226ee-ab65-47c8-afde-517bec160a15/43c7b4db-97e5-4811-bdc8-44efa3ea2da8/84ebbbfe-87b8-4020-93cb-086f643f4db8) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:41.059076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.093275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.215782 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.228131 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Transition to ACTIVE for port object 84ebbbfe-87b8-4020-93cb-086f643f4db8 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:41.248630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Transition to ACTIVE for port object 84ebbbfe-87b8-4020-93cb-086f643f4db8 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:41.259200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.264338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Allocated IP 172.25.5.154 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b4122f7a-bc4a-49b7-96b1-2e75a700674b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:41.378611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Network db6226ee-ab65-47c8-afde-517bec160a15 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:41.380645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:41.383363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Pushing event updated for resources: {'Port': ['ID=84ebbbfe-87b8-4020-93cb-086f643f4db8,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:41.387014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:41.423283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.453365 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.502492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Attempting to bind port 84ebbbfe-87b8-4020-93cb-086f643f4db8 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:41.502856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Attempting to bind port 84ebbbfe-87b8-4020-93cb-086f643f4db8 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:41.503215 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Attempting to bind port 84ebbbfe-87b8-4020-93cb-086f643f4db8 on network db6226ee-ab65-47c8-afde-517bec160a15 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:41.510264 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:58:41.510663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Checking segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:41.511056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.511441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Bound using segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:58:41.511891 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Bound port: 84ebbbfe-87b8-4020-93cb-086f643f4db8, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:41.512258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.527118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:41.530195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:41.535335 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:41.563136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Pushing event updated for resources: {'Port': ['ID=b4122f7a-bc4a-49b7-96b1-2e75a700674b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:41.618617 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] For port 84ebbbfe-87b8-4020-93cb-086f643f4db8, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:41.622114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] For port 84ebbbfe-87b8-4020-93cb-086f643f4db8, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=84ebbbfe-87b8-4020-93cb-086f643f4db8,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:41.627511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.709334 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.710164 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:41.720128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383c4e0-86f7-4bc1-bd50-252b23b430fe None None] Pushing event updated for resources: {'Port': ['ID=84ebbbfe-87b8-4020-93cb-086f643f4db8,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:41.974229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Router 168dc82a-afe9-42fc-bb67-f6be46637771 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:58:42.192314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:42.206337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Sync routers for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:58:42.218636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:42.219044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:42.219647 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:42.222820 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3d187b74-a916-4db0-b9c2-5e2ca75cdedc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7087409 Feb 04 16:58:42.222986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48656) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:42.424012 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:42.690130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19becd8-1c27-4367-919c-e74db45b7e5d None None] Network db6226ee-ab65-47c8-afde-517bec160a15 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:42.860856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9d14d966-1195-493b-84a7-d4b290ba4d03 None None] Provisioning for port 84ebbbfe-87b8-4020-93cb-086f643f4db8 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:43.020637 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:41Z', 'revision_number': 3, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:43.088896 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Checking router: 168dc82a-afe9-42fc-bb67-f6be46637771 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:58:43.089358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Updating router 168dc82a-afe9-42fc-bb67-f6be46637771 port b4122f7a-bc4a-49b7-96b1-2e75a700674b binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:58:43.163221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.215495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.307093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 84ebbbfe-87b8-4020-93cb-086f643f4db8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:43.486301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Allocated IP 172.20.0.1 (db6226ee-ab65-47c8-afde-517bec160a15/43c7b4db-97e5-4811-bdc8-44efa3ea2da8/0950b634-dec8-4196-ab3f-4666fe2f5b92) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:43.489720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 84ebbbfe-87b8-4020-93cb-086f643f4db8 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:43.517183 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 84ebbbfe-87b8-4020-93cb-086f643f4db8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:43.517544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.595864 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ab5e7552-5dac-4200-84be-06b170e8adbf None None] Provisioning complete for port 84ebbbfe-87b8-4020-93cb-086f643f4db8 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:43.596341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7552-5dac-4200-84be-06b170e8adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.659914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.686515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Transition to ACTIVE for port object 0950b634-dec8-4196-ab3f-4666fe2f5b92 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:43.712828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.743397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.784690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Transition to ACTIVE for port object b4122f7a-bc4a-49b7-96b1-2e75a700674b will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:43.788010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Network db6226ee-ab65-47c8-afde-517bec160a15 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:43.791527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:43.794218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:43.822692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.833516 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Pushing event updated for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:43.870793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.874477 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.956724 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ab5e7552-5dac-4200-84be-06b170e8adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:43.984392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17712ae-0c00-4d05-8f0d-826b93ba4aab None None] Pushing event updated for resources: {'Port': ['ID=b4122f7a-bc4a-49b7-96b1-2e75a700674b,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:43.995871 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Attempting to bind port b4122f7a-bc4a-49b7-96b1-2e75a700674b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:43.996120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Attempting to bind port b4122f7a-bc4a-49b7-96b1-2e75a700674b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:43.996355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Attempting to bind port b4122f7a-bc4a-49b7-96b1-2e75a700674b on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:44.001810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 84ebbbfe-87b8-4020-93cb-086f643f4db8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=84ebbbfe-87b8-4020-93cb-086f643f4db8,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:44.004458 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.015897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.047358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:58:44.047735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:44.048134 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.048657 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:58:44.048984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Bound port: b4122f7a-bc4a-49b7-96b1-2e75a700674b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:44.049778 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.179564 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ab5e7552-5dac-4200-84be-06b170e8adbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 16:58:44.180145 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ab5e7552-5dac-4200-84be-06b170e8adbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 16:58:44.198046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=84ebbbfe-87b8-4020-93cb-086f643f4db8,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:44.211921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] For port b4122f7a-bc4a-49b7-96b1-2e75a700674b, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:44.215662 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] For port b4122f7a-bc4a-49b7-96b1-2e75a700674b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4122f7a-bc4a-49b7-96b1-2e75a700674b,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:44.220086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.295754 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.307319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.308529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17712ae-0c00-4d05-8f0d-826b93ba4aab None None] Pushing event updated for resources: {'Port': ['ID=b4122f7a-bc4a-49b7-96b1-2e75a700674b,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:44.313840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:44.314481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:44.415165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:44.418617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Pushing event updated for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:44.507906 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:44.571781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Network db6226ee-ab65-47c8-afde-517bec160a15 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:44.572971 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:44.992129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:58:44Z', 'revision_number': 2, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:44.996186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-11bfb05f-774d-4cad-b413-93cd9ef549ea None None] Provisioning for port 0950b634-dec8-4196-ab3f-4666fe2f5b92 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:45.001019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141798-9b2e-4a71-817b-7e5ac0e537d6 None None] The sync data for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 is: [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:58:44Z', 'revision_number': 2, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:58:45.003189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-11bfb05f-774d-4cad-b413-93cd9ef549ea None None] Provisioning complete for port 0950b634-dec8-4196-ab3f-4666fe2f5b92 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:45.003552 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11bfb05f-774d-4cad-b413-93cd9ef549ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:45.083269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-11bfb05f-774d-4cad-b413-93cd9ef549ea None None] Port 0950b634-dec8-4196-ab3f-4666fe2f5b92 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:58:45.195488 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Router 168dc82a-afe9-42fc-bb67-f6be46637771 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:45.305844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 84ebbbfe-87b8-4020-93cb-086f643f4db8 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:45.389792 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 84ebbbfe-87b8-4020-93cb-086f643f4db8 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:45.390695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:45.513534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:45.525849 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6b8c41a5-05fc-4881-8770-d153cc77575e admin admin] 10.222.0.62 "PUT /v2.0/routers/168dc82a-afe9-42fc-bb67-f6be46637771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3017716 Feb 04 16:58:46.567862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48678) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:46.575685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-733758850-network', 'tenant_id': '6121925b65054ffd8954f48e50965620'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:46.582118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:46.587460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Usage tracker for resource:network and tenant:6121925b65054ffd8954f48e50965620 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:46.591526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:46.598406 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:46.613031 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Made reservation on behalf of 6121925b65054ffd8954f48e50965620 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:46.617852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.632860 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.671285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:46.675932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6121925b65054ffd8954f48e50965620 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:46.679220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:46.687322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:46.769475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.775470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.811528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 16:58:46.819800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48acad0-16cb-46ec-a060-d6224bfb7cce,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:46.827233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.828053 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Added segment 35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4 of type vlan for network 6b703a8f-7e3a-4d03-b59d-73826a805445 Feb 04 16:58:46.866026 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.900447 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:46.901361 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:46.901992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.008266 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4379854 Feb 04 16:58:47.011834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad779b-e48f-4016-89f1-66a9d05627f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b703a8f-7e3a-4d03-b59d-73826a805445,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:47.012077 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48682) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:47.018595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Request body: {'subnet': {'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-733758850-subnet', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'ip_version': 4}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:47.024870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:47.025878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 16:58:47.028812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Usage tracker for resource:subnet and tenant:6121925b65054ffd8954f48e50965620 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:47.031752 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:47.037821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:47.050170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Made reservation on behalf of 6121925b65054ffd8954f48e50965620 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:58:47.052662 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.285314 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4122f7a-bc4a-49b7-96b1-2e75a700674b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:47.299523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.370817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b4122f7a-bc4a-49b7-96b1-2e75a700674b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:47.374286 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b92c105-1778-41ba-bb01-f074a6384491,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:47.376778 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b4122f7a-bc4a-49b7-96b1-2e75a700674b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:47.377565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.397751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Checking segment: {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:47.398166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Network hostable DHCP agents. Network: 6b703a8f-7e3a-4d03-b59d-73826a805445, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 16:58:47.427185 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 16:58:47.438360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6b703a8f-7e3a-4d03-b59d-73826a805445) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:47.442609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:58:47.443186 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.456498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962a644-9160-4d5e-9f8e-43cd6ae9101f None None] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:47.465167 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-80d52b6e-5228-4883-899f-05d28403aece admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4518981 Feb 04 16:58:47.467717 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48686) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:47.472792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:58:47.479250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:58:47.483688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Usage tracker for resource:router and tenant:6121925b65054ffd8954f48e50965620 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:58:47.487068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:58:47.495162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:58:47.508523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.509815 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.534461 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.623679 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.665368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b4122f7a-bc4a-49b7-96b1-2e75a700674b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4122f7a-bc4a-49b7-96b1-2e75a700674b,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:47.697246 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.697626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.837979 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b4122f7a-bc4a-49b7-96b1-2e75a700674b,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:47.850900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6b703a8f-7e3a-4d03-b59d-73826a805445', 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'fixed_ips': [{'subnet_id': '0b92c105-1778-41ba-bb01-f074a6384491'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 16:58:47.852760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.930433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:47.966864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.026413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Allocated IP 172.20.0.2 (6b703a8f-7e3a-4d03-b59d-73826a805445/0b92c105-1778-41ba-bb01-f074a6384491/6e571b0a-d794-44c0-8cff-52aaae59945e) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:48.143554 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Allocated IP 172.25.5.7 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ac3919b0-1a8b-4e80-ac5e-98b4051d6920) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:48.274489 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.287106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Transition to ACTIVE for port object 6e571b0a-d794-44c0-8cff-52aaae59945e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:48.307962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Transition to ACTIVE for port object 6e571b0a-d794-44c0-8cff-52aaae59945e will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:48.314664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.348636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.379660 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.390914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:48.394001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:48.398009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:48.404087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Pushing event updated for resources: {'Port': ['ID=6e571b0a-d794-44c0-8cff-52aaae59945e,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:48.451237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:48.454890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:48.458611 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:48.499560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:48.505156 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Attempting to bind port 6e571b0a-d794-44c0-8cff-52aaae59945e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:48.505555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Attempting to bind port 6e571b0a-d794-44c0-8cff-52aaae59945e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:48.505923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Attempting to bind port 6e571b0a-d794-44c0-8cff-52aaae59945e on network 6b703a8f-7e3a-4d03-b59d-73826a805445 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:48.514578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:58:48.515359 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Checking segment: {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:48.515774 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.516437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Bound using segment: {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:58:48.517176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Bound port: 6e571b0a-d794-44c0-8cff-52aaae59945e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:48.517758 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.676277 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] For port 6e571b0a-d794-44c0-8cff-52aaae59945e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:48.682518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] For port 6e571b0a-d794-44c0-8cff-52aaae59945e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6e571b0a-d794-44c0-8cff-52aaae59945e,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:48.687304 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.765238 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.766064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:48.769690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441a9a-25bc-4e68-b84d-bae11a309365 None None] Pushing event updated for resources: {'Port': ['ID=6e571b0a-d794-44c0-8cff-52aaae59945e,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:49.086979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Router ed785961-570b-4f0a-9420-6cbd1647b0f1 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 16:58:49.325402 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:49.334967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4122f7a-bc4a-49b7-96b1-2e75a700674b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:49.338564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Sync routers for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:58:49.353350 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:49.354362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.354493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:49.355602 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-60c9034c-2a23-40b8-9a96-bb137a6b7c42 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8869138 Feb 04 16:58:49.363052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48690) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:58:49.426253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b4122f7a-bc4a-49b7-96b1-2e75a700674b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:49.426658 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.562601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:49.574855 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6e571b0a-d794-44c0-8cff-52aaae59945e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:49.662137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6e571b0a-d794-44c0-8cff-52aaae59945e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:49.814984 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e08532-b091-42dc-842d-ef8318861d54 None None] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 16:58:49.914162 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:48Z', 'revision_number': 3, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:49.915916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Provisioning for port 6e571b0a-d794-44c0-8cff-52aaae59945e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:49.919745 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Checking router: ed785961-570b-4f0a-9420-6cbd1647b0f1 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:58:49.921000 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Updating router ed785961-570b-4f0a-9420-6cbd1647b0f1 port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:58:49.926224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Provisioning complete for port 6e571b0a-d794-44c0-8cff-52aaae59945e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:49.926604 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:49.978568 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.162786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.205740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] For port 6e571b0a-d794-44c0-8cff-52aaae59945e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6e571b0a-d794-44c0-8cff-52aaae59945e,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:50.214197 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.290429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cfc29-65a7-4dcc-8eb2-9a5976891227 None None] Pushing event updated for resources: {'Port': ['ID=6e571b0a-d794-44c0-8cff-52aaae59945e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:50.362103 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.375723 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Transition to ACTIVE for port object ac3919b0-1a8b-4e80-ac5e-98b4051d6920 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:50.385592 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.394462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.476687 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Attempting to bind port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:58:50.477046 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Attempting to bind port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:58:50.477406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Attempting to bind port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:58:50.482902 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Pushing event updated for resources: {'Port': ['ID=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:50.499624 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:58:50.499945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:58:50.500257 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.500648 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:58:50.501117 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Bound port: ac3919b0-1a8b-4e80-ac5e-98b4051d6920, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:58:50.501492 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.532732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.533164 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.533433 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.533769 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.534093 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.534537 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.534884 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.535205 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.535523 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.536318 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.536318 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:58:50.546809 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:58:50.555001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9241fc60-f25e-4181-9e52-f11fc5d2f2b3 None None] Provisioning complete for port 6e571b0a-d794-44c0-8cff-52aaae59945e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:50.555709 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9241fc60-f25e-4181-9e52-f11fc5d2f2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.606783 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] For port ac3919b0-1a8b-4e80-ac5e-98b4051d6920, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:58:50.611097 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] For port ac3919b0-1a8b-4e80-ac5e-98b4051d6920, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:58:50.621218 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.630210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Allocated IP 172.20.0.1 (6b703a8f-7e3a-4d03-b59d-73826a805445/0b92c105-1778-41ba-bb01-f074a6384491/7b0b074b-2fd2-446e-8370-adb7dc674856) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:58:50.708181 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfba53-8bd1-4946-b5d1-11f54a8c0178 None None] Pushing event updated for resources: {'Port': ['ID=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:50.713495 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:50.714116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:50.795423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.811903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Transition to ACTIVE for port object 7b0b074b-2fd2-446e-8370-adb7dc674856 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:58:50.837020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:50.908537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:50.911599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:50.916557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:58:50.934128 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:50.942184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:50.973731 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.072701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.219743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cb6c059d-5748-4395-818c-dea3c702da00 None None] Provisioning for port 7b0b074b-2fd2-446e-8370-adb7dc674856 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:51.227837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cb6c059d-5748-4395-818c-dea3c702da00 None None] Provisioning complete for port 7b0b074b-2fd2-446e-8370-adb7dc674856 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:51.228659 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cb6c059d-5748-4395-818c-dea3c702da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.271987 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:48Z', 'revision_number': 3, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:51.277299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e193e0-4de8-42d2-b30a-f22f408d6a19 None None] The sync data for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 is: [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:48Z', 'revision_number': 3, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:58:51.281676 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6e571b0a-d794-44c0-8cff-52aaae59945e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:51.349610 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.354062 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.354302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c059d-5748-4395-818c-dea3c702da00 None None] Port 7b0b074b-2fd2-446e-8370-adb7dc674856 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:58:51.377143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6e571b0a-d794-44c0-8cff-52aaae59945e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:51.377866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.442297 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.465489 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.469106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:51.605532 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:58:51.606646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:58:51.664930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.879840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b5372749-8e1a-4e4f-ac59-85a1e3bf84f3 None None] Provisioning complete for port 7b0b074b-2fd2-446e-8370-adb7dc674856 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:51.880144 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b5372749-8e1a-4e4f-ac59-85a1e3bf84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:51.939504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b5372749-8e1a-4e4f-ac59-85a1e3bf84f3 None None] Port 7b0b074b-2fd2-446e-8370-adb7dc674856 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:58:52.111086 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Router ed785961-570b-4f0a-9420-6cbd1647b0f1 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:58:52.328311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:58:52.339313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-927e1f2a-4884-4b76-be9f-1c023fd3ba54 admin admin] 10.222.0.62 "PUT /v2.0/routers/ed785961-570b-4f0a-9420-6cbd1647b0f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747152 Feb 04 16:58:53.059091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-be52d992-17ac-45f8-bd2d-7779a166e032 req-d7d00f9a-809e-4777-83b5-10ea06ab93c2 service neutron] (83596) timed out ('10.222.0.41', 58484) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 16:58:55.218910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7346f30e-1aba-4840-9d0c-7f2113f39a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.289531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ac3919b0-1a8b-4e80-ac5e-98b4051d6920 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:57.360991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c180673a-59bb-4623-aa7d-80095b3b31f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.383568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:58:57.389392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:57.389769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.525868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.544305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ac3919b0-1a8b-4e80-ac5e-98b4051d6920, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:58:57.550620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:57.622834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:58:58.758631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:58.786627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:58.928725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Sync routers for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:58:58.948133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:58:58.948762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:59.187064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:58:59.271273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ac3919b0-1a8b-4e80-ac5e-98b4051d6920 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:58:59.524700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:58:59.525071 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:58:59.707092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:58:44Z', 'revision_number': 2, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:58:59.714188 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Checking router: 168dc82a-afe9-42fc-bb67-f6be46637771 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:58:59.714620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Updating router 168dc82a-afe9-42fc-bb67-f6be46637771 port 0950b634-dec8-4196-ab3f-4666fe2f5b92 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:58:59.776025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.165613 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.183611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Transition to ACTIVE for port object 0950b634-dec8-4196-ab3f-4666fe2f5b92 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:59:00.200282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.231620 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.337144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920b06-fb98-46c7-baca-02d328a7130b None None] Pushing event updated for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:00.450223 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Attempting to bind port 0950b634-dec8-4196-ab3f-4666fe2f5b92 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:00.450650 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Attempting to bind port 0950b634-dec8-4196-ab3f-4666fe2f5b92 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:00.450994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Attempting to bind port 0950b634-dec8-4196-ab3f-4666fe2f5b92 on network db6226ee-ab65-47c8-afde-517bec160a15 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:59:00.465347 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:59:00.465717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Checking segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:59:00.466125 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.466550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Bound using segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:59:00.467119 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Bound port: 0950b634-dec8-4196-ab3f-4666fe2f5b92, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:00.467744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.576371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] For port 0950b634-dec8-4196-ab3f-4666fe2f5b92, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:00.579865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] For port 0950b634-dec8-4196-ab3f-4666fe2f5b92, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0950b634-dec8-4196-ab3f-4666fe2f5b92,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:00.584334 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:00.682546 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920b06-fb98-46c7-baca-02d328a7130b None None] Pushing event updated for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:00.686592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:59:00.687213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:00.962858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:59:01.315014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0950b634-dec8-4196-ab3f-4666fe2f5b92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:59:01.407722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 0950b634-dec8-4196-ab3f-4666fe2f5b92 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:59:01.414501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-d36ab192-1895-4256-bb01-638175f723bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:00Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:01.417421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0950b634-dec8-4196-ab3f-4666fe2f5b92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:01.417719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.446199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ab192-1895-4256-bb01-638175f723bd None None] The sync data for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 is: [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:00Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:59:01.575650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.633011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 0950b634-dec8-4196-ab3f-4666fe2f5b92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0950b634-dec8-4196-ab3f-4666fe2f5b92,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:01.642202 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:01.723037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:01.861085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Sync routers for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:59:01.888165 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:59:01.888774 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:02.119217 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:59:02.467586 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:50Z', 'revision_number': 4, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7b0b074b-2fd2-446e-8370-adb7dc674856', 'name': '', 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'mac_address': 'fa:16:3e:f6:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b92c105-1778-41ba-bb01-f074a6384491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:50Z', 'updated_at': '2022-02-04T16:58:51Z', 'revision_number': 2, 'project_id': '6121925b65054ffd8954f48e50965620', 'subnets': [{'id': '0b92c105-1778-41ba-bb01-f074a6384491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:02.471513 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Checking router: ed785961-570b-4f0a-9420-6cbd1647b0f1 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:59:02.471987 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Updating router ed785961-570b-4f0a-9420-6cbd1647b0f1 port 7b0b074b-2fd2-446e-8370-adb7dc674856 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 16:59:02.528645 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.927613 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:02.944375 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Transition to ACTIVE for port object 7b0b074b-2fd2-446e-8370-adb7dc674856 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:59:02.952571 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.089310 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d15e5-ffc5-4cea-abdc-f0ff8989cb85 None None] Pushing event updated for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:03.251699 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Attempting to bind port 7b0b074b-2fd2-446e-8370-adb7dc674856 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:03.252056 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Attempting to bind port 7b0b074b-2fd2-446e-8370-adb7dc674856 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:03.252406 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Attempting to bind port 7b0b074b-2fd2-446e-8370-adb7dc674856 on network 6b703a8f-7e3a-4d03-b59d-73826a805445 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:59:03.260026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:59:03.260387 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Checking segment: {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:59:03.260773 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.261146 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Bound using segment: {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:59:03.261591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Bound port: 7b0b074b-2fd2-446e-8370-adb7dc674856, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:03.261945 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.277415 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0950b634-dec8-4196-ab3f-4666fe2f5b92 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:59:03.372315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] For port 7b0b074b-2fd2-446e-8370-adb7dc674856, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:03.375509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] For port 7b0b074b-2fd2-446e-8370-adb7dc674856, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7b0b074b-2fd2-446e-8370-adb7dc674856,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:03.376623 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 0950b634-dec8-4196-ab3f-4666fe2f5b92 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:03.377158 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.381361 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:03.467282 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d15e5-ffc5-4cea-abdc-f0ff8989cb85 None None] Pushing event updated for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:03.484344 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:59:03.484942 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:58:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:03.702946 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:59:04.032978 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:50Z', 'revision_number': 4, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7b0b074b-2fd2-446e-8370-adb7dc674856', 'name': '', 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'mac_address': 'fa:16:3e:f6:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b92c105-1778-41ba-bb01-f074a6384491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:50Z', 'updated_at': '2022-02-04T16:59:03Z', 'revision_number': 4, 'project_id': '6121925b65054ffd8954f48e50965620', 'subnets': [{'id': '0b92c105-1778-41ba-bb01-f074a6384491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:04.036830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3acc54-5b57-4952-b001-c96e8589fa63 None None] The sync data for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 is: [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T16:58:50Z', 'revision_number': 4, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '7b0b074b-2fd2-446e-8370-adb7dc674856', 'name': '', 'network_id': '6b703a8f-7e3a-4d03-b59d-73826a805445', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'mac_address': 'fa:16:3e:f6:82:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b92c105-1778-41ba-bb01-f074a6384491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:50Z', 'updated_at': '2022-02-04T16:59:03Z', 'revision_number': 4, 'project_id': '6121925b65054ffd8954f48e50965620', 'subnets': [{'id': '0b92c105-1778-41ba-bb01-f074a6384491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:59:04.046827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-7193e812-7cf5-4324-8ab7-74fcb864d68d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:04.047649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-7193e812-7cf5-4324-8ab7-74fcb864d68d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Synchronizing usage tracker for tenant:489021ae958545ff84bcea35263f8426 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:59:04.066991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-7193e812-7cf5-4324-8ab7-74fcb864d68d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Unset dirty status for tenant:489021ae958545ff84bcea35263f8426 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:59:04.068106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-7193e812-7cf5-4324-8ab7-74fcb864d68d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 815 time: 0.1638823 Feb 04 16:59:04.102915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-9592279c-c22b-4f47-b84e-daa4e5f48393 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/quotas/489021ae958545ff84bcea35263f8426 HTTP/1.1" status: 200 len: 375 time: 0.0251999 Feb 04 16:59:04.197863 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-3215e3e2-4ccf-42ab-8a2a-23a348dec95a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932786 Feb 04 16:59:04.468035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-c8011890-6952-42d2-bc82-3bc8c673b407 service neutron] 10.222.0.62 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582533 Feb 04 16:59:04.605001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-c9caa645-0ad7-4738-8429-9e04800748e3 service neutron] 10.222.0.62 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313949 Feb 04 16:59:04.811801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbd380a3-c18e-4d1f-8789-c061e8c17a9a req-19ba6180-207d-4de5-9ab8-158c24a44ed8 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 210 time: 0.0469291 Feb 04 16:59:05.288395 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7b0b074b-2fd2-446e-8370-adb7dc674856 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:59:05.369570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 7b0b074b-2fd2-446e-8370-adb7dc674856 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:59:05.375849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7b0b074b-2fd2-446e-8370-adb7dc674856 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:05.376222 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.499674 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.533338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 7b0b074b-2fd2-446e-8370-adb7dc674856, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7b0b074b-2fd2-446e-8370-adb7dc674856,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:05.537448 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:05.608042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:05.617075 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.617440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.617788 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.618138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.618490 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.618816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.619138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.619459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.619827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.620093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:05.620408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:06.054611 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-deaad426-e125-409a-953c-ae012921d95f req-9ecd488f-872b-4c72-bf11-53beebac0b2b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 210 time: 0.1149485 Feb 04 16:59:06.130538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-db1208db-5a22-4f71-8624-90f92e4ab2fc tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:06.131945 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-db1208db-5a22-4f71-8624-90f92e4ab2fc tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 815 time: 0.1907148 Feb 04 16:59:06.149575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'port': {'device_id': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'admin_state_up': True, 'tenant_id': '489021ae958545ff84bcea35263f8426'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:06.287662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:06.292047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:port and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:06.295201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:06.300968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:06.310754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Made reservation on behalf of 489021ae958545ff84bcea35263f8426 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 16:59:06.313777 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.654405 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Allocated IP 172.20.0.3 (db6226ee-ab65-47c8-afde-517bec160a15/43c7b4db-97e5-4811-bdc8-44efa3ea2da8/29a9e536-419e-4979-b48a-318f7c14d50c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:06.927750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:06.947882 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Transition to ACTIVE for port object 29a9e536-419e-4979-b48a-318f7c14d50c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:59:06.973733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.051643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Network db6226ee-ab65-47c8-afde-517bec160a15 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:07.055665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:07.060395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:59:07.128066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:07.162116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.162481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.162819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.163680 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.164038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.164608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.164608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.164935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.165252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.165565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.165880 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 16:59:07.220106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:07.221924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.279660 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-aaeb07c1-06b5-48fa-9f62-aee79f6fe532 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1335104 Feb 04 16:59:07.356867 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7b0b074b-2fd2-446e-8370-adb7dc674856 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:59:07.479835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7aafe7c6-02b5-4dd8-9782-8c3cb73d5221 None None] Provisioning for port 29a9e536-419e-4979-b48a-318f7c14d50c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:59:07.486239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7aafe7c6-02b5-4dd8-9782-8c3cb73d5221 None None] Provisioning complete for port 29a9e536-419e-4979-b48a-318f7c14d50c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:07.486703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7aafe7c6-02b5-4dd8-9782-8c3cb73d5221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.504870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-4b97f5c1-1dd0-4b56-88b0-30bcc489ad8b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:07.505617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-4b97f5c1-1dd0-4b56-88b0-30bcc489ad8b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Synchronizing usage tracker for tenant:489021ae958545ff84bcea35263f8426 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:59:07.538610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 7b0b074b-2fd2-446e-8370-adb7dc674856 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:07.539883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:07.545894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-4b97f5c1-1dd0-4b56-88b0-30bcc489ad8b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Unset dirty status for tenant:489021ae958545ff84bcea35263f8426 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:59:07.547250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-4b97f5c1-1dd0-4b56-88b0-30bcc489ad8b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.2121241 Feb 04 16:59:07.602533 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-b1bacde4-1735-4589-a0ad-69aae9730975 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Synchronizing usage tracker for tenant:489021ae958545ff84bcea35263f8426 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:59:07.634286 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-b1bacde4-1735-4589-a0ad-69aae9730975 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Unset dirty status for tenant:489021ae958545ff84bcea35263f8426 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:59:07.634544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7aafe7c6-02b5-4dd8-9782-8c3cb73d5221 None None] Port 29a9e536-419e-4979-b48a-318f7c14d50c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 16:59:07.646899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86ec4b4e-4658-4402-8a16-be6c04ee17f5 req-b1bacde4-1735-4589-a0ad-69aae9730975 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934963 Feb 04 16:59:08.846020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08ab8e-a65e-4074-b195-575a49e09285 req-5374f0c4-028d-42ff-aaf3-1acc7d026c15 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:08.847422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb08ab8e-a65e-4074-b195-575a49e09285 req-5374f0c4-028d-42ff-aaf3-1acc7d026c15 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.0790398 Feb 04 16:59:08.903095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bb08ab8e-a65e-4074-b195-575a49e09285 req-760cc254-60a4-4a7b-b8e5-e0e55b8da80c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Feb 04 16:59:10.129154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da80404-3d5b-4019-9b30-2a3ab437a5d2 req-64209b63-944c-4a88-8e1d-c1fead8e464f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:10.131520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8da80404-3d5b-4019-9b30-2a3ab437a5d2 req-64209b63-944c-4a88-8e1d-c1fead8e464f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.0905287 Feb 04 16:59:10.181621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8da80404-3d5b-4019-9b30-2a3ab437a5d2 req-86a391e4-3c13-4d4d-98fc-2598ffa2f610 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Feb 04 16:59:11.398953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dc0bc-951a-4af7-a6b2-bf789893fb10 req-6d070f5b-d03b-4ac4-9735-890108eef246 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:11.400153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac5dc0bc-951a-4af7-a6b2-bf789893fb10 req-6d070f5b-d03b-4ac4-9735-890108eef246 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.0838771 Feb 04 16:59:11.447803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac5dc0bc-951a-4af7-a6b2-bf789893fb10 req-173b8744-c754-4fb9-a50b-2ae10d2f3ba1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Feb 04 16:59:12.655954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab0cd8-19ba-4901-be7a-75bbcc4a7f9d req-d8f8bc52-9bc0-41c5-bf34-f5e74ba81b8d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:12.657410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65ab0cd8-19ba-4901-be7a-75bbcc4a7f9d req-d8f8bc52-9bc0-41c5-bf34-f5e74ba81b8d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.0804379 Feb 04 16:59:12.719081 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-65ab0cd8-19ba-4901-be7a-75bbcc4a7f9d req-834df54d-7786-4f58-a635-be5335e935cf tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Feb 04 16:59:13.926484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae0667-731e-4acd-a4cb-4bce5942913f req-b2b77b4b-d089-4c48-b057-a26c702258f1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:13.927890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40ae0667-731e-4acd-a4cb-4bce5942913f req-b2b77b4b-d089-4c48-b057-a26c702258f1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.0831904 Feb 04 16:59:13.976367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-40ae0667-731e-4acd-a4cb-4bce5942913f req-41a3c1bf-6d75-46e0-adb4-8fa57e0dcd0a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415494 Feb 04 16:59:14.716943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Request body: {'port': {'device_id': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:14.825263 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.198075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a9e536-419e-4979-b48a-318f7c14d50c {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:59:15.211482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.231155 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Transition to ACTIVE for port object 29a9e536-419e-4979-b48a-318f7c14d50c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 16:59:15.235844 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.296076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ff390-6287-4662-8326-8f735fbb72ab req-d7e721c4-51a7-46de-81a1-47363854b3b7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:15.297530 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a4ff390-6287-4662-8326-8f735fbb72ab req-d7e721c4-51a7-46de-81a1-47363854b3b7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 931 time: 0.1903636 Feb 04 16:59:15.502258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:15.588828 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a4ff390-6287-4662-8326-8f735fbb72ab req-5c35dfa3-493d-4eff-9ba2-d1c23cd568ff tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393420 Feb 04 16:59:15.617950 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Attempting to bind port 29a9e536-419e-4979-b48a-318f7c14d50c on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 16:59:15.618274 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Attempting to bind port 29a9e536-419e-4979-b48a-318f7c14d50c by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 16:59:15.618627 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Attempting to bind port 29a9e536-419e-4979-b48a-318f7c14d50c on network db6226ee-ab65-47c8-afde-517bec160a15 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:59:15.624319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Port 29a9e536-419e-4979-b48a-318f7c14d50c on network db6226ee-ab65-47c8-afde-517bec160a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 16:59:15.624631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Attempting to bind port 29a9e536-419e-4979-b48a-318f7c14d50c on network db6226ee-ab65-47c8-afde-517bec160a15 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 16:59:15.630791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 16, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 16:59:15.631120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Checking segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 16:59:15.631516 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Bound using segment: {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 16:59:15.632050 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Bound port: 29a9e536-419e-4979-b48a-318f7c14d50c, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 16:59:15.632542 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.721151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 16:59:15.724066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 16:59:15.729499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.790369 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:15.791717 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] 10.222.0.58 "PUT /v2.0/ports/29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 1091 time: 1.1462324 Feb 04 16:59:15.792147 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:15.815426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b2fc-4363-4993-89d7-1530dfe525db service neutron] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:15.917265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-561b4109-71f6-4f54-a9d6-5473753e3f1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1094 time: 0.0798495 Feb 04 16:59:15.987984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-fd0606c5-0ba4-41e4-9000-73d64a509f17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 217 time: 0.0637167 Feb 04 16:59:16.053535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-36953789-1fc8-470c-98ab-91ab3f5eb415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:16.054998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-36953789-1fc8-470c-98ab-91ab3f5eb415 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0618076 Feb 04 16:59:16.056513 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 16:59:16.136540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-d16532e5-f152-4c15-b9d6-67ebb097d28d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754373 Feb 04 16:59:16.267998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-e5917c42-06f8-4abc-8618-d08acfb058bd service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250138 Feb 04 16:59:16.398391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fe01da9c-93b9-47e6-8afb-cba45952a7c2 req-b095335c-415f-4ce9-8c2c-0f09e119d8b1 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222873 Feb 04 16:59:16.514998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-16d58229-867b-4bf3-9d01-7b9f04a69d15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1094 time: 0.0718470 Feb 04 16:59:16.646384 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-00085567-3098-49db-92bc-fac7f80d281f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:16.648724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-00085567-3098-49db-92bc-fac7f80d281f service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1282718 Feb 04 16:59:16.749426 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-a7b00fd8-5ed5-41e1-94d1-1c72545e8c4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 217 time: 0.0944035 Feb 04 16:59:16.832153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-a7d21656-27aa-4e45-9360-99e9c04c85eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:16.833570 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-a7d21656-27aa-4e45-9360-99e9c04c85eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0734725 Feb 04 16:59:16.879652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874548e-2ee0-4a9f-b626-37b371049063 req-6c3bf317-17ab-45c9-b227-fb55bedbe9af tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:16.881073 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c874548e-2ee0-4a9f-b626-37b371049063 req-6c3bf317-17ab-45c9-b227-fb55bedbe9af tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 943 time: 0.1658602 Feb 04 16:59:16.948343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c874548e-2ee0-4a9f-b626-37b371049063 req-a31d7a0b-d4c4-4b5f-93ea-c1c5e1ad554d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 Feb 04 16:59:16.959204 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-561e75d1-7a07-44bf-95b1-1d457df02fd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186001 Feb 04 16:59:17.090296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-ae120049-771e-4410-866c-52240ef595d9 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237931 Feb 04 16:59:17.325713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7db1ac9d-6fcb-43b5-9333-6e1d8e956e8b req-73208bed-c304-4b09-bfe6-44d4d349693c service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290161 Feb 04 16:59:18.145081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d577f-c109-4536-a4a1-e31bd432cfa8 req-32b78d41-6ed8-44cd-8678-75a9ee870097 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:18.146547 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a9d577f-c109-4536-a4a1-e31bd432cfa8 req-32b78d41-6ed8-44cd-8678-75a9ee870097 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 943 time: 0.0777431 Feb 04 16:59:18.191970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1a9d577f-c109-4536-a4a1-e31bd432cfa8 req-c76f47ad-2e53-465e-a937-c879b4d3a2b0 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Feb 04 16:59:19.140673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 29a9e536-419e-4979-b48a-318f7c14d50c details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 16:59:19.279204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:19.292432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '29a9e536-419e-4979-b48a-318f7c14d50c', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'port_id': '29a9e536-419e-4979-b48a-318f7c14d50c', 'mac_address': 'fa:16:3e:54:5f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 16:59:19.347280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:19.364846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a9e536-419e-4979-b48a-318f7c14d50c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 16:59:19.380248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:19.385481 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:19.398539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f060324-25c5-42fe-b532-a44e9e0a99c2 req-bbfa3fd4-41f8-4651-bc3f-8395ff8fd2bc tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:19.399919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f060324-25c5-42fe-b532-a44e9e0a99c2 req-bbfa3fd4-41f8-4651-bc3f-8395ff8fd2bc tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 943 time: 0.0836127 Feb 04 16:59:19.450412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f060324-25c5-42fe-b532-a44e9e0a99c2 req-d25fbc71-8bae-4eb3-8fcb-6baad6eedeed tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Feb 04 16:59:19.460597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:19.589058 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:59:20.647455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34d0ea-9816-485e-9b89-b443f2c58a97 req-cdeb5e3b-5eb8-43a8-ac9c-a8cce623a76a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:20.648893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b34d0ea-9816-485e-9b89-b443f2c58a97 req-cdeb5e3b-5eb8-43a8-ac9c-a8cce623a76a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 944 time: 0.0753427 Feb 04 16:59:20.698069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b34d0ea-9816-485e-9b89-b443f2c58a97 req-50ba0166-11d1-4d34-9fbb-f94e1ff2bf1c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Feb 04 16:59:21.140211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 29a9e536-419e-4979-b48a-318f7c14d50c up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 16:59:21.208849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 29a9e536-419e-4979-b48a-318f7c14d50c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 16:59:21.214959 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 29a9e536-419e-4979-b48a-318f7c14d50c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:21.215325 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.324787 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.350512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:21.360378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:21.364234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.437961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.441253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:21.493463 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'code': 200} Feb 04 16:59:21.614685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-205ef83a-fbed-4757-9d3d-e4257b36fa95 req-6c20dd4c-03f2-45a6-ba14-2aedede141bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1096 time: 0.0671875 Feb 04 16:59:21.655335 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:21.657125 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-205ef83a-fbed-4757-9d3d-e4257b36fa95 req-2591937d-73c5-4727-9a10-34eac8adc526 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370305 Feb 04 16:59:21.895968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451c9df-db0c-4e29-be3d-12d1a6a429ef req-0e5a1994-055b-4f5d-816b-134af2f0a4ee tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:21.897399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6451c9df-db0c-4e29-be3d-12d1a6a429ef req-0e5a1994-055b-4f5d-816b-134af2f0a4ee tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0782814 Feb 04 16:59:21.942209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6451c9df-db0c-4e29-be3d-12d1a6a429ef req-fcb11734-664d-439d-88f6-3e390849fb85 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391152 Feb 04 16:59:23.140755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1b62d-925e-4519-be00-e05e8e8d68f2 req-3ff870e3-edc6-4456-a40d-f4d07c43521e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:23.142197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fc1b62d-925e-4519-be00-e05e8e8d68f2 req-3ff870e3-edc6-4456-a40d-f4d07c43521e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0750427 Feb 04 16:59:23.188578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fc1b62d-925e-4519-be00-e05e8e8d68f2 req-ba37b9ca-7f73-413c-b6a6-8fa4b6de353e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Feb 04 16:59:23.390228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716994e-f293-4d9b-a2b7-0bce894b9b38 req-14d83abf-723c-4819-8292-36e93b3a2543 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:23.391709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5716994e-f293-4d9b-a2b7-0bce894b9b38 req-14d83abf-723c-4819-8292-36e93b3a2543 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0831060 Feb 04 16:59:23.437000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5716994e-f293-4d9b-a2b7-0bce894b9b38 req-d31fff3d-827a-4bab-87ae-7501765635c0 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397480 Feb 04 16:59:23.846017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2abf-f1c0-47c4-ba23-778d1007e57e req-c3c047fb-ac82-45a4-a7f9-e3ce2543f886 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:23.847393 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0ac2abf-f1c0-47c4-ba23-778d1007e57e req-c3c047fb-ac82-45a4-a7f9-e3ce2543f886 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0757139 Feb 04 16:59:23.892158 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0ac2abf-f1c0-47c4-ba23-778d1007e57e req-5b2e037e-bb36-43e2-9413-f96701d9e7cb tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Feb 04 16:59:25.212702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-135883b0-5bf3-4995-9f16-5af4944fa5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:27.309272 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4caeba39-6f6b-4878-b27d-e0ad0c710cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:27.497602 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 16:59:28.757836 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:28.778954 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:30.182195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.221233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae87b5f-03c0-49a8-b7ef-57bad416ee87 req-e7dcdc95-5727-479d-9efb-29c47a412b48 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:34.222739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ae87b5f-03c0-49a8-b7ef-57bad416ee87 req-e7dcdc95-5727-479d-9efb-29c47a412b48 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0803833 Feb 04 16:59:34.268270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ae87b5f-03c0-49a8-b7ef-57bad416ee87 req-0e5c3460-23b3-4b3d-902e-c508d00cada0 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Feb 04 16:59:34.296134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48874) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:34.429972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b75a8e7-8904-427d-9186-fdd16e7b549e tempest-TestMinimumBasicScenario-792440728 tempest-TestMinimumBasicScenario-792440728-project-admin] Synchronizing usage tracker for tenant:6121925b65054ffd8954f48e50965620 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 16:59:34.446487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0b75a8e7-8904-427d-9186-fdd16e7b549e tempest-TestMinimumBasicScenario-792440728 tempest-TestMinimumBasicScenario-792440728-project-admin] Unset dirty status for tenant:6121925b65054ffd8954f48e50965620 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 16:59:34.447585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0b75a8e7-8904-427d-9186-fdd16e7b549e tempest-TestMinimumBasicScenario-792440728 tempest-TestMinimumBasicScenario-792440728-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1091 time: 0.1504540 Feb 04 16:59:34.450699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 48880) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:34.456061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '29a9e536-419e-4979-b48a-318f7c14d50c', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:34.462117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:34.465844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:floatingip and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:34.468641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:34.474222 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:34.487349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.619377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.753387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Allocated IP 172.25.5.203 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/af5af1fc-4daf-4ddf-998d-d10fa6049647) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 16:59:34.896164 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.923526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:34.991798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 16:59:34.994620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 16:59:34.998283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 16:59:35.027065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'Port': ['ID=af5af1fc-4daf-4ddf-998d-d10fa6049647,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:35.598034 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:35.652231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:35.861134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:35.865960 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:35.973736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'Port': ['ID=af5af1fc-4daf-4ddf-998d-d10fa6049647,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:35.996303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:36.187553 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Floating IP 0d43a1a9-514f-41d3-ad57-6ffe1911bbed associated. External IP: 172.25.5.203, port: 29a9e536-419e-4979-b48a-318f7c14d50c. Feb 04 16:59:36.577219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Router 168dc82a-afe9-42fc-bb67-f6be46637771 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 16:59:36.776449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 16:59:36.785833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Sync routers for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 16:59:36.799553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:59:36.800312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:36.801974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:36.860895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6fcc1d80-2a2c-4c0f-8cf1-6769d0b67b0e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4090424 Feb 04 16:59:36.861415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:36.864360 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48884) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:36.871894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183245040', 'description': 'tempest-secgroup-smoke-183245040 description', 'project_id': '489021ae958545ff84bcea35263f8426'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:36.879765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:36.889765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:36.901019 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:36.922409 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 16:59:36.943592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:36.947958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:36.951325 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:36.957849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.012749 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:59:37.022602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.027938 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.029401 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-143f62da-df82-4034-8940-f662ae699237 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1096 time: 0.0802121 Feb 04 16:59:37.074373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7a694-9e58-44be-975c-b3d461df6729,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:37.102353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.107812 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74b84b52-50a1-4729-9947-56d3aa22caf4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2404335 Feb 04 16:59:37.108697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48890) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:37.117270 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:37.124859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:37.129001 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:37.132349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:37.138294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.172786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.199672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-35418632-e1a9-4be9-b898-600960cc829e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:37.201315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-35418632-e1a9-4be9-b898-600960cc829e service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1659486 Feb 04 16:59:37.255370 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.260212 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.287889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7481b881-e4f2-4975-a42f-8a7240ddb59f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:37.300804 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.303267 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-74d5de37-9a9c-4a6b-9b5a-adb6bdb1e4bd tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1926217 Feb 04 16:59:37.307301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48894) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:37.314720 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:37.323821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:37.329378 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:37.333133 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:37.341926 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.369786 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.452977 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.455445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-81617885-6092-4a24-a293-287d512e1171 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 999 time: 0.2466786 Feb 04 16:59:37.457470 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.475146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92da2f99-f59d-49c8-a0a3-a7164c62f1fc,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:37.505401 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.510110 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ed11e9a8-df72-49bd-972d-0c69362bb67c tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1987979 Feb 04 16:59:37.510349 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:37.516527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:37.517560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0d43a1a9-514f-41d3-ad57-6ffe1911bbed', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'port_id': '29a9e536-419e-4979-b48a-318f7c14d50c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'mac_address': 'fa:16:3e:54:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:35Z', 'updated_at': '2022-02-04T16:59:35Z', 'revision_number': 0, 'project_id': '489021ae958545ff84bcea35263f8426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:37.522445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-85953f41-96af-4110-b2a4-57a5e28fbb32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:37.523070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Checking router: 168dc82a-afe9-42fc-bb67-f6be46637771 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 16:59:37.524018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-85953f41-96af-4110-b2a4-57a5e28fbb32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0621476 Feb 04 16:59:37.524347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:37.528377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:37.532044 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:37.535604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 16:59:37.536227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T16:59:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:37.538728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.556971 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.613732 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-6ab50f58-fccb-4f3b-926c-59776df1b507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835695 Feb 04 16:59:37.665200 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.669157 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.693880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3327a82c-530d-4d64-96ed-51ba2d71283d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:37.705495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.707372 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f11ff85c-9d31-4dae-a986-d8d3058bc3fe tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1960545 Feb 04 16:59:37.710112 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48902) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:37.715799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:37.723261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:37.727894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:37.730859 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:37.738041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.738901 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 16:59:37.759790 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.766581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-817366e3-e717-492c-a4df-60451fa6021c service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465011 Feb 04 16:59:37.876325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.876325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.907305 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3015d8-e4cd-40b5-9bad-54ece1c860fe,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:37.930086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:37.931366 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a3084ea-ff48-4721-bcd5-f69bb11aba0b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2189929 Feb 04 16:59:37.935375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:37.939356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:37.949121 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:37.950293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf7f7f49-a1bb-4575-bd54-44828be016bb req-4fec39af-41d5-40dd-aa21-f21e6d212f22 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747580 Feb 04 16:59:37.953814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:37.956892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:37.963524 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:37.977117 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Project 489021ae958545ff84bcea35263f8426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:59:37.985801 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.099013 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.104739 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.141063 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbd631c-8f22-4106-8eb2-a8ae67359834,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:38.151202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.152848 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-742c2137-025e-477d-96a7-599befd2d776 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2186782 Feb 04 16:59:38.155862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 16:59:38.161393 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7a694-9e58-44be-975c-b3d461df6729', 'project_id': '489021ae958545ff84bcea35263f8426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:38.168409 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 16:59:38.172125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Usage tracker for resource:security_group_rule and tenant:489021ae958545ff84bcea35263f8426 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 16:59:38.174963 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 16:59:38.181357 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 16:59:38.195295 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Project 489021ae958545ff84bcea35263f8426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 16:59:38.202533 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.227539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0d43a1a9-514f-41d3-ad57-6ffe1911bbed', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'port_id': '29a9e536-419e-4979-b48a-318f7c14d50c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'mac_address': 'fa:16:3e:54:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:35Z', 'updated_at': '2022-02-04T16:59:35Z', 'revision_number': 0, 'project_id': '489021ae958545ff84bcea35263f8426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 16:59:38.232426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eb8793-e843-474f-a02e-0f253e591414 None None] The sync data for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 is: [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '0d43a1a9-514f-41d3-ad57-6ffe1911bbed', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'port_id': '29a9e536-419e-4979-b48a-318f7c14d50c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'mac_address': 'fa:16:3e:54:5f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T16:59:35Z', 'updated_at': '2022-02-04T16:59:35Z', 'revision_number': 0, 'project_id': '489021ae958545ff84bcea35263f8426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 16:59:38.277017 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.281449 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.307261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fb5b46-2ba7-4497-a048-9012ee3905e7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:38.316262 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.317721 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1260e770-92fe-4c94-bd85-500e53247751 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1606677 Feb 04 16:59:38.462017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-f3d50082-716b-4366-b3b7-c589fdfedde2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183245040&fields=id&tenant_id=489021ae958545ff84bcea35263f8426 HTTP/1.1" status: 200 len: 267 time: 0.0500610 Feb 04 16:59:38.470218 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d49b9f-2fd5-431c-9152-f61d56ec2c97 None None] New status for floating IP 0d43a1a9-514f-41d3-ad57-6ffe1911bbed: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 16:59:38.546767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-dc2a05eb-c587-45b4-98d7-d1aed2f8fd0f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:38.548220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-dc2a05eb-c587-45b4-98d7-d1aed2f8fd0f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0807943 Feb 04 16:59:38.559466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'port': {'security_groups': ['3c4e9f29-53a2-48f1-9aca-617dd7a06252', 'd3c7a694-9e58-44be-975c-b3d461df6729']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 16:59:38.689315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:38.974462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 16:59:39.007428 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.011992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.023863 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:59:39.082620 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:39.083314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.084722 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-454211a5-8285-4a4e-ba8f-463e28be4021 req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "PUT /v2.0/ports/29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 981 time: 0.5301745 Feb 04 16:59:39.085165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 16:59:39.113362 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eaed5-964b-49d0-b90a-f2414f18fbe2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=6']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 16:59:39.202089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 16:59:39.214983 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 16:59:39.405989 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6326c1d-8f5a-4515-8f70-f3b12adde501 req-0dab72bc-7ab8-4e34-87db-d85c6cb536b1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:39.407455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6326c1d-8f5a-4515-8f70-f3b12adde501 req-0dab72bc-7ab8-4e34-87db-d85c6cb536b1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.1116068 Feb 04 16:59:39.410989 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-bf5d5fc4-7a02-429f-9847-6b58e6ef5bb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1135 time: 0.1663985 Feb 04 16:59:39.495146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-35905581-6b2f-42b7-839f-4f31eab49426 None None] Provisioning complete for port 29a9e536-419e-4979-b48a-318f7c14d50c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 16:59:39.495738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-35905581-6b2f-42b7-839f-4f31eab49426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:39.560190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a6326c1d-8f5a-4515-8f70-f3b12adde501 req-72f18139-997e-4482-a9fe-2e1d2539ae59 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280060 Feb 04 16:59:39.616664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-419e206a-964e-451a-9aa6-82090a638325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:39.618142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-419e206a-964e-451a-9aa6-82090a638325 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1876490 Feb 04 16:59:39.721572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-1e5b5de9-6e31-41c0-a4ca-4138591b1da2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 1001 time: 0.0972431 Feb 04 16:59:39.791245 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-bd07a2f7-5f30-407c-8898-d8decb32b3ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:39.792514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-bd07a2f7-5f30-407c-8898-d8decb32b3ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0650876 Feb 04 16:59:39.870055 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-657b1588-18d8-4cdb-a125-523d1198b32f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711446 Feb 04 16:59:40.110834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-a16ed473-8ecd-459d-b8c5-f8ee0dbf2f3e service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329845 Feb 04 16:59:40.242890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-09d62938-6f47-4879-b648-cfad6f8287d3 req-650a8a62-84ef-4d3b-a950-2a5b92bba8f7 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258414 Feb 04 16:59:51.426521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:51.688868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:55.217971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4fe093f1-856d-4ace-8be2-2101fd30eefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:56.964495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-e16c6958-337a-4ff7-bfed-591e6f116bcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1135 time: 0.1565783 Feb 04 16:59:56.971105 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38ed54-768d-404f-a6e8-90c7fa5c9018 req-1546ce1e-25c7-4c2e-a4fc-2ba6ae6e1b77 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:56.972487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b38ed54-768d-404f-a6e8-90c7fa5c9018 req-1546ce1e-25c7-4c2e-a4fc-2ba6ae6e1b77 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.1169729 Feb 04 16:59:57.123462 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b38ed54-768d-404f-a6e8-90c7fa5c9018 req-fbed88ae-8764-4bc0-9b9d-4b0f66c55af7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311636 Feb 04 16:59:57.156530 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-a4c0002a-d7a5-436c-a939-715e42760d89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:57.158074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-a4c0002a-d7a5-436c-a939-715e42760d89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1846535 Feb 04 16:59:57.263105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-064b249f-c345-4457-89ac-8c0fb99ef5ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 1001 time: 0.0985606 Feb 04 16:59:57.303593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-caceb485-31cf-413e-8c2c-ecab4473ab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:57.334808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-41427a7c-8a3f-41e3-acd8-7f543c91179f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:57.336277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-41427a7c-8a3f-41e3-acd8-7f543c91179f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0667298 Feb 04 16:59:57.412774 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-defe7738-275c-4137-bf9a-5153cae6e68a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691023 Feb 04 16:59:57.544140 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-f7e31888-9d59-4f9c-8af5-2c227ad8d07b service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247814 Feb 04 16:59:57.680723 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c53ad818-3a2f-4e1d-bc29-dc3b7def740a req-5cb5d3bd-3c3f-43a5-b04e-109570c804e6 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299911 Feb 04 16:59:58.360818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a76ded-4957-475f-ae5f-9bef98e3fd62 req-e29aa4a8-8f61-4d83-abef-e6ce130f4364 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:58.362250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a76ded-4957-475f-ae5f-9bef98e3fd62 req-e29aa4a8-8f61-4d83-abef-e6ce130f4364 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0890145 Feb 04 16:59:58.411902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e1a76ded-4957-475f-ae5f-9bef98e3fd62 req-0704fb5b-f813-450c-83b4-eb2571900680 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433795 Feb 04 16:59:58.760844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:58.782312 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 16:59:59.613223 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddfd91-21d3-400d-9b51-85c5f473ce28 req-f5584d0a-0897-4201-9942-3138ddc5a4b3 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 16:59:59.615283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddfd91-21d3-400d-9b51-85c5f473ce28 req-f5584d0a-0897-4201-9942-3138ddc5a4b3 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0757999 Feb 04 16:59:59.661921 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5ddfd91-21d3-400d-9b51-85c5f473ce28 req-0a5de69b-c10a-40de-a84f-2a83c3f57ddb tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406032 Feb 04 17:00:00.188118 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:00.864300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874032-c758-4e41-90bb-9e1ba3e69f47 req-8e91d12a-94a7-461f-8d2f-ac2b03eac6e9 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:00.866315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c874032-c758-4e41-90bb-9e1ba3e69f47 req-8e91d12a-94a7-461f-8d2f-ac2b03eac6e9 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0839255 Feb 04 17:00:00.914970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c874032-c758-4e41-90bb-9e1ba3e69f47 req-f438b4f7-06bc-464f-b76e-93a13c46dd9d tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430374 Feb 04 17:00:02.113074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cef8c-0fd1-4472-ae43-68af3978a333 req-47230bb3-e0fe-4620-b17a-32bd3ae02a04 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:02.115249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd2cef8c-0fd1-4472-ae43-68af3978a333 req-47230bb3-e0fe-4620-b17a-32bd3ae02a04 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0771222 Feb 04 17:00:02.167998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd2cef8c-0fd1-4472-ae43-68af3978a333 req-962e3d40-ed4f-4d0a-b9cd-43cbca47067f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469651 Feb 04 17:00:02.795533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-25e82319-2a58-4499-bdb2-4084f009ca52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1135 time: 0.0833213 Feb 04 17:00:02.943962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879d769-bd89-4d83-b312-25996d91720a req-e69f2175-00e6-4e32-b229-dcf4ddf6c681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:02.945407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-e69f2175-00e6-4e32-b229-dcf4ddf6c681 service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1306872 Feb 04 17:00:03.152259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-5242b79f-32a9-4980-ad01-8edf2fbcb4af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 1001 time: 0.2002876 Feb 04 17:00:03.217960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879d769-bd89-4d83-b312-25996d91720a req-d53bf5db-7dd4-41a0-94da-c2abfcd678b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:03.219288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-d53bf5db-7dd4-41a0-94da-c2abfcd678b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0604157 Feb 04 17:00:03.331645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-4cf01cd0-db5f-4ec2-a7ce-0d58695235ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061678 Feb 04 17:00:03.495226 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95074459-3e60-4b2f-94cd-4eb6b85f4fde req-d1f529b7-cea1-4236-a8ae-6c0a3090846a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:03.496673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95074459-3e60-4b2f-94cd-4eb6b85f4fde req-d1f529b7-cea1-4236-a8ae-6c0a3090846a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.1984234 Feb 04 17:00:03.498297 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-36a18f6b-b9c6-48a2-bc56-134cb520629f service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558514 Feb 04 17:00:03.633857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-95074459-3e60-4b2f-94cd-4eb6b85f4fde req-12e5848e-c49b-4d8c-820a-4d2428898c4f tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1315248 Feb 04 17:00:03.671584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4879d769-bd89-4d83-b312-25996d91720a req-a2599e0f-095f-49af-96f5-9710de772eab service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555386 Feb 04 17:00:04.498573 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:00:04.844934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cee874-7def-47d7-9269-802a24953219 req-709cf2c8-e27c-4ac0-8097-87f27f867e2a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:04.846270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cee874-7def-47d7-9269-802a24953219 req-709cf2c8-e27c-4ac0-8097-87f27f867e2a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0861120 Feb 04 17:00:04.894412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26cee874-7def-47d7-9269-802a24953219 req-ebc744f7-1e2f-40cb-a048-b9adfe133dfa tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424616 Feb 04 17:00:06.095872 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392264-a6c3-4fb7-95b7-0396150d52e6 req-a37eea9a-8bfa-42b3-a9b5-1baaf7a742b7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:06.097326 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36392264-a6c3-4fb7-95b7-0396150d52e6 req-a37eea9a-8bfa-42b3-a9b5-1baaf7a742b7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0786002 Feb 04 17:00:06.152209 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36392264-a6c3-4fb7-95b7-0396150d52e6 req-8ac7d98f-e77b-426b-b071-1a084bc70bb7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485177 Feb 04 17:00:07.346555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5680f8-131b-435d-839d-e4265debc4e7 req-ca50538c-6cbb-4a55-92b4-b63dfdfe4eaa tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:07.347971 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad5680f8-131b-435d-839d-e4265debc4e7 req-ca50538c-6cbb-4a55-92b4-b63dfdfe4eaa tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0764496 Feb 04 17:00:07.394918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad5680f8-131b-435d-839d-e4265debc4e7 req-5f2b5952-7929-40db-b34e-4367cb94b9c1 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406883 Feb 04 17:00:08.597180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdb95f-1cf5-4aa3-b557-6d47a1f81f80 req-c9129584-f3a5-4514-95a8-727fa56d79b4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:08.598540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-edfdb95f-1cf5-4aa3-b557-6d47a1f81f80 req-c9129584-f3a5-4514-95a8-727fa56d79b4 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0809488 Feb 04 17:00:08.646534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-edfdb95f-1cf5-4aa3-b557-6d47a1f81f80 req-0adefad9-2626-407c-a69f-46a9b1147721 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418026 Feb 04 17:00:09.846236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26703f8f-6303-4fca-ac1f-534ae8966178 req-77adc5f4-5990-4f01-8613-4912e02a73e5 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:09.847691 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26703f8f-6303-4fca-ac1f-534ae8966178 req-77adc5f4-5990-4f01-8613-4912e02a73e5 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0785799 Feb 04 17:00:09.896405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-26703f8f-6303-4fca-ac1f-534ae8966178 req-6330bfa7-7ebc-4096-809c-c308f5b410e2 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d3c7a694-9e58-44be-975c-b3d461df6729&id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421300 Feb 04 17:00:21.424531 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:21.698513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:25.212717 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-92417f09-e253-411b-896f-1089746df127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:27.305868 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c0e829c4-dabf-4149-a76d-82e4ec392ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:28.766825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:28.790239 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:30.187033 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:41.499309 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:00:42.292478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-dd83fa5b-2fe6-4f45-b5d1-a133fbe8a1e6 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183245040&fields=id&tenant_id=489021ae958545ff84bcea35263f8426 HTTP/1.1" status: 200 len: 267 time: 0.0451477 Feb 04 17:00:42.371296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-44c1e3e2-aa47-452e-991a-b9cc2a8587f6 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:42.372720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-44c1e3e2-aa47-452e-991a-b9cc2a8587f6 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 984 time: 0.0750184 Feb 04 17:00:42.383043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Request body: {'port': {'security_groups': ['3c4e9f29-53a2-48f1-9aca-617dd7a06252']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:00:42.498210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.732130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:42.755680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.760105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.772815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:00:42.836810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:42.837433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.838843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bfe700e3-ec7b-4a24-a9d1-fc934866f19f req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "PUT /v2.0/ports/29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 942 time: 0.4602578 Feb 04 17:00:42.839284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:42.845802 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48962) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:42.861320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event updated for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:42.872907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.873244 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.873575 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.873892 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.874204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.874536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.874849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.875161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.875469 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.875776 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.876077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5222d8-9870-411b-b09a-28dbc3d4e40b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:42.906237 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 17:00:42.933400 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:00:42.945925 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:42.978652 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.011060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-b4645c83-257f-46f1-8cbb-ff7cd1c60e17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1096 time: 0.0802386 Feb 04 17:00:43.050069 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.073515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7a694-9e58-44be-975c-b3d461df6729,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:43.086606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.086947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.087491 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.088107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.088732 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.089632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.097744 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.098645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.099994 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.100511 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.101003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:00:43.125549 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.126701 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-53fccd89-10bd-4c17-a780-7a2943d3877b tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "DELETE /v2.0/security-groups/d3c7a694-9e58-44be-975c-b3d461df6729 HTTP/1.1" status: 204 len: 168 time: 0.2792885 Feb 04 17:00:43.129350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 48970) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:43.159971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8f718216-b0d0-4b6f-a906-53c13cf30df7 None None] Provisioning complete for port 29a9e536-419e-4979-b48a-318f7c14d50c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:00:43.160329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8f718216-b0d0-4b6f-a906-53c13cf30df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.273754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-27089866-a183-47bf-88bf-86c40d1e83cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:43.275149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-27089866-a183-47bf-88bf-86c40d1e83cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.2570627 Feb 04 17:00:43.346294 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Deleting port af5af1fc-4daf-4ddf-998d-d10fa6049647 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:43.346766 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.382276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-baa440c9-2353-4461-b378-db2dcaa210cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 1001 time: 0.1008978 Feb 04 17:00:43.445096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-2c9d209c-af55-4450-aa8c-a62a4cabd8c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:43.446533 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-2c9d209c-af55-4450-aa8c-a62a4cabd8c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0586264 Feb 04 17:00:43.514675 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.515005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.528302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-810a29db-be9c-486a-bfb4-87e21aac20db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760386 Feb 04 17:00:43.665981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-62b27840-4435-4893-b455-3e77d0de8fc4 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315649 Feb 04 17:00:43.727023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Calling delete_port for af5af1fc-4daf-4ddf-998d-d10fa6049647 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:43.808695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-367e66e6-0ab8-4724-85a9-0b1e5a83c126 req-f7fcbe55-6e88-4a7d-8830-878eaf7b1880 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365361 Feb 04 17:00:43.876892 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:43.925968 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event deleted for resources: {'Port': ['ID=af5af1fc-4daf-4ddf-998d-d10fa6049647,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:44.015451 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:44.406874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Router 168dc82a-afe9-42fc-bb67-f6be46637771 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:00:44.602996 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:00:44.614790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Sync routers for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:00:44.623590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:44.626231 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:44.626860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:44.676048 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d9f202d-a859-4324-9867-cbe2d3b2dc2e tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "DELETE /v2.0/floatingips/0d43a1a9-514f-41d3-ad57-6ffe1911bbed HTTP/1.1" status: 204 len: 168 time: 1.5440841 Feb 04 17:00:44.676444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:44.816642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:44.839487 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 17:00:44.935148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-634c3b2f-e60d-4f88-8763-abdd4b219e5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=489021ae958545ff84bcea35263f8426&device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 1096 time: 0.0736246 Feb 04 17:00:45.104496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-a01175cb-3ce5-4eba-85a2-c462a54e2abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:45.106027 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-a01175cb-3ce5-4eba-85a2-c462a54e2abd service neutron] 10.222.0.58 "GET /v2.0/networks?id=db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 200 len: 916 time: 0.1648710 Feb 04 17:00:45.184513 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-4fbec4a4-8b11-4093-b008-43b3b1640d7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 200 len: 217 time: 0.0722535 Feb 04 17:00:45.220552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:45.225345 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Checking router: 168dc82a-afe9-42fc-bb67-f6be46637771 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:00:45.235734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:45.236326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:45.251067 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-022f2848-6989-4c80-bf1e-882665ca2849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:45.252500 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-022f2848-6989-4c80-bf1e-882665ca2849 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 200 len: 854 time: 0.0613816 Feb 04 17:00:45.334952 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-e76d1e98-6d91-4912-bca6-94e0597478fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db6226ee-ab65-47c8-afde-517bec160a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761309 Feb 04 17:00:45.416858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:45.468163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-38705b3f-5f8f-4dc5-88af-351d813c3092 service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267807 Feb 04 17:00:45.606303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5959b8cb-16ea-45ea-8c7e-d21d1e867771 req-c0b7faaa-469e-4226-813e-66d6f37ddbbf service neutron] 10.222.0.58 "GET /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328213 Feb 04 17:00:45.732118 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:45.736166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd8b7dc-22b9-4275-9b0e-7a8932ffa887 None None] The sync data for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 is: [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T16:58:43Z', 'revision_number': 4, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '0950b634-dec8-4196-ab3f-4666fe2f5b92', 'name': '', 'network_id': 'db6226ee-ab65-47c8-afde-517bec160a15', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'mac_address': 'fa:16:3e:d8:6b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:43Z', 'updated_at': '2022-02-04T16:59:01Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'subnets': [{'id': '43c7b4db-97e5-4811-bdc8-44efa3ea2da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:00:45.965780 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed6b2f-2d21-439c-9197-f7e19d97c78e None None] New status for floating IP 0d43a1a9-514f-41d3-ad57-6ffe1911bbed: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:00:49.124342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb519d-aa81-414d-ac1a-a19930897355 req-56180183-0c1e-4587-9941-a6f050bc26c7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:49.125675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8acb519d-aa81-414d-ac1a-a19930897355 req-56180183-0c1e-4587-9941-a6f050bc26c7 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0767009 Feb 04 17:00:49.172437 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8acb519d-aa81-414d-ac1a-a19930897355 req-6c201d5e-96b9-47d7-97a2-edbf81ef5a52 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Feb 04 17:00:50.376710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019a5a0-335f-452c-8794-1b8c0a53156d req-7c1013eb-4101-4fbb-bb94-97a4a53bc6a6 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:50.378113 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5019a5a0-335f-452c-8794-1b8c0a53156d req-7c1013eb-4101-4fbb-bb94-97a4a53bc6a6 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0803227 Feb 04 17:00:50.425116 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5019a5a0-335f-452c-8794-1b8c0a53156d req-7c9cff3b-8052-4211-bd39-1541825a0140 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/security-groups?id=3c4e9f29-53a2-48f1-9aca-617dd7a06252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Feb 04 17:00:50.647490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-34fc4ca5-21e0-44e6-a943-5d1b48760680 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:00:50.648882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-34fc4ca5-21e0-44e6-a943-5d1b48760680 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.58 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 945 time: 0.0738673 Feb 04 17:00:50.817904 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Deleting port 29a9e536-419e-4979-b48a-318f7c14d50c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:50.818154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.060783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] For port 29a9e536-419e-4979-b48a-318f7c14d50c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=29a9e536-419e-4979-b48a-318f7c14d50c,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:51.061139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.181208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Calling delete_port for 29a9e536-419e-4979-b48a-318f7c14d50c owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:51.324950 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.337282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['29a9e536-419e-4979-b48a-318f7c14d50c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:00:51.375208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Pushing event deleted for resources: {'Port': ['ID=29a9e536-419e-4979-b48a-318f7c14d50c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:51.423409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.451885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] No DVR routers for this DVR port 29a9e536-419e-4979-b48a-318f7c14d50c on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:00:51.454541 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:51.457119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'name': 'network-vif-deleted', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:00:51.468610 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f15ea9c1-4583-41e7-8e8d-7137a62f88c0 req-216def42-fe9b-4dd1-a0b7-52e0f621a983 tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.58 "DELETE /v2.0/ports/29a9e536-419e-4979-b48a-318f7c14d50c HTTP/1.1" status: 204 len: 173 time: 0.8146300 Feb 04 17:00:51.517243 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd0e34-9d14-4e76-87f7-ae45d42e474a', 'name': 'network-vif-deleted', 'tag': '29a9e536-419e-4979-b48a-318f7c14d50c', 'status': 'completed', 'code': 200} Feb 04 17:00:51.610163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-36ee873b-8e5f-4a3a-beb0-402802185bac req-042911dc-02f3-44a7-bf65-fb42e54d953a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Synchronizing usage tracker for tenant:489021ae958545ff84bcea35263f8426 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:00:51.626557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-36ee873b-8e5f-4a3a-beb0-402802185bac req-042911dc-02f3-44a7-bf65-fb42e54d953a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] Unset dirty status for tenant:489021ae958545ff84bcea35263f8426 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:00:51.627718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-36ee873b-8e5f-4a3a-beb0-402802185bac req-042911dc-02f3-44a7-bf65-fb42e54d953a tempest-TestMinimumBasicScenario-241341273 tempest-TestMinimumBasicScenario-241341273-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcd0e34-9d14-4e76-87f7-ae45d42e474a HTTP/1.1" status: 200 len: 210 time: 0.0656033 Feb 04 17:00:51.698203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:53.314622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49068) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:53.527858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 29a9e536-419e-4979-b48a-318f7c14d50c no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:00:53.560852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 29a9e536-419e-4979-b48a-318f7c14d50c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:00:53.561189 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 29a9e536-419e-4979-b48a-318f7c14d50c not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:00:53.695887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:54.376997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Deleting port 0950b634-dec8-4196-ab3f-4666fe2f5b92 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:54.377704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:54.555160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] For port 0950b634-dec8-4196-ab3f-4666fe2f5b92, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=0950b634-dec8-4196-ab3f-4666fe2f5b92,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:54.555429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:54.673697 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Calling delete_port for 0950b634-dec8-4196-ab3f-4666fe2f5b92 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:54.845765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:54.894138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Pushing event deleted for resources: {'Port': ['ID=0950b634-dec8-4196-ab3f-4666fe2f5b92,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:55.182662 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:55.214994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8c21f189-3206-4be5-a2d5-d912ee66033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:55.857720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Router 168dc82a-afe9-42fc-bb67-f6be46637771 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:00:56.057225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:00:56.065714 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Sync routers for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:00:56.075667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5bc73b9d-df90-4881-ac07-47852d3f791a admin admin] 10.222.0.62 "PUT /v2.0/routers/168dc82a-afe9-42fc-bb67-f6be46637771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7599471 Feb 04 17:00:56.076495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49072) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:56.078205 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:56.078843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:56.261245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:56.281689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.485161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.495535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Deleting port b4122f7a-bc4a-49b7-96b1-2e75a700674b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:56.496009 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.586112 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T17:00:54Z', 'revision_number': 5, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port': {'id': 'b4122f7a-bc4a-49b7-96b1-2e75a700674b', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:bf:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:41Z', 'updated_at': '2022-02-04T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:56.590005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Checking router: 168dc82a-afe9-42fc-bb67-f6be46637771 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:00:56.601103 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Routers {'168dc82a-afe9-42fc-bb67-f6be46637771'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:00:56.601688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['168dc82a-afe9-42fc-bb67-f6be46637771'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:56.668669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] For port b4122f7a-bc4a-49b7-96b1-2e75a700674b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4122f7a-bc4a-49b7-96b1-2e75a700674b,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:56.669019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:56.751585 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] Set router 168dc82a-afe9-42fc-bb67-f6be46637771 gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:00:56.790935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Calling delete_port for b4122f7a-bc4a-49b7-96b1-2e75a700674b owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:56.856382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T17:00:56Z', 'revision_number': 6, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:56.860306 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466e2f71-9076-4198-a5c9-1a0157e258a9 None None] The sync data for ids ['168dc82a-afe9-42fc-bb67-f6be46637771'] in n-d-827873-1 is: [{'id': '168dc82a-afe9-42fc-bb67-f6be46637771', 'name': 'tempest-TestMinimumBasicScenario-1158190814-router', 'tenant_id': '489021ae958545ff84bcea35263f8426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:40Z', 'updated_at': '2022-02-04T17:00:56Z', 'revision_number': 6, 'project_id': '489021ae958545ff84bcea35263f8426', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:00:56.957451 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.002595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4122f7a-bc4a-49b7-96b1-2e75a700674b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:57.315544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ba93fc17-735f-4b1d-b28a-6c04c9b6f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.342833 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.592204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.596289 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.620588 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.621099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 168dc82a-afe9-42fc-bb67-f6be46637771 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:00:57.633573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.634729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f0a6220d-5f5d-4892-9160-c90ea263f29f admin admin] 10.222.0.62 "DELETE /v2.0/routers/168dc82a-afe9-42fc-bb67-f6be46637771 HTTP/1.1" status: 204 len: 168 time: 1.5573380 Feb 04 17:00:57.637227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49078) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:57.653427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0950b634-dec8-4196-ab3f-4666fe2f5b92 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:00:57.689495 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 0950b634-dec8-4196-ab3f-4666fe2f5b92 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:00:57.689919 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 0950b634-dec8-4196-ab3f-4666fe2f5b92 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:00:57.702082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Deleting subnet 43c7b4db-97e5-4811-bdc8-44efa3ea2da8 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:00:57.705406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.755565 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.839315 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.908005 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.946826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c7b4db-97e5-4811-bdc8-44efa3ea2da8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:57.950686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:57.956708 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-78acb614-128b-4af9-a9e1-0b7ea6b2b1a0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/43c7b4db-97e5-4811-bdc8-44efa3ea2da8 HTTP/1.1" status: 204 len: 168 time: 0.3185494 Feb 04 17:00:57.956951 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb0df53-dfd0-4d4e-9ca0-33049f1a072a None None] Network db6226ee-ab65-47c8-afde-517bec160a15 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:00:57.959954 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49082) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:58.063935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.074936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Deleting port 84ebbbfe-87b8-4020-93cb-086f643f4db8 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:58.075256 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.209412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] DHCP port deletion for db6226ee-ab65-47c8-afde-517bec160a15 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:00:58.213990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Deleting port 84ebbbfe-87b8-4020-93cb-086f643f4db8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:58.214523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.281773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] For port 84ebbbfe-87b8-4020-93cb-086f643f4db8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=84ebbbfe-87b8-4020-93cb-086f643f4db8,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:58.282126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.401366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Calling delete_port for 84ebbbfe-87b8-4020-93cb-086f643f4db8 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:58.414486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] For port 84ebbbfe-87b8-4020-93cb-086f643f4db8, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=84ebbbfe-87b8-4020-93cb-086f643f4db8,segment=NetworkSegment(c9ee3845-bfdd-41b6-b03c-050b49ba75e2),segment_id=c9ee3845-bfdd-41b6-b03c-050b49ba75e2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:00:58.415063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.476974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.539957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Calling delete_port for 84ebbbfe-87b8-4020-93cb-086f643f4db8 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:00:58.613150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:00:58.613497 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:00:58.636032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ebbbfe-87b8-4020-93cb-086f643f4db8,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:58.642065 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] No DVR routers for this DVR port 84ebbbfe-87b8-4020-93cb-086f643f4db8 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:00:58.757923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.773630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.784357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6226ee-ab65-47c8-afde-517bec160a15']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:58.786486 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.797131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:58.797520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ee3845-bfdd-41b6-b03c-050b49ba75e2') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:00:58.808857 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.824789 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.831159 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:00:58.831537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:00:58.845228 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:00:58.923493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.943161 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:58.952131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6226ee-ab65-47c8-afde-517bec160a15,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:00:58.966288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5cbadd54-4134-4f19-90fa-8cdda231c060 admin admin] 10.222.0.62 "DELETE /v2.0/networks/db6226ee-ab65-47c8-afde-517bec160a15 HTTP/1.1" status: 204 len: 168 time: 1.0053093 Feb 04 17:00:58.969253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49086) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:00:59.115283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Deleting port 84ebbbfe-87b8-4020-93cb-086f643f4db8 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:59.115719 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:59.185695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-769022aa-6503-45b5-bd4e-6cc83828c700 None None] The port '84ebbbfe-87b8-4020-93cb-086f643f4db8' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:00:59.316643 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4122f7a-bc4a-49b7-96b1-2e75a700674b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:00:59.345897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b4122f7a-bc4a-49b7-96b1-2e75a700674b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:00:59.346237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4122f7a-bc4a-49b7-96b1-2e75a700674b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:00:59.346690 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 84ebbbfe-87b8-4020-93cb-086f643f4db8 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:00:59.377044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:00:59.379602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 84ebbbfe-87b8-4020-93cb-086f643f4db8 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:00:59.380310 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 84ebbbfe-87b8-4020-93cb-086f643f4db8 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:00:59.958873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Deleting port 7b0b074b-2fd2-446e-8370-adb7dc674856 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:00:59.959206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:00.189269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:00.236214 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] For port 7b0b074b-2fd2-446e-8370-adb7dc674856, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=7b0b074b-2fd2-446e-8370-adb7dc674856,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:00.236782 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:00.354034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Calling delete_port for 7b0b074b-2fd2-446e-8370-adb7dc674856 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:01:00.528123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:00.578506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0b074b-2fd2-446e-8370-adb7dc674856,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:00.871589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:01.438807 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Router ed785961-570b-4f0a-9420-6cbd1647b0f1 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:01:01.744637 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:01.753224 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Sync routers for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:01:01.761382 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-afc14e8f-e521-4da5-a4ed-e67329b2b9e7 admin admin] 10.222.0.62 "PUT /v2.0/routers/ed785961-570b-4f0a-9420-6cbd1647b0f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7911165 Feb 04 17:01:01.764046 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49090) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:01.765649 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:01.766238 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:01.938371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:01.967985 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:02.166731 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:02.175813 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Deleting port ac3919b0-1a8b-4e80-ac5e-98b4051d6920 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:01:02.176277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:02.223778 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T17:01:00Z', 'revision_number': 5, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port': {'id': 'ac3919b0-1a8b-4e80-ac5e-98b4051d6920', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:92:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T16:58:48Z', 'updated_at': '2022-02-04T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:02.227624 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Checking router: ed785961-570b-4f0a-9420-6cbd1647b0f1 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:01:02.237994 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Routers {'ed785961-570b-4f0a-9420-6cbd1647b0f1'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:02.239201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ed785961-570b-4f0a-9420-6cbd1647b0f1'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:02.391255 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] Set router ed785961-570b-4f0a-9420-6cbd1647b0f1 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:02.454735 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] For port ac3919b0-1a8b-4e80-ac5e-98b4051d6920, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:02.454994 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:02.497490 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T17:01:02Z', 'revision_number': 6, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:02.501533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddf42a-9bba-42c1-b899-ea6d2b9afa5c None None] The sync data for ids ['ed785961-570b-4f0a-9420-6cbd1647b0f1'] in n-d-827873-1 is: [{'id': 'ed785961-570b-4f0a-9420-6cbd1647b0f1', 'name': 'tempest-TestMinimumBasicScenario-733758850-router', 'tenant_id': '6121925b65054ffd8954f48e50965620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T16:58:47Z', 'updated_at': '2022-02-04T17:01:02Z', 'revision_number': 6, 'project_id': '6121925b65054ffd8954f48e50965620', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:01:02.575307 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Calling delete_port for ac3919b0-1a8b-4e80-ac5e-98b4051d6920 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:01:02.735964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:02.782142 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3919b0-1a8b-4e80-ac5e-98b4051d6920,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:03.006596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.264861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.269149 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.298277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.299056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed785961-570b-4f0a-9420-6cbd1647b0f1 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:01:03.311161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7b0b074b-2fd2-446e-8370-adb7dc674856 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:01:03.313634 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.314768 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b8a49a43-6d00-4c76-b451-c4921de02a05 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ed785961-570b-4f0a-9420-6cbd1647b0f1 HTTP/1.1" status: 204 len: 168 time: 1.5497358 Feb 04 17:01:03.317838 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49094) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:03.348899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 7b0b074b-2fd2-446e-8370-adb7dc674856 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:01:03.349240 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 7b0b074b-2fd2-446e-8370-adb7dc674856 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:01:03.349653 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ac3919b0-1a8b-4e80-ac5e-98b4051d6920 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:01:03.377887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Deleting subnet 0b92c105-1778-41ba-bb01-f074a6384491 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:01:03.381138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.381716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ac3919b0-1a8b-4e80-ac5e-98b4051d6920 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:01:03.382064 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ac3919b0-1a8b-4e80-ac5e-98b4051d6920 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:01:03.432942 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.512583 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.582936 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.623867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b92c105-1778-41ba-bb01-f074a6384491,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:03.630776 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.635538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9216e-2175-4a27-b682-3788d25d35b9 None None] Network 6b703a8f-7e3a-4d03-b59d-73826a805445 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:01:03.638010 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e31e2564-ca51-407f-94aa-a698a206d480 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0b92c105-1778-41ba-bb01-f074a6384491 HTTP/1.1" status: 204 len: 168 time: 0.3190315 Feb 04 17:01:03.640481 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49100) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:03.749010 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.760370 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Deleting port 6e571b0a-d794-44c0-8cff-52aaae59945e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:01:03.760711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:03.909700 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] DHCP port deletion for 6b703a8f-7e3a-4d03-b59d-73826a805445 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:01:03.914455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Deleting port 6e571b0a-d794-44c0-8cff-52aaae59945e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:01:03.914844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.075229 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] For port 6e571b0a-d794-44c0-8cff-52aaae59945e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6e571b0a-d794-44c0-8cff-52aaae59945e,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:04.076056 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.112061 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] For port 6e571b0a-d794-44c0-8cff-52aaae59945e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6e571b0a-d794-44c0-8cff-52aaae59945e,segment=NetworkSegment(35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4),segment_id=35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:04.112456 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.200156 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Calling delete_port for 6e571b0a-d794-44c0-8cff-52aaae59945e owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:01:04.230982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Calling delete_port for 6e571b0a-d794-44c0-8cff-52aaae59945e owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:01:04.274386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.304018 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:01:04.304370 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:01:04.321628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Pushing event deleted for resources: {'Port': ['ID=6e571b0a-d794-44c0-8cff-52aaae59945e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:04.326319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] No DVR routers for this DVR port 6e571b0a-d794-44c0-8cff-52aaae59945e on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:01:04.440068 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.468570 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b703a8f-7e3a-4d03-b59d-73826a805445']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:04.483892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:04.484178 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e0d7bc-dc81-43cb-8d11-bb3ec5b6dad4') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:04.495120 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.510718 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.516631 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:01:04.517006 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: timer() Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:01:04.530414 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:01:04.603034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.622278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.632847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] Pushing event deleted for resources: {'Network': ['ID=6b703a8f-7e3a-4d03-b59d-73826a805445,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:04.639903 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-88268a6b-51fe-4121-adcc-c93256dbafec admin admin] 10.222.0.62 "DELETE /v2.0/networks/6b703a8f-7e3a-4d03-b59d-73826a805445 HTTP/1.1" status: 204 len: 168 time: 0.9984894 Feb 04 17:01:04.806196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Deleting port 6e571b0a-d794-44c0-8cff-52aaae59945e {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:01:04.806740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.835736 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49106) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:04.869675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-64066dd2-bac7-48d0-9f80-0d4fdc6aa568 None None] The port '6e571b0a-d794-44c0-8cff-52aaae59945e' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:01:04.887227 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-15fdb832-515c-49ce-9acc-7deeadf1f317 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=489021ae958545ff84bcea35263f8426&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503228 Feb 04 17:01:04.889638 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49110) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:04.948523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:04.973523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.024568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.040373 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4e9f29-53a2-48f1-9aca-617dd7a06252,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:05.048364 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.049486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1260a755-5d1b-4cf3-9bbc-1abb0fc1ca95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c4e9f29-53a2-48f1-9aca-617dd7a06252 HTTP/1.1" status: 204 len: 168 time: 0.1589558 Feb 04 17:01:05.304721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6e571b0a-d794-44c0-8cff-52aaae59945e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:01:05.340473 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6e571b0a-d794-44c0-8cff-52aaae59945e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:01:05.340812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6e571b0a-d794-44c0-8cff-52aaae59945e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:01:05.430705 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49118) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:05.484213 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0f4620ef-a49d-403e-94cd-0238c4d4e3a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6121925b65054ffd8954f48e50965620&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522101 Feb 04 17:01:05.486575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49122) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:05.545593 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.571292 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.623867 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.639056 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48acad0-16cb-46ec-a060-d6224bfb7cce,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:05.648099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:05.649870 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d16f58f2-0614-43ef-aae3-97d058aab370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e48acad0-16cb-46ec-a060-d6224bfb7cce HTTP/1.1" status: 204 len: 168 time: 0.1623473 Feb 04 17:01:07.976101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49168) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:07.981761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547437088', 'description': 'tempest-secgroup-smoke-1547437088 description', 'project_id': 'ee814631db404e9dbb4e347612306841'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:07.988980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:07.992975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:07.995803 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.001934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.013233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.026104 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.057979 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.061741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.064467 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.070246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.141622 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.147251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.188520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.190548 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686dbb8f-019a-4158-bf6a-f733f2c6f7fb,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.194959 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.197920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.203697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.258341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.262128 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.303157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd55db-9d56-4141-906b-964d26de0d2b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.305921 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.307107 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-fedfdeea-eb1b-45be-a9c4-39bf5ed94eb1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3300033 Feb 04 17:01:08.310168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49172) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:08.316016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:08.323729 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.327849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.330759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.337248 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.353854 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.414086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.417541 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.439658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b109f3b-5c5f-4813-a65a-68e8c32870ba,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.453428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.454570 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6cb1bda9-ed36-4846-b7a7-f7008d2a8d3a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1434267 Feb 04 17:01:08.457855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:08.463465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:08.470018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.474036 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.476863 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.482386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.500764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.562219 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.565692 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.589721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1920ad62-a93a-4e22-83ee-86cc317fc23d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.598864 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.600175 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4e5a8a87-75a9-45cd-8bbb-b851844f1f8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1410596 Feb 04 17:01:08.602915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:08.608226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:08.615431 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.619292 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.622206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.627911 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.645578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.706895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.710578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.732621 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e3fadd-acba-43ff-9d8e-cd9c4c6f636a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.741689 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.742969 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3627e2b-3fbb-464b-8b88-47b82fc66dee tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391602 Feb 04 17:01:08.745661 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:08.750893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:08.758086 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.761876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.764693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.770356 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.786987 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.852874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.856575 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.880870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97fe784-93a3-4e85-b77d-d4ab9b595997,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:08.889512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.890693 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-38e98504-28c8-48e1-ae5a-134a3683facd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1441453 Feb 04 17:01:08.893478 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:08.899690 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:08.906119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:08.910193 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:08.913713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:08.919344 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:08.929328 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:01:08.935717 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:08.997996 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.001438 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.024898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ee83a6-3795-42c1-8763-8721801762e6,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:09.034005 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.035194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d820ef40-1464-4d6e-9b22-cacb7be5efb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1408279 Feb 04 17:01:09.039170 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49192) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:09.044485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '36fd55db-9d56-4141-906b-964d26de0d2b', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:09.051000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:09.054848 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:09.057670 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:09.063276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:09.074807 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:01:09.081523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.149684 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.153711 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.179646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337540c4-6661-4f19-8243-67992ba41210,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:09.188161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.189331 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-76350393-d959-4774-90a9-62770405333e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1492584 Feb 04 17:01:09.193641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:09.198943 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'network': {'name': 'tempest-network-smoke--1657513507', 'project_id': 'ee814631db404e9dbb4e347612306841', 'port_security_enabled': True}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:09.204689 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:09.209473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:network and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:09.212271 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:09.217816 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:09.226984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'network': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:01:09.229946 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.258376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=83596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:01:09.267107 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.267442 n-d-827873-1 neutron-server[83596]: INFO neutron.db.segments_db [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Added segment 0189ddfc-7ca6-44b4-b01b-72797fdb2127 of type vlan for network 6e277760-96be-4bcb-ac44-a0e50a9c778d Feb 04 17:01:09.293495 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.322644 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.326855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:09.327627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.428351 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2336822 Feb 04 17:01:09.431281 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49200) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:09.438573 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'admin_state_up': True, 'project_id': 'ee814631db404e9dbb4e347612306841', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:09.445138 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8c806-aee7-4970-91a7-90844bcec42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Network': ['ID=6e277760-96be-4bcb-ac44-a0e50a9c778d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:09.448728 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:09.452808 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:router and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:09.455651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:09.461862 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:09.464241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:01:09.472135 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.473678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.492607 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.723822 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.898696 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:09.927388 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.062556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.98 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/a9bd3890-e4f9-473c-a82c-0199af711518) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:10.214817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.242020 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.308047 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:10.311014 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:10.315658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:01:10.344219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=a9bd3890-e4f9-473c-a82c-0199af711518,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:10.478628 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.479258 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.712466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ca779802-cd7e-47b0-bc62-94101093a77d is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:01:10.908226 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:10.917663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Sync routers for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:01:10.929941 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:10.930720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:10.934291 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:10.935492 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f59622c-4463-4bf6-8ff9-72273fc0f918 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5032811 Feb 04 17:01:10.938566 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:11.104589 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-aae3a90d-e8a4-4d6e-970d-2e6a6f3c1534 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ee814631db404e9dbb4e347612306841&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1649575 Feb 04 17:01:11.106511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:11.107335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49210) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:11.240606 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187e533-3ca6-486f-82d5-a81a5a397c46 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:11.242003 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a187e533-3ca6-486f-82d5-a81a5a397c46 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335487 Feb 04 17:01:11.244894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49214) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:11.283331 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f4ee7b42-c56a-4442-b6e9-ec1d8c8cf20c tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373969 Feb 04 17:01:11.286513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49218) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:11.291683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-623933340', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:11.395463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:11.399838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Checking router: ca779802-cd7e-47b0-bc62-94101093a77d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:01:11.400182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Updating router ca779802-cd7e-47b0-bc62-94101093a77d port a9bd3890-e4f9-473c-a82c-0199af711518 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:01:11.453714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.508315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:11.512000 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:subnet and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:11.514825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:11.520494 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:11.530967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:01:11.634753 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.811223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.823027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Transition to ACTIVE for port object a9bd3890-e4f9-473c-a82c-0199af711518 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:11.830020 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.850552 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.918194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Attempting to bind port a9bd3890-e4f9-473c-a82c-0199af711518 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:01:11.918933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Attempting to bind port a9bd3890-e4f9-473c-a82c-0199af711518 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:01:11.918933 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Attempting to bind port a9bd3890-e4f9-473c-a82c-0199af711518 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:01:11.922493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Pushing event updated for resources: {'Port': ['ID=a9bd3890-e4f9-473c-a82c-0199af711518,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:11.933193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:01:11.933457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Subnet': ['ID=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:11.933705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:01:11.934280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.934420 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:01:11.934843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Bound port: a9bd3890-e4f9-473c-a82c-0199af711518, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:01:11.935219 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:11.945842 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Checking segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:01:11.946197 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network hostable DHCP agents. Network: 6e277760-96be-4bcb-ac44-a0e50a9c778d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:01:11.968203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.968583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.968712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:01:11.968897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.969194 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.969529 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.969897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.970225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.970620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.970947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.971265 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.971921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:11.986629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 6e277760-96be-4bcb-ac44-a0e50a9c778d) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:11.991205 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:11.992117 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:12.000330 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b606e306-0483-4525-9157-196ebb47ea39 None None] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:01:12.020241 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66cd524e-1c69-4b11-b3ee-4422dfa031b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7321317 Feb 04 17:01:12.023503 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49224) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:12.108634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] For port a9bd3890-e4f9-473c-a82c-0199af711518, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:12.123520 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] For port a9bd3890-e4f9-473c-a82c-0199af711518, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9bd3890-e4f9-473c-a82c-0199af711518,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:12.137454 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:12.277808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836357e4-e44a-4316-846f-c71306b95b3f None None] Pushing event updated for resources: {'Port': ['ID=a9bd3890-e4f9-473c-a82c-0199af711518,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:12.319807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:12.320596 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:12.371625 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-6e277760-96be-4bcb-ac44-a0e50a9c778d', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:01:12.372334 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:12.623216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:12.740469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Allocated IP 172.20.0.2 (6e277760-96be-4bcb-ac44-a0e50a9c778d/65de02b3-8e91-4bb0-b44e-5d5b52c91fe3/5e812fa8-ce90-4ef9-8805-720e491c3436) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:12.783834 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.150925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.164054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Transition to ACTIVE for port object 5e812fa8-ce90-4ef9-8805-720e491c3436 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:13.167392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:13.179120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad97e213-081b-4f6c-ab71-fb6385d6298e None None] The sync data for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 is: [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:10Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:01:13.188076 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Transition to ACTIVE for port object 5e812fa8-ce90-4ef9-8805-720e491c3436 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:13.194858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.270861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:13.272142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:13.276672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:01:13.292315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.1 (6e277760-96be-4bcb-ac44-a0e50a9c778d/65de02b3-8e91-4bb0-b44e-5d5b52c91fe3/10373ee0-cbe9-4c5f-832e-ea58155cfe12) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:13.311797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Pushing event updated for resources: {'Port': ['ID=5e812fa8-ce90-4ef9-8805-720e491c3436,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:13.369318 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Attempting to bind port 5e812fa8-ce90-4ef9-8805-720e491c3436 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:01:13.370836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Attempting to bind port 5e812fa8-ce90-4ef9-8805-720e491c3436 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:01:13.371145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Attempting to bind port 5e812fa8-ce90-4ef9-8805-720e491c3436 on network 6e277760-96be-4bcb-ac44-a0e50a9c778d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:01:13.379394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:01:13.379870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Checking segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:01:13.392130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.392130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Bound using segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:01:13.392130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Bound port: 5e812fa8-ce90-4ef9-8805-720e491c3436, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:01:13.392130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.497847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.498417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] For port 5e812fa8-ce90-4ef9-8805-720e491c3436, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:13.502533 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] For port 5e812fa8-ce90-4ef9-8805-720e491c3436, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e812fa8-ce90-4ef9-8805-720e491c3436,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:13.509302 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.519109 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 10373ee0-cbe9-4c5f-832e-ea58155cfe12 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:13.543817 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.595523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6dce-6eef-4fdf-b8d2-e16d205bc19e None None] Pushing event updated for resources: {'Port': ['ID=5e812fa8-ce90-4ef9-8805-720e491c3436,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:13.624855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:13.628353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:13.632087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:01:13.670275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:13.701714 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:13.806671 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:14.226093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:14.231554 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:14.344846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:14.347221 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:14.492995 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:14.494107 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:14.614079 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd310142-e179-41b3-b1f1-72677bbb92db None None] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:01:14.712096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-49dd976d-ab44-48d7-8bb7-b574213947f5 None None] Provisioning for port 5e812fa8-ce90-4ef9-8805-720e491c3436 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:14.997869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ca779802-cd7e-47b0-bc62-94101093a77d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:01:15.167701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82d9d6b4-f5e9-4c50-b76d-c0c154c666e8 None None] Provisioning for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:15.172737 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-82d9d6b4-f5e9-4c50-b76d-c0c154c666e8 None None] Provisioning complete for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:15.173305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-82d9d6b4-f5e9-4c50-b76d-c0c154c666e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.218375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:15.235383 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9b39bbb4-5331-4a4d-a79e-089790889b22 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/ca779802-cd7e-47b0-bc62-94101093a77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2033176 Feb 04 17:01:15.235589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-82d9d6b4-f5e9-4c50-b76d-c0c154c666e8 None None] Port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:01:15.369095 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6f72794f-0051-4d0b-9796-1cb64dddc6ad None None] Provisioning complete for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:15.369565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6f72794f-0051-4d0b-9796-1cb64dddc6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.407296 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9bd3890-e4f9-473c-a82c-0199af711518 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:15.430071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-b35bacf3-7cec-4276-9619-2e31dc5d5a87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547437088&fields=id&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 267 time: 0.0456715 Feb 04 17:01:15.477032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6f72794f-0051-4d0b-9796-1cb64dddc6ad None None] Port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:01:15.496910 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a9bd3890-e4f9-473c-a82c-0199af711518 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:15.501516 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9bd3890-e4f9-473c-a82c-0199af711518 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:15.501880 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.589466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-40634241-a961-4542-9407-2ff8f1c93792 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:15.591485 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-40634241-a961-4542-9407-2ff8f1c93792 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/networks?id=6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 200 len: 797 time: 0.1518846 Feb 04 17:01:15.607912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-b2e40864-4329-4d50-9993-7955493f58e9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/quotas/ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 375 time: 0.0118032 Feb 04 17:01:15.628083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.636389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-8e3ecf0f-603d-4c96-8b95-802f598b6074 None None] Provisioning complete for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:15.636744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e3ecf0f-603d-4c96-8b95-802f598b6074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.684039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a9bd3890-e4f9-473c-a82c-0199af711518, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9bd3890-e4f9-473c-a82c-0199af711518,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:15.691239 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.692476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e812fa8-ce90-4ef9-8805-720e491c3436 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:15.694265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-6d6a985e-9d8e-48c2-9383-e000b1a32e26 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811102 Feb 04 17:01:15.768531 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ecf0f-603d-4c96-8b95-802f598b6074 None None] Port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:01:15.812236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a9bd3890-e4f9-473c-a82c-0199af711518,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:15.825254 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5e812fa8-ce90-4ef9-8805-720e491c3436 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:15.830230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e812fa8-ce90-4ef9-8805-720e491c3436 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:15.830630 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.834758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-958b7927-5593-47c8-9099-de19df5319d9 service neutron] 10.222.0.62 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287491 Feb 04 17:01:15.945833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:15.969643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-c61d0d33-9541-4865-999a-79c372da12ab service neutron] 10.222.0.62 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286452 Feb 04 17:01:15.978921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5e812fa8-ce90-4ef9-8805-720e491c3436, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e812fa8-ce90-4ef9-8805-720e491c3436,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:15.983211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:16.053894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5e812fa8-ce90-4ef9-8805-720e491c3436,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:16.179119 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-031ccf78-abaf-479c-83dc-9728edbd4e2c req-d3626c7f-df71-42dd-9738-8daa61d339be tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 210 time: 0.0444622 Feb 04 17:01:16.757123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Sync routers for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:01:16.768864 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:16.769500 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:16.943873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:17.226670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-ef867d27-9465-44c3-a4e6-d9eca2ea938b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:17.228222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-ef867d27-9465-44c3-a4e6-d9eca2ea938b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/networks?id=6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 200 len: 797 time: 0.1640356 Feb 04 17:01:17.312177 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-8cd289fa-951d-4da4-9e35-ef809797d3f3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 380 time: 0.0707164 Feb 04 17:01:17.330237 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:14Z', 'revision_number': 2, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:17.334418 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Checking router: ca779802-cd7e-47b0-bc62-94101093a77d for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:01:17.334768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Updating router ca779802-cd7e-47b0-bc62-94101093a77d port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:01:17.344018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9bd3890-e4f9-473c-a82c-0199af711518 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:17.370473 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dd0016e-eaa8-45bb-8a0c-4ee3d263850b req-408751a3-bd79-4498-972f-0d32771f110d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 210 time: 0.0417807 Feb 04 17:01:17.392729 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.413071 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'port': {'device_id': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'admin_state_up': True, 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'security_groups': ['36fd55db-9d56-4141-906b-964d26de0d2b']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:17.417598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a9bd3890-e4f9-473c-a82c-0199af711518 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:17.417997 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.532942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e812fa8-ce90-4ef9-8805-720e491c3436 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:17.557767 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:17.561700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:port and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:17.564586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:17.571577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:17.582002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:01:17.585347 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.617822 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e812fa8-ce90-4ef9-8805-720e491c3436 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:17.618064 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.746009 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.757830 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Transition to ACTIVE for port object 10373ee0-cbe9-4c5f-832e-ea58155cfe12 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:17.764590 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:17.831812 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.4 (6e277760-96be-4bcb-ac44-a0e50a9c778d/65de02b3-8e91-4bb0-b44e-5d5b52c91fe3/1be72b94-50ca-4abd-850a-28ab296e1e7d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:17.962072 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Pushing event updated for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:17.977488 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.977835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.978156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.978538 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.978842 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.979152 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.979465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.980213 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.980213 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.980431 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.980659 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:01:17.992358 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Attempting to bind port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:01:17.992867 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Attempting to bind port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:01:17.993054 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Attempting to bind port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 on network 6e277760-96be-4bcb-ac44-a0e50a9c778d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:01:17.999846 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:01:18.000272 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Checking segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:01:18.000671 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.001050 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Bound using segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:01:18.001502 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Bound port: 10373ee0-cbe9-4c5f-832e-ea58155cfe12, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:01:18.001867 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.042209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.058528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 1be72b94-50ca-4abd-850a-28ab296e1e7d will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:18.082363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.089127 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] For port 10373ee0-cbe9-4c5f-832e-ea58155cfe12, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:18.092189 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] For port 10373ee0-cbe9-4c5f-832e-ea58155cfe12, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=10373ee0-cbe9-4c5f-832e-ea58155cfe12,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:18.096416 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.174342 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:18.178119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:18.182207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:01:18.191910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac13dbd-e067-4401-a70b-78630177c1fe None None] Pushing event updated for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:18.195851 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:18.196531 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:00:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:18.214863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:18.251327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:18.251989 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.274039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-9f0bb66c-8231-4961-9197-a77cc7d60389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657353 Feb 04 17:01:18.283943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-79ae6aaa-c3d8-4c52-9fff-07e4416d99b8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:01:18.284875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-79ae6aaa-c3d8-4c52-9fff-07e4416d99b8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051444 Feb 04 17:01:18.296940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Request body: {'port': {'device_id': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:18.386784 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:18.415970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.612110 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:01:18.674452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5652f2b1-ef5a-43fe-b366-b95c6fe6f899 None None] Provisioning for port 1be72b94-50ca-4abd-850a-28ab296e1e7d completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:18.681158 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-5652f2b1-ef5a-43fe-b366-b95c6fe6f899 None None] Provisioning complete for port 1be72b94-50ca-4abd-850a-28ab296e1e7d triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:18.681594 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5652f2b1-ef5a-43fe-b366-b95c6fe6f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:18.741367 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:18.746752 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9db47b-dfb7-4780-91bf-6b209d9abd8a None None] The sync data for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 is: [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:18Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:01:18.776884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5652f2b1-ef5a-43fe-b366-b95c6fe6f899 None None] Port 1be72b94-50ca-4abd-850a-28ab296e1e7d cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:01:18.880576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08462880-3552-42b6-bb93-a5af744c868f req-979ccf1e-62d8-45b0-9d99-bcaa0da43c8a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:18.881258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-08462880-3552-42b6-bb93-a5af744c868f req-979ccf1e-62d8-45b0-9d99-bcaa0da43c8a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:01:18.933643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-08462880-3552-42b6-bb93-a5af744c868f req-979ccf1e-62d8-45b0-9d99-bcaa0da43c8a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:01:18.934821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08462880-3552-42b6-bb93-a5af744c868f req-979ccf1e-62d8-45b0-9d99-bcaa0da43c8a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 931 time: 0.4160581 Feb 04 17:01:19.038875 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08462880-3552-42b6-bb93-a5af744c868f req-f13d730a-d200-4692-97f0-32145881d2a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977967 Feb 04 17:01:19.041072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be72b94-50ca-4abd-850a-28ab296e1e7d {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:01:19.052945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.069797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Transition to ACTIVE for port object 1be72b94-50ca-4abd-850a-28ab296e1e7d will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:01:19.073917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.211929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Pushing event updated for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:19.335020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Attempting to bind port 1be72b94-50ca-4abd-850a-28ab296e1e7d on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:01:19.335700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Attempting to bind port 1be72b94-50ca-4abd-850a-28ab296e1e7d by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:01:19.335964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Attempting to bind port 1be72b94-50ca-4abd-850a-28ab296e1e7d on network 6e277760-96be-4bcb-ac44-a0e50a9c778d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:01:19.342943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Port 1be72b94-50ca-4abd-850a-28ab296e1e7d on network 6e277760-96be-4bcb-ac44-a0e50a9c778d not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:01:19.343457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Attempting to bind port 1be72b94-50ca-4abd-850a-28ab296e1e7d on network 6e277760-96be-4bcb-ac44-a0e50a9c778d {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:01:19.354555 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:01:19.354898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Checking segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:01:19.355276 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Bound using segment: {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:01:19.355703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Bound port: 1be72b94-50ca-4abd-850a-28ab296e1e7d, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0189ddfc-7ca6-44b4-b01b-72797fdb2127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:01:19.356666 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.359964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 10373ee0-cbe9-4c5f-832e-ea58155cfe12 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:19.447878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:19.453303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:19.453678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.453969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:01:19.458486 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:01:19.463760 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.531994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.533491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] 10.222.0.58 "PUT /v2.0/ports/1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 200 len: 1091 time: 1.2413125 Feb 04 17:01:19.533852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:01:19.565539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dae935-b265-4ce9-8a7c-86e222478b24 service neutron] Pushing event updated for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:19.611541 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.649702 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'status': 'completed', 'code': 200} Feb 04 17:01:19.650192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 10373ee0-cbe9-4c5f-832e-ea58155cfe12, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=10373ee0-cbe9-4c5f-832e-ea58155cfe12,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:19.656647 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:19.692270 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-b8c7e716-f669-400b-b52b-f0e45479e40b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1094 time: 0.1058290 Feb 04 17:01:19.730224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:19.775926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-6968b2ee-1fc9-4db9-ba50-120911ec2db5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 200 len: 217 time: 0.0755270 Feb 04 17:01:19.837867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-48688a8a-303a-4a7f-88bb-5f8522bbdc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:19.839308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-48688a8a-303a-4a7f-88bb-5f8522bbdc31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 HTTP/1.1" status: 200 len: 834 time: 0.0581741 Feb 04 17:01:19.916806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-fb6a1a90-3d24-4326-9452-19aa16961817 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e277760-96be-4bcb-ac44-a0e50a9c778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720153 Feb 04 17:01:20.054848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-2f8ad7f9-e74d-4cbd-a431-7f26f4ee10d8 service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316779 Feb 04 17:01:20.196914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e75a603b-0b89-4e86-941a-3de5fb8ce9d5 req-36f17dca-63be-48af-aa35-e8f8973550f3 service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367137 Feb 04 17:01:20.362287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf735b6-189b-457d-9835-76b4a25c4290 req-9602390b-ae31-4209-8fce-3900c6e05518 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:20.368036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaf735b6-189b-457d-9835-76b4a25c4290 req-9602390b-ae31-4209-8fce-3900c6e05518 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 943 time: 0.1673405 Feb 04 17:01:20.387431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-6e4f80c6-1b4a-4daa-bbdb-958f6c4c82cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1094 time: 0.1259320 Feb 04 17:01:20.488771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eaf735b6-189b-457d-9835-76b4a25c4290 req-9308d503-d19e-40e2-8ead-802de4b133fe tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181030 Feb 04 17:01:20.552754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-b207494e-8ab2-44d3-a96f-bd4148d8e9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:20.554246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-b207494e-8ab2-44d3-a96f-bd4148d8e9d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 200 len: 898 time: 0.1596496 Feb 04 17:01:20.623687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-998f28ef-640c-4399-b786-7d4eb93e26a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 200 len: 217 time: 0.0630505 Feb 04 17:01:20.795229 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-f418cd58-c0a6-40f3-b6fa-d948f2035656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:20.796644 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-f418cd58-c0a6-40f3-b6fa-d948f2035656 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 HTTP/1.1" status: 200 len: 834 time: 0.1656461 Feb 04 17:01:20.870458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-d216ab25-7c75-4ccc-8d63-daead20b2868 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e277760-96be-4bcb-ac44-a0e50a9c778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677822 Feb 04 17:01:21.005595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-94e680bf-ef74-44d8-a89a-a4b6f6459426 service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288390 Feb 04 17:01:21.142383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fbd4236-8325-4dee-a2ee-16f4cebf451d req-e0cc0015-cd4e-41e5-8651-d86b17161a3b service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307647 Feb 04 17:01:21.315106 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 10373ee0-cbe9-4c5f-832e-ea58155cfe12 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:21.385560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:21.385923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:21.452058 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:21.667441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1be72b94-50ca-4abd-850a-28ab296e1e7d details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:01:21.696337 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349a158-d603-4f5e-81f8-26de426f6744 req-a28bd017-3ca1-4aa9-8bcd-f18968b8ca75 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:21.697763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2349a158-d603-4f5e-81f8-26de426f6744 req-a28bd017-3ca1-4aa9-8bcd-f18968b8ca75 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 943 time: 0.0791559 Feb 04 17:01:21.743565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2349a158-d603-4f5e-81f8-26de426f6744 req-94ad14c6-887b-4e16-a027-0966f4254990 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Feb 04 17:01:21.763377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:21.813062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:21.826839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'port_id': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'mac_address': 'fa:16:3e:27:b0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:01:21.877850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:21.897406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be72b94-50ca-4abd-850a-28ab296e1e7d {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:01:21.911993 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:21.915771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:21.982518 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:22.113435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1be72b94-50ca-4abd-850a-28ab296e1e7d'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:01:22.942493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f937fcb-6ac3-4b10-953a-cc4f145f9bfa req-4e89791a-ea0c-478c-874c-5d578d52ac14 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:22.944314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f937fcb-6ac3-4b10-953a-cc4f145f9bfa req-4e89791a-ea0c-478c-874c-5d578d52ac14 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 944 time: 0.0754333 Feb 04 17:01:22.993235 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0f937fcb-6ac3-4b10-953a-cc4f145f9bfa req-6daf5462-706c-4b41-a153-464f72fc8f34 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Feb 04 17:01:23.682973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1be72b94-50ca-4abd-850a-28ab296e1e7d up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:01:23.753002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 1be72b94-50ca-4abd-850a-28ab296e1e7d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:01:23.758889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 1be72b94-50ca-4abd-850a-28ab296e1e7d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:01:23.759258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:23.873737 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:23.900844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:01:23.910085 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:01:23.915897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:23.960720 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'code': 200} Feb 04 17:01:23.988093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:24.081069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fbbd3d9-8276-40ed-bb6c-96a2663f3c07 req-89147b09-898a-40d3-9194-1e404bc36570 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1096 time: 0.0684111 Feb 04 17:01:24.161188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6fbbd3d9-8276-40ed-bb6c-96a2663f3c07 req-008b27fc-c51b-4ebf-bcab-b89611acedfb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741124 Feb 04 17:01:24.201674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef1fb-4f1a-4413-bb64-aecbab8e1b29 req-3a4edf3a-fd27-425d-9d96-8aeeca4e0389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:24.203054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11fef1fb-4f1a-4413-bb64-aecbab8e1b29 req-3a4edf3a-fd27-425d-9d96-8aeeca4e0389 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0863349 Feb 04 17:01:24.247746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11fef1fb-4f1a-4413-bb64-aecbab8e1b29 req-094cdc2d-a1c1-4daf-bb6d-8cafdb698a09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Feb 04 17:01:25.217694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9681bb77-b9c0-43a7-839f-724ba1b9170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:25.445703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0de51-0da2-4f69-900d-9dd0af1b7e73 req-eaec10e9-626d-4d59-8291-575ced37f9f1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:25.447180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5d0de51-0da2-4f69-900d-9dd0af1b7e73 req-eaec10e9-626d-4d59-8291-575ced37f9f1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0784931 Feb 04 17:01:25.495550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e5d0de51-0da2-4f69-900d-9dd0af1b7e73 req-bb91e44f-5146-4a27-9794-322a30e23def tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418539 Feb 04 17:01:25.694820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e665d-a51e-4bcc-8049-d211cf64fc8d req-62278111-7a86-4fa5-9cc8-8be452396963 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:25.696159 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229e665d-a51e-4bcc-8049-d211cf64fc8d req-62278111-7a86-4fa5-9cc8-8be452396963 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0799778 Feb 04 17:01:25.741410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-229e665d-a51e-4bcc-8049-d211cf64fc8d req-81d91cc3-48ac-49cf-95a7-9da51fa768cc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Feb 04 17:01:25.768402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49266) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:25.837017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4d6f9dac-eaf2-42e5-b72b-5dd995dac57e tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1091 time: 0.0675030 Feb 04 17:01:25.839773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49270) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:25.844879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:01:25.851018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:01:25.854922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:floatingip and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:01:25.857766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:01:25.863383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:01:25.873414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:26.009556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:26.145831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.254 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/d8ef9cb2-252a-41e4-a120-709b6efd815b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:01:26.290979 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:26.317624 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:26.386617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:01:26.389494 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:01:26.393860 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:01:26.417635 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=d8ef9cb2-252a-41e4-a120-709b6efd815b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:27.001621 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.057859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.258150 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.263550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.313678 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-30de9a5f-1ee9-4b49-8cac-9db940aa2ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.369320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=d8ef9cb2-252a-41e4-a120-709b6efd815b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:01:27.385594 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:27.580510 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Floating IP 7a43d8cb-f575-443a-88c0-76803f2c5ec7 associated. External IP: 172.25.5.254, port: 1be72b94-50ca-4abd-850a-28ab296e1e7d. Feb 04 17:01:27.982206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ca779802-cd7e-47b0-bc62-94101093a77d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:01:28.296346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:01:28.321128 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:28.375283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-900dee0a-aa8a-4ae8-aa5f-559bd19d9cad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5345120 Feb 04 17:01:28.375968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:01:28.429157 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'status': 'completed', 'code': 200} Feb 04 17:01:28.583207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-839a282c-d1e7-44d1-90d5-381934013c7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1096 time: 0.1350143 Feb 04 17:01:28.589665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf68fd0-988b-434a-b88f-0dab96df32ac req-cfd99b71-346f-43e7-aeb5-8da2af3bc6ce tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:28.591008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcf68fd0-988b-434a-b88f-0dab96df32ac req-cfd99b71-346f-43e7-aeb5-8da2af3bc6ce tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.1102629 Feb 04 17:01:28.616841 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Sync routers for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:01:28.628382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:28.629055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:28.731143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dcf68fd0-988b-434a-b88f-0dab96df32ac req-84c5fce7-4f92-4672-ac9f-23d91ae5773a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212530 Feb 04 17:01:28.752719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-b7d8acb3-9374-46bd-96a6-5319a3e6890b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:28.754310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-b7d8acb3-9374-46bd-96a6-5319a3e6890b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 200 len: 898 time: 0.1624291 Feb 04 17:01:28.762953 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49278) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:28.813261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:28.816831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:28.838458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:28.867602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-20ab7b4c-515b-44b8-aeaf-a7ca47477490 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 200 len: 999 time: 0.1077070 Feb 04 17:01:28.878014 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3a207786-68c0-472d-ad0c-39e693919a2d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 991 time: 0.1138375 Feb 04 17:01:28.930479 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-ea2b5b94-f213-46fb-98f0-d33dd6fc1307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:28.931899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-ea2b5b94-f213-46fb-98f0-d33dd6fc1307 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 HTTP/1.1" status: 200 len: 834 time: 0.0592160 Feb 04 17:01:29.007926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-cb14d3bb-a59e-4569-9109-fdd57f2ac6ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e277760-96be-4bcb-ac44-a0e50a9c778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701268 Feb 04 17:01:29.150036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-fe9e9a0b-3373-46ff-a5b8-6477db51c0ce service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360333 Feb 04 17:01:29.225600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '7a43d8cb-f575-443a-88c0-76803f2c5ec7', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'port_id': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'mac_address': 'fa:16:3e:27:b0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:01:26Z', 'updated_at': '2022-02-04T17:01:26Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:29.229730 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Checking router: ca779802-cd7e-47b0-bc62-94101093a77d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:01:29.240685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:01:29.241279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:29.282742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f44d8bda-b378-446f-8ec9-9811f62073e1 req-caeecf13-544c-4120-9c6d-afb41b7bb151 service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272810 Feb 04 17:01:29.418413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:01:29.781419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '7a43d8cb-f575-443a-88c0-76803f2c5ec7', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'port_id': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'mac_address': 'fa:16:3e:27:b0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:01:26Z', 'updated_at': '2022-02-04T17:01:26Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:01:29.785767 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26f442-709e-4325-b363-bf44d0e671c6 None None] The sync data for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 is: [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '7a43d8cb-f575-443a-88c0-76803f2c5ec7', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'port_id': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'mac_address': 'fa:16:3e:27:b0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:01:26Z', 'updated_at': '2022-02-04T17:01:26Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:01:29.880379 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49284) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:30.001775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2a9da220-4b09-42d1-a088-8b4a16134506 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 991 time: 0.1197047 Feb 04 17:01:30.192971 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:31.005676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49288) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:31.107167 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a3cdf60b-a2cf-465b-9e35-46eeb42b1d8d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 991 time: 0.1003730 Feb 04 17:01:32.111034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49292) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:32.216300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3388685d-edee-4da5-8a46-081a839fe23a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 991 time: 0.1040697 Feb 04 17:01:32.717858 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5588d9-8615-40c3-ba53-707ddf4d6ebb None None] New status for floating IP 7a43d8cb-f575-443a-88c0-76803f2c5ec7: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:01:33.220198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49296) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:33.323399 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b1fae4f-6f99-424b-92c9-73bf93ffb710 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 993 time: 0.1020467 Feb 04 17:01:51.457257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:51.747190 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:55.220332 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-04ecb8a8-4282-42ce-99d9-1b2f55cebff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:55.544016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:01:56.270863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e26a-a23b-4292-a6b4-2ed3dff23de4 req-f6d5d223-fd3e-4a28-8752-8d753a88eb44 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:56.274000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6032e26a-a23b-4292-a6b4-2ed3dff23de4 req-f6d5d223-fd3e-4a28-8752-8d753a88eb44 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0874205 Feb 04 17:01:56.322618 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6032e26a-a23b-4292-a6b4-2ed3dff23de4 req-e10a1064-7d7c-4d1e-9fee-7f5516cffa8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Feb 04 17:01:57.307286 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c3eeeda2-119b-4427-94a8-c7565e62139d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:57.530110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab498cb-d1aa-4ce6-94fe-7369564ac1b7 req-bc6005af-b5ec-410d-8434-e5dc2c6d9294 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:57.531617 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ab498cb-d1aa-4ce6-94fe-7369564ac1b7 req-bc6005af-b5ec-410d-8434-e5dc2c6d9294 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0800326 Feb 04 17:01:57.583102 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ab498cb-d1aa-4ce6-94fe-7369564ac1b7 req-99b9e323-5048-4722-abb3-4bc7dbd1bfe0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Feb 04 17:01:57.612250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49316) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:01:57.721680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c5615213-596b-47cb-88c6-09a7d0def42a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 993 time: 0.1082404 Feb 04 17:01:58.783994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:58.789943 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:01:59.272910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cb25-8518-4635-9a89-1a527c82cf1c req-fd2c38be-4a7a-4539-8aa4-11faea1f3c7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:01:59.274934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03c0cb25-8518-4635-9a89-1a527c82cf1c req-fd2c38be-4a7a-4539-8aa4-11faea1f3c7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.1142104 Feb 04 17:01:59.342911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03c0cb25-8518-4635-9a89-1a527c82cf1c req-b3ab9021-cbcb-441a-ab7c-cdcee55b933c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576534 Feb 04 17:02:00.197256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:00.544314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e277d-ed6c-4e26-afa4-47442d3ad7ec req-20785e56-4115-4e2f-8ed9-398d5c3884b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:00.545750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e1e277d-ed6c-4e26-afa4-47442d3ad7ec req-20785e56-4115-4e2f-8ed9-398d5c3884b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.0758724 Feb 04 17:02:00.594848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8e1e277d-ed6c-4e26-afa4-47442d3ad7ec req-df40aed0-b0a2-4c82-9868-a57ee9553e4c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 Feb 04 17:02:00.624119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49328) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:00.729194 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-508f2ac6-481b-4bbe-96ad-fe3761588b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 200 len: 993 time: 0.1033108 Feb 04 17:02:01.057538 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49336) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:01.258851 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port d8ef9cb2-252a-41e4-a120-709b6efd815b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:02:01.259196 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:01.422510 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:01.422841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:01.641793 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for d8ef9cb2-252a-41e4-a120-709b6efd815b owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:02:01.787910 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:01.830213 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=d8ef9cb2-252a-41e4-a120-709b6efd815b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:01.869738 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.870092 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.870465 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.870804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.871139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.871474 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.871805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.872132 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.872458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.872781 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.873104 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:01.935310 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:02.331106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ca779802-cd7e-47b0-bc62-94101093a77d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:02:02.525800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:02.535002 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Sync routers for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:02:02.545751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:02.550371 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:02.550975 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:02.602253 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4aa52ef0-9144-414a-b2ea-fa7749b4fbbb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/floatingips/7a43d8cb-f575-443a-88c0-76803f2c5ec7 HTTP/1.1" status: 204 len: 168 time: 1.5436869 Feb 04 17:02:02.602835 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:02.661479 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'status': 'completed', 'code': 200} Feb 04 17:02:02.734624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:02.761652 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-e94d8a4e-ccce-486b-8542-3f17f8855b6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 1096 time: 0.0790434 Feb 04 17:02:03.072310 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-6f1ad576-6062-4ed5-ab46-3f8c6d174bad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:03.073811 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-6f1ad576-6062-4ed5-ab46-3f8c6d174bad service neutron] 10.222.0.58 "GET /v2.0/networks?id=6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 200 len: 898 time: 0.3066292 Feb 04 17:02:03.087064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2215928-a3cf-4d18-a0e6-bb11a9ebee00 req-509586d3-ed53-4275-949b-2ee6d2e93ee0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:03.088594 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2215928-a3cf-4d18-a0e6-bb11a9ebee00 req-509586d3-ed53-4275-949b-2ee6d2e93ee0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.1303740 Feb 04 17:02:03.128918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:03.133413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Checking router: ca779802-cd7e-47b0-bc62-94101093a77d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:02:03.145114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:03.145884 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:03.165941 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-35b617ea-4e97-49e5-bf60-3eeaaafd8a28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 200 len: 217 time: 0.0764678 Feb 04 17:02:03.239549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c2215928-a3cf-4d18-a0e6-bb11a9ebee00 req-89acfcb0-c720-4e77-b02a-d4431538120c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018178 Feb 04 17:02:03.247535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-a81220bb-3436-414b-a56a-b2ca4adb5f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:03.249012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-a81220bb-3436-414b-a56a-b2ca4adb5f48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 HTTP/1.1" status: 200 len: 834 time: 0.0761087 Feb 04 17:02:03.325868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-57a11b00-3273-47db-9fbd-8da391a102d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6e277760-96be-4bcb-ac44-a0e50a9c778d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699568 Feb 04 17:02:03.329116 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:03.457684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-0fb81578-495c-4b44-a4d1-d802c66e947e service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249197 Feb 04 17:02:03.596071 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c71a9b3e-d9eb-477a-8ca0-add94379f39c req-e645e827-b62c-471f-9d30-c32a71200e76 service neutron] 10.222.0.58 "GET /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322269 Feb 04 17:02:03.649350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:03.654071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac67ffa-4185-4f15-bd15-0b8e7a2cdd49 None None] The sync data for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 is: [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:13Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '10373ee0-cbe9-4c5f-832e-ea58155cfe12', 'name': '', 'network_id': '6e277760-96be-4bcb-ac44-a0e50a9c778d', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:c3:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:13Z', 'updated_at': '2022-02-04T17:01:19Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '65de02b3-8e91-4bb0-b44e-5d5b52c91fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:02:03.869454 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e2a63d-2c3b-4a97-999b-efcb75c46283 None None] New status for floating IP 7a43d8cb-f575-443a-88c0-76803f2c5ec7: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:02:04.498133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0874-10f0-46f1-b053-04feae9bac46 req-acdf018a-c331-4fed-a7c9-002318ee69da tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:04.499676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62be0874-10f0-46f1-b053-04feae9bac46 req-acdf018a-c331-4fed-a7c9-002318ee69da tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.1352394 Feb 04 17:02:04.510551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299578-39fd-4acb-ab86-234a65d78774 req-25151937-cc40-4c7a-af9f-78db41939e8c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:04.512070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c299578-39fd-4acb-ab86-234a65d78774 req-25151937-cc40-4c7a-af9f-78db41939e8c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 945 time: 0.1027842 Feb 04 17:02:04.609158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 1be72b94-50ca-4abd-850a-28ab296e1e7d {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:02:04.609376 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:04.635205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62be0874-10f0-46f1-b053-04feae9bac46 req-e655b5c0-2853-4bd4-8efd-4c28f4ea98c1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=36fd55db-9d56-4141-906b-964d26de0d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222055 Feb 04 17:02:04.887534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 1be72b94-50ca-4abd-850a-28ab296e1e7d, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1be72b94-50ca-4abd-850a-28ab296e1e7d,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:04.887898 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.011491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 1be72b94-50ca-4abd-850a-28ab296e1e7d owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:02:05.169882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.224021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=1be72b94-50ca-4abd-850a-28ab296e1e7d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:05.292174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.292514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.292846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.293173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.293497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.293822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.294139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.294484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.294802 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.295118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.295430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:05.307801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] No DVR routers for this DVR port 1be72b94-50ca-4abd-850a-28ab296e1e7d on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:02:05.310210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:05.312783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'name': 'network-vif-deleted', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:05.324236 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c299578-39fd-4acb-ab86-234a65d78774 req-c6daa9eb-58a7-4119-abc9-931327bfee95 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "DELETE /v2.0/ports/1be72b94-50ca-4abd-850a-28ab296e1e7d HTTP/1.1" status: 204 len: 173 time: 0.7977786 Feb 04 17:02:05.372228 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed', 'name': 'network-vif-deleted', 'tag': '1be72b94-50ca-4abd-850a-28ab296e1e7d', 'status': 'completed', 'code': 200} Feb 04 17:02:05.961976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a5458551-efe1-4cf5-be32-6cce5f32ef5a req-8521a1db-ab3b-4bc0-b061-9bd55fa1d405 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:02:05.978463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-a5458551-efe1-4cf5-be32-6cce5f32ef5a req-8521a1db-ab3b-4bc0-b061-9bd55fa1d405 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:02:05.979615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a5458551-efe1-4cf5-be32-6cce5f32ef5a req-8521a1db-ab3b-4bc0-b061-9bd55fa1d405 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ed7547-d1eb-4a32-ac2a-7dd05f1d29ed HTTP/1.1" status: 200 len: 210 time: 0.1969874 Feb 04 17:02:07.085912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:07.478035 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:07.884772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1be72b94-50ca-4abd-850a-28ab296e1e7d no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:02:07.917343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 1be72b94-50ca-4abd-850a-28ab296e1e7d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:02:07.917685 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1be72b94-50ca-4abd-850a-28ab296e1e7d not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:02:08.085331 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 10373ee0-cbe9-4c5f-832e-ea58155cfe12 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:02:08.085669 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:08.269828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 10373ee0-cbe9-4c5f-832e-ea58155cfe12, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=10373ee0-cbe9-4c5f-832e-ea58155cfe12,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:08.270582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:08.392171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 10373ee0-cbe9-4c5f-832e-ea58155cfe12 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:02:08.679370 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:08.725292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=10373ee0-cbe9-4c5f-832e-ea58155cfe12,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:09.034322 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:09.658905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ca779802-cd7e-47b0-bc62-94101093a77d has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:02:09.864641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:09.877793 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Sync routers for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:02:09.891057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-939430f3-a5aa-4cba-aa6e-734de303cfa7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/ca779802-cd7e-47b0-bc62-94101093a77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8037963 Feb 04 17:02:09.891570 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:09.892178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:09.893548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49358) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:10.084694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:10.090814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting subnet 65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:02:10.093726 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.162460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.373663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.395921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:02:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:10.401363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Checking router: ca779802-cd7e-47b0-bc62-94101093a77d for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:02:10.413235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Routers {'ca779802-cd7e-47b0-bc62-94101093a77d'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:10.414034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ca779802-cd7e-47b0-bc62-94101093a77d'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:10.464429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.522763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Subnet': ['ID=65de02b3-8e91-4bb0-b44e-5d5b52c91fe3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:10.526901 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.533645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-db27b0ec-c029-46bc-9811-07b0c7839daf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/subnets/65de02b3-8e91-4bb0-b44e-5d5b52c91fe3 HTTP/1.1" status: 204 len: 168 time: 0.6389391 Feb 04 17:02:10.536121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af2221-6ead-4585-a7b0-fa1d90226211 None None] Network 6e277760-96be-4bcb-ac44-a0e50a9c778d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:02:10.538258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49362) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:10.762852 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.830294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] Set router ca779802-cd7e-47b0-bc62-94101093a77d gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:10.973085 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:10.983048 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port a9bd3890-e4f9-473c-a82c-0199af711518 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:02:10.983384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.124776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] DHCP port deletion for 6e277760-96be-4bcb-ac44-a0e50a9c778d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:02:11.157343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Deleting port 5e812fa8-ce90-4ef9-8805-720e491c3436 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:02:11.157343 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.186186 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port a9bd3890-e4f9-473c-a82c-0199af711518, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a9bd3890-e4f9-473c-a82c-0199af711518,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:11.186688 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.329560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for a9bd3890-e4f9-473c-a82c-0199af711518 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:02:11.352000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e812fa8-ce90-4ef9-8805-720e491c3436 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:02:11.391618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:02:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:11.417032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9e1ca-3a8c-4033-b591-0f17847c50c9 None None] The sync data for ids ['ca779802-cd7e-47b0-bc62-94101093a77d'] in n-d-827873-1 is: [{'id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1719610200', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:02:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'a9bd3890-e4f9-473c-a82c-0199af711518', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca779802-cd7e-47b0-bc62-94101093a77d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:01:09Z', 'updated_at': '2022-02-04T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:02:11.457463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] For port 5e812fa8-ce90-4ef9-8805-720e491c3436, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e812fa8-ce90-4ef9-8805-720e491c3436,segment=NetworkSegment(0189ddfc-7ca6-44b4-b01b-72797fdb2127),segment_id=0189ddfc-7ca6-44b4-b01b-72797fdb2127)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:11.457878 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.535168 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.583344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=a9bd3890-e4f9-473c-a82c-0199af711518,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:11.602138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Calling delete_port for 5e812fa8-ce90-4ef9-8805-720e491c3436 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:02:11.709923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.752606 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.815126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:11.837983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] Pushing event deleted for resources: {'Port': ['ID=5e812fa8-ce90-4ef9-8805-720e491c3436,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:11.847191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ec2f5-d510-4d19-9e34-bf7b22d8257b None None] No DVR routers for this DVR port 5e812fa8-ce90-4ef9-8805-720e491c3436 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:02:12.205231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.210684 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.243846 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.244646 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Fanout notify agent at l3_agent the message router_deleted on router ca779802-cd7e-47b0-bc62-94101093a77d {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:02:12.262970 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.267389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c6574f31-2f16-4598-bede-247d39bfeb4b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/routers/ca779802-cd7e-47b0-bc62-94101093a77d HTTP/1.1" status: 204 len: 168 time: 1.7280097 Feb 04 17:02:12.267557 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49366) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:12.403962 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.544390 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.578823 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e277760-96be-4bcb-ac44-a0e50a9c778d']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:12.595945 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0189ddfc-7ca6-44b4-b01b-72797fdb2127') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:12.596250 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0189ddfc-7ca6-44b4-b01b-72797fdb2127') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:12.611138 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.634571 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.649369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:02:12.649745 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: timer() Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:02:12.664252 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:02:12.765789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.785980 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.797721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Network': ['ID=6e277760-96be-4bcb-ac44-a0e50a9c778d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:12.800182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-eb0a210a-b175-4f6e-8ba8-dc339725ed48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/networks/6e277760-96be-4bcb-ac44-a0e50a9c778d HTTP/1.1" status: 204 len: 168 time: 0.5317712 Feb 04 17:02:12.803596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49370) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:12.895310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:12.926558 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.006113 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.029471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd55db-9d56-4141-906b-964d26de0d2b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:13.036415 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.043184 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-15112102-57ba-4840-bf5f-5d555882a189 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/security-groups/36fd55db-9d56-4141-906b-964d26de0d2b HTTP/1.1" status: 204 len: 168 time: 0.2372031 Feb 04 17:02:13.347469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 10373ee0-cbe9-4c5f-832e-ea58155cfe12 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:02:13.350660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49378) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:13.359849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622516422', 'description': 'tempest-secgroup-smoke-622516422 description', 'project_id': 'ee814631db404e9dbb4e347612306841'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:13.368318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:13.372242 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:13.375448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:13.382763 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:13.387475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 10373ee0-cbe9-4c5f-832e-ea58155cfe12 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:02:13.387475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 10373ee0-cbe9-4c5f-832e-ea58155cfe12 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:02:13.387475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9bd3890-e4f9-473c-a82c-0199af711518 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:02:13.396903 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.430132 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a9bd3890-e4f9-473c-a82c-0199af711518 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:02:13.430519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a9bd3890-e4f9-473c-a82c-0199af711518 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:02:13.444343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:13.448430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:13.451636 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:13.457445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:13.523521 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.527999 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.587773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e94de0-efdf-4b80-b185-c5e58fd11cd5,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:13.592569 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.594545 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-46b7da87-1835-4682-8822-3e78d3683c98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2422488 Feb 04 17:02:13.600172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49382) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:13.606417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:13.613518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:13.618166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:13.621273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:13.627889 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:13.650049 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.740676 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.745457 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.777029 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f55520-6c47-445b-973c-0a4ad194eb5a,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:13.789889 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:13.791573 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a55d2360-7595-43d5-8d7a-19f78612a07a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1902015 Feb 04 17:02:13.794891 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49386) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:13.800460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:13.808148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:13.812034 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:13.815016 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:13.823054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:13.845841 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.048743 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.053931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.081572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31394c85-769f-41b0-9c54-9457c5f7edff,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:14.092693 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.097034 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0dd6bc11-77f2-4a9c-8372-f6563e783862 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2980332 Feb 04 17:02:14.097202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:14.104176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:14.111458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:14.116603 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:14.120348 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:14.126399 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:14.153297 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.224874 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.229162 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.257253 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536929ca-251e-4cae-9a86-9b089b61e3f7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:14.268488 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.269655 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8e544e7e-ceeb-40ce-9f58-3de04d4efdc3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1716816 Feb 04 17:02:14.273151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49394) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:14.281321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:14.289822 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:14.294484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:14.297469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:14.303485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:14.324325 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.393550 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.397181 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.418317 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69f164b-bb50-4f29-9bee-867fdfe5f873,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:14.429944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.431153 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-259bbbd7-6fa3-406d-ba8b-6dce993b5974 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570530 Feb 04 17:02:14.433997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:14.439380 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:14.446800 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:14.450885 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:14.453715 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:14.459347 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:14.470116 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:02:14.477559 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.558468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.562416 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.587788 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebf5cc8-5da3-4827-a14f-46041ff11aad,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:14.598216 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.600757 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c586c81c-4f47-419e-8842-c962f72da800 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1658196 Feb 04 17:02:14.604041 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:14.609992 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '87e94de0-efdf-4b80-b185-c5e58fd11cd5', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:14.616809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:14.620773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:14.623723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:14.629712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:14.641931 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:02:14.649398 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.719962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.724969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.748692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384ec099-2954-410a-b031-096e92b3f1c6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:14.763276 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.764802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f1134929-5db2-4cfc-8468-015c7b0d3ebf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1597989 Feb 04 17:02:14.768109 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:14.775045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'network': {'name': 'tempest-network-smoke--1489550463', 'project_id': 'ee814631db404e9dbb4e347612306841', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:14.780974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:14.785021 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:network and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:14.790651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:14.799449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:14.810797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:02:14.813786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.849964 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:02:14.860798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.861138 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Added segment 84cb0227-234a-419e-a92d-e10df6529bf7 of type vlan for network 1af3209e-1a66-4c30-89d4-aed31209c171 Feb 04 17:02:14.893706 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.926823 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:14.931101 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:14.931673 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.035908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2664189 Feb 04 17:02:15.039284 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49410) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:15.045413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2bf26-ae46-4300-941e-a9ce0fb0dff9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Network': ['ID=1af3209e-1a66-4c30-89d4-aed31209c171,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:15.054417 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'admin_state_up': True, 'project_id': 'ee814631db404e9dbb4e347612306841', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:15.061060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 1af3209e-1a66-4c30-89d4-aed31209c171 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:02:15.062125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:15.065931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:router and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:15.069632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:15.075707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:15.088535 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.089750 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.110208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.271409 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.463376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.495257 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.663027 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.110 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/c10136fd-f2e8-49ec-8dee-1d3ef73726a2) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:15.856318 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.888547 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:15.960275 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:15.963177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:15.967464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:02:15.992261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:16.145703 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:16.147413 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:16.401858 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:02:16.701754 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:16.713767 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Sync routers for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:02:16.735855 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:16.736479 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:16.743204 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:16.747501 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-25d81140-3c9c-4912-818f-2166563506b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7037523 Feb 04 17:02:16.747847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49414) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:16.787441 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82dbc2c6-c779-4ecf-b9fe-aea779b189e0 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ee814631db404e9dbb4e347612306841&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378907 Feb 04 17:02:16.790060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49418) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:16.929127 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:16.950874 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b441c43-8326-4b73-8872-016c5a2f54bb tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:16.955614 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2b441c43-8326-4b73-8872-016c5a2f54bb tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620047 Feb 04 17:02:16.955849 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49422) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:17.000790 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b089f3fc-7943-4ee1-a71a-1a060f0a894b tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406957 Feb 04 17:02:17.002734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49426) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:17.008385 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1374392625', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'project_id': 'ee814631db404e9dbb4e347612306841', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:17.130469 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:17.134693 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:subnet and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:17.137707 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:17.144023 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:17.158890 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:02:17.253206 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:16Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:17.257811 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Checking router: 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:02:17.258150 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Updating router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:02:17.272093 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.316102 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.514636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.608665 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Subnet': ['ID=9b869779-2544-411d-ad5b-4c43cf74d609,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:17.619646 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Checking segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:02:17.620009 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network hostable DHCP agents. Network: 1af3209e-1a66-4c30-89d4-aed31209c171, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:02:17.643186 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1af3209e-1a66-4c30-89d4-aed31209c171 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:02:17.654154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 1af3209e-1a66-4c30-89d4-aed31209c171) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:17.658386 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:17.658964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.668544 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811dca4c-8e6a-41ba-88ed-85e3ddb4a98c None None] Network 1af3209e-1a66-4c30-89d4-aed31209c171 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:02:17.676613 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.688965 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91e64f92-ea53-4e00-b90e-9c3d88469195 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6807411 Feb 04 17:02:17.689287 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:17.694168 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Transition to ACTIVE for port object c10136fd-f2e8-49ec-8dee-1d3ef73726a2 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:17.702387 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.812445 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Pushing event updated for resources: {'Port': ['ID=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:17.821673 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Attempting to bind port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:02:17.822472 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Attempting to bind port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:02:17.823167 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Attempting to bind port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:02:17.843747 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:02:17.844297 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:02:17.844929 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.845489 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:02:17.845948 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Bound port: c10136fd-f2e8-49ec-8dee-1d3ef73726a2, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:02:17.846435 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:17.935248 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] For port c10136fd-f2e8-49ec-8dee-1d3ef73726a2, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:02:17.938503 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] For port c10136fd-f2e8-49ec-8dee-1d3ef73726a2, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:02:17.944328 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.055451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-1af3209e-1a66-4c30-89d4-aed31209c171', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:02:18.057287 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.058222 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:18.059347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:18.186080 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Pushing event updated for resources: {'Port': ['ID=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:18.203734 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.204132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.204613 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.205000 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.205423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.205893 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.206143 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.206490 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.206897 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.207304 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.208816 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4893672-4b49-4174-9277-e6d0df7d8447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.249856 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Allocated IP 172.20.0.2 (1af3209e-1a66-4c30-89d4-aed31209c171/9b869779-2544-411d-ad5b-4c43cf74d609/19118226-b8da-4528-a33b-a2a2dbb87f96) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:18.318156 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:18.509053 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.523602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Transition to ACTIVE for port object 19118226-b8da-4528-a33b-a2a2dbb87f96 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:18.548833 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Transition to ACTIVE for port object 19118226-b8da-4528-a33b-a2a2dbb87f96 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:18.558369 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.635734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Pushing event updated for resources: {'Port': ['ID=19118226-b8da-4528-a33b-a2a2dbb87f96,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:18.654743 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.655113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.655421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.655924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.656273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.657515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.657515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.657515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.658084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.658084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.658408 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:02:18.673401 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Network 1af3209e-1a66-4c30-89d4-aed31209c171 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:18.675557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:18.680440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:02:18.705275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:16Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:18.711780 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891f98-e313-4763-a00d-ca45a6e202cf None None] The sync data for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 is: [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:16Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:02:18.788838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Attempting to bind port 19118226-b8da-4528-a33b-a2a2dbb87f96 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:02:18.789182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Attempting to bind port 19118226-b8da-4528-a33b-a2a2dbb87f96 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:02:18.789611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Attempting to bind port 19118226-b8da-4528-a33b-a2a2dbb87f96 on network 1af3209e-1a66-4c30-89d4-aed31209c171 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:02:18.796718 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:02:18.797122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Checking segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:02:18.797491 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.797885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Bound using segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:02:18.798423 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Bound port: 19118226-b8da-4528-a33b-a2a2dbb87f96, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:02:18.798804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.817484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:18.954735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] For port 19118226-b8da-4528-a33b-a2a2dbb87f96, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:02:18.958947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] For port 19118226-b8da-4528-a33b-a2a2dbb87f96, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=19118226-b8da-4528-a33b-a2a2dbb87f96,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:02:18.964551 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.066938 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19dbc-823c-4707-a617-2ef7322a7573 None None] Pushing event updated for resources: {'Port': ['ID=19118226-b8da-4528-a33b-a2a2dbb87f96,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:19.438462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.1 (1af3209e-1a66-4c30-89d4-aed31209c171/9b869779-2544-411d-ad5b-4c43cf74d609/4d1c4830-ad14-4903-b0a4-014318df7205) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:19.462672 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 19118226-b8da-4528-a33b-a2a2dbb87f96 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:19.569311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 19118226-b8da-4528-a33b-a2a2dbb87f96 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:19.576704 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c10136fd-f2e8-49ec-8dee-1d3ef73726a2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:19.664121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:19.669456 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.675840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:19.676650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.697124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 4d1c4830-ad14-4903-b0a4-014318df7205 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:19.733233 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.826423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1af3209e-1a66-4c30-89d4-aed31209c171 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:19.826423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:19.830369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:02:19.893975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:19.898271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.916917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:19.921250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c10136fd-f2e8-49ec-8dee-1d3ef73726a2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:19.926683 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.003241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:20.059115 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.385486 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f449aa6-677f-460f-93e8-62920c65baa0 None None] Network 1af3209e-1a66-4c30-89d4-aed31209c171 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:02:20.548222 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Provisioning for port 19118226-b8da-4528-a33b-a2a2dbb87f96 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:20.558970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Provisioning complete for port 19118226-b8da-4528-a33b-a2a2dbb87f96 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:20.559335 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.783019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.790004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.846828 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.921511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] For port 19118226-b8da-4528-a33b-a2a2dbb87f96, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=19118226-b8da-4528-a33b-a2a2dbb87f96,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:20.927143 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:20.944470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:20.973123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.056105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24526a-1546-4f86-9e55-4be2ff74f9ef None None] Pushing event updated for resources: {'Port': ['ID=19118226-b8da-4528-a33b-a2a2dbb87f96,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:21.232753 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1af3209e-1a66-4c30-89d4-aed31209c171 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:21.234293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:21.261554 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Provisioning complete for port 19118226-b8da-4528-a33b-a2a2dbb87f96 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:21.262086 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.425438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 19118226-b8da-4528-a33b-a2a2dbb87f96 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:21.543126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.606934 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 19118226-b8da-4528-a33b-a2a2dbb87f96 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:21.607515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.667000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Provisioning for port 4d1c4830-ad14-4903-b0a4-014318df7205 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:21.688074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Provisioning complete for port 4d1c4830-ad14-4903-b0a4-014318df7205 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:21.689130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.812007 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:21.824210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6e6106a4-ba8e-4537-808d-bcfcd1fe26a2 None None] Port 4d1c4830-ad14-4903-b0a4-014318df7205 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:02:21.898414 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c10136fd-f2e8-49ec-8dee-1d3ef73726a2 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:21.910973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:02:21.987230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-27ec99ac-4039-48e5-a19e-0c5b3b40765e None None] Provisioning complete for port 4d1c4830-ad14-4903-b0a4-014318df7205 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:21.987614 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-27ec99ac-4039-48e5-a19e-0c5b3b40765e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:22.065874 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-27ec99ac-4039-48e5-a19e-0c5b3b40765e None None] Port 4d1c4830-ad14-4903-b0a4-014318df7205 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:02:22.069488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:22.070131 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:22.195909 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:22.212480 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-408e2554-7f7f-4251-afdc-ec359c2a6fcd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/0cb6ca7d-ba94-40f7-abc2-e580e0549a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5221729 Feb 04 17:02:22.246248 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-2c0f3950-9b0f-4e90-900c-4a5b236f53a5 None None] Provisioning complete for port 4d1c4830-ad14-4903-b0a4-014318df7205 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:22.246248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2c0f3950-9b0f-4e90-900c-4a5b236f53a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:22.324135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f3950-9b0f-4e90-900c-4a5b236f53a5 None None] Port 4d1c4830-ad14-4903-b0a4-014318df7205 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:02:22.434083 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-3736ba2d-3c1d-4a4f-949b-e15caa360e9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:02:22.464755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-3736ba2d-3c1d-4a4f-949b-e15caa360e9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:02:22.466074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-3736ba2d-3c1d-4a4f-949b-e15caa360e9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622516422&fields=id&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 267 time: 0.0891674 Feb 04 17:02:22.650771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Sync routers for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:02:22.652917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-ad06df74-af96-406d-b11c-71f6d15c96a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:22.654046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-ad06df74-af96-406d-b11c-71f6d15c96a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:02:22.669301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:22.670174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:22.679775 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-ad06df74-af96-406d-b11c-71f6d15c96a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:02:22.681042 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-ad06df74-af96-406d-b11c-71f6d15c96a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 797 time: 0.2076795 Feb 04 17:02:22.705088 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-6c72cc32-9615-4d75-b9fc-e2c41e4d5824 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/quotas/ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 375 time: 0.0166175 Feb 04 17:02:22.851149 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f50b685e-4706-41cc-8179-fc83bf6fe7e7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:02:22.877438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f50b685e-4706-41cc-8179-fc83bf6fe7e7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:02:22.882450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f50b685e-4706-41cc-8179-fc83bf6fe7e7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1719859 Feb 04 17:02:22.929515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:23.072273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f22d4c39-7475-4b7b-93fd-da837eb57b4c service neutron] 10.222.0.62 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671560 Feb 04 17:02:23.278147 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-54363b39-fe0a-464c-bf82-275f41c0153d service neutron] 10.222.0.62 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913357 Feb 04 17:02:23.378476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:20Z', 'revision_number': 2, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:23.388498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Checking router: 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:02:23.389153 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Updating router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 port 4d1c4830-ad14-4903-b0a4-014318df7205 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:02:23.494164 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:23.560414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e84e64a8-e62e-4ac5-bd28-ce7f173deca2 req-39ba51cf-6144-45d0-99ed-7d1ddf69baaa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 210 time: 0.0674939 Feb 04 17:02:24.044740 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.075028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Transition to ACTIVE for port object 4d1c4830-ad14-4903-b0a4-014318df7205 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:24.085532 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.403918 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246dd93-f9ba-419e-88dc-035d36fe29b1 None None] Pushing event updated for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:24.504081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Attempting to bind port 4d1c4830-ad14-4903-b0a4-014318df7205 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:02:24.504551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Attempting to bind port 4d1c4830-ad14-4903-b0a4-014318df7205 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:02:24.505703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Attempting to bind port 4d1c4830-ad14-4903-b0a4-014318df7205 on network 1af3209e-1a66-4c30-89d4-aed31209c171 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:02:24.518803 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:02:24.519258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Checking segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:02:24.519852 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.520311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Bound using segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:02:24.522120 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Bound port: 4d1c4830-ad14-4903-b0a4-014318df7205, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:02:24.522591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.668618 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] For port 4d1c4830-ad14-4903-b0a4-014318df7205, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:02:24.674134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] For port 4d1c4830-ad14-4903-b0a4-014318df7205, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d1c4830-ad14-4903-b0a4-014318df7205,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:02:24.685159 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:24.851285 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f73e30e0-9c5b-4f25-bd75-1890957b2291 req-3302bd65-34af-4602-97a2-a8d8715d875d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 210 time: 0.0949285 Feb 04 17:02:24.855920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246dd93-f9ba-419e-88dc-035d36fe29b1 None None] Pushing event updated for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:24.870319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:24.871354 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:01:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:25.237114 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:25.298150 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6ace60b4-6d99-4c41-93c2-e42f1a1f0d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:25.462747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-c06eb3e8-9e60-4732-8aec-9d972e4c8767 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:25.465049 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-c06eb3e8-9e60-4732-8aec-9d972e4c8767 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 797 time: 0.3330941 Feb 04 17:02:25.533491 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-3c3dcd05-624e-408a-8d98-9e91e4d97af2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 379 time: 0.0565722 Feb 04 17:02:25.547024 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'port': {'device_id': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'admin_state_up': True, 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'security_groups': ['87e94de0-efdf-4b80-b185-c5e58fd11cd5']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:25.792035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-720f4d80-0f06-413e-8c15-040184888701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:24Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:25.799974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f4d80-0f06-413e-8c15-040184888701 None None] The sync data for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 is: [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:24Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:02:26.133120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:26.201045 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:26.223282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b018b39-191f-46b6-8a66-87aa55c1debb req-60f96aec-ecbd-4998-9f57-8300d8a5b782 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 210 time: 0.0864224 Feb 04 17:02:26.230127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:02:26.234600 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.513717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.8 (1af3209e-1a66-4c30-89d4-aed31209c171/9b869779-2544-411d-ad5b-4c43cf74d609/1a566446-d665-4b4f-a96e-8c6045f1bf1c) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:26.801377 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.822158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 1a566446-d665-4b4f-a96e-8c6045f1bf1c will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:26.850501 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:26.945030 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1af3209e-1a66-4c30-89d4-aed31209c171 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:26.948585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:26.951378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:02:27.006694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:27.045581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:27.046661 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.095362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-644cd0ed-8489-47bb-a420-9fbc2dbfe0e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5560491 Feb 04 17:02:27.114094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Request body: {'port': {'device_id': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:27.297076 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.370156 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b14e2dbb-e1c1-4472-9405-7248103fb1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.397261 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9904f585-b96c-4cd1-9179-834248168d10 None None] Provisioning for port 1a566446-d665-4b4f-a96e-8c6045f1bf1c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:27.405409 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-9904f585-b96c-4cd1-9179-834248168d10 None None] Provisioning complete for port 1a566446-d665-4b4f-a96e-8c6045f1bf1c triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:27.405409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9904f585-b96c-4cd1-9179-834248168d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.458987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d1c4830-ad14-4903-b0a4-014318df7205 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:27.551143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9904f585-b96c-4cd1-9179-834248168d10 None None] Port 1a566446-d665-4b4f-a96e-8c6045f1bf1c cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:02:27.572947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4d1c4830-ad14-4903-b0a4-014318df7205 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:27.584035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d1c4830-ad14-4903-b0a4-014318df7205 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:27.584600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.755422 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.783527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865fc8c-0ee5-4e54-a4b5-0014f83723f7 req-b8181ead-66ed-421e-af4c-29ae8dfeeb8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:27.784383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5865fc8c-0ee5-4e54-a4b5-0014f83723f7 req-b8181ead-66ed-421e-af4c-29ae8dfeeb8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:02:27.816903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4d1c4830-ad14-4903-b0a4-014318df7205, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d1c4830-ad14-4903-b0a4-014318df7205,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:27.825216 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.825658 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-5865fc8c-0ee5-4e54-a4b5-0014f83723f7 req-b8181ead-66ed-421e-af4c-29ae8dfeeb8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:02:27.827331 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5865fc8c-0ee5-4e54-a4b5-0014f83723f7 req-b8181ead-66ed-421e-af4c-29ae8dfeeb8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 931 time: 0.3050075 Feb 04 17:02:27.937394 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:27.962138 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a566446-d665-4b4f-a96e-8c6045f1bf1c {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:02:27.968535 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5865fc8c-0ee5-4e54-a4b5-0014f83723f7 req-9a93ed42-91eb-4a27-94a8-bc48522bf125 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258283 Feb 04 17:02:27.976253 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:27.993735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Transition to ACTIVE for port object 1a566446-d665-4b4f-a96e-8c6045f1bf1c will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:02:28.024897 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.158404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:28.282409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Attempting to bind port 1a566446-d665-4b4f-a96e-8c6045f1bf1c on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:02:28.282743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Attempting to bind port 1a566446-d665-4b4f-a96e-8c6045f1bf1c by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:02:28.283195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Attempting to bind port 1a566446-d665-4b4f-a96e-8c6045f1bf1c on network 1af3209e-1a66-4c30-89d4-aed31209c171 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:02:28.290104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Port 1a566446-d665-4b4f-a96e-8c6045f1bf1c on network 1af3209e-1a66-4c30-89d4-aed31209c171 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:02:28.290457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Attempting to bind port 1a566446-d665-4b4f-a96e-8c6045f1bf1c on network 1af3209e-1a66-4c30-89d4-aed31209c171 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:02:28.296715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:02:28.297040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Checking segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:02:28.297415 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Bound using segment: {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:02:28.298006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Bound port: 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84cb0227-234a-419e-a92d-e10df6529bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:02:28.298155 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.393076 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:02:28.397165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:02:28.425039 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.499453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.500819 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 1091 time: 1.3960850 Feb 04 17:02:28.501314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:28.524694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04909088-c6da-4a96-8f81-bad138c246a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:28.590485 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'status': 'completed', 'code': 200} Feb 04 17:02:28.657310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-abe7ee5c-8659-4bb0-b84d-eb9982b620b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1094 time: 0.1024852 Feb 04 17:02:28.795217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.807592 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:28.872756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-ba8088cc-5485-4fa8-9a8b-eb1dd6f7fc8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 217 time: 0.2089717 Feb 04 17:02:28.944110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f43e7ec7-a603-4966-aaf3-eed51a947638 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:28.945598 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-f43e7ec7-a603-4966-aaf3-eed51a947638 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.0675697 Feb 04 17:02:29.033384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-dfae2a94-b427-42a8-b6e4-af362c7801c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820146 Feb 04 17:02:29.294308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-7451b009-2d6c-41d4-b277-377daa44e538 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540951 Feb 04 17:02:29.384935 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d1c4830-ad14-4903-b0a4-014318df7205 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:29.423946 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4057c-3cce-4ee4-9586-69793857b853 req-a29e5409-7360-48ae-a6ef-565f6401b571 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:29.425836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ff4057c-3cce-4ee4-9586-69793857b853 req-a29e5409-7360-48ae-a6ef-565f6401b571 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 943 time: 0.2354653 Feb 04 17:02:29.476319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4d1c4830-ad14-4903-b0a4-014318df7205 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:29.476934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:29.533997 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1ff4057c-3cce-4ee4-9586-69793857b853 req-ee538e30-d0d7-4785-a32a-5d86b194da51 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926468 Feb 04 17:02:29.535870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-83f0fce3-b189-4855-8a94-aaafcdd6e117 req-05aeb3c9-ce07-4ff1-9359-da85b014b2eb service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354829 Feb 04 17:02:29.682657 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-1f8ea7b4-cc84-48e2-8063-70f45b4fbe9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1094 time: 0.0963664 Feb 04 17:02:29.836577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-ec1fcc9f-4a98-4079-8232-3e3b078eec81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:29.838419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-ec1fcc9f-4a98-4079-8232-3e3b078eec81 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 898 time: 0.1506736 Feb 04 17:02:29.921834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-75b622d1-25c5-4432-8505-d3e6c52f4b33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 217 time: 0.0772305 Feb 04 17:02:29.991862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-a086d620-aa9e-482a-8900-dc753fa878f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:29.993430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-a086d620-aa9e-482a-8900-dc753fa878f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.0649643 Feb 04 17:02:30.085526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-bfe88418-57c8-4f3f-a9f3-5304fe0830ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852156 Feb 04 17:02:30.199329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:30.262824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-23c3a77e-15cf-4732-a1b7-7b5d4502e3a9 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706114 Feb 04 17:02:30.418719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1b4acee4-ecd5-442c-a305-152620f9cf37 req-a06710ec-bfcf-4650-894f-295994ec49e6 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497281 Feb 04 17:02:30.767423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db24a9-4da4-4a7c-b86d-62771edfddf2 req-a81b938c-1de9-43cb-b2a3-ec9c301f44b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:30.769037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04db24a9-4da4-4a7c-b86d-62771edfddf2 req-a81b938c-1de9-43cb-b2a3-ec9c301f44b6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 943 time: 0.0812395 Feb 04 17:02:30.823124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-04db24a9-4da4-4a7c-b86d-62771edfddf2 req-ee469f25-446e-4b13-b3fa-09e73fc813f3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Feb 04 17:02:31.947848 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1a566446-d665-4b4f-a96e-8c6045f1bf1c details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:02:32.125148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23622ce-4960-4bd1-bb77-666090683c3e req-95df24dd-75af-4033-a508-1d8e0f81551b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:32.128615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d23622ce-4960-4bd1-bb77-666090683c3e req-95df24dd-75af-4033-a508-1d8e0f81551b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 943 time: 0.1427941 Feb 04 17:02:32.169315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:32.218796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d23622ce-4960-4bd1-bb77-666090683c3e req-62a5fcdf-f24a-463d-804a-d11d60105e42 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794661 Feb 04 17:02:32.246575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'port_id': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'mac_address': 'fa:16:3e:8e:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:02:32.319467 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:32.339664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a566446-d665-4b4f-a96e-8c6045f1bf1c {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:02:32.362982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:32.370714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:32.462289 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:32.545574 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:02:32.577735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['1a566446-d665-4b4f-a96e-8c6045f1bf1c'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:02:33.444007 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267380c-dfcf-401f-9062-0c6dc62d9b57 req-2e7edf95-8c8b-49d6-bee8-02c9a4cfedbe tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:33.445402 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0267380c-dfcf-401f-9062-0c6dc62d9b57 req-2e7edf95-8c8b-49d6-bee8-02c9a4cfedbe tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 944 time: 0.0836201 Feb 04 17:02:33.500585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0267380c-dfcf-401f-9062-0c6dc62d9b57 req-f890e36f-7e43-4c75-94ce-3d3313c17062 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490451 Feb 04 17:02:33.977912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1a566446-d665-4b4f-a96e-8c6045f1bf1c up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:02:34.051720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 1a566446-d665-4b4f-a96e-8c6045f1bf1c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:02:34.057575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 1a566446-d665-4b4f-a96e-8c6045f1bf1c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:02:34.057995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:34.189555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:34.222599 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:34.233589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:02:34.238388 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:34.292000 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'code': 200} Feb 04 17:02:34.325879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:34.449167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54a8e70e-dd1a-4de7-b797-10fd5288dd53 req-500c7edb-419f-43fc-955e-8570b1904bf4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1096 time: 0.0848699 Feb 04 17:02:34.512615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-54a8e70e-dd1a-4de7-b797-10fd5288dd53 req-6c7ed95d-4e50-44b9-9363-4d1b37c8e033 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581608 Feb 04 17:02:34.839026 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac770d-68d0-4dc8-aeea-399c29f076be req-d954cadd-c731-46e1-8e13-aaa581a840ed tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:34.840499 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98ac770d-68d0-4dc8-aeea-399c29f076be req-d954cadd-c731-46e1-8e13-aaa581a840ed tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.2071984 Feb 04 17:02:34.892100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-98ac770d-68d0-4dc8-aeea-399c29f076be req-8575689b-8beb-4e76-95a1-7caa807cf2b2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458858 Feb 04 17:02:36.159543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf84f69-defc-49a3-804f-5ec2fbaaaf8d req-e1f9e372-6f21-4229-bc1a-eb24a3febb0e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.161083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bf84f69-defc-49a3-804f-5ec2fbaaaf8d req-e1f9e372-6f21-4229-bc1a-eb24a3febb0e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1013782 Feb 04 17:02:36.225117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bf84f69-defc-49a3-804f-5ec2fbaaaf8d req-32deb670-c6c6-4082-b296-8fdc1f636499 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497499 Feb 04 17:02:36.695148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d1980-f226-499c-8605-1de9d7861f82 req-9aee2561-612b-489d-804e-c31aba376fda tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:36.696593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac5d1980-f226-499c-8605-1de9d7861f82 req-9aee2561-612b-489d-804e-c31aba376fda tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1042197 Feb 04 17:02:36.760830 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ac5d1980-f226-499c-8605-1de9d7861f82 req-68ee3c7e-e3a9-427a-aa4b-b4b81b961348 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579071 Feb 04 17:02:36.796977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49480) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:36.882758 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cfc3ad3f-98a2-4c7e-972b-0775865576a8 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1091 time: 0.0843875 Feb 04 17:02:36.885458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:36.891678 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:02:36.899161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:02:36.904215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:floatingip and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:02:36.907314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:02:36.913706 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:02:36.929410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.114975 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.269928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.129 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b9981e8b-3526-415e-a401-183c0f10e5a1) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:02:37.443613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.501554 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:37.616455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:02:37.621868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:02:37.629458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:02:37.677711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=b9981e8b-3526-415e-a401-183c0f10e5a1,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:38.536848 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:38.634284 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:38.925075 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:38.931279 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:39.172108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=b9981e8b-3526-415e-a401-183c0f10e5a1,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:02:39.196183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:39.425798 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Floating IP 21761430-0ed3-4d07-9fab-a5503e7dfca2 associated. External IP: 172.25.5.129, port: 1a566446-d665-4b4f-a96e-8c6045f1bf1c. Feb 04 17:02:39.877910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:02:40.099057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:02:40.109990 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Sync routers for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:02:40.123635 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:40.124244 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:02:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:40.143329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:40.215637 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4ada08dd-ee67-4711-9781-ccf4c98003f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3289981 Feb 04 17:02:40.216580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:02:40.295430 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'status': 'completed', 'code': 200} Feb 04 17:02:40.328215 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:40.538930 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-89cad361-ff4e-468f-9d62-8ef106564772 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1096 time: 0.2174025 Feb 04 17:02:40.548134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76c061-fa27-4f1e-a99d-0926d8a76792 req-c1a5ba20-81bb-46d8-bccb-100ba79ae757 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:40.550197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd76c061-fa27-4f1e-a99d-0926d8a76792 req-c1a5ba20-81bb-46d8-bccb-100ba79ae757 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1897852 Feb 04 17:02:40.711453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dd76c061-fa27-4f1e-a99d-0926d8a76792 req-543bb5dc-2d26-447f-bd22-b86e41d956b4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363344 Feb 04 17:02:40.734981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-9bb3bfd8-def4-4b89-b676-16eac311ec3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:40.736478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-9bb3bfd8-def4-4b89-b676-16eac311ec3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 898 time: 0.1849816 Feb 04 17:02:40.760087 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:40.797553 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '21761430-0ed3-4d07-9fab-a5503e7dfca2', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'port_id': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'mac_address': 'fa:16:3e:8e:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:38Z', 'updated_at': '2022-02-04T17:02:38Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:40.808509 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Checking router: 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:02:40.824033 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:02:40.824928 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:02:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:40.906748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-70aa0c13-a473-4aa7-871b-915c7416be88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 999 time: 0.1634951 Feb 04 17:02:40.936964 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7158b396-6865-497d-9270-001bd3d1f9fc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/21761430-0ed3-4d07-9fab-a5503e7dfca2 HTTP/1.1" status: 200 len: 991 time: 0.1746757 Feb 04 17:02:41.002308 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-83b2f48f-144c-4b4f-8f54-bcdef55df1ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:02:41.003753 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-83b2f48f-144c-4b4f-8f54-bcdef55df1ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.0907321 Feb 04 17:02:41.088835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:02:41.091541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-d4b5ad36-4505-43d3-a8f3-cbf2a49185d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822794 Feb 04 17:02:41.436445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-02976e4c-9eaa-4781-bb33-67d1348a5b57 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384943 Feb 04 17:02:41.614549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-efd1ef27-0a47-48ab-8297-51b3c190e293 req-edbdbc94-d0ee-4884-a268-51b8c32fca8c service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721611 Feb 04 17:02:41.650709 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '21761430-0ed3-4d07-9fab-a5503e7dfca2', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'port_id': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'mac_address': 'fa:16:3e:8e:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:38Z', 'updated_at': '2022-02-04T17:02:38Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:02:41.655138 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a3a7c9-d402-4249-b98d-efe9fb5f54dc None None] The sync data for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 is: [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '21761430-0ed3-4d07-9fab-a5503e7dfca2', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'port_id': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'mac_address': 'fa:16:3e:8e:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:02:38Z', 'updated_at': '2022-02-04T17:02:38Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:02:41.942962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49496) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:42.070109 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67d78d50-91cd-4322-b90a-1ad033dee04a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/21761430-0ed3-4d07-9fab-a5503e7dfca2 HTTP/1.1" status: 200 len: 991 time: 0.1254799 Feb 04 17:02:42.275912 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f9657f-d94f-4c73-9b21-45a7948370d4 None None] New status for floating IP 21761430-0ed3-4d07-9fab-a5503e7dfca2: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:02:43.073985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:02:43.190752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-93161755-7dd0-4e0b-b9b7-84c0003f8c0e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/21761430-0ed3-4d07-9fab-a5503e7dfca2 HTTP/1.1" status: 200 len: 993 time: 0.1152775 Feb 04 17:02:51.460650 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:51.759336 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:55.232306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-927f926c-1dcd-4a20-83fa-8ede1e8234e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:57.320242 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-830b20ca-d824-4847-927d-89e7c502e72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:58.795350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:02:58.796603 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:00.200655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:05.740858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-9503ff39-2aeb-459a-94d5-c5c083bc9bda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845659 Feb 04 17:03:05.899124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-8ab0a08d-0976-438a-bf32-cf18c48765f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1096 time: 0.0829422 Feb 04 17:03:06.056683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c924-f6a6-470c-999f-1931c17ea063 req-5711b674-17f1-42de-9df1-20c259c45996 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:06.058019 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-5711b674-17f1-42de-9df1-20c259c45996 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 898 time: 0.1398470 Feb 04 17:03:06.177736 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-a9fad55e-e8f7-41ba-ada8-7f5863af5f1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 1001 time: 0.1135218 Feb 04 17:03:06.241832 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c924-f6a6-470c-999f-1931c17ea063 req-5c9442de-bb8c-4730-946a-531a35bd38e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:06.243303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-5c9442de-bb8c-4730-946a-531a35bd38e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.0600419 Feb 04 17:03:06.327086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-9737f32d-561a-4422-85a3-6a8a519bc72e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776479 Feb 04 17:03:06.469616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-16f68530-aa2d-48a7-ac42-6d852c67dd70 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358542 Feb 04 17:03:06.608689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1340c924-f6a6-470c-999f-1931c17ea063 req-a9cfb0a4-74fe-4715-90ac-59c53e3446be service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321814 Feb 04 17:03:09.546188 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:03:10.755341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-ece42409-b25d-4fe7-bbaa-3927e51651b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1096 time: 0.1206479 Feb 04 17:03:10.864875 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592f5d5-3f11-44b8-9623-6ce20fec3f9f req-47056ac0-2f6b-46a6-8968-170314e93593 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:10.866386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8592f5d5-3f11-44b8-9623-6ce20fec3f9f req-47056ac0-2f6b-46a6-8968-170314e93593 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1791308 Feb 04 17:03:10.936473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-0b99d033-a6b1-4fc3-9df4-732bade5b014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:10.937957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-0b99d033-a6b1-4fc3-9df4-732bade5b014 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 898 time: 0.1758025 Feb 04 17:03:11.004633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8592f5d5-3f11-44b8-9623-6ce20fec3f9f req-a27de78b-2d7d-4726-8e5b-1046cc36fcb0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321654 Feb 04 17:03:11.150843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-7488f26c-8901-4582-bed2-7ffeaf34b65a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 1001 time: 0.2048423 Feb 04 17:03:11.213145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-c04d28e6-c568-4e68-8e54-31818fbe0c64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:11.214634 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-c04d28e6-c568-4e68-8e54-31818fbe0c64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.0573125 Feb 04 17:03:11.293381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-6550430e-ee1b-4c9d-84e1-dc7c97288722 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726514 Feb 04 17:03:11.427689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-65d120a5-2eb3-4f94-bc99-caeb48984ed9 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276045 Feb 04 17:03:11.561355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ec4c46a-dbfc-48cf-88d7-8da5a2369ab7 req-6c371ec8-5c1f-4b81-b64d-bce0f8bc0b7e service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276715 Feb 04 17:03:12.206040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca2e2-4a6e-489f-bae2-cce17eb4dcbb req-ecd1fba9-8f18-44aa-8b81-fa48a910eb25 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:12.207503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a2ca2e2-4a6e-489f-bae2-cce17eb4dcbb req-ecd1fba9-8f18-44aa-8b81-fa48a910eb25 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0772464 Feb 04 17:03:12.254688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a2ca2e2-4a6e-489f-bae2-cce17eb4dcbb req-03c89c25-64e6-4115-8a4d-3f500111f813 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Feb 04 17:03:13.472901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da089fd-462f-45a2-ba42-28b4bb7bd130 req-0a18e764-9273-4825-9b8a-870fb277ddf9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:13.474254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da089fd-462f-45a2-ba42-28b4bb7bd130 req-0a18e764-9273-4825-9b8a-870fb277ddf9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0897419 Feb 04 17:03:13.523586 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0da089fd-462f-45a2-ba42-28b4bb7bd130 req-cfb69792-4689-4f4c-8f64-14c1341e5403 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 Feb 04 17:03:14.748379 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5926-e7de-463b-a3d5-0626f31f6d4d req-5fe3b7cb-f4a9-4aae-8ed5-1713f1a153e8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:14.749841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5cc5926-e7de-463b-a3d5-0626f31f6d4d req-5fe3b7cb-f4a9-4aae-8ed5-1713f1a153e8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0977867 Feb 04 17:03:14.804782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5cc5926-e7de-463b-a3d5-0626f31f6d4d req-3ffc0ae6-05dd-48ce-abc2-ec64e64f0dca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487788 Feb 04 17:03:16.050224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af9ae-97aa-49d1-982f-dca70bdec5a2 req-9653a8d5-7d3d-4ee7-97ab-d772f3a60230 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:16.051709 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e93af9ae-97aa-49d1-982f-dca70bdec5a2 req-9653a8d5-7d3d-4ee7-97ab-d772f3a60230 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1036057 Feb 04 17:03:16.111663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e93af9ae-97aa-49d1-982f-dca70bdec5a2 req-e5a8e690-dd9d-42e2-829a-c5e77e5adfd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530596 Feb 04 17:03:17.395369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014607-00d0-4688-9fe8-09ba0bfe5d03 req-3359535e-3e58-4c2b-94db-158d9b077b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:17.397188 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53014607-00d0-4688-9fe8-09ba0bfe5d03 req-3359535e-3e58-4c2b-94db-158d9b077b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1162751 Feb 04 17:03:17.457939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-53014607-00d0-4688-9fe8-09ba0bfe5d03 req-7b69ce6a-7850-405f-9b45-278493b47bf7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538375 Feb 04 17:03:18.762212 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4bd3-54f4-470a-9ba9-3d4b02fe2363 req-c4704363-bda0-4c79-ad00-f3228eb1d198 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:18.763677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44fa4bd3-54f4-470a-9ba9-3d4b02fe2363 req-c4704363-bda0-4c79-ad00-f3228eb1d198 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1775961 Feb 04 17:03:18.814189 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44fa4bd3-54f4-470a-9ba9-3d4b02fe2363 req-e9874b18-5c2b-480d-a961-6cd3722d397b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443623 Feb 04 17:03:20.035072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10fc27-dbdb-4e29-812e-7067f8b08bc1 req-4fa34e80-54ad-4501-ae86-a2cd46d73bd0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:20.036582 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f10fc27-dbdb-4e29-812e-7067f8b08bc1 req-4fa34e80-54ad-4501-ae86-a2cd46d73bd0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0886867 Feb 04 17:03:20.088354 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f10fc27-dbdb-4e29-812e-7067f8b08bc1 req-9f8f91e1-ec9f-45d2-bc63-8677f60dae62 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449941 Feb 04 17:03:21.330777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33186941-b394-42f2-aaaf-cc1ba7eb0042 req-13dc7bc2-7668-456e-80b6-237936f4c2a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:21.332600 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33186941-b394-42f2-aaaf-cc1ba7eb0042 req-13dc7bc2-7668-456e-80b6-237936f4c2a7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0867231 Feb 04 17:03:21.383281 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33186941-b394-42f2-aaaf-cc1ba7eb0042 req-f3b2e3e8-4948-46e4-aac0-9e6ebb316fd3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433500 Feb 04 17:03:21.451570 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:21.774960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:22.598300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a057-3dbb-44ca-a8ae-90533c286d4d req-383022aa-f015-41c3-ac5b-a247a490a84e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:22.599842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7628a057-3dbb-44ca-a8ae-90533c286d4d req-383022aa-f015-41c3-ac5b-a247a490a84e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0884047 Feb 04 17:03:22.650399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7628a057-3dbb-44ca-a8ae-90533c286d4d req-5a7529a9-fb87-4978-a6cc-7ddce8bf9ce6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433831 Feb 04 17:03:23.860849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ae90e-527e-431b-97f6-83c273bc4211 req-ecfa5062-abfe-4c0b-bd24-969bda2a246f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:23.862289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b37ae90e-527e-431b-97f6-83c273bc4211 req-ecfa5062-abfe-4c0b-bd24-969bda2a246f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0834246 Feb 04 17:03:23.920146 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b37ae90e-527e-431b-97f6-83c273bc4211 req-eb3d5faa-299e-41cf-bd12-2fb63efedfce tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506644 Feb 04 17:03:25.236863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d1e1f-faca-434a-8f3b-cde84bf81bb0 req-cbc29135-1bcf-4353-a9c3-5a8906da3934 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:25.239576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-457d1e1f-faca-434a-8f3b-cde84bf81bb0 req-cbc29135-1bcf-4353-a9c3-5a8906da3934 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.1705070 Feb 04 17:03:25.248755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-abb94677-dc8f-4963-932e-fbdda5cb2c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:25.298058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-457d1e1f-faca-434a-8f3b-cde84bf81bb0 req-cf411208-13c9-4612-ae11-c3640845008d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491672 Feb 04 17:03:26.529821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c94df6-a8d0-42be-a6a4-9cfd71abc432 req-58922593-dca4-4e84-8999-cca2f1020344 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:26.531432 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56c94df6-a8d0-42be-a6a4-9cfd71abc432 req-58922593-dca4-4e84-8999-cca2f1020344 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0974686 Feb 04 17:03:26.582967 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56c94df6-a8d0-42be-a6a4-9cfd71abc432 req-9dac7901-d1e7-44ae-9872-02ce36bebca5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Feb 04 17:03:27.328354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-03538ae9-5027-4ce2-a0b0-28b31e66acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:27.812233 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d412-29e0-493c-acb5-c618d93405e1 req-d14a2f08-4891-42c7-a557-955320718c51 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:03:27.813738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8474d412-29e0-493c-acb5-c618d93405e1 req-d14a2f08-4891-42c7-a557-955320718c51 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0947742 Feb 04 17:03:27.865442 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8474d412-29e0-493c-acb5-c618d93405e1 req-e02060bb-599b-4229-b9d3-003127116107 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438480 Feb 04 17:03:27.900265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49550) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:03:28.028127 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-959c14c7-329e-4509-a452-183eeea79201 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/21761430-0ed3-4d07-9fab-a5503e7dfca2 HTTP/1.1" status: 200 len: 993 time: 0.1261330 Feb 04 17:03:28.800499 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:28.802853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:30.208106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:46.547416 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:03:51.453869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:51.788279 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:55.236063 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-802bfae4-8ddd-4a5e-9417-95d19a1043b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:57.317686 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6756ac24-30e1-42f3-9fb6-e85fe6344e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:58.813583 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:58.815048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49580) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:03:58.815847 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:59.121893 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port b9981e8b-3526-415e-a401-183c0f10e5a1 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:03:59.122278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:59.328861 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:59.329269 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:59.617537 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for b9981e8b-3526-415e-a401-183c0f10e5a1 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:03:59.818824 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:03:59.873172 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=b9981e8b-3526-415e-a401-183c0f10e5a1,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:03:59.965565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.966129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.966753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.967329 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.967877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.968444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.968946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.969517 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.969984 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.970466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:03:59.970847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:00.021626 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:00.219340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:00.554301 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:04:00.782144 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:00.795602 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Sync routers for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:00.812233 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:00.813298 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:00.814371 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:00.889824 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d95395c-a91d-43fb-a3b0-97886662de02 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/floatingips/21761430-0ed3-4d07-9fab-a5503e7dfca2 HTTP/1.1" status: 204 len: 168 time: 2.0732000 Feb 04 17:04:00.890861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:00.967919 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'status': 'completed', 'code': 200} Feb 04 17:04:01.040413 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:01.229153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-0ccdbcdc-2e96-4d1a-ac7f-64326afe7de9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 1096 time: 0.2380517 Feb 04 17:04:01.457570 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-7cb6e1d9-0890-4969-943b-92a3b7fd47a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.460173 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-7cb6e1d9-0890-4969-943b-92a3b7fd47a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 200 len: 898 time: 0.2175109 Feb 04 17:04:01.463534 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:01.470065 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Checking router: 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:01.490854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:01.491470 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:01.551835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-bd536325-63e8-4878-8ad3-24f4787dfd33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 200 len: 217 time: 0.0824840 Feb 04 17:04:01.618896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e423757-c6df-4a0b-b083-252aa366c2cf req-3a66bd66-73bd-465c-8db0-96623f01bb63 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.620420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e423757-c6df-4a0b-b083-252aa366c2cf req-3a66bd66-73bd-465c-8db0-96623f01bb63 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.2349823 Feb 04 17:04:01.676393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-2e573af6-9bd2-42a0-a614-ae793ec88a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:01.679673 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-2e573af6-9bd2-42a0-a614-ae793ec88a05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 200 len: 835 time: 0.1194448 Feb 04 17:04:01.729352 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:01.774806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e423757-c6df-4a0b-b083-252aa366c2cf req-b1f90e03-0d8e-44f2-b1c2-8b09a7ffc52e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420722 Feb 04 17:04:01.816583 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-ad5ad240-19e6-4d75-b0de-1748221fde20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1af3209e-1a66-4c30-89d4-aed31209c171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246946 Feb 04 17:04:02.017621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-ecd66238-974c-43ab-9eba-dc911fd0a683 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944518 Feb 04 17:04:02.155407 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:02.160212 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0849bb71-592c-4ebc-b9f0-6e7ab63a5625 None None] The sync data for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 is: [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '4d1c4830-ad14-4903-b0a4-014318df7205', 'name': '', 'network_id': '1af3209e-1a66-4c30-89d4-aed31209c171', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:6b:fc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:19Z', 'updated_at': '2022-02-04T17:02:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '9b869779-2544-411d-ad5b-4c43cf74d609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:02.200531 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02724382-d71c-4dfe-aff1-eebe67f21538 req-d61db9c3-e3d7-4d77-8d3d-39e50bcaa937 service neutron] 10.222.0.58 "GET /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763895 Feb 04 17:04:02.441805 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1058907-2be5-4d4b-a28f-227a64c81b64 None None] New status for floating IP 21761430-0ed3-4d07-9fab-a5503e7dfca2: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:04:02.783830 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-4866a82d-6b2c-44b5-b36b-57d985ac712d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:02.785370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-4866a82d-6b2c-44b5-b36b-57d985ac712d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.0994339 Feb 04 17:04:02.879397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 1a566446-d665-4b4f-a96e-8c6045f1bf1c {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:02.879871 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:03.212975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c5ad9-bdc0-475c-b3de-51b91c18f505 req-2fa86aff-aee7-4653-a36b-512e79397413 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:03.214538 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-246c5ad9-bdc0-475c-b3de-51b91c18f505 req-2fa86aff-aee7-4653-a36b-512e79397413 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 945 time: 0.2432556 Feb 04 17:04:03.281541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 1a566446-d665-4b4f-a96e-8c6045f1bf1c, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=1a566446-d665-4b4f-a96e-8c6045f1bf1c,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:03.281887 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:03.422740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 1a566446-d665-4b4f-a96e-8c6045f1bf1c owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:03.453694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-246c5ad9-bdc0-475c-b3de-51b91c18f505 req-bd1f1788-acbc-4397-8180-f35d019e4b4f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=87e94de0-efdf-4b80-b185-c5e58fd11cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232006 Feb 04 17:04:03.614356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:03.801463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=1a566446-d665-4b4f-a96e-8c6045f1bf1c,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:03.870970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.871421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.871874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.872343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.872769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.873304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.873859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.874439 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.874985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.875541 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.876098 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:03.938294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] No DVR routers for this DVR port 1a566446-d665-4b4f-a96e-8c6045f1bf1c on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:04:03.941754 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:03.946281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'name': 'network-vif-deleted', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:03.960032 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8db263ad-a930-46b0-bda8-adfbc09888d7 req-64d22192-5b3d-4a73-93fc-9b22b5a8769c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "DELETE /v2.0/ports/1a566446-d665-4b4f-a96e-8c6045f1bf1c HTTP/1.1" status: 204 len: 173 time: 1.1693692 Feb 04 17:04:04.029995 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da555dad-9cdb-4f47-bc0b-fb8504d3719b', 'name': 'network-vif-deleted', 'tag': '1a566446-d665-4b4f-a96e-8c6045f1bf1c', 'status': 'completed', 'code': 200} Feb 04 17:04:04.693115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a215acb-30f1-4528-b3f1-e512a13ca7f7 req-3bf1553c-4c1e-4f28-ab8d-19fc337362a0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:04:04.718717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-7a215acb-30f1-4528-b3f1-e512a13ca7f7 req-3bf1553c-4c1e-4f28-ab8d-19fc337362a0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:04:04.719948 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7a215acb-30f1-4528-b3f1-e512a13ca7f7 req-3bf1553c-4c1e-4f28-ab8d-19fc337362a0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=da555dad-9cdb-4f47-bc0b-fb8504d3719b HTTP/1.1" status: 200 len: 210 time: 0.0907230 Feb 04 17:04:05.840809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49604) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:06.375149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:06.462086 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1a566446-d665-4b4f-a96e-8c6045f1bf1c no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:04:06.497930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 1a566446-d665-4b4f-a96e-8c6045f1bf1c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:04:06.498457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 1a566446-d665-4b4f-a96e-8c6045f1bf1c not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:04:07.187139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 4d1c4830-ad14-4903-b0a4-014318df7205 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:07.187881 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:07.515104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 4d1c4830-ad14-4903-b0a4-014318df7205, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4d1c4830-ad14-4903-b0a4-014318df7205,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:07.515584 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:07.726693 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 4d1c4830-ad14-4903-b0a4-014318df7205 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:08.147545 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:08.234468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=4d1c4830-ad14-4903-b0a4-014318df7205,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:08.623890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:09.461126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:04:09.692332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:09.709896 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Sync routers for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:09.718463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-209ca3d2-51d7-472d-900f-81e5877d7249 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/0cb6ca7d-ba94-40f7-abc2-e580e0549a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8760824 Feb 04 17:04:09.721368 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49612) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:09.727560 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:09.727560 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:09.952392 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting subnet 9b869779-2544-411d-ad5b-4c43cf74d609 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:04:09.955514 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:09.971116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:10.021940 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.133704 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.224070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.374829 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:04:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:10.382827 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Checking router: 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:10.387678 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Subnet': ['ID=9b869779-2544-411d-ad5b-4c43cf74d609,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:10.396426 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.401944 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Routers {'0cb6ca7d-ba94-40f7-abc2-e580e0549a65'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:10.403061 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e4e9dbf1-9b5d-4891-8a7a-8469fbaf839c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/subnets/9b869779-2544-411d-ad5b-4c43cf74d609 HTTP/1.1" status: 204 len: 168 time: 0.6800601 Feb 04 17:04:10.404452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:10.406037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711a4c4-a586-48b6-8984-caf8355832fa None None] Network 1af3209e-1a66-4c30-89d4-aed31209c171 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:04:10.406818 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49616) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:10.678875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] Set router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:10.834212 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:10.869037 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] DHCP port deletion for 1af3209e-1a66-4c30-89d4-aed31209c171 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:04:10.874795 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Deleting port 19118226-b8da-4528-a33b-a2a2dbb87f96 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:10.875161 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.119441 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:04:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:11.126196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28a439e-10c0-4867-a267-91dac2b66bbf None None] The sync data for ids ['0cb6ca7d-ba94-40f7-abc2-e580e0549a65'] in n-d-827873-1 is: [{'id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1359018693', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:04:08Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'c10136fd-f2e8-49ec-8dee-1d3ef73726a2', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb6ca7d-ba94-40f7-abc2-e580e0549a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:02:15Z', 'updated_at': '2022-02-04T17:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:11.141020 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] For port 19118226-b8da-4528-a33b-a2a2dbb87f96, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=19118226-b8da-4528-a33b-a2a2dbb87f96,segment=NetworkSegment(84cb0227-234a-419e-a92d-e10df6529bf7),segment_id=84cb0227-234a-419e-a92d-e10df6529bf7)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:11.141415 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.169211 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.187784 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port c10136fd-f2e8-49ec-8dee-1d3ef73726a2 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:04:11.188439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.274279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Calling delete_port for 19118226-b8da-4528-a33b-a2a2dbb87f96 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:11.361106 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.418697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Pushing event deleted for resources: {'Port': ['ID=19118226-b8da-4528-a33b-a2a2dbb87f96,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:11.428909 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] No DVR routers for this DVR port 19118226-b8da-4528-a33b-a2a2dbb87f96 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:04:11.434544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port c10136fd-f2e8-49ec-8dee-1d3ef73726a2, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:11.434909 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.441336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.441924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.448839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.449207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.449560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.449903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.450391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.450838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.451196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.451608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.452124 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b36d64-0f23-4862-8e00-81f40fac72ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:11.572722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for c10136fd-f2e8-49ec-8dee-1d3ef73726a2 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:04:11.574312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 19118226-b8da-4528-a33b-a2a2dbb87f96 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:04:11.621427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 19118226-b8da-4528-a33b-a2a2dbb87f96 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:04:11.622068 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 19118226-b8da-4528-a33b-a2a2dbb87f96 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:04:11.622701 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d1c4830-ad14-4903-b0a4-014318df7205 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:04:11.660160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4d1c4830-ad14-4903-b0a4-014318df7205 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:04:11.660634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4d1c4830-ad14-4903-b0a4-014318df7205 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:04:11.781044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:11.831075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=c10136fd-f2e8-49ec-8dee-1d3ef73726a2,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:12.085042 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.362512 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.369712 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.404236 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.405020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb6ca7d-ba94-40f7-abc2-e580e0549a65 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:04:12.424567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.427035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5fc08d6e-16c2-47c2-9d43-2e3a6901283f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/routers/0cb6ca7d-ba94-40f7-abc2-e580e0549a65 HTTP/1.1" status: 204 len: 168 time: 2.0195317 Feb 04 17:04:12.429866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49620) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:12.564695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.717641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.760394 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af3209e-1a66-4c30-89d4-aed31209c171']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:12.778750 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cb0227-234a-419e-a92d-e10df6529bf7') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:12.779022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cb0227-234a-419e-a92d-e10df6529bf7') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:12.792523 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.810177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.817432 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:04:12.817909 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: timer() Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:04:12.833921 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:04:12.938065 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.966199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:12.982168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Network': ['ID=1af3209e-1a66-4c30-89d4-aed31209c171,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:12.994154 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-67d0d741-16bb-4be2-9728-719fdcab9e0c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/networks/1af3209e-1a66-4c30-89d4-aed31209c171 HTTP/1.1" status: 204 len: 168 time: 0.5625932 Feb 04 17:04:12.996799 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49624) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:13.093845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:13.155378 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:13.246845 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:13.273847 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e94de0-efdf-4b80-b185-c5e58fd11cd5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:13.293789 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:13.294991 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0a0d99e8-35ae-4012-8fd0-9bcae56101cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/security-groups/87e94de0-efdf-4b80-b185-c5e58fd11cd5 HTTP/1.1" status: 204 len: 168 time: 0.2969289 Feb 04 17:04:13.424021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c10136fd-f2e8-49ec-8dee-1d3ef73726a2 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:04:13.462258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c10136fd-f2e8-49ec-8dee-1d3ef73726a2 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:04:13.462605 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c10136fd-f2e8-49ec-8dee-1d3ef73726a2 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:04:13.930871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49632) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:13.939137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672485301', 'description': 'tempest-secgroup-smoke-672485301 description', 'project_id': 'ee814631db404e9dbb4e347612306841'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:13.949597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:13.961085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:13.966032 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:13.975673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.143204 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.211350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:14.217114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:14.222673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:14.232717 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.312858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.316941 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.365878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6657b8e-7ec6-45e9-ab6f-e1347acab90d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:14.370214 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.371461 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6026c440-a87f-4919-a6a5-0a2e0f372135 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4393082 Feb 04 17:04:14.376266 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49636) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:14.384762 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:14.392466 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:14.399327 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:14.403854 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:14.409651 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.427876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.499343 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.503605 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.529068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448af759-b541-49f5-ac0f-c2d4872639d8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:14.540641 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.542447 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ea628b85-507e-4488-a0bf-c008e9db9a58 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1642582 Feb 04 17:04:14.546855 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49640) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:14.555872 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:14.564363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:14.569731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:14.574374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:14.582215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.604468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.676061 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.681308 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.708695 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cf5fc8-9ca2-410a-bc59-e9b2d7ef6673,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:14.720287 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.721704 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3ad6f57b-d926-4394-ba74-47e5533ef12a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1734307 Feb 04 17:04:14.725615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49644) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:14.731778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:14.740350 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:14.746714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:14.748666 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:14.754974 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.779011 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.866751 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.871396 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.907988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16ad301-9ed8-4606-9174-49d365b041a8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:14.921433 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:14.922936 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6d0b4e76-884f-4782-9ed9-b512ab606aac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1958158 Feb 04 17:04:14.925640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49648) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:14.944765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:14.952022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:14.955958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:14.959624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:14.966058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:14.987328 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.066781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.075791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.104954 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201665ef-7a3f-473c-b35d-c44fc8af6f33,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:15.115153 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.116752 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d4934506-3e34-48c0-bbd2-a7309818cf20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1900766 Feb 04 17:04:15.120315 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49652) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:15.128711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:15.144883 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:15.152165 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:15.156150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:15.164769 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:15.181385 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:04:15.189095 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.275781 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.280518 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.304214 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944dd609-0c83-4aab-979f-478fd872c675,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:15.317497 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.319269 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-19eafd9f-0ce1-491e-bb64-f66e52d10c96 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1976955 Feb 04 17:04:15.322515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49656) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:15.328617 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'd6657b8e-7ec6-45e9-ab6f-e1347acab90d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:15.337154 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:15.341323 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:15.344420 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:15.354792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:15.372682 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:04:15.382183 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.500747 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.506603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.534298 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c594318e-c3e1-478b-bb26-7d51ac9f0749,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:15.547895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.549788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1b02cabb-a484-449d-93f8-b34f509c9427 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2260437 Feb 04 17:04:15.553829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49660) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:15.560773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'network': {'name': 'tempest-network-smoke--790609001', 'project_id': 'ee814631db404e9dbb4e347612306841', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:15.567284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:15.571778 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:network and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:15.575003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:15.580674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:15.594731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:04:15.598727 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.633609 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:04:15.645686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.646150 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Added segment da0b918c-27fd-4c8f-b017-0d9b24aedc2f of type vlan for network 1f3c2d7c-af26-4600-a529-d18752b1a532 Feb 04 17:04:15.682672 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.731008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.736543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:15.737120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.840361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2847929 Feb 04 17:04:15.845125 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49664) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:15.853381 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'admin_state_up': True, 'project_id': 'ee814631db404e9dbb4e347612306841', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:15.862225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:15.864823 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e649c91-89e5-4333-bb17-d1e4873f82a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Network': ['ID=1f3c2d7c-af26-4600-a529-d18752b1a532,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:15.869297 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:router and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:15.870640 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:15.877332 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:04:15.878319 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:15.891574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.893568 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:15.920525 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.098436 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.290058 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.321545 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.496166 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.161 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1dbf7442-6412-4ea9-96c5-4c1cd85a95c3) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:04:16.757101 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.790072 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:16.859011 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:16.862013 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:16.867256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:04:16.902969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:17.079142 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:17.079974 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:17.337060 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router d07e0eb6-868b-419e-a629-0e8f39ada3c9 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:04:17.561010 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:17.573800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Sync routers for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:17.590093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:17.590556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:17.595134 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:17.598156 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91caaa1c-3d5f-4c38-ae21-43984bfda6e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7504759 Feb 04 17:04:17.601886 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49668) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:17.648496 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-82f50cbd-8fff-425d-8b1b-dabb4e523b2f tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ee814631db404e9dbb4e347612306841&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450134 Feb 04 17:04:17.651877 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49672) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:17.830010 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:17.847449 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95fc3e-7b63-4717-9f60-ca51eddcd0cc tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:17.848889 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bd95fc3e-7b63-4717-9f60-ca51eddcd0cc tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1959569 Feb 04 17:04:17.852491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49676) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:17.893324 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-863fac2f-a688-4569-91dc-b599a1fdd315 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396230 Feb 04 17:04:17.896170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49680) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:17.901850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1218767530', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'project_id': 'ee814631db404e9dbb4e347612306841', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:18.022246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:18.026358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:subnet and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:18.029236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:18.034797 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:18.047095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:04:18.139703 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:17Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:18.144658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Checking router: d07e0eb6-868b-419e-a629-0e8f39ada3c9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:18.145040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Updating router d07e0eb6-868b-419e-a629-0e8f39ada3c9 port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:04:18.169612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:18.248521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:18.441882 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:18.537473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Subnet': ['ID=79392c8e-4cac-4c8d-8579-443fb1eb0f47,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:18.551022 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Checking segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:04:18.551413 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network hostable DHCP agents. Network: 1f3c2d7c-af26-4600-a529-d18752b1a532, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:04:18.588356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:04:18.617626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 1f3c2d7c-af26-4600-a529-d18752b1a532) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:18.623411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:18.624933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:18.634702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a414fc-867e-4eb9-86af-1f8191306101 None None] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:04:18.656818 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a35cc9ad-6d08-47d9-a845-b73112d7c3ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7592461 Feb 04 17:04:18.665447 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49684) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:18.860967 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:18.922654 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Transition to ACTIVE for port object 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:18.941236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.074741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-1f3c2d7c-af26-4600-a529-d18752b1a532', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:04:19.075562 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.092991 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b859da2-31ac-474c-97e1-072790619c85 None None] Pushing event updated for resources: {'Port': ['ID=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:19.104715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Attempting to bind port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:04:19.105088 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Attempting to bind port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:04:19.105449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Attempting to bind port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:04:19.116466 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:04:19.116780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:04:19.117183 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.117716 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:04:19.118392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Bound port: 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:04:19.118810 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.323538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] For port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:04:19.340586 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] For port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:04:19.348533 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.429999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Allocated IP 172.20.0.2 (1f3c2d7c-af26-4600-a529-d18752b1a532/79392c8e-4cac-4c8d-8579-443fb1eb0f47/1fd7f595-9d72-491a-ae52-5a6255366aa3) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:04:19.504762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b859da2-31ac-474c-97e1-072790619c85 None None] Pushing event updated for resources: {'Port': ['ID=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:19.573922 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:19.574580 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:19.781764 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:19.882947 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:19.944963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.040352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Transition to ACTIVE for port object 1fd7f595-9d72-491a-ae52-5a6255366aa3 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:20.231047 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Transition to ACTIVE for port object 1fd7f595-9d72-491a-ae52-5a6255366aa3 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:20.253047 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.336625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.1 (1f3c2d7c-af26-4600-a529-d18752b1a532/79392c8e-4cac-4c8d-8579-443fb1eb0f47/ce34c8fc-a3e3-424b-996e-763c569b1c88) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:04:20.375946 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:20.376768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Pushing event updated for resources: {'Port': ['ID=1fd7f595-9d72-491a-ae52-5a6255366aa3,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:20.382380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:20.385973 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:04:20.515967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Attempting to bind port 1fd7f595-9d72-491a-ae52-5a6255366aa3 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:04:20.516338 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Attempting to bind port 1fd7f595-9d72-491a-ae52-5a6255366aa3 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:04:20.516707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Attempting to bind port 1fd7f595-9d72-491a-ae52-5a6255366aa3 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:04:20.534089 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:04:20.534500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Checking segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:04:20.534903 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.535294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Bound using segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:04:20.535769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Bound port: 1fd7f595-9d72-491a-ae52-5a6255366aa3, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:04:20.535895 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.536674 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.559059 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object ce34c8fc-a3e3-424b-996e-763c569b1c88 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:20.560747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:17Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:20.593141 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.593419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da33c7-abd1-4b3b-b1ed-082e20252d28 None None] The sync data for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 is: [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:17Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:20.671439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] For port 1fd7f595-9d72-491a-ae52-5a6255366aa3, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:04:20.678032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] For port 1fd7f595-9d72-491a-ae52-5a6255366aa3, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fd7f595-9d72-491a-ae52-5a6255366aa3,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:04:20.687217 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:20.712534 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:20.716544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:20.729413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:04:20.800607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:20.854719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa2c5-8eb2-4f50-b0c6-bff13895d0a9 None None] Pushing event updated for resources: {'Port': ['ID=1fd7f595-9d72-491a-ae52-5a6255366aa3,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:20.856188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.098060 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.488821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.568214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fd7f595-9d72-491a-ae52-5a6255366aa3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:21.693087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1fd7f595-9d72-491a-ae52-5a6255366aa3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:21.700363 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:21.779888 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:21.792283 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:21.792646 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.825609 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.836787 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.849941 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.955440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.973193 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:21.973517 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:21.981394 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:22.001377 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:22.096552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:22.254441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b300ae-9170-449a-afa1-93134d6163ac None None] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:04:22.288697 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:22.289778 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:22.337708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Provisioning for port 1fd7f595-9d72-491a-ae52-5a6255366aa3 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:22.346452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Provisioning complete for port 1fd7f595-9d72-491a-ae52-5a6255366aa3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:22.346821 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:22.582904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:22.629054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] For port 1fd7f595-9d72-491a-ae52-5a6255366aa3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fd7f595-9d72-491a-ae52-5a6255366aa3,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:22.634840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:22.685187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router d07e0eb6-868b-419e-a629-0e8f39ada3c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:04:22.711604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff01d03-a37b-4b89-9fa5-c32ed6a95d1d None None] Pushing event updated for resources: {'Port': ['ID=1fd7f595-9d72-491a-ae52-5a6255366aa3,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:22.913120 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:22.926558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-30a61332-b19c-4ad0-b516-9d01eecfaf5d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/d07e0eb6-868b-419e-a629-0e8f39ada3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634103 Feb 04 17:04:22.960379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Provisioning for port ce34c8fc-a3e3-424b-996e-763c569b1c88 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:22.965741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Provisioning complete for port ce34c8fc-a3e3-424b-996e-763c569b1c88 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:22.966631 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:23.029179 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Port ce34c8fc-a3e3-424b-996e-763c569b1c88 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:04:23.044556 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Provisioning complete for port 1fd7f595-9d72-491a-ae52-5a6255366aa3 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:23.045060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f40ec386-69e9-4bb1-83a9-07db27cabc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:23.134481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-96b2c14e-6e7c-45e4-a585-519f7ccc7da5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:04:23.149595 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-96b2c14e-6e7c-45e4-a585-519f7ccc7da5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:04:23.150983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-96b2c14e-6e7c-45e4-a585-519f7ccc7da5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672485301&fields=id&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 267 time: 0.0823998 Feb 04 17:04:23.317972 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-41c94dab-5982-4412-b6ca-2cbfbe3a0800 None None] Provisioning complete for port ce34c8fc-a3e3-424b-996e-763c569b1c88 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:23.318360 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-41c94dab-5982-4412-b6ca-2cbfbe3a0800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:23.321599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f8709364-4d07-4e2e-9aa5-96c8afd96a21 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:23.322453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f8709364-4d07-4e2e-9aa5-96c8afd96a21 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:04:23.338344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f8709364-4d07-4e2e-9aa5-96c8afd96a21 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:04:23.339578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f8709364-4d07-4e2e-9aa5-96c8afd96a21 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 796 time: 0.1810482 Feb 04 17:04:23.357292 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-be1b00fe-24c3-4085-8a78-d62413f05b90 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/quotas/ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 375 time: 0.0123007 Feb 04 17:04:23.374099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-41c94dab-5982-4412-b6ca-2cbfbe3a0800 None None] Port ce34c8fc-a3e3-424b-996e-763c569b1c88 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:04:23.431801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fd7f595-9d72-491a-ae52-5a6255366aa3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:23.442183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-a6273708-efd8-4e0d-9ad5-74b0e05a40bf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:04:23.461005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-a6273708-efd8-4e0d-9ad5-74b0e05a40bf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:04:23.462520 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-a6273708-efd8-4e0d-9ad5-74b0e05a40bf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000566 Feb 04 17:04:23.512334 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1fd7f595-9d72-491a-ae52-5a6255366aa3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:23.512853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:23.546206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f5fffe5c-3f63-4693-b1ed-14110b0b8520 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:04:23.547355 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-f5fffe5c-3f63-4693-b1ed-14110b0b8520 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0727079 Feb 04 17:04:23.549744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:04:23.629429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:23.701936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-30fcce19-1345-4e75-a776-f2882c995ca0 service neutron] 10.222.0.62 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464491 Feb 04 17:04:23.705553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:23.706021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:23.835688 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-d7254262-901d-45b6-9b8d-7ff90799e6a9 service neutron] 10.222.0.62 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279743 Feb 04 17:04:24.026064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-597dd9b4-2ad2-44ea-b68b-6fbac5719177 req-16c45726-5169-4261-b3f4-2547cf327719 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 210 time: 0.0459306 Feb 04 17:04:24.761168 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Sync routers for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:24.777015 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:24.777628 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:24.959049 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:25.239142 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-33999c72-192a-4885-ba8d-e3a3e47c3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:25.271718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-0b5e14db-6577-4a2b-bfd7-0363381575f6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:25.274003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-0b5e14db-6577-4a2b-bfd7-0363381575f6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 796 time: 0.3158307 Feb 04 17:04:25.280550 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-06141292-e86c-4296-80d3-dae25c511161 req-45c0e869-7283-46e8-9e33-b38459c78edd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 210 time: 0.0532665 Feb 04 17:04:25.326740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 2, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:25.330803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c1272a5f-126b-4716-9add-c43e81ae0049 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 379 time: 0.0420213 Feb 04 17:04:25.330994 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Checking router: d07e0eb6-868b-419e-a629-0e8f39ada3c9 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:25.331331 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Updating router d07e0eb6-868b-419e-a629-0e8f39ada3c9 port ce34c8fc-a3e3-424b-996e-763c569b1c88 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:04:25.339523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'port': {'device_id': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'admin_state_up': True, 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'security_groups': ['d6657b8e-7ec6-45e9-ab6f-e1347acab90d']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:25.386976 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:25.478251 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:25.487786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:25.499364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:04:25.502449 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:25.762542 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:25.775219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Transition to ACTIVE for port object ce34c8fc-a3e3-424b-996e-763c569b1c88 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:25.783291 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:25.858687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.4 (1f3c2d7c-af26-4600-a529-d18752b1a532/79392c8e-4cac-4c8d-8579-443fb1eb0f47/115f9c93-43bc-44bb-b395-37d8bf7a5922) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:04:25.986319 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Pushing event updated for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:26.007779 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.008115 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.008641 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.009130 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.009604 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.010026 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.010798 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.011282 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.011605 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.012721 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.012721 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:04:26.026807 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Attempting to bind port ce34c8fc-a3e3-424b-996e-763c569b1c88 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:04:26.027706 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Attempting to bind port ce34c8fc-a3e3-424b-996e-763c569b1c88 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:04:26.028254 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Attempting to bind port ce34c8fc-a3e3-424b-996e-763c569b1c88 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:04:26.035847 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:04:26.036486 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Checking segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:04:26.037719 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.038262 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Bound using segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:04:26.038922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Bound port: ce34c8fc-a3e3-424b-996e-763c569b1c88, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:04:26.039454 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.076658 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.094780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 115f9c93-43bc-44bb-b395-37d8bf7a5922 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:26.130127 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.145480 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] For port ce34c8fc-a3e3-424b-996e-763c569b1c88, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:04:26.149296 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] For port ce34c8fc-a3e3-424b-996e-763c569b1c88, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce34c8fc-a3e3-424b-996e-763c569b1c88,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:04:26.156345 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.203428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:26.211698 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:26.218651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:04:26.241080 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d9298-58d6-49a3-86ee-7d2276fa8b23 None None] Pushing event updated for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:26.245768 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:26.246410 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:03:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:26.280311 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:26.319859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:26.320750 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.365946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-c3f75fba-dc14-403b-b6ff-b1e73388da6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0297794 Feb 04 17:04:26.454129 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:26.501005 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Request body: {'port': {'device_id': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:26.555005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fc5a1b2-8a5c-4a9c-a448-cd0febea52c7 None None] Provisioning for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:26.562351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6fc5a1b2-8a5c-4a9c-a448-cd0febea52c7 None None] Provisioning complete for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:26.563055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a1b2-8a5c-4a9c-a448-cd0febea52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.622028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6fc5a1b2-8a5c-4a9c-a448-cd0febea52c7 None None] Port 115f9c93-43bc-44bb-b395-37d8bf7a5922 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:04:26.644800 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786b886-6ed8-47df-a949-7b3119d95b94 req-9b5b1a81-3672-457b-9d3b-01b6d1c269a1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:26.645542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e786b886-6ed8-47df-a949-7b3119d95b94 req-9b5b1a81-3672-457b-9d3b-01b6d1c269a1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:04:26.667225 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:26.689481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e786b886-6ed8-47df-a949-7b3119d95b94 req-9b5b1a81-3672-457b-9d3b-01b6d1c269a1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:04:26.690785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e786b886-6ed8-47df-a949-7b3119d95b94 req-9b5b1a81-3672-457b-9d3b-01b6d1c269a1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 931 time: 0.2339852 Feb 04 17:04:26.828940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e786b886-6ed8-47df-a949-7b3119d95b94 req-a496e7cc-6517-4de0-922a-58793e538b20 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055450 Feb 04 17:04:26.829158 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:26.833511 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0a93-26ca-4ad9-947c-802af4650e59 None None] The sync data for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 is: [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:27.106796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115f9c93-43bc-44bb-b395-37d8bf7a5922 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:04:27.116806 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.134305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Transition to ACTIVE for port object 115f9c93-43bc-44bb-b395-37d8bf7a5922 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:04:27.145826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.289962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:27.314187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-36e3bd6c-4c3b-4105-a651-7e29116c4a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.431126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:04:27.431558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:04:27.432006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:04:27.445281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:04:27.446142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:04:27.454945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:04:27.455317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Checking segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:04:27.455873 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Bound using segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:04:27.456218 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Bound port: 115f9c93-43bc-44bb-b395-37d8bf7a5922, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:04:27.456482 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.470474 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce34c8fc-a3e3-424b-996e-763c569b1c88 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:27.558440 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ce34c8fc-a3e3-424b-996e-763c569b1c88 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:27.564885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ce34c8fc-a3e3-424b-996e-763c569b1c88 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:27.565247 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.569023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:04:27.574789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:04:27.579905 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.649736 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.651798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] 10.222.0.58 "PUT /v2.0/ports/115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 1091 time: 1.2792685 Feb 04 17:04:27.654938 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:27.674785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e21161-210b-42c2-9e1e-1edf265074d6 service neutron] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:27.781244 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-62d2486b-1ca4-40f3-9654-e77b0e011f53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0846002 Feb 04 17:04:27.788181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.837974 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ce34c8fc-a3e3-424b-996e-763c569b1c88, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce34c8fc-a3e3-424b-996e-763c569b1c88,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:27.843853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:27.912685 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'status': 'completed', 'code': 200} Feb 04 17:04:27.914995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-94888c8b-11aa-4b56-9f79-8c1f157bb3f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 217 time: 0.1252487 Feb 04 17:04:27.945184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:28.141023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-1e5faad8-d89a-4272-a604-083f868dbf5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:28.142358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-1e5faad8-d89a-4272-a604-083f868dbf5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.2221868 Feb 04 17:04:28.213681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e279028-9ef9-415c-9b05-86c349218fd7 req-3eb8288a-4a40-4b11-a8dc-6019efaa68cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:28.215126 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e279028-9ef9-415c-9b05-86c349218fd7 req-3eb8288a-4a40-4b11-a8dc-6019efaa68cf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.1489890 Feb 04 17:04:28.267106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-4e76c82f-edc0-47c6-8881-029bd295f481 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182818 Feb 04 17:04:28.297728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e279028-9ef9-415c-9b05-86c349218fd7 req-c9a974af-22a2-49b4-8504-04167aa6a233 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749102 Feb 04 17:04:28.411492 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-d0a5d9fd-4b1c-4351-9ab3-c0307d8d9201 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375561 Feb 04 17:04:28.548728 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13b3dd31-9225-4cb4-9eda-2863cb48c63d req-fa6a3631-5efd-4b7e-a3f0-9fe6b70b5a10 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318331 Feb 04 17:04:28.697026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-fd3badb0-b1ad-4374-af5e-dc0bea1e799e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.1021552 Feb 04 17:04:28.808617 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:28.819209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:28.932434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-c1504dbf-55e6-48ae-b7a5-6f6c20a246c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:28.934872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-c1504dbf-55e6-48ae-b7a5-6f6c20a246c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.2322850 Feb 04 17:04:29.052825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-a598e958-23b7-4989-a9d3-981336420e34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 217 time: 0.1101224 Feb 04 17:04:29.181987 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-4d70ae5c-87b0-438f-be9a-39e763b2b6c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:29.184516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-4d70ae5c-87b0-438f-be9a-39e763b2b6c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.1260126 Feb 04 17:04:29.295884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-355dc81b-b16e-435e-8c41-4327d9cd9cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046164 Feb 04 17:04:29.481155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce34c8fc-a3e3-424b-996e-763c569b1c88 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:29.565523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ce34c8fc-a3e3-424b-996e-763c569b1c88 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:29.565856 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:29.588109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-ae3718e9-0479-4b2f-bf31-83df9170e169 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840917 Feb 04 17:04:29.814289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a2770-d5fa-492f-bf66-bdaf0d9c02da req-e1dc58b1-2e0a-46c3-bc40-7e510691add1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:29.816471 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e08a2770-d5fa-492f-bf66-bdaf0d9c02da req-e1dc58b1-2e0a-46c3-bc40-7e510691add1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.3037236 Feb 04 17:04:29.906504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86091ab6-ac4a-4023-b708-4d0d98769818 req-9cc66241-1b83-4ab3-8adf-b1524b979c11 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042743 Feb 04 17:04:29.940909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e08a2770-d5fa-492f-bf66-bdaf0d9c02da req-3f0e3862-a370-435b-95a7-2578be0feeb8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997393 Feb 04 17:04:30.212613 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:30.520174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:04:30.657614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:30.671435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'mac_address': 'fa:16:3e:49:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:04:30.726114 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:30.744001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115f9c93-43bc-44bb-b395-37d8bf7a5922 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:04:30.759435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:30.763081 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:30.836322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:30.965641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['115f9c93-43bc-44bb-b395-37d8bf7a5922'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:04:31.150442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188f04-afae-4f22-b8db-df68fe4b2d52 req-36e8026d-ba90-4b76-879b-8623f7602087 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:31.151898 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4188f04-afae-4f22-b8db-df68fe4b2d52 req-36e8026d-ba90-4b76-879b-8623f7602087 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 944 time: 0.0808067 Feb 04 17:04:31.205030 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e4188f04-afae-4f22-b8db-df68fe4b2d52 req-cd5e01aa-c80e-4819-9e22-c162b94b9d48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471077 Feb 04 17:04:32.417513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1869-8e79-4feb-90e3-8938909c385a req-bfa3bc02-94b0-4ad0-9d20-e821b4c67ca8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:32.418959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3abd1869-8e79-4feb-90e3-8938909c385a req-bfa3bc02-94b0-4ad0-9d20-e821b4c67ca8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 944 time: 0.0902855 Feb 04 17:04:32.470133 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3abd1869-8e79-4feb-90e3-8938909c385a req-73d11398-ea60-4050-b0bb-67b2433379f1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452139 Feb 04 17:04:32.520297 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:04:32.593065 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:04:32.598393 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:04:32.598952 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:32.720147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:32.750916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:32.762976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:04:32.767256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:32.847566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:32.900349 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'code': 200} Feb 04 17:04:33.033248 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c8f67a7-3836-4aac-9874-74bc5c4eb534 req-2c93ef10-a3a3-45e7-8173-302b04b856c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0744231 Feb 04 17:04:33.101638 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9c8f67a7-3836-4aac-9874-74bc5c4eb534 req-65147342-c1d1-4600-8ede-30dcfc109d79 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610285 Feb 04 17:04:33.765015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb1ff5-8b47-4501-bf62-3a13dc3acdb6 req-86be2ab1-ba81-429e-9ac9-d84d8eb9982f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:33.766504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96cb1ff5-8b47-4501-bf62-3a13dc3acdb6 req-86be2ab1-ba81-429e-9ac9-d84d8eb9982f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1737971 Feb 04 17:04:33.817167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96cb1ff5-8b47-4501-bf62-3a13dc3acdb6 req-e8dcbdc3-53b5-4b55-90b5-a1beb035b9ed tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451076 Feb 04 17:04:35.024165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95556-b110-4a87-bd7d-b71d90cbd536 req-a8a59cc5-3731-470a-bfa6-48ba25d66863 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:35.025622 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bc95556-b110-4a87-bd7d-b71d90cbd536 req-a8a59cc5-3731-470a-bfa6-48ba25d66863 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.0813341 Feb 04 17:04:35.074289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7bc95556-b110-4a87-bd7d-b71d90cbd536 req-790bd6b6-f1b4-4d3f-94cf-2bfdb2cd26f8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Feb 04 17:04:35.450631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cdca1-59e2-49c9-8a92-2e4abbca6536 req-57bacaa8-7375-45e7-8914-fe6e4ee34736 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:35.452305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401cdca1-59e2-49c9-8a92-2e4abbca6536 req-57bacaa8-7375-45e7-8914-fe6e4ee34736 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.0870543 Feb 04 17:04:35.509895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-401cdca1-59e2-49c9-8a92-2e4abbca6536 req-21a0eeb0-380c-41e0-8cb9-ecc3b123fdb4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481215 Feb 04 17:04:35.542947 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49736) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:35.622474 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7cc61bc5-45a8-42d4-bcfb-d37d29515450 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1091 time: 0.0753489 Feb 04 17:04:35.622719 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49740) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:35.628058 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:04:35.637555 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:04:35.645759 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:floatingip and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:04:35.651117 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:04:35.656091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:04:35.668873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:35.862806 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:36.092004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.239 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/69321d64-e7b6-4b85-9b43-948c805e7e08) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:04:36.302679 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:36.344398 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:36.417203 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:04:36.420188 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:04:36.424321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:04:36.465721 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=69321d64-e7b6-4b85-9b43-948c805e7e08,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:37.103795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.167492 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.423213 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.429422 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.549040 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=69321d64-e7b6-4b85-9b43-948c805e7e08,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:04:37.566001 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:37.782317 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Floating IP 5f8d942e-b915-4d65-9be8-c9fd646b73fd associated. External IP: 172.25.5.239, port: 115f9c93-43bc-44bb-b395-37d8bf7a5922. Feb 04 17:04:38.253531 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router d07e0eb6-868b-419e-a629-0e8f39ada3c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:04:38.485497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:04:38.496722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Sync routers for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:04:38.510953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:38.511753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:38.514661 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:38.574529 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-025dc45e-12f2-47c8-8c56-32a8a1528c2b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9505610 Feb 04 17:04:38.575464 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:04:38.637333 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'status': 'completed', 'code': 200} Feb 04 17:04:38.746039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:38.802095 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-33581311-d21d-4dad-91c9-53e375e407b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1441724 Feb 04 17:04:38.807914 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe7669-15c9-4a7e-9a1d-fddcf18d04d8 req-fc5bdafe-6883-4f1d-bc05-b7b4da5ed1dd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:38.809334 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16fe7669-15c9-4a7e-9a1d-fddcf18d04d8 req-fc5bdafe-6883-4f1d-bc05-b7b4da5ed1dd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1171422 Feb 04 17:04:38.940214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-16fe7669-15c9-4a7e-9a1d-fddcf18d04d8 req-d537a39b-411f-4f40-9160-b453bb3f22b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117091 Feb 04 17:04:38.971919 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49750) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:38.979275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-2896201a-512a-4d0b-8d9b-d878291dfc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:38.980807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-2896201a-512a-4d0b-8d9b-d878291dfc95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.1706052 Feb 04 17:04:39.097284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-9b0cf3d1-3c4a-4036-9520-d590b3d9e739 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 999 time: 0.1104963 Feb 04 17:04:39.131004 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '5f8d942e-b915-4d65-9be8-c9fd646b73fd', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'mac_address': 'fa:16:3e:49:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:04:36Z', 'updated_at': '2022-02-04T17:04:36Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:39.136137 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Checking router: d07e0eb6-868b-419e-a629-0e8f39ada3c9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:04:39.152746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:04:39.153758 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:04:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:39.182454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-acb3506b-5c25-4c37-830d-1fda1dc07769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:04:39.184199 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-acb3506b-5c25-4c37-830d-1fda1dc07769 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0812593 Feb 04 17:04:39.216725 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1021878a-7a53-4cf6-991a-9cdae922699a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 991 time: 0.2433665 Feb 04 17:04:39.263633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-59a38b31-c8cd-4232-a733-7d96d3ca7636 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734372 Feb 04 17:04:39.353699 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:04:39.402787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-e2e834f0-3cba-4c63-88f8-3ae768756340 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333289 Feb 04 17:04:39.541573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de9cbc2e-55ac-4774-bf55-741fb0489c34 req-68b0e440-9196-4590-b38e-1bfba7fa6e7d service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335719 Feb 04 17:04:39.711184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '5f8d942e-b915-4d65-9be8-c9fd646b73fd', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'mac_address': 'fa:16:3e:49:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:04:36Z', 'updated_at': '2022-02-04T17:04:36Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:04:39.715740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672c3-4e3a-4bcc-9998-26cca1a98ba1 None None] The sync data for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 is: [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '5f8d942e-b915-4d65-9be8-c9fd646b73fd', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'mac_address': 'fa:16:3e:49:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:04:36Z', 'updated_at': '2022-02-04T17:04:36Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:04:40.219826 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49754) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:40.326389 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-936a07b9-f3f4-45d6-b7d6-d00e215c00bb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 991 time: 0.1048186 Feb 04 17:04:41.329182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49758) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:41.435042 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bdee0e7a-6fba-4955-8c9f-0d15b2324707 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 991 time: 0.1046445 Feb 04 17:04:42.438994 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49762) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:42.547487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ca1f41ad-f897-4b17-89a7-efb16a8658cd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 991 time: 0.1073790 Feb 04 17:04:42.743014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157da071-ae79-4908-9dc9-54292ffd1fe3 None None] New status for floating IP 5f8d942e-b915-4d65-9be8-c9fd646b73fd: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:04:43.551388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49766) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:04:43.658455 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0d6e0b49-00f3-4129-ad1f-7c5d8d691f04 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 993 time: 0.1059124 Feb 04 17:04:51.456840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:51.802690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:55.244753 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0657b815-42b3-4ee0-b70e-7257d35d743d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:57.324593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f572c8c7-6c7b-414d-9ea4-8772256f3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:58.796398 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:04:58.813651 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:00.220827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:00.556157 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:05:09.425581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-08070c89-f055-4359-a4d2-48b7d9478631 req-40b3a99e-af04-4da8-b96f-4e07f6772b42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2307708 Feb 04 17:05:09.827026 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-f03499f2-c781-46c3-93d0-9739e0caa160 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1729505 Feb 04 17:05:09.935834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49788) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:10.221906 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-02c3c840-3be1-4039-b012-95addadd3c2d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2832952 Feb 04 17:05:10.302120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fcaf3-7609-4038-9484-e84142d8e7c9 req-8e05be1c-70e4-4dc0-a4f9-10e4df86c2e9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:10.305796 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e63fcaf3-7609-4038-9484-e84142d8e7c9 req-8e05be1c-70e4-4dc0-a4f9-10e4df86c2e9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.3770561 Feb 04 17:05:10.320223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-fdbb9c11-4a48-4e57-a2c0-df5e66c8384b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.3302126 Feb 04 17:05:10.585179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e63fcaf3-7609-4038-9484-e84142d8e7c9 req-1e24e6be-dfe6-44a4-9cc4-8c10192165e0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626717 Feb 04 17:05:10.663141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-1c5a801b-ad00-49ac-b4ab-1639c7711912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:10.665412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-1c5a801b-ad00-49ac-b4ab-1639c7711912 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.3169441 Feb 04 17:05:10.831792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-fc0bf031-74b8-480a-9f37-0ffddcc3c33e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 1001 time: 0.1589193 Feb 04 17:05:10.920470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-17c9688b-3b4e-4628-ba4d-44eac1899fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:10.922234 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-17c9688b-3b4e-4628-ba4d-44eac1899fe1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0845425 Feb 04 17:05:11.042956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-d5f56718-7383-4cf2-bfdf-a31a94cc79f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143587 Feb 04 17:05:11.289389 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-76876c83-3d48-42af-be1a-c29c489a6296 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383366 Feb 04 17:05:11.477527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9bafe5e9-3097-4c6f-a138-c6c8cce95d53 req-05f720cd-1888-4c9a-93c8-0d1e8351a330 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837969 Feb 04 17:05:11.879280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cbd3f-24cd-44ac-9e7f-b863e422d12d req-c0bd2c4f-40ca-4816-a6c1-d6933167aa6e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:11.881378 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-386cbd3f-24cd-44ac-9e7f-b863e422d12d req-c0bd2c4f-40ca-4816-a6c1-d6933167aa6e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1146164 Feb 04 17:05:11.950195 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-386cbd3f-24cd-44ac-9e7f-b863e422d12d req-d1b13523-92c6-426b-b7fc-2c3969faacb3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593681 Feb 04 17:05:12.223387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-47768d51-d524-4b74-b9de-c881c5e70eb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.0942900 Feb 04 17:05:12.430963 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-ed85386e-eaee-4e72-909b-b695a5314eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:12.432443 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-ed85386e-eaee-4e72-909b-b695a5314eb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.2031403 Feb 04 17:05:12.559747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-3c250f22-ac02-4d6b-ba0d-521c0c936015 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 1001 time: 0.1215072 Feb 04 17:05:12.634772 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-575543bc-624f-42e4-993f-1041e7e27e71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:12.636384 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-575543bc-624f-42e4-993f-1041e7e27e71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0705657 Feb 04 17:05:12.723814 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-7826cb24-67b7-439a-ba39-7ee5d9f17761 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810888 Feb 04 17:05:12.889472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-801152dc-019d-4cb0-b1d8-0088b7e30dcb service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597540 Feb 04 17:05:13.108122 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-39c980c0-a80d-4e25-9349-8d2460a35781 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121940 Feb 04 17:05:13.313898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb21dd-299f-4178-a4bf-143eaa2cc95a req-3dee3d42-df9a-4f4b-ae1c-10a4413089fa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:13.315559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33eb21dd-299f-4178-a4bf-143eaa2cc95a req-3dee3d42-df9a-4f4b-ae1c-10a4413089fa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1481328 Feb 04 17:05:13.558013 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33eb21dd-299f-4178-a4bf-143eaa2cc95a req-fb755698-1b62-4026-ad2c-d8b031b14446 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322273 Feb 04 17:05:14.929850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91c9fd-e193-465a-b296-3eac13109410 req-d3926264-b09c-4ed5-9371-9dbfe9397f48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:14.932497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca91c9fd-e193-465a-b296-3eac13109410 req-d3926264-b09c-4ed5-9371-9dbfe9397f48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1350763 Feb 04 17:05:15.019674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca91c9fd-e193-465a-b296-3eac13109410 req-24660964-16fc-47db-b32d-4b8330f19573 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772247 Feb 04 17:05:16.345133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0508af-79b7-4129-9b9e-17bc1c58d4aa req-f184ead0-13f9-4ecf-bfcd-741e162caf73 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:16.347616 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa0508af-79b7-4129-9b9e-17bc1c58d4aa req-f184ead0-13f9-4ecf-bfcd-741e162caf73 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1443264 Feb 04 17:05:16.403087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa0508af-79b7-4129-9b9e-17bc1c58d4aa req-0c11e1d1-3e19-4748-86fe-0a978dfdd5e0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459793 Feb 04 17:05:17.721969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df25f-63d9-4ad8-b96c-4403dde3ebe1 req-24236008-f3a2-42ad-9201-27408cfcf89a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:17.724984 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d98df25f-63d9-4ad8-b96c-4403dde3ebe1 req-24236008-f3a2-42ad-9201-27408cfcf89a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1369760 Feb 04 17:05:17.801366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d98df25f-63d9-4ad8-b96c-4403dde3ebe1 req-8dbdcf92-e760-40db-ab83-0e860648f38a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658164 Feb 04 17:05:19.109870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede424-8aca-4d32-a41d-5ca9b9ab43c7 req-167bb4af-59d8-4961-a56b-8532ebf50d12 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:19.111932 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11ede424-8aca-4d32-a41d-5ca9b9ab43c7 req-167bb4af-59d8-4961-a56b-8532ebf50d12 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1194937 Feb 04 17:05:19.217763 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-11ede424-8aca-4d32-a41d-5ca9b9ab43c7 req-0db39704-a315-43a6-aefc-0e1cb8f7f86f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889151 Feb 04 17:05:20.588731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe16299-8320-43a8-9d93-9ec614b74f21 req-7f7bdaae-fe0a-43a7-9ab3-2889f4a4f9e8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:20.596144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fe16299-8320-43a8-9d93-9ec614b74f21 req-7f7bdaae-fe0a-43a7-9ab3-2889f4a4f9e8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1312222 Feb 04 17:05:20.677387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fe16299-8320-43a8-9d93-9ec614b74f21 req-5b1d8db5-5a7a-445c-9e26-2903e0f1d590 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719402 Feb 04 17:05:21.477223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:21.830710 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:22.048312 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d19cd-ad4b-472b-a9e0-621c1cb135b7 req-6c12587c-cb2f-4c40-bd4a-0a2967406582 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:22.055238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b63d19cd-ad4b-472b-a9e0-621c1cb135b7 req-6c12587c-cb2f-4c40-bd4a-0a2967406582 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1434889 Feb 04 17:05:22.136566 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b63d19cd-ad4b-472b-a9e0-621c1cb135b7 req-8adcdae3-f838-4c8d-801e-da6a18a16500 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750189 Feb 04 17:05:23.447863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904bdf2-5971-4b03-a886-c1bb1ce301a1 req-60110a30-33dc-498d-b6a1-d4087a3f9893 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:23.449619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3904bdf2-5971-4b03-a886-c1bb1ce301a1 req-60110a30-33dc-498d-b6a1-d4087a3f9893 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1122093 Feb 04 17:05:23.517916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3904bdf2-5971-4b03-a886-c1bb1ce301a1 req-2ee1ce67-c3f7-4920-bd8d-af52471a1f77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586159 Feb 04 17:05:24.828303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281a9ef-aab0-47e0-97d2-e7cd1d706028 req-48e2afcc-7a2a-4495-aa9d-18b2dd9c1e8c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:24.830425 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8281a9ef-aab0-47e0-97d2-e7cd1d706028 req-48e2afcc-7a2a-4495-aa9d-18b2dd9c1e8c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1220794 Feb 04 17:05:24.894790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8281a9ef-aab0-47e0-97d2-e7cd1d706028 req-0f34cb4d-59c9-4439-84cb-0469e4b70ffe tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547721 Feb 04 17:05:25.060209 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-570f26f7-214b-4a06-8333-da486c73cbe2 service neutron] show failed (client error): The resource could not be found. Feb 04 17:05:25.061223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-570f26f7-214b-4a06-8333-da486c73cbe2 service neutron] 10.222.0.58 "GET /v2.0/ports/115f9c93-43bc-44bb-b395-37d8bf7a5922/bindings/n-h1-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1039703 Feb 04 17:05:25.242672 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a54c372-579b-4c1f-8500-b2064e3501a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:25.589395 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-c6d1d191-8f6f-4343-8370-3c108225d1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 1096 time: 0.2295444 Feb 04 17:05:25.605457 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:05:25.737963 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.099439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:26.153376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h2-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:26.219344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742bf7-b258-4b2e-b1b5-74556e43cf9b req-44d0964d-9ed4-4889-9110-18f51638fc52 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:26.220927 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e742bf7-b258-4b2e-b1b5-74556e43cf9b req-44d0964d-9ed4-4889-9110-18f51638fc52 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1466646 Feb 04 17:05:26.264592 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:26.274383 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.276543 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3e742bf7-b258-4b2e-b1b5-74556e43cf9b req-a4b45afc-f2c9-46ee-8b47-67ecc1568af6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493033 Feb 04 17:05:26.298652 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Transition to ACTIVE for port object 115f9c93-43bc-44bb-b395-37d8bf7a5922 will not be triggered until provisioned by entity L2. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:05:26.307663 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:26.393134 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'code': 200} Feb 04 17:05:26.493359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=6']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:26.524878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.525374 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.525812 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.526245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.526714 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.527168 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.527657 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.528085 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.528509 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.528931 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.529353 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:26.596176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] No DVR routers for this DVR port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on host n-h2-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:05:26.929745 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:05:26.930143 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:05:26.930629 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:26.938711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:05:26.939071 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Attempting to bind port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on network 1f3c2d7c-af26-4600-a529-d18752b1a532 {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:05:26.951749 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:05:26.952225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Checking segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:05:26.952731 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Bound using segment: {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'} {{(pid=83596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:05:26.953237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.managers [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Bound port: 115f9c93-43bc-44bb-b395-37d8bf7a5922, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532'}}] {{(pid=83596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:05:26.953795 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.071875 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, cleared binding levels {{(pid=83596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:05:27.078441 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:05:27.085771 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.172241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.174085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] 10.222.0.41 "PUT /v2.0/ports/115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 1091 time: 1.5782709 Feb 04 17:05:27.250320 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccc453-091c-433c-9536-f059a2b35913 service neutron] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=7']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:27.303117 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-caf00699-e772-40fb-b849-363797ad3c6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0978434 Feb 04 17:05:27.358035 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bca-e458-46f5-980a-de79faedeef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:27.626565 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-9f9268c0-ecd5-4afd-b5f9-287f8b0bb5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:27.628012 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-9f9268c0-ecd5-4afd-b5f9-287f8b0bb5d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.3203619 Feb 04 17:05:27.629827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee2e69-cd17-425f-83ab-fa3ca3d92aba req-9ecd4ad8-0a43-417d-960e-19b0074f7bd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:27.631451 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6ee2e69-cd17-425f-83ab-fa3ca3d92aba req-9ecd4ad8-0a43-417d-960e-19b0074f7bd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.1141531 Feb 04 17:05:27.706938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f6ee2e69-cd17-425f-83ab-fa3ca3d92aba req-ade9dfd5-a3d7-4f62-ae7e-434433a68133 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684350 Feb 04 17:05:27.768806 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-d1f8c6cd-6f90-4d75-b497-14140bd6a40d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 999 time: 0.1345892 Feb 04 17:05:27.853683 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-0f0762fc-82ca-49ec-84f8-acd3723b37c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:27.855983 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-0f0762fc-82ca-49ec-84f8-acd3723b37c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0819626 Feb 04 17:05:27.966586 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-0e387670-928d-4095-bc12-fb7a0debb42a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039102 Feb 04 17:05:28.163167 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-0a7def39-c6c2-46e6-8a2c-9fe6fd4cc2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895115 Feb 04 17:05:28.356013 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-f69f51a6-738c-4b01-a011-3d62d1247122 req-00530960-fc69-4e27-97df-0c1824d2dfce service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871524 Feb 04 17:05:28.393825 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:28.505989 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'status': 'completed', 'code': 200} Feb 04 17:05:28.634593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-0576a5d0-08e5-47a8-b734-b20b9ee84ba4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.0943184 Feb 04 17:05:28.643666 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-172a945f-77db-4eea-a6f4-19249dbc2ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.1272054 Feb 04 17:05:28.810017 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.820445 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:28.832586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-15ce676b-bbd3-4239-8787-e8f983b1e914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:28.835413 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-15ce676b-bbd3-4239-8787-e8f983b1e914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.1857350 Feb 04 17:05:28.850796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:05:28.857002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-293ffb5c-3089-4ed5-95a8-e413020df2f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:28.859534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-293ffb5c-3089-4ed5-95a8-e413020df2f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.2179494 Feb 04 17:05:28.960452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:05:29.007176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-d90babd2-d9e8-49c8-a2f7-1b4227e3afde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 999 time: 0.1652403 Feb 04 17:05:29.060349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-cf9094ed-8974-4fb8-8a3a-bee186914944 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 999 time: 0.1936884 Feb 04 17:05:29.101898 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-253dfa42-f930-4d22-b15f-baca21c07bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:29.103962 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-253dfa42-f930-4d22-b15f-baca21c07bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0898232 Feb 04 17:05:29.132781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9c0a-740f-4c9b-b91e-07f4c5ae90ac req-2a854f81-3434-438e-99d7-79ffe1fa856c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:29.134323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-364c9c0a-740f-4c9b-b91e-07f4c5ae90ac req-2a854f81-3434-438e-99d7-79ffe1fa856c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.1984346 Feb 04 17:05:29.158876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-91878f5c-33b7-4bbb-b473-3fc65234741a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:29.161523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-91878f5c-33b7-4bbb-b473-3fc65234741a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0944040 Feb 04 17:05:29.234544 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-db9026a2-1acf-4fa4-b572-f6d0caa82277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225948 Feb 04 17:05:29.285614 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-364c9c0a-740f-4c9b-b91e-07f4c5ae90ac req-c2a0ef4d-bcdc-4c74-a962-efe9c2960b8b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229010 Feb 04 17:05:29.311253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-afd50ef4-da3c-4c7f-980c-c860660b654d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268342 Feb 04 17:05:29.457005 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-71a64fe3-530c-4f51-8f94-efc63e5cdbe2 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156680 Feb 04 17:05:29.648255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-c4d8fc25-cbae-4216-8a5c-814c1be02735 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306532 Feb 04 17:05:29.652723 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-e95f82d6-b6bb-4092-9613-fbac97ed9ad6 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899395 Feb 04 17:05:29.828882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f6d687b-3367-47c7-8dbe-91531f36832a req-ca68d106-853c-489e-8e53-2625728c41e5 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749914 Feb 04 17:05:30.225162 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:30.575033 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9436f5-6f38-43c6-9bbd-59766f3be2c3 req-08d17bc8-083d-49e4-9e39-b27e53ea71e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:30.577599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9436f5-6f38-43c6-9bbd-59766f3be2c3 req-08d17bc8-083d-49e4-9e39-b27e53ea71e6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.1144660 Feb 04 17:05:30.671060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae9436f5-6f38-43c6-9bbd-59766f3be2c3 req-6ed2ac27-705f-45a4-84ef-6cc4d0970c36 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840833 Feb 04 17:05:31.317464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d79bd6-e7fb-483e-8299-d8b1168b1615 req-61486679-5135-47d8-a2c5-910658b8e185 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:31.319670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63d79bd6-e7fb-483e-8299-d8b1168b1615 req-61486679-5135-47d8-a2c5-910658b8e185 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.1813726 Feb 04 17:05:31.331934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-5f331475-6381-4ee9-9ed5-5ac0df451088 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:31.334627 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-5f331475-6381-4ee9-9ed5-5ac0df451088 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&tenant_id=ee814631db404e9dbb4e347612306841&binding%3Ahost_id=n-h1-827873-1 HTTP/1.1" status: 200 len: 943 time: 0.2505033 Feb 04 17:05:31.511641 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63d79bd6-e7fb-483e-8299-d8b1168b1615 req-d55a8aa0-7ad0-462a-8785-146cdd2a51eb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753907 Feb 04 17:05:31.520601 n-d-827873-1 neutron-server[83597]: INFO neutron.api.v2.resource [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-4c9547e3-cafa-4d22-9668-2a9f786d7f8f service neutron] delete failed (client error): The resource could not be found. Feb 04 17:05:31.522175 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-4c9547e3-cafa-4d22-9668-2a9f786d7f8f service neutron] 10.222.0.58 "DELETE /v2.0/ports/115f9c93-43bc-44bb-b395-37d8bf7a5922/bindings/n-h2-827873-1 HTTP/1.1" status: 404 len: 380 time: 0.1629498 Feb 04 17:05:31.818658 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-f6801b60-6d07-46e7-895c-8ce6af7f77e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1094 time: 0.1874723 Feb 04 17:05:32.010568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-be52f94b-2f77-46d8-935b-df98e27dd404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:32.012220 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-be52f94b-2f77-46d8-935b-df98e27dd404 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.1874409 Feb 04 17:05:32.019148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cc44a-09be-4ac0-a959-f7d186ac5cf2 req-0e4754a1-b317-46d4-9a35-ef7b53c9f6e2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:32.020663 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-887cc44a-09be-4ac0-a959-f7d186ac5cf2 req-0e4754a1-b317-46d4-9a35-ef7b53c9f6e2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 943 time: 0.2571709 Feb 04 17:05:32.179958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-887cc44a-09be-4ac0-a959-f7d186ac5cf2 req-4ad40a7b-1a1f-4375-8f54-551b130652d9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020145 Feb 04 17:05:32.182438 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-dbc53b4e-d24b-4e6a-984f-ecee0a77f4b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 999 time: 0.1599858 Feb 04 17:05:32.267085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-46c615d6-bcab-4e51-a951-a55fad75cc24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:32.268556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-46c615d6-bcab-4e51-a951-a55fad75cc24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.0804465 Feb 04 17:05:32.358492 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:05:32.392748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-2649277b-d76e-47a9-abc9-dff492b34780 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179988 Feb 04 17:05:32.571641 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:32.591619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-050e83ca-3578-4a3a-8807-27b24f715e13 service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925433 Feb 04 17:05:32.596032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'port_id': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'mac_address': 'fa:16:3e:49:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:05:32.670052 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.694267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115f9c93-43bc-44bb-b395-37d8bf7a5922 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:05:32.723890 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:32.730419 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:32.785917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6f8c8320-5d9b-430e-a52a-e15c58baf966 req-f9816595-74ea-42bd-9d94-c0c8d2d107bd service neutron] 10.222.0.58 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886489 Feb 04 17:05:32.835229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:32.845801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.846351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.846878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.847397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.847930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.848455 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.848982 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.849535 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.850397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.850627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.851246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:05:32.991428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['115f9c93-43bc-44bb-b395-37d8bf7a5922'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:05:33.544623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324d123-4909-480e-b9ae-85c9305700ec req-b0c21cb8-bda0-4342-9ffd-b15a27961123 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:05:33.547274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0324d123-4909-480e-b9ae-85c9305700ec req-b0c21cb8-bda0-4342-9ffd-b15a27961123 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 944 time: 0.1300094 Feb 04 17:05:33.632953 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0324d123-4909-480e-b9ae-85c9305700ec req-1c9f61d0-063e-4cac-9aa0-bfeb28b883d0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762589 Feb 04 17:05:33.674150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49862) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:05:33.817356 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ae5ab706-6f42-42a8-961e-54edc0903d15 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 200 len: 992 time: 0.1411989 Feb 04 17:05:34.372879 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:05:34.466622 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:05:34.473365 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 115f9c93-43bc-44bb-b395-37d8bf7a5922 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:05:34.473859 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.625845 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.674273 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:05:34.690381 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:05:34.697405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:34.750886 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'code': 200} Feb 04 17:05:34.792469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:05:37.551071 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:05:51.472126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:51.835178 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:55.144759 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-0818812d-e75b-4d65-b76c-2ff764893e1d req-12fa5464-e211-4c07-ac3a-23ae6360988f tempest-ServerDiskConfigTestJSON-486175610 tempest-ServerDiskConfigTestJSON-486175610-project] (83597) timed out ('10.222.0.58', 58595) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:05:55.244667 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-df3d3c51-8b2f-4429-82ef-c028dcfa8e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:57.338066 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bd3bbcf-7d59-4a6b-8f8d-266c39125ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:58.792545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:05:58.808988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:00.234612 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:00.492002 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49876) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:00.966052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 69321d64-e7b6-4b85-9b43-948c805e7e08 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:06:00.966595 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:01.266747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:01.267101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:01.448917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 69321d64-e7b6-4b85-9b43-948c805e7e08 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:06:01.668550 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:01.734029 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=69321d64-e7b6-4b85-9b43-948c805e7e08,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:01.777916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.778423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.778805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.779177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.779558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.779924 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.780416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.780871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.781295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.781731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.782182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:01.853638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:02.517826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router d07e0eb6-868b-419e-a629-0e8f39ada3c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:06:02.814562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:06:02.832731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Sync routers for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:06:02.849864 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:02.851931 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:02.852837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:02.868430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-274a025b-2299-447d-9132-54d0f7e96a10 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2773402 Feb 04 17:06:02.954853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-58f554bf-891b-4d26-b669-bc3df01a76b1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/floatingips/5f8d942e-b915-4d65-9be8-c9fd646b73fd HTTP/1.1" status: 204 len: 168 time: 2.4612644 Feb 04 17:06:02.956173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:06:03.062867 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'status': 'completed', 'code': 200} Feb 04 17:06:03.117643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-501a2cb3-5272-4a0d-8599-3cf7962dde82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1425567 Feb 04 17:06:03.160241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:03.388908 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-d1bc0e24-e42b-4922-99c7-4696c9cc9fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:03.391176 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-d1bc0e24-e42b-4922-99c7-4696c9cc9fbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.2513690 Feb 04 17:06:03.522067 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-fd0dfc00-c41e-4e2a-bf74-0b1b4dee2e21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 217 time: 0.1237407 Feb 04 17:06:03.634245 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-4efa87c0-74fa-48d5-8bea-aa8fc017c667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:03.636680 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-4efa87c0-74fa-48d5-8bea-aa8fc017c667 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.1073682 Feb 04 17:06:03.718094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2de1-b2af-4ca9-b88b-d73815ce4140 req-973876f7-b8ce-4f2b-a682-fc165e683b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:03.720119 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-79bb2de1-b2af-4ca9-b88b-d73815ce4140 req-973876f7-b8ce-4f2b-a682-fc165e683b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:03.758519 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-79bb2de1-b2af-4ca9-b88b-d73815ce4140 req-973876f7-b8ce-4f2b-a682-fc165e683b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:03.761316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79bb2de1-b2af-4ca9-b88b-d73815ce4140 req-973876f7-b8ce-4f2b-a682-fc165e683b87 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.2108932 Feb 04 17:06:03.768729 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:03.775193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Checking router: d07e0eb6-868b-419e-a629-0e8f39ada3c9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:06:03.789258 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-6cca084f-9001-4d85-9e8e-767f26254896 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451552 Feb 04 17:06:03.795270 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:03.796344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:03.852352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-79bb2de1-b2af-4ca9-b88b-d73815ce4140 req-de6cc2b9-5eab-4411-b172-ed31d06c7cec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831060 Feb 04 17:06:04.025317 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-e5986366-8cfc-4f18-9414-f30873acebd8 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281077 Feb 04 17:06:04.174229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:04.280416 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-576cee0a-27d4-4c98-830c-f7144f5066dc req-0de327ef-bf39-4b16-ac89-f8e2aab66447 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483270 Feb 04 17:06:04.477690 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-b8ce7dec-f23c-4ad3-affd-d630b8574082 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1356363 Feb 04 17:06:04.675612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.41', 58739) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:04.735113 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-ed2ed2cc-7fd9-430c-a326-9d97fc381782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:04.736674 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-ed2ed2cc-7fd9-430c-a326-9d97fc381782 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 200 len: 897 time: 0.2525864 Feb 04 17:06:04.824611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-e7854e06-486d-47d4-9723-34b07ca73682 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:04.826312 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-e7854e06-486d-47d4-9723-34b07ca73682 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.1488011 Feb 04 17:06:04.866554 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-0d82ff59-b633-4d91-98f5-451df1d0fed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 200 len: 217 time: 0.1213906 Feb 04 17:06:04.869525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:04.877558 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6967f0-6c48-4c77-b105-d47fffded7c1 None None] The sync data for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 is: [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:04:20Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'ce34c8fc-a3e3-424b-996e-763c569b1c88', 'name': '', 'network_id': '1f3c2d7c-af26-4600-a529-d18752b1a532', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:0a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:20Z', 'updated_at': '2022-02-04T17:04:27Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '79392c8e-4cac-4c8d-8579-443fb1eb0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:06:04.989522 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-83acfdee-9877-4b0a-9889-4d17f07b14ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:04.993330 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-83acfdee-9877-4b0a-9889-4d17f07b14ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 200 len: 835 time: 0.1212926 Feb 04 17:06:05.152662 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-bcc8d408-b5b8-433e-a5f3-d4fd9eb38506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3c2d7c-af26-4600-a529-d18752b1a532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531014 Feb 04 17:06:05.238586 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 115f9c93-43bc-44bb-b395-37d8bf7a5922 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:06:05.240105 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:05.325278 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfd8b9d-f11d-4f6a-974d-fb1eaa24ef92 None None] New status for floating IP 5f8d942e-b915-4d65-9be8-c9fd646b73fd: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:06:05.417552 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-d2a0fb60-16e7-4381-8bae-14ae4738c3ef service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572036 Feb 04 17:06:05.456366 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac1fb1-2593-42ff-9fd6-7814e3ace11f req-c112efdc-e128-42ab-a8e3-18fa9fad89f6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:05.459579 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fac1fb1-2593-42ff-9fd6-7814e3ace11f req-c112efdc-e128-42ab-a8e3-18fa9fad89f6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 945 time: 0.3434765 Feb 04 17:06:05.659579 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-882903a6-8b07-42ca-a7e3-5b9b39231a18 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371523 Feb 04 17:06:05.716866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fac1fb1-2593-42ff-9fd6-7814e3ace11f req-74230257-812e-4d24-af63-b11e1488ac06 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=d6657b8e-7ec6-45e9-ab6f-e1347acab90d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435648 Feb 04 17:06:05.782035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 115f9c93-43bc-44bb-b395-37d8bf7a5922, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=115f9c93-43bc-44bb-b395-37d8bf7a5922,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:05.782459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:05.992020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 115f9c93-43bc-44bb-b395-37d8bf7a5922 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:06:06.253664 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:06.344639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=115f9c93-43bc-44bb-b395-37d8bf7a5922,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:06.469092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] No DVR routers for this DVR port 115f9c93-43bc-44bb-b395-37d8bf7a5922 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:06:06.471858 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:06.476320 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-deleted', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:06:06.507944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1faed57a-82aa-42dc-aa1e-eec52eff0959 req-c30b46a6-2157-4430-b2ff-eb921e60ffec tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.41 "DELETE /v2.0/ports/115f9c93-43bc-44bb-b395-37d8bf7a5922 HTTP/1.1" status: 204 len: 173 time: 1.6748333 Feb 04 17:06:06.573047 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1', 'name': 'network-vif-deleted', 'tag': '115f9c93-43bc-44bb-b395-37d8bf7a5922', 'status': 'completed', 'code': 200} Feb 04 17:06:07.165359 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8e6ace5-42ee-4675-a84a-4689de15e736 req-f86a53ca-82a0-4743-abaa-5d1990ed7011 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:07.186846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d8e6ace5-42ee-4675-a84a-4689de15e736 req-f86a53ca-82a0-4743-abaa-5d1990ed7011 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:07.188006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d8e6ace5-42ee-4675-a84a-4689de15e736 req-f86a53ca-82a0-4743-abaa-5d1990ed7011 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=b6cb93ab-ef3c-4d89-8d7a-2764dbacd0c1 HTTP/1.1" status: 200 len: 210 time: 0.0898309 Feb 04 17:06:08.336975 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49898) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:08.560005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:06:08.613911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 115f9c93-43bc-44bb-b395-37d8bf7a5922 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:06:08.613911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 115f9c93-43bc-44bb-b395-37d8bf7a5922 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:06:09.047694 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.377088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port ce34c8fc-a3e3-424b-996e-763c569b1c88 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:06:10.378108 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.733690 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port ce34c8fc-a3e3-424b-996e-763c569b1c88, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ce34c8fc-a3e3-424b-996e-763c569b1c88,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:10.734290 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:10.975465 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for ce34c8fc-a3e3-424b-996e-763c569b1c88 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:06:11.353414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:11.445820 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=ce34c8fc-a3e3-424b-996e-763c569b1c88,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:11.961494 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:13.053640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router d07e0eb6-868b-419e-a629-0e8f39ada3c9 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:06:13.394190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:06:13.411489 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Sync routers for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:06:13.420433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1f416a6c-c24c-4fd1-b3a9-744d4f0f9ff6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/d07e0eb6-868b-419e-a629-0e8f39ada3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0817008 Feb 04 17:06:13.425039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49904) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:13.432880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:13.433627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:13.727877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:13.735562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting subnet 79392c8e-4cac-4c8d-8579-443fb1eb0f47 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:06:13.740301 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:13.822247 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:13.969272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:14.106922 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:14.158763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:06:11Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:14.165800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Checking router: d07e0eb6-868b-419e-a629-0e8f39ada3c9 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:06:14.177940 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Subnet': ['ID=79392c8e-4cac-4c8d-8579-443fb1eb0f47,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:14.185292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Routers {'d07e0eb6-868b-419e-a629-0e8f39ada3c9'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:14.186323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:14.188520 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:14.200419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-29b8d917-1ca5-4277-86fe-2c9886bde568 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/subnets/79392c8e-4cac-4c8d-8579-443fb1eb0f47 HTTP/1.1" status: 204 len: 168 time: 0.7740555 Feb 04 17:06:14.204723 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49908) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:14.265380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06159bec-534e-47cf-ad3e-1c16ba306578 None None] Network 1f3c2d7c-af26-4600-a529-d18752b1a532 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:06:14.559886 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:06:14.571352 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:14.731034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] Set router d07e0eb6-868b-419e-a629-0e8f39ada3c9 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:14.939914 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:14.958852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:06:14.959741 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:15.080048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] DHCP port deletion for 1f3c2d7c-af26-4600-a529-d18752b1a532 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:06:15.106052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Deleting port 1fd7f595-9d72-491a-ae52-5a6255366aa3 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:06:15.106934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:15.524094 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:15.525052 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:15.574898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fd7f595-9d72-491a-ae52-5a6255366aa3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:06:15.736301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] For port 1fd7f595-9d72-491a-ae52-5a6255366aa3, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fd7f595-9d72-491a-ae52-5a6255366aa3,segment=NetworkSegment(da0b918c-27fd-4c8f-b017-0d9b24aedc2f),segment_id=da0b918c-27fd-4c8f-b017-0d9b24aedc2f)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:15.737432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:15.768015 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:06:15.962096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Calling delete_port for 1fd7f595-9d72-491a-ae52-5a6255366aa3 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:06:16.010472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:06:11Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:16.063450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:16.072522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e18725-5efc-4480-8d10-eabb8b12c670 None None] The sync data for ids ['d07e0eb6-868b-419e-a629-0e8f39ada3c9'] in n-d-827873-1 is: [{'id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778808392', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:04:15Z', 'updated_at': '2022-02-04T17:06:11Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '1dbf7442-6412-4ea9-96c5-4c1cd85a95c3', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07e0eb6-868b-419e-a629-0e8f39ada3c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:04:16Z', 'updated_at': '2022-02-04T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:06:16.171770 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:16.183324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=1dbf7442-6412-4ea9-96c5-4c1cd85a95c3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:16.227877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:16.374054 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] Pushing event deleted for resources: {'Port': ['ID=1fd7f595-9d72-491a-ae52-5a6255366aa3,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:16.386469 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7c843b-d017-4ac4-9b0c-7d51dfe817c0 None None] No DVR routers for this DVR port 1fd7f595-9d72-491a-ae52-5a6255366aa3 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:06:16.641680 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.171675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.180701 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.226696 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.227324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Fanout notify agent at l3_agent the message router_deleted on router d07e0eb6-868b-419e-a629-0e8f39ada3c9 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:06:17.250775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.252472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a2d88b00-dea9-4d25-af26-7f82dbcc2842 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/routers/d07e0eb6-868b-419e-a629-0e8f39ada3c9 HTTP/1.1" status: 204 len: 168 time: 3.0462337 Feb 04 17:06:17.258236 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49914) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:17.432470 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.600432 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.648644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3c2d7c-af26-4600-a529-d18752b1a532']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:17.667785 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:17.668166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0b918c-27fd-4c8f-b017-0d9b24aedc2f') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:17.690609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.716141 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.729457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:06:17.730467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:06:17.759252 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:06:17.857134 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce34c8fc-a3e3-424b-996e-763c569b1c88 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:06:17.912904 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ce34c8fc-a3e3-424b-996e-763c569b1c88 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:06:17.913245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ce34c8fc-a3e3-424b-996e-763c569b1c88 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:06:17.913668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:06:17.967146 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:06:17.967577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1dbf7442-6412-4ea9-96c5-4c1cd85a95c3 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:06:18.096752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.122937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.140522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Network': ['ID=1f3c2d7c-af26-4600-a529-d18752b1a532,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:18.157374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-27e5b6a8-a944-4b25-ba12-df412152bb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/networks/1f3c2d7c-af26-4600-a529-d18752b1a532 HTTP/1.1" status: 204 len: 168 time: 0.8932126 Feb 04 17:06:18.157673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49918) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:18.259027 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.313615 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.427934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.471267 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6657b8e-7ec6-45e9-ab6f-e1347acab90d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:18.484040 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:18.485703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fc6174eb-8620-4ed5-a938-5f51509a940e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6657b8e-7ec6-45e9-ab6f-e1347acab90d HTTP/1.1" status: 204 len: 168 time: 0.3264992 Feb 04 17:06:19.267867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49926) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:19.275876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117595738', 'description': 'tempest-secgroup-smoke-1117595738 description', 'project_id': 'ee814631db404e9dbb4e347612306841'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:19.291742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:19.298676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:19.303602 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:19.312743 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:19.335344 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.388409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:19.399475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:19.402908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:19.411051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:19.509853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.515175 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.574734 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf007d14-5f65-4332-b943-a34be0b92e3d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:19.578835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.580601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8f6d043a-2f9b-46e7-bb2d-ac51b4076d45 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3113873 Feb 04 17:06:19.585562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49930) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:19.591978 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:19.600237 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:19.607020 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:19.612491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:19.622654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:19.651786 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.763723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.768764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.799108 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8fca3d-3e84-4ea7-bf4a-4ec30f863530,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:19.813486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.814982 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-236e5483-1373-45dc-907c-0ab20034e279 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2281759 Feb 04 17:06:19.821165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49934) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:19.831483 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:19.839577 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:19.843773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:19.847307 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:19.855177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:19.877463 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.977764 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:19.983264 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.032285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d611c8b-7cc4-4399-b1c9-38fa11482bd3,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:20.042873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.044776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-49bc9f7a-3a09-4489-9f2d-dd0fdc780078 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2220283 Feb 04 17:06:20.048197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49938) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:20.056392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:20.068227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:20.074915 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:20.079018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:20.088457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:20.111820 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.226044 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.231977 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.281146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc6d787-2960-42c9-8321-fad1ecc95128,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:20.297625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.299419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ed793ebe-2936-413b-9b37-70c2d83cfae6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2498584 Feb 04 17:06:20.303110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49942) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:20.312620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:20.322020 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:20.327083 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:20.337584 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:20.345228 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:20.372887 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.494038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.499984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.550804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257602a5-5670-4fce-8db3-6a79385ddd92,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:20.568161 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.570707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2bf27467-b477-4b9c-a854-59e06dd1af56 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2660758 Feb 04 17:06:20.574256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49946) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:20.581653 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:20.594212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:20.606620 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:20.611515 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:20.624836 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:20.642166 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:06:20.652553 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.757130 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.763464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.807192 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bb6762-0ac7-46be-a42e-f95c3d559d02,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:20.821931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:20.824190 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-562708fc-a3fb-40a3-a588-8d4c91189e64 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2485034 Feb 04 17:06:20.827950 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49950) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:20.837119 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': 'bf007d14-5f65-4332-b943-a34be0b92e3d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:20.850258 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:20.857114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:20.862260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:20.874055 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:20.890557 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:06:20.903085 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.005618 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.011112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.138195 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2849dc2b-1fd4-4d43-b4ad-db5ad65ead13,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:21.148977 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.151173 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1020ac0-0535-484d-9732-a53dbe151abd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3216119 Feb 04 17:06:21.155489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49954) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:21.166725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'network': {'name': 'tempest-network-smoke--222661631', 'project_id': 'ee814631db404e9dbb4e347612306841', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:21.179825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:21.186277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:network and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:21.190881 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:21.199668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:21.217303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:06:21.221281 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.265417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:06:21.279843 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.280406 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Added segment 08680e60-dc05-4626-bcb4-0e9453e418ef of type vlan for network 3105a53c-41c1-4484-9b5d-58f717567575 Feb 04 17:06:21.326678 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.365747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.369926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:21.370586 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.478208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.506901 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3493488 Feb 04 17:06:21.511116 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49958) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:21.518474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'admin_state_up': True, 'project_id': 'ee814631db404e9dbb4e347612306841', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:21.529165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb87974-aa80-490f-afa2-05d664ba485d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Network': ['ID=3105a53c-41c1-4484-9b5d-58f717567575,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:21.531547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:21.536814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:router and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:21.540974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:21.543589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3105a53c-41c1-4484-9b5d-58f717567575 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:06:21.550659 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:21.572500 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.573795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.597675 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.814612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:21.826432 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:22.123723 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:22.174207 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:22.391702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.145 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/4aefd74c-8203-4517-bfd1-f4090b9e4756) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:06:22.622825 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:22.667993 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:22.765153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:22.768309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:22.774773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:06:22.811207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=4aefd74c-8203-4517-bfd1-f4090b9e4756,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:23.027585 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:23.028626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:23.540640 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:06:23.877788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:06:23.891910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Sync routers for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:06:23.910183 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:23.913044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-225cc710-47e7-4079-84e8-c0242d7c96a9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4009252 Feb 04 17:06:23.913434 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:23.914079 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:23.916694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:24.051917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e71ab9ae-94b5-4592-a467-770d022bd217 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ee814631db404e9dbb4e347612306841&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332190 Feb 04 17:06:24.055720 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:24.212953 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:24.278928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ddb9dc-08a9-49a1-8d2b-cc0bf6e8fdfb tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:24.281349 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f5ddb9dc-08a9-49a1-8d2b-cc0bf6e8fdfb tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2244635 Feb 04 17:06:24.286761 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49972) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:24.345381 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-9864a2ca-b4e7-4d8e-8ab9-61d8d8a1ed67 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565748 Feb 04 17:06:24.348155 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 49976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:24.354615 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332217964', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'project_id': 'ee814631db404e9dbb4e347612306841', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:24.508227 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:24.513730 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:subnet and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:24.518804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:24.529428 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:24.546609 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'subnet': 1} {{(pid=83596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:06:24.666677 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:24.673031 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Checking router: 23bb0eb5-5b4d-4db3-85b0-508daecf2654 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:06:24.673564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Updating router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 port 4aefd74c-8203-4517-bfd1-f4090b9e4756 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:06:24.682414 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15251143'] for subnet, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:24.790204 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.023812 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15128418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15251153'] for subnet, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.160780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Subnet': ['ID=a9289acc-b446-425f-b1b6-edb41d38f735,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:25.174602 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Checking segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:06:25.175206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network hostable DHCP agents. Network: 3105a53c-41c1-4484-9b5d-58f717567575, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:06:25.216105 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 3105a53c-41c1-4484-9b5d-58f717567575 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:06:25.232776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3105a53c-41c1-4484-9b5d-58f717567575) {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:25.237073 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aa784540-c008-4b46-9485-e54d661d109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.253261 n-d-827873-1 neutron-server[83596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:25.254960 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.259196 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c85d8d-ff0f-4203-8b24-75575ff56344 None None] Network 3105a53c-41c1-4484-9b5d-58f717567575 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:06:25.297719 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-69db2f3c-483e-4103-b7e7-ce8275be9f37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9481695 Feb 04 17:06:25.305040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 49980) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:25.359119 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.381465 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Transition to ACTIVE for port object 4aefd74c-8203-4517-bfd1-f4090b9e4756 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:25.393084 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.523050 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Attempting to bind port 4aefd74c-8203-4517-bfd1-f4090b9e4756 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:06:25.523591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Attempting to bind port 4aefd74c-8203-4517-bfd1-f4090b9e4756 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:06:25.524144 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Attempting to bind port 4aefd74c-8203-4517-bfd1-f4090b9e4756 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:06:25.540230 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Pushing event updated for resources: {'Port': ['ID=4aefd74c-8203-4517-bfd1-f4090b9e4756,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:25.551996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.552527 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.553008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.553541 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.554374 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.554601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.555114 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.555642 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.556123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.556574 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.557801 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:25.562005 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:06:25.562603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:06:25.563224 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.564566 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:06:25.564566 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Bound port: 4aefd74c-8203-4517-bfd1-f4090b9e4756, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:06:25.565139 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.645315 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-3105a53c-41c1-4484-9b5d-58f717567575', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:06:25.646865 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.693400 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] For port 4aefd74c-8203-4517-bfd1-f4090b9e4756, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:06:25.700432 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] For port 4aefd74c-8203-4517-bfd1-f4090b9e4756, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4aefd74c-8203-4517-bfd1-f4090b9e4756,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:06:25.708712 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:25.834721 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:25.835738 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:05:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:25.938181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Allocated IP 172.20.0.2 (3105a53c-41c1-4484-9b5d-58f717567575/a9289acc-b446-425f-b1b6-edb41d38f735/69ad8d27-8602-492e-9f62-9f26dc81ee3f) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:06:25.948398 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d4183-150a-4f67-9617-67ec374c67a1 None None] Pushing event updated for resources: {'Port': ['ID=4aefd74c-8203-4517-bfd1-f4090b9e4756,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:26.134259 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:26.298056 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:26.321582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Transition to ACTIVE for port object 69ad8d27-8602-492e-9f62-9f26dc81ee3f will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:26.353500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Transition to ACTIVE for port object 69ad8d27-8602-492e-9f62-9f26dc81ee3f will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:26.362700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:26.533573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:26.543562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Network 3105a53c-41c1-4484-9b5d-58f717567575 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:26.551276 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:26.556747 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:06:26.621627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Pushing event updated for resources: {'Port': ['ID=69ad8d27-8602-492e-9f62-9f26dc81ee3f,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:26.701929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:26.708347 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180c047-4d75-4f85-bad7-b9bad6300448 None None] The sync data for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 is: [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:06:26.714427 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Attempting to bind port 69ad8d27-8602-492e-9f62-9f26dc81ee3f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:06:26.715006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Attempting to bind port 69ad8d27-8602-492e-9f62-9f26dc81ee3f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:06:26.715566 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Attempting to bind port 69ad8d27-8602-492e-9f62-9f26dc81ee3f on network 3105a53c-41c1-4484-9b5d-58f717567575 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:06:26.729578 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:06:26.730129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Checking segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:06:26.730777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:26.731388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Bound using segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:06:26.732451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Bound port: 69ad8d27-8602-492e-9f62-9f26dc81ee3f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:06:26.732891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:26.897670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] For port 69ad8d27-8602-492e-9f62-9f26dc81ee3f, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:06:26.906035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] For port 69ad8d27-8602-492e-9f62-9f26dc81ee3f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=69ad8d27-8602-492e-9f62-9f26dc81ee3f,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:06:26.914923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:27.094184 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f1a15-7bad-480e-8192-bb3fac506c6b None None] Pushing event updated for resources: {'Port': ['ID=69ad8d27-8602-492e-9f62-9f26dc81ee3f,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:27.350923 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3c56-87ed-4061-b7d6-01144c953efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:27.524517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.1 (3105a53c-41c1-4484-9b5d-58f717567575/a9289acc-b446-425f-b1b6-edb41d38f735/6cab0392-adae-4db2-9f34-53403e3f6daa) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:06:27.681668 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 69ad8d27-8602-492e-9f62-9f26dc81ee3f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:27.801715 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 69ad8d27-8602-492e-9f62-9f26dc81ee3f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:27.808181 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4aefd74c-8203-4517-bfd1-f4090b9e4756 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:27.846759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:27.881537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 6cab0392-adae-4db2-9f34-53403e3f6daa will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:27.925783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 4aefd74c-8203-4517-bfd1-f4090b9e4756 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:27.926994 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:27.935220 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4aefd74c-8203-4517-bfd1-f4090b9e4756 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:27.935960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.060911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 3105a53c-41c1-4484-9b5d-58f717567575 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:28.068539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:28.094488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:06:28.225651 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.247388 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.258777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 4aefd74c-8203-4517-bfd1-f4090b9e4756, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4aefd74c-8203-4517-bfd1-f4090b9e4756,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:28.263148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:28.268254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.409811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=4aefd74c-8203-4517-bfd1-f4090b9e4756,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:28.425523 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.637136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ae5b3-e830-4002-8429-16e2b7e2df01 None None] Network 3105a53c-41c1-4484-9b5d-58f717567575 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:06:28.777022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Provisioning for port 69ad8d27-8602-492e-9f62-9f26dc81ee3f completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:28.828694 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Provisioning complete for port 69ad8d27-8602-492e-9f62-9f26dc81ee3f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:28.829019 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.953948 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:28.966823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.203936 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.204858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.212142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.288965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] For port 69ad8d27-8602-492e-9f62-9f26dc81ee3f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=69ad8d27-8602-492e-9f62-9f26dc81ee3f,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:29.296795 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.420389 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f526b-d04d-4008-9af1-f828a3c29e49 None None] Pushing event updated for resources: {'Port': ['ID=69ad8d27-8602-492e-9f62-9f26dc81ee3f,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:29.437318 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.447168 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:29.576780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 69ad8d27-8602-492e-9f62-9f26dc81ee3f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:29.692794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 3105a53c-41c1-4484-9b5d-58f717567575 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:29.694866 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:29.703397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 69ad8d27-8602-492e-9f62-9f26dc81ee3f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:29.703893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.798496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Provisioning complete for port 69ad8d27-8602-492e-9f62-9f26dc81ee3f triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:29.799081 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:29.959976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4aefd74c-8203-4517-bfd1-f4090b9e4756 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:30.174937 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 4aefd74c-8203-4517-bfd1-f4090b9e4756 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:30.176362 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:30.229705 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Provisioning for port 6cab0392-adae-4db2-9f34-53403e3f6daa completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:30.277613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Provisioning complete for port 6cab0392-adae-4db2-9f34-53403e3f6daa triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:30.278195 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:30.371645 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:30.403186 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-25b1c2cf-c49e-4b7d-9a2a-25a0e85c5d15 None None] Port 6cab0392-adae-4db2-9f34-53403e3f6daa cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:06:30.535510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-10d928ee-a5cf-452b-bea6-04081ddd4d7c None None] Provisioning complete for port 6cab0392-adae-4db2-9f34-53403e3f6daa triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:30.536315 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-10d928ee-a5cf-452b-bea6-04081ddd4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:30.616043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:06:30.657986 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-10d928ee-a5cf-452b-bea6-04081ddd4d7c None None] Port 6cab0392-adae-4db2-9f34-53403e3f6daa cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:06:31.014503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:06:31.039821 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3cbffc0d-f657-4d32-8297-bd245e01fc2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/23bb0eb5-5b4d-4db3-85b0-508daecf2654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7329113 Feb 04 17:06:31.149964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Sync routers for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:06:31.169721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:31.170930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:31.358788 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-2ffa042d-ba63-4fa9-ad3d-3274ddf61c31 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:31.388370 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-2ffa042d-ba63-4fa9-ad3d-3274ddf61c31 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:31.390207 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-2ffa042d-ba63-4fa9-ad3d-3274ddf61c31 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117595738&fields=id&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 267 time: 0.0943084 Feb 04 17:06:31.498262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:31.708806 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-dfccde21-e801-481e-ae04-29eaa4c9ab74 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:31.710463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-dfccde21-e801-481e-ae04-29eaa4c9ab74 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:31.746969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-dfccde21-e801-481e-ae04-29eaa4c9ab74 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:31.748280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-dfccde21-e801-481e-ae04-29eaa4c9ab74 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 796 time: 0.3466763 Feb 04 17:06:31.783882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-21825a45-9915-4360-bb98-fdee6f81cb43 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/quotas/ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 375 time: 0.0190089 Feb 04 17:06:31.914747 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-4908851e-4c5f-47e6-b5db-974fef6563bc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:31.938279 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-4908851e-4c5f-47e6-b5db-974fef6563bc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:31.940516 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-4908851e-4c5f-47e6-b5db-974fef6563bc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513836 Feb 04 17:06:31.968259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-6c408237-e12d-4758-8eac-0c2bb8db2879 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:06:31.969546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-6c408237-e12d-4758-8eac-0c2bb8db2879 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084577 Feb 04 17:06:32.024952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 2, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:32.046175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Checking router: 23bb0eb5-5b4d-4db3-85b0-508daecf2654 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:06:32.046786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Updating router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 port 6cab0392-adae-4db2-9f34-53403e3f6daa binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:06:32.132640 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:32.240738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-71037c1b-83a2-445a-b4d1-485ab4fbb994 service neutron] 10.222.0.62 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579911 Feb 04 17:06:32.499047 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-0dedaf17-ea25-4073-b106-3f45e6fb768b service neutron] 10.222.0.62 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430398 Feb 04 17:06:32.775341 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:32.798009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Transition to ACTIVE for port object 6cab0392-adae-4db2-9f34-53403e3f6daa will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:32.810596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:32.886553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9a566644-ed47-4130-84b1-559fe79d01c4 req-999d36c6-2e3d-460f-8bae-d8d7a3ee2409 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 210 time: 0.0744486 Feb 04 17:06:33.040372 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Pushing event updated for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:33.124426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.125256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.125881 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.126920 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.127239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.127780 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.128434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.129113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.129660 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.130151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.130723 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:33.236388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Attempting to bind port 6cab0392-adae-4db2-9f34-53403e3f6daa on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:06:33.236988 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Attempting to bind port 6cab0392-adae-4db2-9f34-53403e3f6daa by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:06:33.239072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Attempting to bind port 6cab0392-adae-4db2-9f34-53403e3f6daa on network 3105a53c-41c1-4484-9b5d-58f717567575 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:06:33.256123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:06:33.256710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Checking segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:06:33.257307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:33.257869 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Bound using segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:06:33.259099 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Bound port: 6cab0392-adae-4db2-9f34-53403e3f6daa, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:06:33.259530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:33.423610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] For port 6cab0392-adae-4db2-9f34-53403e3f6daa, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:06:33.431005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] For port 6cab0392-adae-4db2-9f34-53403e3f6daa, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6cab0392-adae-4db2-9f34-53403e3f6daa,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:06:33.443520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:33.574575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:33.575706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:33.672125 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6b8bb-b1cf-4b03-81c2-f162e26df7ba None None] Pushing event updated for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:33.991560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:34.184624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-88547e69-4092-4aa9-bf36-b6388473cac4 req-da56ab1d-8669-4068-bfa9-31b05e8c0fe9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 210 time: 0.0653298 Feb 04 17:06:34.529834 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:33Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:34.543965 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007a4c8-a3ab-437e-9bea-a2c2f901e980 None None] The sync data for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 is: [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:33Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:06:34.688814 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-88b2dd41-6cf3-4da9-a12d-f072af2ebece tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:34.692979 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-88b2dd41-6cf3-4da9-a12d-f072af2ebece tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 796 time: 0.3248012 Feb 04 17:06:34.790084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-9aa11ec4-baec-443d-95ff-40e07777e941 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 380 time: 0.0842700 Feb 04 17:06:34.799202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'port': {'device_id': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'admin_state_up': True, 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'security_groups': ['bf007d14-5f65-4332-b943-a34be0b92e3d']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:35.066625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:35.083815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:35.102700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:06:35.106201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:35.415731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.10 (3105a53c-41c1-4484-9b5d-58f717567575/a9289acc-b446-425f-b1b6-edb41d38f735/2802312c-3160-4a4f-a107-9c29c78528c4) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:06:35.486630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1c6e550e-4189-4dbe-a583-d301931495f8 req-ddcdd0c6-cc0e-4d61-a2c4-9eba14dbc6c3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 210 time: 0.0674791 Feb 04 17:06:35.605857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6cab0392-adae-4db2-9f34-53403e3f6daa up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:35.748173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6cab0392-adae-4db2-9f34-53403e3f6daa completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:35.756945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6cab0392-adae-4db2-9f34-53403e3f6daa triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:35.757459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:35.955275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.008175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6cab0392-adae-4db2-9f34-53403e3f6daa, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6cab0392-adae-4db2-9f34-53403e3f6daa,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:36.016332 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.018579 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.037713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 2802312c-3160-4a4f-a107-9c29c78528c4 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:36.070534 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.117039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:36.199485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 3105a53c-41c1-4484-9b5d-58f717567575 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:36.200811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:36.205942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:36.209383 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:06:36.297077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:36.297868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.341859 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-095cb610-976f-458c-85ba-341c54645ca2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484276 Feb 04 17:06:36.353796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Request body: {'port': {'device_id': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:36.504346 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e8bd0f6-593a-4d23-8976-f30288cd886f None None] Provisioning for port 2802312c-3160-4a4f-a107-9c29c78528c4 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:36.510971 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-7e8bd0f6-593a-4d23-8976-f30288cd886f None None] Provisioning complete for port 2802312c-3160-4a4f-a107-9c29c78528c4 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:36.511588 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7e8bd0f6-593a-4d23-8976-f30288cd886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.519974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:36.602383 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-7e8bd0f6-593a-4d23-8976-f30288cd886f None None] Port 2802312c-3160-4a4f-a107-9c29c78528c4 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:06:36.940488 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512b95f-453a-4793-a28b-191f0883e384 req-8aacd9b5-ee65-4ace-991a-d8f4f7fa2ed5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:36.941522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e512b95f-453a-4793-a28b-191f0883e384 req-8aacd9b5-ee65-4ace-991a-d8f4f7fa2ed5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:06:36.972990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e512b95f-453a-4793-a28b-191f0883e384 req-8aacd9b5-ee65-4ace-991a-d8f4f7fa2ed5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:06:36.973962 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e512b95f-453a-4793-a28b-191f0883e384 req-8aacd9b5-ee65-4ace-991a-d8f4f7fa2ed5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 932 time: 0.2696726 Feb 04 17:06:37.072834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2802312c-3160-4a4f-a107-9c29c78528c4 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:06:37.083676 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.094012 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e512b95f-453a-4793-a28b-191f0883e384 req-40a27a24-006e-45ef-ae12-e7b1788243f7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070678 Feb 04 17:06:37.103642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Transition to ACTIVE for port object 2802312c-3160-4a4f-a107-9c29c78528c4 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:06:37.108486 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.263905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Pushing event updated for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:37.419034 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Attempting to bind port 2802312c-3160-4a4f-a107-9c29c78528c4 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:06:37.419378 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Attempting to bind port 2802312c-3160-4a4f-a107-9c29c78528c4 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:06:37.419707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Attempting to bind port 2802312c-3160-4a4f-a107-9c29c78528c4 on network 3105a53c-41c1-4484-9b5d-58f717567575 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:06:37.427664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Port 2802312c-3160-4a4f-a107-9c29c78528c4 on network 3105a53c-41c1-4484-9b5d-58f717567575 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:06:37.428255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Attempting to bind port 2802312c-3160-4a4f-a107-9c29c78528c4 on network 3105a53c-41c1-4484-9b5d-58f717567575 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:06:37.436996 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:06:37.437513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Checking segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:06:37.438018 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Bound using segment: {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:06:37.438571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Bound port: 2802312c-3160-4a4f-a107-9c29c78528c4, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08680e60-dc05-4626-bcb4-0e9453e418ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:06:37.439237 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.517069 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6cab0392-adae-4db2-9f34-53403e3f6daa up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:37.565127 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:06:37.570547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=2802312c-3160-4a4f-a107-9c29c78528c4,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:06:37.582095 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.649678 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6cab0392-adae-4db2-9f34-53403e3f6daa triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:37.650290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.687326 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:37.689777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] 10.222.0.58 "PUT /v2.0/ports/2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 1092 time: 1.3405693 Feb 04 17:06:37.690758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:06:37.727283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdec0d-7298-4f9e-9ef0-f08eeceab874 service neutron] Pushing event updated for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:37.830125 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4', 'status': 'completed', 'code': 200} Feb 04 17:06:37.908408 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-86cf6c59-9370-4fcd-8c61-19270158e025 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1331971 Feb 04 17:06:38.024509 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-6024fef7-4171-451c-8713-904938d62c4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 217 time: 0.1093092 Feb 04 17:06:38.135587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-2a464f7f-c637-467c-9a71-34ecfee59333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:38.138514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-2a464f7f-c637-467c-9a71-34ecfee59333 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.1069336 Feb 04 17:06:38.254633 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-d39bae12-9f12-4363-9190-c6b850d12964 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103764 Feb 04 17:06:38.650762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-78427d70-a3c8-4456-b496-3f3bf7763f14 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904166 Feb 04 17:06:38.689099 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66e51-1c1b-4820-bdad-419de49d2700 req-a150ebf5-0275-4531-868a-e77fed992824 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:38.691286 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13d66e51-1c1b-4820-bdad-419de49d2700 req-a150ebf5-0275-4531-868a-e77fed992824 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 944 time: 0.3222795 Feb 04 17:06:38.854868 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-13d66e51-1c1b-4820-bdad-419de49d2700 req-8a506934-c709-4855-a547-7b04c90bf813 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122155 Feb 04 17:06:38.865835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2aef11a1-3689-445e-8c8a-7d25389e1f49 req-28c0b444-0801-4997-b4ae-7f3d83dca410 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082760 Feb 04 17:06:39.027109 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-35bdd4d9-27f7-430b-b600-efe58fb21b36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1060863 Feb 04 17:06:39.241452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4eac-6330-4e44-9786-2f08d146d81b req-db5ff931-7008-421e-ba41-854900846d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:39.242981 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-db5ff931-7008-421e-ba41-854900846d9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 897 time: 0.2101865 Feb 04 17:06:39.321958 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-da0d74b7-da02-4c17-b05e-c01f3fecd770 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 217 time: 0.0708623 Feb 04 17:06:39.390061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb4eac-6330-4e44-9786-2f08d146d81b req-137bde1b-a3a5-4f81-ad46-0480416e81ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:39.391532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-137bde1b-a3a5-4f81-ad46-0480416e81ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.0638309 Feb 04 17:06:39.493715 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-b87881f4-61eb-46b8-bdf4-4643429ec34b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958316 Feb 04 17:06:39.657738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-ee5dcbb7-e8e4-4363-ba87-3262fb72b713 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571913 Feb 04 17:06:39.871848 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-febb4eac-6330-4e44-9786-2f08d146d81b req-2a3b336c-df84-48ac-ab1d-462f0f9e5259 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076168 Feb 04 17:06:40.202554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665c010-98fa-4bd2-a7e7-704bbafcf0c4 req-f83b92f6-6ef9-4ec6-8fc5-b513f73c5d6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:40.204076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4665c010-98fa-4bd2-a7e7-704bbafcf0c4 req-f83b92f6-6ef9-4ec6-8fc5-b513f73c5d6f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 944 time: 0.1272509 Feb 04 17:06:40.266801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4665c010-98fa-4bd2-a7e7-704bbafcf0c4 req-72eab28e-56bb-4789-8caa-722604335d48 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554733 Feb 04 17:06:41.548936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ac057-786b-4e42-9720-59fafbef29ab req-414b0f02-b5c7-4765-8c4f-13ccb8cf391b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:41.551894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-320ac057-786b-4e42-9720-59fafbef29ab req-414b0f02-b5c7-4765-8c4f-13ccb8cf391b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 944 time: 0.1123362 Feb 04 17:06:41.627844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-320ac057-786b-4e42-9720-59fafbef29ab req-cf1caa53-6b4d-4e1a-b5a8-df85b660cb9f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697274 Feb 04 17:06:42.873495 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715037f-1924-4233-8195-4d0215cc4e3e req-f2efd3f3-d55a-454c-b95c-0f6a1bbba9aa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:42.874928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e715037f-1924-4233-8195-4d0215cc4e3e req-f2efd3f3-d55a-454c-b95c-0f6a1bbba9aa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 944 time: 0.0936246 Feb 04 17:06:42.930206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e715037f-1924-4233-8195-4d0215cc4e3e req-0211b46b-eb53-4fd0-b6e9-7c972e5bcc01 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458503 Feb 04 17:06:43.188719 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 2802312c-3160-4a4f-a107-9c29c78528c4 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:06:43.369448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=2802312c-3160-4a4f-a107-9c29c78528c4,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:43.384836 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '2802312c-3160-4a4f-a107-9c29c78528c4', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'port_id': '2802312c-3160-4a4f-a107-9c29c78528c4', 'mac_address': 'fa:16:3e:ac:6a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:06:43.447252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:43.486511 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2802312c-3160-4a4f-a107-9c29c78528c4 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:06:43.512130 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=2802312c-3160-4a4f-a107-9c29c78528c4,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:43.525129 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:43.633829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:43.758374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['2802312c-3160-4a4f-a107-9c29c78528c4'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:06:44.260887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7fe66-f9e4-4d3a-82fe-2d45d0347111 req-bde57133-86c5-4b2b-8999-7bf9ecc45d37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:44.263006 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7de7fe66-f9e4-4d3a-82fe-2d45d0347111 req-bde57133-86c5-4b2b-8999-7bf9ecc45d37 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 945 time: 0.1044362 Feb 04 17:06:44.328664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7de7fe66-f9e4-4d3a-82fe-2d45d0347111 req-c4221e54-beba-4e57-9267-9c9d0194c669 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544548 Feb 04 17:06:45.204135 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 2802312c-3160-4a4f-a107-9c29c78528c4 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:06:45.282577 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 2802312c-3160-4a4f-a107-9c29c78528c4 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:06:45.289170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 2802312c-3160-4a4f-a107-9c29c78528c4 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:06:45.289547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:45.418743 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:45.448994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:06:45.464706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=2802312c-3160-4a4f-a107-9c29c78528c4,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:06:45.473369 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:45.539346 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4', 'code': 200} Feb 04 17:06:45.575434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:45.619722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0576aa-af46-46b2-a2cd-4f008f107a54 req-565f1fe8-ff9a-4ff3-b12c-40b2101d259e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:45.621933 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a0576aa-af46-46b2-a2cd-4f008f107a54 req-565f1fe8-ff9a-4ff3-b12c-40b2101d259e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1322138 Feb 04 17:06:45.730316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a0576aa-af46-46b2-a2cd-4f008f107a54 req-178bc932-c868-4a23-8d0e-49682253b0ea tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754449 Feb 04 17:06:45.742548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dc92ae6-1aa4-4a73-a9a6-3cbae62a6471 req-751da841-2fb6-449f-8696-7fbb4e62f919 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1192296 Feb 04 17:06:45.790174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3dc92ae6-1aa4-4a73-a9a6-3cbae62a6471 req-2520f941-80c3-4a8b-b9cc-a0859734b33b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Feb 04 17:06:46.984632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a49b6-971f-4be0-9826-eb60bdaee031 req-ef36de10-13e5-44ba-85f8-83f6b5baaadf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:46.986215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef6a49b6-971f-4be0-9826-eb60bdaee031 req-ef36de10-13e5-44ba-85f8-83f6b5baaadf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.0896516 Feb 04 17:06:47.160094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ef6a49b6-971f-4be0-9826-eb60bdaee031 req-00e7748b-21e0-469f-aba1-134a3e80fb09 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626620 Feb 04 17:06:47.407572 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e211c-f7de-4982-aed1-e79db14725af req-693063fe-c489-4b7b-b2d6-6d39a969c89c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:47.409069 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432e211c-f7de-4982-aed1-e79db14725af req-693063fe-c489-4b7b-b2d6-6d39a969c89c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.0944524 Feb 04 17:06:47.461237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432e211c-f7de-4982-aed1-e79db14725af req-ad6353b6-ca99-4eac-b9a2-382fdf70b465 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Feb 04 17:06:47.492852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50032) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:47.569212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7121e53-824a-4f47-a8c2-5d1bc0f3e944 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1092 time: 0.0751927 Feb 04 17:06:47.572899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50036) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:47.578622 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '2802312c-3160-4a4f-a107-9c29c78528c4', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:06:47.586448 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:06:47.597051 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:floatingip and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:06:47.600243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:06:47.608453 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:06:47.621800 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:47.789482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:47.963363 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.72 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/76bf1d2f-dc0b-4bf3-844c-80168f62d4fd) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:06:48.135081 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:48.167710 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:48.247658 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:06:48.248861 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:06:48.251590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:06:48.297164 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=76bf1d2f-dc0b-4bf3-844c-80168f62d4fd,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:48.312713 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.313052 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.313395 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.313739 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.314048 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.314403 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.314807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.315412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.315930 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.317505 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:48.317913 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:06:49.016530 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:49.091580 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:49.380984 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:49.386574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:49.500091 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=76bf1d2f-dc0b-4bf3-844c-80168f62d4fd,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:06:49.527129 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:49.771438 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Floating IP b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 associated. External IP: 172.25.5.72, port: 2802312c-3160-4a4f-a107-9c29c78528c4. Feb 04 17:06:50.289590 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:06:50.524094 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:06:50.535607 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Sync routers for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:06:50.555816 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:50.556462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:50.559625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:50.648558 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4a47abfe-c9fb-444c-b851-ec40ce032948 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0741470 Feb 04 17:06:50.648843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:06:50.803461 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:50.872679 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4', 'status': 'completed', 'code': 200} Feb 04 17:06:51.016840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056279-e032-4563-a1f5-2a6b5ad01882 req-4d030942-bd02-4501-b5cf-dd0c7cabc9b2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:51.018399 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25056279-e032-4563-a1f5-2a6b5ad01882 req-4d030942-bd02-4501-b5cf-dd0c7cabc9b2 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1844323 Feb 04 17:06:51.027956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-f60e423b-e81b-4535-8d17-0ed0efc52711 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1229696 Feb 04 17:06:51.163580 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-25056279-e032-4563-a1f5-2a6b5ad01882 req-c548d7b0-6e77-46e6-b3a1-016cb989e5a4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346512 Feb 04 17:06:51.194246 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50048) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:51.227344 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-3636edf8-8721-480b-b87d-1f8fca064a0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:51.229746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-3636edf8-8721-480b-b87d-1f8fca064a0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 897 time: 0.1854222 Feb 04 17:06:51.348302 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-44e74565-52c6-461a-84bb-2f1c8fcfdfd5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 200 len: 991 time: 0.1512437 Feb 04 17:06:51.353873 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b0b54cd5-340d-4e27-b2d6-c8a7ca501a36', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'port_id': '2802312c-3160-4a4f-a107-9c29c78528c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'mac_address': 'fa:16:3e:ac:6a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:06:48Z', 'updated_at': '2022-02-04T17:06:48Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:51.358106 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Checking router: 23bb0eb5-5b4d-4db3-85b0-508daecf2654 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:06:51.370875 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:06:51.371514 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:06:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:51.377074 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-7178b090-cade-4a85-9c2f-b015ffd90a11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 999 time: 0.1410739 Feb 04 17:06:51.483425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-3c85116b-fc58-4aa8-a26c-9ea7a5763bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:06:51.485894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:51.486866 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-3c85116b-fc58-4aa8-a26c-9ea7a5763bf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.1031699 Feb 04 17:06:51.579411 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:06:51.604356 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-758c281e-dcf9-4897-82fd-c1b04f74d01f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131294 Feb 04 17:06:51.607939 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:06:51.813362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-619cb751-1666-4def-b6f3-7705c4778423 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019827 Feb 04 17:06:51.820482 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:51.968429 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e609a687-b069-4a98-bb68-eb2d86c2a512 req-3568b303-4d36-45e4-a9a0-05ee1eaed807 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490977 Feb 04 17:06:52.087268 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b0b54cd5-340d-4e27-b2d6-c8a7ca501a36', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'port_id': '2802312c-3160-4a4f-a107-9c29c78528c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'mac_address': 'fa:16:3e:ac:6a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:06:48Z', 'updated_at': '2022-02-04T17:06:48Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:06:52.092723 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee54f7-bd36-4e6d-9053-f6104b84001c None None] The sync data for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 is: [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'b0b54cd5-340d-4e27-b2d6-c8a7ca501a36', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'port_id': '2802312c-3160-4a4f-a107-9c29c78528c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'mac_address': 'fa:16:3e:ac:6a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:06:48Z', 'updated_at': '2022-02-04T17:06:48Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:06:52.353198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50052) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:52.373615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2257758a-824b-4a59-8b9a-ca1ade7a9419 None None] New status for floating IP b0b54cd5-340d-4e27-b2d6-c8a7ca501a36: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:06:52.666906 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-d26a7268-b8ea-4abc-bd58-774efe88d179 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 200 len: 991 time: 0.3116908 Feb 04 17:06:53.671197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50056) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:06:53.833677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-865f4991-17d9-42d1-a3e6-36693daab2ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 200 len: 993 time: 0.1608229 Feb 04 17:06:55.247001 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-45639283-5ff0-4433-b8a5-02c38b447d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:57.337699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3eec6e0d-fc01-4dea-877f-f51e003e3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:58.787358 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:06:58.811870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:00.233858 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:13.440746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-c6f23820-6b31-4245-a41f-a0dbf42d68f6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230934 Feb 04 17:07:13.656112 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-c4fda619-e48a-4dd1-b443-21970512519d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1070464 Feb 04 17:07:13.864612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173af6b-602f-469d-806f-7709c871bba1 req-97f614e6-7adb-4f34-9f96-55cfd65d5217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:13.866872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-97f614e6-7adb-4f34-9f96-55cfd65d5217 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 897 time: 0.1820090 Feb 04 17:07:14.055166 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-49aef3c4-4448-4a50-81e9-37e11b81a12e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 1001 time: 0.1815734 Feb 04 17:07:14.154695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173af6b-602f-469d-806f-7709c871bba1 req-82f3a941-1889-45bd-9c28-6838481c6f14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:14.157138 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-82f3a941-1889-45bd-9c28-6838481c6f14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.0901060 Feb 04 17:07:14.407142 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-198fa6f5-0c08-487f-9795-718fa3bf707f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439668 Feb 04 17:07:14.660642 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-d6dc8602-c1f5-4a0b-908c-398c47989dda service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473366 Feb 04 17:07:14.896649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d173af6b-602f-469d-806f-7709c871bba1 req-bd3bed10-aa9f-466e-a2ee-798e34ccd7a7 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295032 Feb 04 17:07:19.249450 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1f1f-57ff-480a-aeff-b480a0c5d8f4 req-61911166-2fc1-49bc-815c-3dfe1732c25a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:19.252083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b77a1f1f-57ff-480a-aeff-b480a0c5d8f4 req-61911166-2fc1-49bc-815c-3dfe1732c25a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1357663 Feb 04 17:07:19.313214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b77a1f1f-57ff-480a-aeff-b480a0c5d8f4 req-9abbcc9f-4035-4c93-a9a9-800874bc49d1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540128 Feb 04 17:07:20.669750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b86d2f-7f33-4f6b-a5ea-7ff580444f63 req-0793d801-230c-4255-9164-4c8a8609a90e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:20.671323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3b86d2f-7f33-4f6b-a5ea-7ff580444f63 req-0793d801-230c-4255-9164-4c8a8609a90e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1136913 Feb 04 17:07:20.741599 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3b86d2f-7f33-4f6b-a5ea-7ff580444f63 req-cbe68c69-38ec-4bfe-b98c-b2d0ba37f901 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574996 Feb 04 17:07:21.504038 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:21.840595 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:22.082303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51498a54-fa92-42b1-b9bc-6685ddad26dc req-55f9d6ba-5e76-4069-b915-18b7a3a63ca8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:22.084225 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51498a54-fa92-42b1-b9bc-6685ddad26dc req-55f9d6ba-5e76-4069-b915-18b7a3a63ca8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1072807 Feb 04 17:07:22.144944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-51498a54-fa92-42b1-b9bc-6685ddad26dc req-867e80e8-5563-4a79-8e00-8fae4085c569 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540380 Feb 04 17:07:23.387390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9059eef-7ef5-4792-8b64-c8026d249c05 req-f1754eee-f226-4aff-995e-953dfcab42fd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:23.389097 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9059eef-7ef5-4792-8b64-c8026d249c05 req-f1754eee-f226-4aff-995e-953dfcab42fd tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.0928359 Feb 04 17:07:23.441278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9059eef-7ef5-4792-8b64-c8026d249c05 req-18366b8f-4b16-4c43-ba00-589f2ed3d36b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460308 Feb 04 17:07:24.676339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff4dfa-f723-4d62-85fd-0e4460235428 req-4cd1ee0a-cf9c-4c37-b713-655d51338cd0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:24.677771 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63ff4dfa-f723-4d62-85fd-0e4460235428 req-4cd1ee0a-cf9c-4c37-b713-655d51338cd0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.0792255 Feb 04 17:07:24.729433 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63ff4dfa-f723-4d62-85fd-0e4460235428 req-090f2ddc-25db-4aa0-89bc-03f83f49ee9f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 Feb 04 17:07:25.236088 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5f8177f7-fe9f-4b02-9599-094059dbb794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:25.987305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7858-c65d-4472-9a15-400ebb56550d req-f0bc35f9-b0a0-4e11-a978-2964b65ac549 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:25.988776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7f7858-c65d-4472-9a15-400ebb56550d req-f0bc35f9-b0a0-4e11-a978-2964b65ac549 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.0872252 Feb 04 17:07:26.036196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7f7858-c65d-4472-9a15-400ebb56550d req-a2a9face-c36b-44a1-be22-81cfd21fb58f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Feb 04 17:07:27.340864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9316c375-cf27-409c-88be-8dbe2c61fc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:27.345010 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab383-277e-417f-b4e0-41618c7b4b7b req-379f8065-97c0-4017-8448-e73e48fbddfc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:27.348842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb1ab383-277e-417f-b4e0-41618c7b4b7b req-379f8065-97c0-4017-8448-e73e48fbddfc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1412618 Feb 04 17:07:27.408914 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb1ab383-277e-417f-b4e0-41618c7b4b7b req-e8e00422-ce7e-46da-9feb-c8fcce8e227d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498762 Feb 04 17:07:28.568104 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:07:28.723046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e1f0b-3564-4c58-bfce-9b244f7e9bd6 req-e495bac0-d585-4d2d-a6e3-d1b9f5196551 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:28.725063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da1e1f0b-3564-4c58-bfce-9b244f7e9bd6 req-e495bac0-d585-4d2d-a6e3-d1b9f5196551 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1142807 Feb 04 17:07:28.793941 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:28.794909 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-da1e1f0b-3564-4c58-bfce-9b244f7e9bd6 req-c2ce1649-9837-43d3-8f33-6b47edfec8c5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598648 Feb 04 17:07:28.826516 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:30.049580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5db4e-53d5-4a06-81e9-8fea7132fbc8 req-2ee10775-0bdd-46b2-82e0-cb55833e476d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:30.052216 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96b5db4e-53d5-4a06-81e9-8fea7132fbc8 req-2ee10775-0bdd-46b2-82e0-cb55833e476d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1026335 Feb 04 17:07:30.129428 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96b5db4e-53d5-4a06-81e9-8fea7132fbc8 req-6d74cca9-ce71-434f-b138-c13f9c023dde tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687172 Feb 04 17:07:30.180648 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50094) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:07:30.248694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:30.363632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-7391a526-aeb0-40f3-9169-ee9ae7bf8069 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 200 len: 993 time: 0.1810768 Feb 04 17:07:32.291684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e025c-8153-4b25-a8ff-9d3f78c892cd req-d05d1e9b-b315-4402-9842-da05f46c6a3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:32.294308 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e76e025c-8153-4b25-a8ff-9d3f78c892cd req-d05d1e9b-b315-4402-9842-da05f46c6a3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.2239747 Feb 04 17:07:32.298656 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-5612c762-5ac9-4cc1-a893-d3fa433ea86f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1837912 Feb 04 17:07:32.444523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e76e025c-8153-4b25-a8ff-9d3f78c892cd req-2de44e4d-3fbd-481b-8aed-a6378baa4a11 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406779 Feb 04 17:07:32.495945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-e7a6d8d6-4073-446b-a872-b755f993f0a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:32.497831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-e7a6d8d6-4073-446b-a872-b755f993f0a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 897 time: 0.1918094 Feb 04 17:07:32.753385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-e99b416b-aa1a-4a31-8292-2e0186560b9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 1001 time: 0.2493026 Feb 04 17:07:32.839936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-e397aa6d-af94-4e18-84dd-ab4baec3311d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:32.841623 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-e397aa6d-af94-4e18-84dd-ab4baec3311d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.0827880 Feb 04 17:07:32.961790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-560e57e0-3be6-46ae-b275-50d3236db48e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145566 Feb 04 17:07:33.163675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-8738d328-726c-425e-8039-8f55c04ef260 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951132 Feb 04 17:07:33.336415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c5e31ccf-8797-49ae-8b29-869188937e37 req-2a442264-f049-4e71-b4e3-0cee075e422c service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664445 Feb 04 17:07:33.756343 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b53c3-9b3a-4f3f-b37c-1b18796020ae req-eedeb3dd-896a-4ab1-bcc7-0cf2a0f0f7b9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:33.758890 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-546b53c3-9b3a-4f3f-b37c-1b18796020ae req-eedeb3dd-896a-4ab1-bcc7-0cf2a0f0f7b9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1343398 Feb 04 17:07:33.849695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-546b53c3-9b3a-4f3f-b37c-1b18796020ae req-2824a472-4fc3-4b8d-93c3-3e958ba4b043 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795977 Feb 04 17:07:35.190574 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588b0a-050a-4904-bb32-939b4de771d1 req-e38e6584-405f-46d8-ab46-4ac210f4fcaf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:07:35.192792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66588b0a-050a-4904-bb32-939b4de771d1 req-e38e6584-405f-46d8-ab46-4ac210f4fcaf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1426749 Feb 04 17:07:35.268295 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-66588b0a-050a-4904-bb32-939b4de771d1 req-90046270-3415-493b-90a1-270b48ca796a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646610 Feb 04 17:07:35.319962 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50110) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:07:35.452800 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ce954544-8c1b-473d-b30b-312b94ae9972 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 200 len: 993 time: 0.1309302 Feb 04 17:07:51.495940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:51.863814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:55.235760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-2b5f5648-1e8c-4077-980e-87b29ceec71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:57.341664 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-aec81357-879f-434b-94a9-da7051f3ccc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:58.786082 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:07:58.824636 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:00.242950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:03.982037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50130) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:04.239790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 76bf1d2f-dc0b-4bf3-844c-80168f62d4fd {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:08:04.240082 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:04.423798 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:04.424217 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:04.547016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 76bf1d2f-dc0b-4bf3-844c-80168f62d4fd owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:08:04.732354 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:04.784194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=76bf1d2f-dc0b-4bf3-844c-80168f62d4fd,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:04.858292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.858644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.858879 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.859211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.859542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.859870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.860217 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.860770 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.861303 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.861849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.862424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:04.897934 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:05.524106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:08:05.565681 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:08:05.841991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:08:05.856941 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Sync routers for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:08:05.871796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:05.882923 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:05.883906 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:05.947855 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-72faf934-78b2-4ea2-ab52-12e193993b9d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0b54cd5-340d-4e27-b2d6-c8a7ca501a36 HTTP/1.1" status: 204 len: 168 time: 1.9646113 Feb 04 17:08:05.948426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:06.044981 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4', 'status': 'completed', 'code': 200} Feb 04 17:08:06.183776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-a011430c-fbbd-418e-accf-4d39934d1eb0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1213491 Feb 04 17:08:06.221195 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:06.401582 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-6f9cfda1-31e7-4378-9e7f-d023c1151355 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:06.404559 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-6f9cfda1-31e7-4378-9e7f-d023c1151355 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 200 len: 897 time: 0.2149179 Feb 04 17:08:06.575591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-bb61a9b2-c4d2-4136-815f-7e4cffe925e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 200 len: 217 time: 0.1644015 Feb 04 17:08:06.678606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-6e9808e7-3c46-42bf-b4b2-b3ec1e4054cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:06.680197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-6e9808e7-3c46-42bf-b4b2-b3ec1e4054cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 200 len: 834 time: 0.0983675 Feb 04 17:08:06.738232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24deeb-154d-4d37-9c93-0929d7f96031 req-9fbc78ce-b83b-4e18-88b2-bc81a9dd74d4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:06.739404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c24deeb-154d-4d37-9c93-0929d7f96031 req-9fbc78ce-b83b-4e18-88b2-bc81a9dd74d4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:06.754342 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:06.758943 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Checking router: 23bb0eb5-5b4d-4db3-85b0-508daecf2654 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:08:06.775253 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:06.776299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:06.787016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2c24deeb-154d-4d37-9c93-0929d7f96031 req-9fbc78ce-b83b-4e18-88b2-bc81a9dd74d4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:06.790293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c24deeb-154d-4d37-9c93-0929d7f96031 req-9fbc78ce-b83b-4e18-88b2-bc81a9dd74d4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.2932105 Feb 04 17:08:06.854405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-0e0329ad-5d09-4b56-b2c3-8215a1638d02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3105a53c-41c1-4484-9b5d-58f717567575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660085 Feb 04 17:08:06.892495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2c24deeb-154d-4d37-9c93-0929d7f96031 req-f55a575f-29b7-4553-b370-6b27c885d517 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939474 Feb 04 17:08:07.040827 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:07.058689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-3707495a-7a51-40c8-b356-472808a84fc6 service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964796 Feb 04 17:08:07.301482 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-85db83e4-d06e-47ce-b6e3-899814491e18 req-9d36fd07-7352-4015-b7b1-6791da22bb3c service neutron] 10.222.0.58 "GET /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354739 Feb 04 17:08:07.479192 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:07.484245 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e1f205-fd28-45c5-9da0-8d4beede722e None None] The sync data for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 is: [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '6cab0392-adae-4db2-9f34-53403e3f6daa', 'name': '', 'network_id': '3105a53c-41c1-4484-9b5d-58f717567575', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:87:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:27Z', 'updated_at': '2022-02-04T17:06:35Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': 'a9289acc-b446-425f-b1b6-edb41d38f735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:08:07.770893 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf7054-be0b-4886-b1f1-fe6f85700bad None None] New status for floating IP b0b54cd5-340d-4e27-b2d6-c8a7ca501a36: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:08:07.910749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f8d3-7624-482e-9362-19f24727f729 req-97a94281-f57b-4b32-bd29-2c5427e742b8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:07.912514 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b49f8d3-7624-482e-9362-19f24727f729 req-97a94281-f57b-4b32-bd29-2c5427e742b8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.1093049 Feb 04 17:08:08.002528 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 2802312c-3160-4a4f-a107-9c29c78528c4 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:08:08.003149 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:08.606922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfd560-bfa0-4552-b8b9-cda964e90a3b req-1843c5ff-1ed0-4467-98c5-fb7aca745865 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:08.609257 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33cfd560-bfa0-4552-b8b9-cda964e90a3b req-1843c5ff-1ed0-4467-98c5-fb7aca745865 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 946 time: 0.5407159 Feb 04 17:08:08.716423 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 2802312c-3160-4a4f-a107-9c29c78528c4, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=2802312c-3160-4a4f-a107-9c29c78528c4,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:08.716423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:08.724960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-33cfd560-bfa0-4552-b8b9-cda964e90a3b req-24cd83cb-4d5e-4f42-9ff7-73203e40392f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=bf007d14-5f65-4332-b943-a34be0b92e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998187 Feb 04 17:08:08.858392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 2802312c-3160-4a4f-a107-9c29c78528c4 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:08:09.025774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:09.113399 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=2802312c-3160-4a4f-a107-9c29c78528c4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:09.227726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] No DVR routers for this DVR port 2802312c-3160-4a4f-a107-9c29c78528c4 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:08:09.231910 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:09.237731 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'name': 'network-vif-deleted', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:09.259556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b49f8d3-7624-482e-9362-19f24727f729 req-d1e78178-61fd-4808-b7e1-53ba469b9536 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "DELETE /v2.0/ports/2802312c-3160-4a4f-a107-9c29c78528c4 HTTP/1.1" status: 204 len: 173 time: 1.3405886 Feb 04 17:08:09.336279 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dce0e-ff19-436c-a10f-83cf56a61ab1', 'name': 'network-vif-deleted', 'tag': '2802312c-3160-4a4f-a107-9c29c78528c4', 'status': 'completed', 'code': 200} Feb 04 17:08:09.975091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd37bef8-7246-445c-9298-9dd13928951d req-f72b20c6-d709-45b3-9921-c420df28c31d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:10.000130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-cd37bef8-7246-445c-9298-9dd13928951d req-f72b20c6-d709-45b3-9921-c420df28c31d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:10.002249 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cd37bef8-7246-445c-9298-9dd13928951d req-f72b20c6-d709-45b3-9921-c420df28c31d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=466dce0e-ff19-436c-a10f-83cf56a61ab1 HTTP/1.1" status: 200 len: 210 time: 0.0834603 Feb 04 17:08:11.135097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50148) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:11.564465 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 2802312c-3160-4a4f-a107-9c29c78528c4 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:08:11.616282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 2802312c-3160-4a4f-a107-9c29c78528c4 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:08:11.616600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 2802312c-3160-4a4f-a107-9c29c78528c4 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:08:11.698444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:12.603142 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 6cab0392-adae-4db2-9f34-53403e3f6daa {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:08:12.603849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:12.863053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 6cab0392-adae-4db2-9f34-53403e3f6daa, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6cab0392-adae-4db2-9f34-53403e3f6daa,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:12.863570 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:13.017417 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 6cab0392-adae-4db2-9f34-53403e3f6daa owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:08:13.302557 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:13.354851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=6cab0392-adae-4db2-9f34-53403e3f6daa,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:13.764762 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:14.551930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:08:14.793774 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:08:14.807367 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Sync routers for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:08:14.815986 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-072503c7-8d60-459e-a65a-99ebb7a6cd98 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/23bb0eb5-5b4d-4db3-85b0-508daecf2654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6793854 Feb 04 17:08:14.819084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50152) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:14.827498 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:14.828500 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:15.072539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting subnet a9289acc-b446-425f-b1b6-edb41d38f735 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:08:15.075609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.096921 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:15.161091 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.275190 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.384829 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.460689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Subnet': ['ID=a9289acc-b446-425f-b1b6-edb41d38f735,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:15.465070 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.472148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5ee08ef9-c0ae-4c15-8650-befe0d75739d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/subnets/a9289acc-b446-425f-b1b6-edb41d38f735 HTTP/1.1" status: 204 len: 168 time: 0.6520383 Feb 04 17:08:15.475085 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50156) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:15.479721 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48866d-a5d2-499b-9d5c-9df71738ded4 None None] Network 3105a53c-41c1-4484-9b5d-58f717567575 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:08:15.494976 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:08:13Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:15.500244 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Checking router: 23bb0eb5-5b4d-4db3-85b0-508daecf2654 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:08:15.517123 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Routers {'23bb0eb5-5b4d-4db3-85b0-508daecf2654'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:15.518178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:15.740835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:15.747776 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] Set router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:15.855039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] DHCP port deletion for 3105a53c-41c1-4484-9b5d-58f717567575 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:08:15.861562 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Deleting port 69ad8d27-8602-492e-9f62-9f26dc81ee3f {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:08:15.862254 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.043619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.056942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 4aefd74c-8203-4517-bfd1-f4090b9e4756 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:08:16.057244 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.143072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] For port 69ad8d27-8602-492e-9f62-9f26dc81ee3f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=69ad8d27-8602-492e-9f62-9f26dc81ee3f,segment=NetworkSegment(08680e60-dc05-4626-bcb4-0e9453e418ef),segment_id=08680e60-dc05-4626-bcb4-0e9453e418ef)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:16.143814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.248116 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:08:13Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:16.257712 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322d1416-99b4-49c0-bc32-2ac9bd4b59f5 None None] The sync data for ids ['23bb0eb5-5b4d-4db3-85b0-508daecf2654'] in n-d-827873-1 is: [{'id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'name': 'tempest-TestNetworkAdvancedServerOps-router-93791992', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:06:21Z', 'updated_at': '2022-02-04T17:08:13Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': '4aefd74c-8203-4517-bfd1-f4090b9e4756', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bb0eb5-5b4d-4db3-85b0-508daecf2654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:06:22Z', 'updated_at': '2022-02-04T17:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:08:16.354229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Calling delete_port for 69ad8d27-8602-492e-9f62-9f26dc81ee3f owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:08:16.363594 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 4aefd74c-8203-4517-bfd1-f4090b9e4756, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=4aefd74c-8203-4517-bfd1-f4090b9e4756,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:16.364019 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.496507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:16.627670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Pushing event deleted for resources: {'Port': ['ID=69ad8d27-8602-492e-9f62-9f26dc81ee3f,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:16.653604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] No DVR routers for this DVR port 69ad8d27-8602-492e-9f62-9f26dc81ee3f on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:08:16.674122 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.674903 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.675534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.676163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.676790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.677945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.678613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.679228 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.679849 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.680460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.681094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a687f2c-58ba-4dc4-9253-3a141116cf95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:16.698437 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 4aefd74c-8203-4517-bfd1-f4090b9e4756 owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:08:16.995202 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.056839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=4aefd74c-8203-4517-bfd1-f4090b9e4756,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:17.351638 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.645827 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 69ad8d27-8602-492e-9f62-9f26dc81ee3f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:08:17.675097 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.679685 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.692342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 69ad8d27-8602-492e-9f62-9f26dc81ee3f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:08:17.692773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 69ad8d27-8602-492e-9f62-9f26dc81ee3f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:08:17.693480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6cab0392-adae-4db2-9f34-53403e3f6daa no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:08:17.709203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.709977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Fanout notify agent at l3_agent the message router_deleted on router 23bb0eb5-5b4d-4db3-85b0-508daecf2654 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:08:17.733025 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:17.734697 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-bcf16d4b-feef-4ff8-bdb9-53b60f89bdca tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/routers/23bb0eb5-5b4d-4db3-85b0-508daecf2654 HTTP/1.1" status: 204 len: 168 time: 2.2585428 Feb 04 17:08:17.738783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50160) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:17.741711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6cab0392-adae-4db2-9f34-53403e3f6daa {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:08:17.742448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6cab0392-adae-4db2-9f34-53403e3f6daa not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:08:17.891001 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.043139 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.078461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3105a53c-41c1-4484-9b5d-58f717567575']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:18.095140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08680e60-dc05-4626-bcb4-0e9453e418ef') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:18.095140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08680e60-dc05-4626-bcb4-0e9453e418ef') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:18.127065 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.155986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.165395 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:08:18.165908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:08:18.181188 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:08:18.286476 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.307363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.319752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Network': ['ID=3105a53c-41c1-4484-9b5d-58f717567575,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:18.331718 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a67e3c9b-27e1-49fc-b7fb-7773f8cae85b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/networks/3105a53c-41c1-4484-9b5d-58f717567575 HTTP/1.1" status: 204 len: 168 time: 0.5915697 Feb 04 17:08:18.334912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50164) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:18.419151 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.456991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.692309 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.716789 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf007d14-5f65-4332-b943-a34be0b92e3d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:18.727642 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:18.729903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8fcd9397-45a4-48d3-b419-74abc914e485 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf007d14-5f65-4332-b943-a34be0b92e3d HTTP/1.1" status: 204 len: 168 time: 0.3931415 Feb 04 17:08:19.246842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50172) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:19.253660 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998862429', 'description': 'tempest-secgroup-smoke-1998862429 description', 'project_id': 'ee814631db404e9dbb4e347612306841'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:19.261282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:19.265824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:19.272874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:19.282290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:19.298823 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.350295 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:19.354606 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:19.357869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:19.365192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:19.440947 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.445502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.493292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f628a-c91e-4314-89d3-1b721fcf262d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:19.497728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.499942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5d43a141-1617-45d8-a843-4b610df01d77 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2510321 Feb 04 17:08:19.504843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50176) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:19.514815 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:19.525843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:19.529022 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4aefd74c-8203-4517-bfd1-f4090b9e4756 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:08:19.534256 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:19.540807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:19.552473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:19.565553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 4aefd74c-8203-4517-bfd1-f4090b9e4756 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:08:19.566053 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 4aefd74c-8203-4517-bfd1-f4090b9e4756 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:08:19.575633 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.674232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.679421 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.709988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b81a4-d217-498c-b9a7-cd824ad341c8,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:19.724805 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.725150 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.725485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.725876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.726444 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.726783 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.727129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.727438 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.727779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.728076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.728391 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:19.731112 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.732362 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-bea1b7fc-c7a7-4043-a09a-b94adb429df6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2259939 Feb 04 17:08:19.736846 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50180) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:19.745827 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:19.758157 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:19.764725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:19.770625 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:19.784252 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:19.811353 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.914083 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.918825 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.952948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252978c4-fe5c-4f75-95d7-6d8cabeb2754,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:19.966046 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:19.967292 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-2a6c7f02-9e82-49b5-9504-74fb3ca3bca7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2291341 Feb 04 17:08:19.971485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50184) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:19.978563 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:19.990724 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:20.002412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:20.013066 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:20.023985 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:20.053004 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.165260 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.171152 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.210961 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b428c2-3e76-45c3-a635-7795a531148b,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:20.226199 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.236321 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-68560c44-1964-4338-a48d-893d8d7681ad tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2553141 Feb 04 17:08:20.236321 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50188) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:20.241218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:20.249426 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:20.256722 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:20.260140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:20.269277 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:20.300627 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.396086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.403489 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.445543 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed6ea7b-c4d0-4ba0-83de-a67be1dd0fca,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:20.459763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.461428 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1e74a466-542e-40ff-953a-f61447decaf5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2278821 Feb 04 17:08:20.464393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50192) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:20.472552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:20.482699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:20.488795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:20.492744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:20.502871 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:20.518697 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:08:20.528292 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.625572 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.634880 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.670534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9161732-8513-46d1-a6b8-ce1e6b7921c5,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:20.690619 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.692151 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3077d450-f46b-4e2c-8e4c-c89569e57d93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2264850 Feb 04 17:08:20.696899 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50196) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:20.706412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'security_group_rule': {'security_group_id': '4d7f628a-c91e-4314-89d3-1b721fcf262d', 'project_id': 'ee814631db404e9dbb4e347612306841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:20.713712 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:20.734140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:security_group_rule and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:20.734140 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:20.736437 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:20.751296 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Project ee814631db404e9dbb4e347612306841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:08:20.763636 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.886195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.892454 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.920866 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2a5fb1-6c3e-4c1b-b38e-8a9a71179fbe,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:20.934282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:20.935911 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8d2b8f91-ac23-49c8-a0da-d88a26ed0639 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2373621 Feb 04 17:08:20.939484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50200) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:20.946441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'network': {'name': 'tempest-network-smoke--1759939942', 'project_id': 'ee814631db404e9dbb4e347612306841', 'port_security_enabled': True}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:20.953340 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:20.965192 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:network and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:20.968845 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:20.977170 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:20.992042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:08:20.995126 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.042072 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:08:21.062974 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.063450 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Added segment 77d1ef57-b98c-4d5e-aa85-5e9bf1279ead of type vlan for network 03be3544-57d1-4a20-b5d0-0123de388edf Feb 04 17:08:21.108739 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.161210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.171418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:21.172059 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.287258 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3461916 Feb 04 17:08:21.291521 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50204) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:21.299780 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'admin_state_up': True, 'project_id': 'ee814631db404e9dbb4e347612306841', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:21.303674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345c68c-9593-4d8f-b803-59907e88c88f tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Network': ['ID=03be3544-57d1-4a20-b5d0-0123de388edf,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:21.321000 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 03be3544-57d1-4a20-b5d0-0123de388edf details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:08:21.326484 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:21.333881 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:router and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:21.338832 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:21.349187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:21.366386 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.368468 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.395933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.498926 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.604064 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.815540 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.853979 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:21.867523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:22.012956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.2 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/ea56c802-19e0-4324-b3c0-bd1611f66f48) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:22.179042 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:22.217783 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:22.295148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:22.298265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:22.303975 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:22.330149 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=ea56c802-19e0-4324-b3c0-bd1611f66f48,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:22.519037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:22.520244 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:22.961215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:08:23.184922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:08:23.196062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Sync routers for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:08:23.209762 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:23.210471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:23.226424 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:23.227479 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-6158a31c-39a6-4746-87a4-3d2e9027ec1b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9348834 Feb 04 17:08:23.232651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50208) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:23.274994 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cd848d6b-2ab3-4130-b6e1-ce9c31c25f69 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=ee814631db404e9dbb4e347612306841&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407863 Feb 04 17:08:23.277622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50212) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:23.434185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199c6b3-f412-4b98-9831-0369c8492cae tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:23.434185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c199c6b3-f412-4b98-9831-0369c8492cae tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505589 Feb 04 17:08:23.434185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50216) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:23.445885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:23.482476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8d735b80-189a-40b4-9e1c-89da6cc64519 tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=77beffff-65a6-47ed-bb91-496867d1b598&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491071 Feb 04 17:08:23.487264 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50220) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:23.492957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085858808', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'project_id': 'ee814631db404e9dbb4e347612306841', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:23.633578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:23.637466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:subnet and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:23.640886 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:23.648547 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:23.660203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:08:23.776265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:23.776501 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:23.776648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Checking router: ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:08:23.776985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Updating router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b port ea56c802-19e0-4324-b3c0-bd1611f66f48 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:08:23.835938 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.022267 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.102916 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Subnet': ['ID=6096a738-5c82-4d6d-a399-0f1e74885401,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:24.115203 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Checking segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:24.115638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network hostable DHCP agents. Network: 03be3544-57d1-4a20-b5d0-0123de388edf, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:08:24.143927 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 03be3544-57d1-4a20-b5d0-0123de388edf is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:08:24.158641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 03be3544-57d1-4a20-b5d0-0123de388edf) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:24.162862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:24.163446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.169090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5712d0d-c034-484b-9e67-80d53649978c None None] Network 03be3544-57d1-4a20-b5d0-0123de388edf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:08:24.189835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-34e48709-3ea4-4cb6-b58c-61e44d893340 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7013972 Feb 04 17:08:24.193874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50224) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:24.316934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.336911 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Transition to ACTIVE for port object ea56c802-19e0-4324-b3c0-bd1611f66f48 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:24.359689 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.482252 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1892-fb9c-4173-ba6c-95e0157286ed None None] Pushing event updated for resources: {'Port': ['ID=ea56c802-19e0-4324-b3c0-bd1611f66f48,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:24.498246 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Attempting to bind port ea56c802-19e0-4324-b3c0-bd1611f66f48 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:08:24.498838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Attempting to bind port ea56c802-19e0-4324-b3c0-bd1611f66f48 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:08:24.501178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Attempting to bind port ea56c802-19e0-4324-b3c0-bd1611f66f48 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:24.520790 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:08:24.521213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:24.521545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.521936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:08:24.522434 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Bound port: ea56c802-19e0-4324-b3c0-bd1611f66f48, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:08:24.522802 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.666624 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-03be3544-57d1-4a20-b5d0-0123de388edf', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:08:24.667436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.698176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] For port ea56c802-19e0-4324-b3c0-bd1611f66f48, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:08:24.702374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] For port ea56c802-19e0-4324-b3c0-bd1611f66f48, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea56c802-19e0-4324-b3c0-bd1611f66f48,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:08:24.757226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:24.893691 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f1892-fb9c-4173-ba6c-95e0157286ed None None] Pushing event updated for resources: {'Port': ['ID=ea56c802-19e0-4324-b3c0-bd1611f66f48,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:24.944493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:24.945373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:07:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:25.046728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Allocated IP 172.20.0.2 (03be3544-57d1-4a20-b5d0-0123de388edf/6096a738-5c82-4d6d-a399-0f1e74885401/b4cb7ec5-ee4e-457c-81c5-34c53831d659) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:25.155014 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:25.260191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:25.351996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-209a21a3-7511-46d6-a05f-95069282da29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:25.669722 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:25.700812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Transition to ACTIVE for port object b4cb7ec5-ee4e-457c-81c5-34c53831d659 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:25.764133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Transition to ACTIVE for port object b4cb7ec5-ee4e-457c-81c5-34c53831d659 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:25.777798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:25.852166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.1 (03be3544-57d1-4a20-b5d0-0123de388edf/6096a738-5c82-4d6d-a399-0f1e74885401/327596c8-de06-49f0-b6f1-3aed1df65620) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:25.872601 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Network 03be3544-57d1-4a20-b5d0-0123de388edf is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:25.886746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:25.889626 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Pushing event updated for resources: {'Port': ['ID=b4cb7ec5-ee4e-457c-81c5-34c53831d659,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:25.893422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:25.903152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:25.942651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7730a7b-9894-491f-834c-358597ae51ed None None] The sync data for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 is: [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:22Z', 'revision_number': 3, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:08:25.997994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Attempting to bind port b4cb7ec5-ee4e-457c-81c5-34c53831d659 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:08:25.998378 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Attempting to bind port b4cb7ec5-ee4e-457c-81c5-34c53831d659 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:08:25.998750 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Attempting to bind port b4cb7ec5-ee4e-457c-81c5-34c53831d659 on network 03be3544-57d1-4a20-b5d0-0123de388edf {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:26.006437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:08:26.006936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Checking segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:26.007336 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.007733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Bound using segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:08:26.008191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Bound port: b4cb7ec5-ee4e-457c-81c5-34c53831d659, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:08:26.009094 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.066484 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.097364 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 327596c8-de06-49f0-b6f1-3aed1df65620 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:26.131492 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.155028 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] For port b4cb7ec5-ee4e-457c-81c5-34c53831d659, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:08:26.160230 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] For port b4cb7ec5-ee4e-457c-81c5-34c53831d659, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4cb7ec5-ee4e-457c-81c5-34c53831d659,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:08:26.167464 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.285790 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 03be3544-57d1-4a20-b5d0-0123de388edf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:26.291339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:26.299656 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:26.367219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:26.383013 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8f5f-1a06-42db-9685-ce5d3f2aab80 None None] Pushing event updated for resources: {'Port': ['ID=b4cb7ec5-ee4e-457c-81c5-34c53831d659,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:26.406424 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:26.553302 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:27.126571 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:27.137925 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:27.354661 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-985280c0-da2a-4a02-ad20-b4ef0f05c056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:27.460667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:27.465980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:27.611831 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a2286-c9e6-411f-b9c2-c83b7cb616cf None None] Network 03be3544-57d1-4a20-b5d0-0123de388edf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:08:27.704365 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 03be3544-57d1-4a20-b5d0-0123de388edf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:27.706304 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:27.731829 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4cb7ec5-ee4e-457c-81c5-34c53831d659 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:27.954731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ce8fb3a1-1334-488f-b76f-a3af62f4eb1a None None] Provisioning for port b4cb7ec5-ee4e-457c-81c5-34c53831d659 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:28.071250 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port b4cb7ec5-ee4e-457c-81c5-34c53831d659 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:28.090706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b4cb7ec5-ee4e-457c-81c5-34c53831d659 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:28.091179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.330143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:08:28.333615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.395126 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port b4cb7ec5-ee4e-457c-81c5-34c53831d659, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4cb7ec5-ee4e-457c-81c5-34c53831d659,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:28.401453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.402607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea56c802-19e0-4324-b3c0-bd1611f66f48 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:28.541001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=b4cb7ec5-ee4e-457c-81c5-34c53831d659,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:28.566559 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ea56c802-19e0-4324-b3c0-bd1611f66f48 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:28.575740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ea56c802-19e0-4324-b3c0-bd1611f66f48 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:28.576535 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.668317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:08:28.676688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Provisioning for port 327596c8-de06-49f0-b6f1-3aed1df65620 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:28.686175 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Provisioning complete for port 327596c8-de06-49f0-b6f1-3aed1df65620 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:28.686627 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.696198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-aeb1ad98-7033-47da-9d05-91e58ef85ce0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5010049 Feb 04 17:08:28.847419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Port 327596c8-de06-49f0-b6f1-3aed1df65620 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:08:28.888221 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.891891 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.894743 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.921094 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Provisioning complete for port b4cb7ec5-ee4e-457c-81c5-34c53831d659 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:28.921588 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebd2e07e-18d9-480e-a010-207c6101cd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:28.975523 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ea56c802-19e0-4324-b3c0-bd1611f66f48, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea56c802-19e0-4324-b3c0-bd1611f66f48,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:28.991191 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:29.107221 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ea56c802-19e0-4324-b3c0-bd1611f66f48,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:29.352600 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-be7df0d1-0e28-49e8-9eb5-a24ff616fd93 None None] Provisioning complete for port 327596c8-de06-49f0-b6f1-3aed1df65620 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:29.352974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-be7df0d1-0e28-49e8-9eb5-a24ff616fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:29.361891 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-7ec346d6-3675-4d6f-8dc9-2655e732520a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:29.380920 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-7ec346d6-3675-4d6f-8dc9-2655e732520a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:29.384033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-7ec346d6-3675-4d6f-8dc9-2655e732520a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998862429&fields=id&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 267 time: 0.0705223 Feb 04 17:08:29.415667 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-be7df0d1-0e28-49e8-9eb5-a24ff616fd93 None None] Port 327596c8-de06-49f0-b6f1-3aed1df65620 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:08:29.575585 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-10675d6d-915d-40fe-962f-5a55be4d42ba tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:29.576317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-10675d6d-915d-40fe-962f-5a55be4d42ba tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:29.590604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4cb7ec5-ee4e-457c-81c5-34c53831d659 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:29.595063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-10675d6d-915d-40fe-962f-5a55be4d42ba tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:29.596343 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-10675d6d-915d-40fe-962f-5a55be4d42ba tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 797 time: 0.2053237 Feb 04 17:08:29.615678 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-39a704a2-5224-4c32-a9e6-ffac1dab19f9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/quotas/ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 375 time: 0.0136027 Feb 04 17:08:29.690515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port b4cb7ec5-ee4e-457c-81c5-34c53831d659 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:29.691457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:29.765722 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-43e41ecd-8938-44db-901a-56ef247dac9b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:29.785951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-43e41ecd-8938-44db-901a-56ef247dac9b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:29.787603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-43e41ecd-8938-44db-901a-56ef247dac9b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599410 Feb 04 17:08:29.824458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea56c802-19e0-4324-b3c0-bd1611f66f48 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:29.910260 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Sync routers for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:08:29.916615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ea56c802-19e0-4324-b3c0-bd1611f66f48 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:29.917234 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:29.928196 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:29.928961 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:29.949534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-f33bd2ca-dd19-49a6-bc15-db59103aaf15 service neutron] 10.222.0.62 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481895 Feb 04 17:08:30.129352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-77213da6-fca4-4ac9-8e7c-491f29994f86 service neutron] 10.222.0.62 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712849 Feb 04 17:08:30.137812 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:30.243804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.439862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f93e8e0-e3f5-4429-895b-e8289eb6f756 req-dae6ef67-2e8b-4530-aff5-e89e2c5b5af7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 210 time: 0.1245668 Feb 04 17:08:30.489940 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 2, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:30.493906 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Checking router: ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:08:30.494251 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Updating router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b port 327596c8-de06-49f0-b6f1-3aed1df65620 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:08:30.555641 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.958745 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:30.979153 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Transition to ACTIVE for port object 327596c8-de06-49f0-b6f1-3aed1df65620 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:30.993231 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:31.166777 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Pushing event updated for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:31.182622 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.183279 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.183608 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.183932 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.184252 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.184876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.185597 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.186178 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.186740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.187516 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.188835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:08:31.285628 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Attempting to bind port 327596c8-de06-49f0-b6f1-3aed1df65620 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:08:31.286098 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Attempting to bind port 327596c8-de06-49f0-b6f1-3aed1df65620 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:08:31.286564 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Attempting to bind port 327596c8-de06-49f0-b6f1-3aed1df65620 on network 03be3544-57d1-4a20-b5d0-0123de388edf {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:31.294619 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:08:31.295121 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Checking segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:31.295304 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:31.295595 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Bound using segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:08:31.296056 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Bound port: 327596c8-de06-49f0-b6f1-3aed1df65620, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:08:31.296583 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:31.447133 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] For port 327596c8-de06-49f0-b6f1-3aed1df65620, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:08:31.452225 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] For port 327596c8-de06-49f0-b6f1-3aed1df65620, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=327596c8-de06-49f0-b6f1-3aed1df65620,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:08:31.459780 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:31.551400 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef46967-7f7f-4d77-8d82-aebbc3aa7163 None None] Pushing event updated for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:31.563291 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:31.564085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:31.782384 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:31.994584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae90223e-1eec-4f8c-9de9-6947645f185e req-dd3a2799-3afa-4310-a9e5-0450b2e6ecaa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 210 time: 0.0649345 Feb 04 17:08:32.103224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-cd723188-d8ce-4a8f-bece-797a5ff028a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:32.105938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-cd723188-d8ce-4a8f-bece-797a5ff028a3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 797 time: 0.5098152 Feb 04 17:08:32.175903 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-6c634c1b-7376-45cc-9aaf-e59641be14e7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee814631db404e9dbb4e347612306841 HTTP/1.1" status: 200 len: 380 time: 0.0581889 Feb 04 17:08:32.184061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'port': {'device_id': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'admin_state_up': True, 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'security_groups': ['4d7f628a-c91e-4314-89d3-1b721fcf262d']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:32.204523 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-826977ef-9871-40e9-b691-547b32337eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:31Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:32.211627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826977ef-9871-40e9-b691-547b32337eaf None None] The sync data for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 is: [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:31Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:08:32.395323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:32.409224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:32.428275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Made reservation on behalf of ee814631db404e9dbb4e347612306841 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:08:32.433360 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:32.690302 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.20.0.7 (03be3544-57d1-4a20-b5d0-0123de388edf/6096a738-5c82-4d6d-a399-0f1e74885401/6388297f-d1e2-41c6-a01a-9a7adb550e83) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:32.978931 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:32.997735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Transition to ACTIVE for port object 6388297f-d1e2-41c6-a01a-9a7adb550e83 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:33.033765 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.118078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 03be3544-57d1-4a20-b5d0-0123de388edf is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:33.123536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:33.127388 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:33.191851 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:33.263990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:33.265826 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.312163 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-e654dd4f-9992-4048-bdbd-a9d599d6abd1 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1313639 Feb 04 17:08:33.328819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Request body: {'port': {'device_id': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:33.404475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ce225-d37b-4191-b536-e39c252d5a3d req-e3bdbaad-eac6-4e83-a04c-7f17592acc53 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:33.405234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-532ce225-d37b-4191-b536-e39c252d5a3d req-e3bdbaad-eac6-4e83-a04c-7f17592acc53 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:08:33.472808 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6909f7a1-cd39-49a4-baff-04f4e31ed584 None None] Provisioning for port 6388297f-d1e2-41c6-a01a-9a7adb550e83 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:33.479237 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6909f7a1-cd39-49a4-baff-04f4e31ed584 None None] Provisioning complete for port 6388297f-d1e2-41c6-a01a-9a7adb550e83 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:33.480235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6909f7a1-cd39-49a4-baff-04f4e31ed584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.480863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-532ce225-d37b-4191-b536-e39c252d5a3d req-e3bdbaad-eac6-4e83-a04c-7f17592acc53 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:08:33.482068 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-532ce225-d37b-4191-b536-e39c252d5a3d req-e3bdbaad-eac6-4e83-a04c-7f17592acc53 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 931 time: 0.2721269 Feb 04 17:08:33.493940 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.546367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6909f7a1-cd39-49a4-baff-04f4e31ed584 None None] Port 6388297f-d1e2-41c6-a01a-9a7adb550e83 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:08:33.597134 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-532ce225-d37b-4191-b536-e39c252d5a3d req-66614d66-ea21-471d-9707-5303840dd054 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051805 Feb 04 17:08:33.655604 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 327596c8-de06-49f0-b6f1-3aed1df65620 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:33.748327 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 327596c8-de06-49f0-b6f1-3aed1df65620 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:33.754510 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 327596c8-de06-49f0-b6f1-3aed1df65620 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:33.754897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.893141 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:33.932666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 327596c8-de06-49f0-b6f1-3aed1df65620, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=327596c8-de06-49f0-b6f1-3aed1df65620,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:33.938839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.015794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6388297f-d1e2-41c6-a01a-9a7adb550e83 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:08:34.025098 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.026241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:34.050154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Transition to ACTIVE for port object 6388297f-d1e2-41c6-a01a-9a7adb550e83 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:08:34.054805 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.220983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Pushing event updated for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:34.369009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Attempting to bind port 6388297f-d1e2-41c6-a01a-9a7adb550e83 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:08:34.369517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Attempting to bind port 6388297f-d1e2-41c6-a01a-9a7adb550e83 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:08:34.369852 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Attempting to bind port 6388297f-d1e2-41c6-a01a-9a7adb550e83 on network 03be3544-57d1-4a20-b5d0-0123de388edf {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:34.378219 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Port 6388297f-d1e2-41c6-a01a-9a7adb550e83 on network 03be3544-57d1-4a20-b5d0-0123de388edf not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:08:34.378862 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Attempting to bind port 6388297f-d1e2-41c6-a01a-9a7adb550e83 on network 03be3544-57d1-4a20-b5d0-0123de388edf {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:08:34.387298 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:08:34.387631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Checking segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:08:34.388014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Bound using segment: {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:08:34.388442 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Bound port: 6388297f-d1e2-41c6-a01a-9a7adb550e83, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:08:34.388785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.632103 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:08:34.635826 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:08:34.642655 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.725689 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:34.728085 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] 10.222.0.58 "PUT /v2.0/ports/6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 1091 time: 1.4087596 Feb 04 17:08:34.728821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:34.754224 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43b15-bcf3-449b-b78b-0bf9f2617174 service neutron] Pushing event updated for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:34.811077 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'status': 'completed', 'code': 200} Feb 04 17:08:34.926580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51782bd-6862-40ac-95ad-b04c1e8344bb req-0733c991-9eef-456e-a252-f93e1020d18d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:34.928083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b51782bd-6862-40ac-95ad-b04c1e8344bb req-0733c991-9eef-456e-a252-f93e1020d18d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 943 time: 0.1566598 Feb 04 17:08:34.934488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-15c3f717-56cf-4ec9-a8d6-9d49aee435d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1094 time: 0.1219234 Feb 04 17:08:35.023714 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-329ee1ce-877d-4192-88c3-120a824d47f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 217 time: 0.0734751 Feb 04 17:08:35.095464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b51782bd-6862-40ac-95ad-b04c1e8344bb req-a15a2d6d-6ec8-4c2a-b040-b872a779c5fb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596763 Feb 04 17:08:35.116756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-35105af1-06b5-4f95-8376-134e2b541d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:35.134468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-35105af1-06b5-4f95-8376-134e2b541d7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0870340 Feb 04 17:08:35.222021 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-62321e8a-6488-46e3-871b-ef74ed52a610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973339 Feb 04 17:08:35.385613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-702a6082-84d0-49e9-b6d8-73fcfe89b8a9 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580207 Feb 04 17:08:35.537739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e20eca21-dd56-4d53-ad16-3f8eb3ede47e req-476717a9-9fa2-4a97-8691-8be8f739a7cb service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457889 Feb 04 17:08:35.604358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 327596c8-de06-49f0-b6f1-3aed1df65620 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:35.712894 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-f12556cb-c8d0-4ca1-9ae4-3f746d0f9bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1094 time: 0.1036851 Feb 04 17:08:35.735820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 327596c8-de06-49f0-b6f1-3aed1df65620 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:35.736424 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:35.898172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-ecccc123-3020-43a3-8ca0-45400c818841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:35.899698 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-ecccc123-3020-43a3-8ca0-45400c818841 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 898 time: 0.1809673 Feb 04 17:08:35.996523 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-531de0ba-f360-4e4c-8d48-03acf256b765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 217 time: 0.0904593 Feb 04 17:08:36.080654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-f18c323b-0c2b-4043-a0ed-d6b04b944cea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:36.082922 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-f18c323b-0c2b-4043-a0ed-d6b04b944cea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0792992 Feb 04 17:08:36.213837 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-b3927846-8e39-47c1-b676-c62ec67dad04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236460 Feb 04 17:08:36.431911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-972a0447-1698-4c4a-a094-892b5803c64f service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107780 Feb 04 17:08:36.470268 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2d70-be3c-4a91-ac95-5dea50253c81 req-67c75f99-9186-40a1-aa97-106c3c7b53b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:36.471882 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-991e2d70-be3c-4a91-ac95-5dea50253c81 req-67c75f99-9186-40a1-aa97-106c3c7b53b0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 943 time: 0.1663368 Feb 04 17:08:36.626464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-991e2d70-be3c-4a91-ac95-5dea50253c81 req-0563fb26-bdf2-46d7-885b-3332a3c09f93 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971777 Feb 04 17:08:36.633148 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1fdbc01-6845-4b1e-b336-c12a76fc99df req-69d6e11a-b5b0-437d-96cd-42d79e52f495 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931341 Feb 04 17:08:38.008398 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63d27-1444-4fff-a018-027403a76840 req-25012821-20c5-4a61-94a2-f4370e01c987 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:38.009887 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fb63d27-1444-4fff-a018-027403a76840 req-25012821-20c5-4a61-94a2-f4370e01c987 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 943 time: 0.2406874 Feb 04 17:08:38.057555 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8fb63d27-1444-4fff-a018-027403a76840 req-d20a6bb0-ca03-41a4-bed6-ef2da1ed8ad4 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421314 Feb 04 17:08:39.276087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15bfd1-c3bb-47f7-bfa2-b913c1a831a1 req-961307fe-ed03-435e-9188-79a3cdd069e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:39.277601 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b15bfd1-c3bb-47f7-bfa2-b913c1a831a1 req-961307fe-ed03-435e-9188-79a3cdd069e5 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 943 time: 0.0858841 Feb 04 17:08:39.335649 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6b15bfd1-c3bb-47f7-bfa2-b913c1a831a1 req-2c45dc31-6417-4cfc-b61b-c5b36b1dd92e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494957 Feb 04 17:08:39.669458 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6388297f-d1e2-41c6-a01a-9a7adb550e83 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:08:39.845361 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:39.865090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'port_id': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'mac_address': 'fa:16:3e:49:8d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:08:39.943623 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:39.971764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6388297f-d1e2-41c6-a01a-9a7adb550e83 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:08:39.997176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:40.003668 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:40.120843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:40.206880 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['6388297f-d1e2-41c6-a01a-9a7adb550e83'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:08:40.617140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419ad9f-a149-43c0-9140-ed681067ae07 req-a32cf51b-af5f-4535-ab4e-f9cffb02fd23 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:40.618975 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4419ad9f-a149-43c0-9140-ed681067ae07 req-a32cf51b-af5f-4535-ab4e-f9cffb02fd23 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 944 time: 0.1163628 Feb 04 17:08:40.671672 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4419ad9f-a149-43c0-9140-ed681067ae07 req-93c861af-1171-4267-8d5f-8c458c02a4fa tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Feb 04 17:08:41.669142 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6388297f-d1e2-41c6-a01a-9a7adb550e83 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:08:41.745843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 6388297f-d1e2-41c6-a01a-9a7adb550e83 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:08:41.752033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 6388297f-d1e2-41c6-a01a-9a7adb550e83 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:08:41.752402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:41.886258 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:41.892841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceadad0-a11b-409a-9010-bdd71dffdb5f req-5cb76e07-f084-4ba6-80eb-ac4b468072c9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:41.894787 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ceadad0-a11b-409a-9010-bdd71dffdb5f req-5cb76e07-f084-4ba6-80eb-ac4b468072c9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 944 time: 0.0908546 Feb 04 17:08:41.918503 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:41.930940 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:08:41.936596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:41.953414 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5ceadad0-a11b-409a-9010-bdd71dffdb5f req-04a22266-bc24-406f-8b18-92b6abe2c1c0 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511458 Feb 04 17:08:41.995114 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'code': 200} Feb 04 17:08:42.015349 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:42.124597 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1da32b11-4cc2-4226-aa8d-94355796c0c4 req-91aa45e7-143b-4cf8-b27f-d9918c688a63 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1096 time: 0.0753005 Feb 04 17:08:42.170117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1da32b11-4cc2-4226-aa8d-94355796c0c4 req-747f6625-bd88-4ce2-8c1c-4a94706cab5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Feb 04 17:08:42.556409 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:08:43.177546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8662-8114-4061-adc6-f94d648d8638 req-a60f7c78-e95f-4ee8-851b-5229c99886d6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:43.179115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cba8662-8114-4061-adc6-f94d648d8638 req-a60f7c78-e95f-4ee8-851b-5229c99886d6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.0857008 Feb 04 17:08:43.234801 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5cba8662-8114-4061-adc6-f94d648d8638 req-271f1fe6-5722-4ab6-a7a4-2f2a450a0fdb tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Feb 04 17:08:44.441719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc76f-78f2-4f10-9b12-5a9324a6d203 req-a48f7923-5a17-42fd-85bb-4af5a06b577e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:44.443803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54dc76f-78f2-4f10-9b12-5a9324a6d203 req-a48f7923-5a17-42fd-85bb-4af5a06b577e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.0834696 Feb 04 17:08:44.501050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c54dc76f-78f2-4f10-9b12-5a9324a6d203 req-e4231f26-cc77-4daa-934e-b33198668e5e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513341 Feb 04 17:08:44.759461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34f15e-8823-4dac-a1ea-c564c9b0dacc req-8d4a4162-f55a-4a36-b4f8-d4222895181e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:44.760853 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad34f15e-8823-4dac-a1ea-c564c9b0dacc req-8d4a4162-f55a-4a36-b4f8-d4222895181e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.0880075 Feb 04 17:08:44.813817 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad34f15e-8823-4dac-a1ea-c564c9b0dacc req-f62e816a-e214-4ae4-97bb-fd1e3cb67396 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464289 Feb 04 17:08:44.845453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50282) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:44.922888 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-98c952b8-20db-40bd-a820-5528ab46317a tempest-TestNetworkAdvancedServerOps-802877017 tempest-TestNetworkAdvancedServerOps-802877017-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1091 time: 0.0758069 Feb 04 17:08:44.925819 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50286) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:44.932175 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:08:44.940781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:08:44.946042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Usage tracker for resource:floatingip and tenant:ee814631db404e9dbb4e347612306841 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:08:44.949185 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:08:44.955275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:08:44.971515 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.125393 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.276919 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Allocated IP 172.25.5.225 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/18be80e4-da4d-4cdb-88c8-b1d93cb012f3) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:08:45.432636 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.462507 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:45.533673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:08:45.536668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:08:45.541187 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:08:45.565755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=18be80e4-da4d-4cdb-88c8-b1d93cb012f3,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:46.171201 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.228211 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.443557 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.448259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.560401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event updated for resources: {'Port': ['ID=18be80e4-da4d-4cdb-88c8-b1d93cb012f3,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:08:46.580295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:46.812109 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Floating IP 8a38d7fd-7e26-4de9-ae73-b5fe16e775cf associated. External IP: 172.25.5.225, port: 6388297f-d1e2-41c6-a01a-9a7adb550e83. Feb 04 17:08:47.275730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:08:47.497418 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:08:47.507673 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Sync routers for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:08:47.521858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:47.522751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:47.526409 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:47.589676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-84ec844a-6ff0-4a53-a21e-c232234f6e7d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6617882 Feb 04 17:08:47.590896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:08:47.668020 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'status': 'completed', 'code': 200} Feb 04 17:08:47.769025 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:47.832390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-874b3c79-4e3d-4fb5-bc84-4e78ab4d2ea6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1096 time: 0.1408792 Feb 04 17:08:47.928338 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1366ba0-0cf7-4017-842e-076136a82f8f req-97d3eebc-33e8-4df4-8b71-bfcd097a0543 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:47.930003 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1366ba0-0cf7-4017-842e-076136a82f8f req-97d3eebc-33e8-4df4-8b71-bfcd097a0543 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.1836178 Feb 04 17:08:48.154113 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-65c7a87e-b2ab-4ca1-978d-b7da993df902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:48.155798 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-65c7a87e-b2ab-4ca1-978d-b7da993df902 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 898 time: 0.3170621 Feb 04 17:08:48.158310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f1366ba0-0cf7-4017-842e-076136a82f8f req-744f1fab-3238-4297-882f-6eae438e35c8 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220414 Feb 04 17:08:48.182990 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '8a38d7fd-7e26-4de9-ae73-b5fe16e775cf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'port_id': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'mac_address': 'fa:16:3e:49:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:08:45Z', 'updated_at': '2022-02-04T17:08:45Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:48.186610 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Checking router: ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:08:48.198439 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50294) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:48.207109 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:08:48.208776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:48.286526 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-18038733-caab-4c2b-8291-b9d0d863a7c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 999 time: 0.1242316 Feb 04 17:08:48.331155 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0cf8ba3c-e42f-4181-9a22-e6e19502656e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/8a38d7fd-7e26-4de9-ae73-b5fe16e775cf HTTP/1.1" status: 200 len: 991 time: 0.1302469 Feb 04 17:08:48.367930 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-467161b7-c1d2-4784-991d-7a55bb788503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:08:48.369410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-467161b7-c1d2-4784-991d-7a55bb788503 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0760665 Feb 04 17:08:48.404771 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:08:48.452118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-58adadf0-f66e-439a-82d6-52e8d180f2fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774169 Feb 04 17:08:48.596654 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-c3cc76a5-5e54-42f3-9be0-3b7bc7269293 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387086 Feb 04 17:08:48.737230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f5f31df4-b81e-416f-a148-a3dd80868299 req-2696f598-aeff-445e-b5b8-7e0c1eac379f service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350915 Feb 04 17:08:48.825263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '8a38d7fd-7e26-4de9-ae73-b5fe16e775cf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'port_id': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'mac_address': 'fa:16:3e:49:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:08:45Z', 'updated_at': '2022-02-04T17:08:45Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:08:48.829923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2189f-e7ea-4769-a0d0-9b9952954391 None None] The sync data for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 is: [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '8a38d7fd-7e26-4de9-ae73-b5fe16e775cf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'port_id': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'mac_address': 'fa:16:3e:49:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:08:45Z', 'updated_at': '2022-02-04T17:08:45Z', 'revision_number': 0, 'project_id': 'ee814631db404e9dbb4e347612306841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:08:49.069194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b029c959-5e29-473f-9fbe-25d4935fc468 None None] New status for floating IP 8a38d7fd-7e26-4de9-ae73-b5fe16e775cf: ACTIVE {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:08:49.334785 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50298) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:08:49.447502 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-404267ac-2ee1-45a7-aef5-36c9b495ce2d tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/8a38d7fd-7e26-4de9-ae73-b5fe16e775cf HTTP/1.1" status: 200 len: 993 time: 0.1116531 Feb 04 17:08:51.492069 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:51.871940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:55.238556 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6b1e18f9-0780-4e83-96ca-57480361e2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:57.336731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f919b503-d289-4b75-ba1a-9e78ac8488c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.792350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:08:58.823488 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:00.250260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:14.604744 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51596e-ebbc-4094-8d88-9fa2f696a461 req-b66dcf07-a7b9-4d86-ac9d-45d14bcfc885 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:14.606229 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b51596e-ebbc-4094-8d88-9fa2f696a461 req-b66dcf07-a7b9-4d86-ac9d-45d14bcfc885 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.1098418 Feb 04 17:09:14.671230 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b51596e-ebbc-4094-8d88-9fa2f696a461 req-5cbd0f73-208a-4492-b6bd-a9f1bc9a2cc9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578148 Feb 04 17:09:15.768916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-85d56116-52e1-44b6-80ec-0c5014fc71e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1221924 Feb 04 17:09:15.964300 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e2fbe-e7ec-40c5-ba46-253174180b8c req-d324021d-a3d1-4959-8f26-e0b84610020c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:15.965783 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec1e2fbe-e7ec-40c5-ba46-253174180b8c req-d324021d-a3d1-4959-8f26-e0b84610020c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.1402571 Feb 04 17:09:15.972187 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-418f1885-a3a3-4f47-8ef8-467e2f1d814c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1096 time: 0.1141181 Feb 04 17:09:16.109789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec1e2fbe-e7ec-40c5-ba46-253174180b8c req-82af4c7d-8d9b-43cb-9f76-90da109f23c6 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359475 Feb 04 17:09:16.143054 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50320) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:16.155176 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-cd11c6b5-8d49-4f83-beee-b7f7d0b6ece2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:16.156862 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-cd11c6b5-8d49-4f83-beee-b7f7d0b6ece2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 898 time: 0.1646309 Feb 04 17:09:16.286801 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7f4f6a72-eee2-4077-a64e-ea3d191222ac tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/8a38d7fd-7e26-4de9-ae73-b5fe16e775cf HTTP/1.1" status: 200 len: 993 time: 0.1407149 Feb 04 17:09:16.295857 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-5c30b714-e036-45e7-bc67-dd348e964025 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 1001 time: 0.1328971 Feb 04 17:09:16.376133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-5de3d2d7-0971-43d7-8811-4fb4db66689a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:16.377564 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-5de3d2d7-0971-43d7-8811-4fb4db66689a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0763307 Feb 04 17:09:16.465435 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-053eb112-b40d-411d-a1e1-c6fc727dc2ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815969 Feb 04 17:09:16.604991 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-321a9098-5d8e-4e25-a627-e46558b1c2e0 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338003 Feb 04 17:09:16.750061 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e9bb881-fa5f-4d8c-afb6-dd6d848b012a req-9e74f689-4c7c-40c0-966e-56f436c199b7 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394339 Feb 04 17:09:18.004081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21731408-b927-4392-9e32-477ced3918e9 req-16a96666-bb49-469c-a950-b7d1ebacbcaf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:18.005739 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21731408-b927-4392-9e32-477ced3918e9 req-16a96666-bb49-469c-a950-b7d1ebacbcaf tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.2771263 Feb 04 17:09:18.010035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-5740d3c2-b6ea-419d-a267-ac01bf2cbf2b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1096 time: 0.1183941 Feb 04 17:09:18.156105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21731408-b927-4392-9e32-477ced3918e9 req-c05188e5-133d-4323-9134-6f5eeb48da2c tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399539 Feb 04 17:09:18.211576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-a1e4b3fb-0daf-4962-88ed-c108c1752132 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:18.213137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-a1e4b3fb-0daf-4962-88ed-c108c1752132 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 898 time: 0.1939058 Feb 04 17:09:18.330350 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-2043a52c-7a40-463c-8715-5722ddde98f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 1001 time: 0.1112819 Feb 04 17:09:18.416376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-15e904b2-ab7b-4a99-b257-3bea5c23c3fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:18.417877 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-15e904b2-ab7b-4a99-b257-3bea5c23c3fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0823424 Feb 04 17:09:18.496946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-763a862b-1e9f-41dd-ac23-9dde9ef15ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736802 Feb 04 17:09:18.648206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-b94919b4-4ee1-4b88-811c-9f8070c36143 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450889 Feb 04 17:09:18.798387 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7090c931-ae25-4c56-bdcc-8448844e5b8b req-fa86c0cd-5dca-4ec5-a505-6b24307419a4 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443534 Feb 04 17:09:19.443579 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722314e3-5384-4b36-b69f-7c5cda24d1eb req-016ab82b-5833-41ba-b6cf-59629d8393ff tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:19.446170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-722314e3-5384-4b36-b69f-7c5cda24d1eb req-016ab82b-5833-41ba-b6cf-59629d8393ff tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.1154969 Feb 04 17:09:19.511273 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-722314e3-5384-4b36-b69f-7c5cda24d1eb req-cb9412e9-9646-4e9e-a329-752042cf79ab tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558465 Feb 04 17:09:19.567630 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:09:20.740363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e208b-71b9-43fe-8e66-22e7f2547ed6 req-a22cfd0b-17e2-47bc-a3e3-f941eeb01367 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:20.741884 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e47e208b-71b9-43fe-8e66-22e7f2547ed6 req-a22cfd0b-17e2-47bc-a3e3-f941eeb01367 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.0904202 Feb 04 17:09:20.798632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e47e208b-71b9-43fe-8e66-22e7f2547ed6 req-2b4e4c96-4b92-4cda-9bf8-87d4ad1fd1d9 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498652 Feb 04 17:09:20.831397 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50334) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:20.964988 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e771f716-2129-43e6-b21d-d9016be664bc tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/floatingips/8a38d7fd-7e26-4de9-ae73-b5fe16e775cf HTTP/1.1" status: 200 len: 993 time: 0.1265717 Feb 04 17:09:21.268608 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:21.494812 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:21.502991 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 18be80e4-da4d-4cdb-88c8-b1d93cb012f3 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:09:21.502991 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:21.681006 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:21.681328 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:21.809713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 18be80e4-da4d-4cdb-88c8-b1d93cb012f3 owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:09:21.887433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:21.976265 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:22.027075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=18be80e4-da4d-4cdb-88c8-b1d93cb012f3,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:22.174921 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.175257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.175766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.176733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.176995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.177323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.177641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.177962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.178277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.178643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.178932 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:22.256539 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:22.678745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:09:22.897711 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:22.908640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Sync routers for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:22.922858 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:22.923481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:22.924421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:22.984293 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2000eb9e-cfb3-443b-9c22-b4a903ae9702 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/floatingips/8a38d7fd-7e26-4de9-ae73-b5fe16e775cf HTTP/1.1" status: 204 len: 168 time: 1.7143836 Feb 04 17:09:22.985070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:09:23.044686 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'status': 'completed', 'code': 200} Feb 04 17:09:23.169582 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:23.206155 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-c90427ff-c2b1-48e7-833f-d5fcca14db10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee814631db404e9dbb4e347612306841&device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 1096 time: 0.1343856 Feb 04 17:09:23.396751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a75cac-b24a-497b-bb15-2792d426076f req-cb53e164-48c4-4f6d-b55e-9c96358e53d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:23.398223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-cb53e164-48c4-4f6d-b55e-9c96358e53d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 200 len: 898 time: 0.1864209 Feb 04 17:09:23.513381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-5907e7f6-e8cb-4cb3-94d2-dc7258117524 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 200 len: 217 time: 0.0796933 Feb 04 17:09:23.622853 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:23.627317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a75cac-b24a-497b-bb15-2792d426076f req-3150bca0-fbd5-4ec8-9a8a-7ba2990604d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:23.628225 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Checking router: ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:23.628917 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-3150bca0-fbd5-4ec8-9a8a-7ba2990604d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 200 len: 835 time: 0.0962725 Feb 04 17:09:23.639130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ae11b-3d9c-48d8-aecb-bac89c2dc49b req-3986ef6b-6cea-4b85-920e-1e4e33ca0360 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:23.639810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d73ae11b-3d9c-48d8-aecb-bac89c2dc49b req-3986ef6b-6cea-4b85-920e-1e4e33ca0360 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Synchronizing usage tracker for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:09:23.640397 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:23.641018 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:08:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:23.703951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-d73ae11b-3d9c-48d8-aecb-bac89c2dc49b req-3986ef6b-6cea-4b85-920e-1e4e33ca0360 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Unset dirty status for tenant:ee814631db404e9dbb4e347612306841 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:09:23.705341 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d73ae11b-3d9c-48d8-aecb-bac89c2dc49b req-3986ef6b-6cea-4b85-920e-1e4e33ca0360 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.3059020 Feb 04 17:09:23.772959 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-7f1f6b62-f15a-46e4-bd52-39939459d3ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=03be3544-57d1-4a20-b5d0-0123de388edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302483 Feb 04 17:09:23.775288 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d73ae11b-3d9c-48d8-aecb-bac89c2dc49b req-2f7ed9ce-eaba-432a-ace9-8ff8ce71611b tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608807 Feb 04 17:09:23.848679 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:23.943918 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-ccc6894f-6e00-46f8-9d96-d7caee598498 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641233 Feb 04 17:09:24.252410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73a75cac-b24a-497b-bb15-2792d426076f req-b7241fc9-b09f-44d5-b7a7-e4fd56f83e02 service neutron] 10.222.0.58 "GET /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020911 Feb 04 17:09:24.298019 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:24.304279 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce774211-d3d3-423f-9c12-5fcf12174a77 None None] The sync data for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 is: [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:26Z', 'revision_number': 4, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '327596c8-de06-49f0-b6f1-3aed1df65620', 'name': '', 'network_id': '03be3544-57d1-4a20-b5d0-0123de388edf', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'mac_address': 'fa:16:3e:65:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:25Z', 'updated_at': '2022-02-04T17:08:33Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'subnets': [{'id': '6096a738-5c82-4d6d-a399-0f1e74885401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:24.542214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc9c92-2926-41f2-9bec-8bacb7ffd49c None None] New status for floating IP 8a38d7fd-7e26-4de9-ae73-b5fe16e775cf: DOWN {{(pid=83599) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:09:24.858275 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-efee6cdb-f35c-426b-bb63-dadd6901eba3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:24.859928 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-efee6cdb-f35c-426b-bb63-dadd6901eba3 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.0833178 Feb 04 17:09:24.977732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 6388297f-d1e2-41c6-a01a-9a7adb550e83 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:09:24.978467 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:25.114047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067daec-87fc-4a11-9cc8-b2c8d35a908e req-7835be3e-3797-495c-833d-1dcdd106e794 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:25.115976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a067daec-87fc-4a11-9cc8-b2c8d35a908e req-7835be3e-3797-495c-833d-1dcdd106e794 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/ports?device_id=48184a4a-ef3f-4a2b-bc06-d83d34cef5ba HTTP/1.1" status: 200 len: 945 time: 0.2012308 Feb 04 17:09:25.237314 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9182ee18-b526-4e9b-8788-1a8dfddc5fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:25.274185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a067daec-87fc-4a11-9cc8-b2c8d35a908e req-9d416d7f-b6aa-4bfd-a199-14a8ff92314a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "GET /v2.0/security-groups?id=4d7f628a-c91e-4314-89d3-1b721fcf262d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340504 Feb 04 17:09:25.301460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 6388297f-d1e2-41c6-a01a-9a7adb550e83, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=6388297f-d1e2-41c6-a01a-9a7adb550e83,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:25.301460 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:25.438445 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 6388297f-d1e2-41c6-a01a-9a7adb550e83 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:09:25.604908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:25.659079 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=6388297f-d1e2-41c6-a01a-9a7adb550e83,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:25.735564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] No DVR routers for this DVR port 6388297f-d1e2-41c6-a01a-9a7adb550e83 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:09:25.738704 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:25.741393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'name': 'network-vif-deleted', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:09:25.760374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5f6ef4ab-887d-4021-828d-8206bd983e2e req-8ba487e0-2806-4a10-9490-20a211f48b3e tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.58 "DELETE /v2.0/ports/6388297f-d1e2-41c6-a01a-9a7adb550e83 HTTP/1.1" status: 204 len: 173 time: 0.8944070 Feb 04 17:09:25.803253 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48184a4a-ef3f-4a2b-bc06-d83d34cef5ba', 'name': 'network-vif-deleted', 'tag': '6388297f-d1e2-41c6-a01a-9a7adb550e83', 'status': 'completed', 'code': 200} Feb 04 17:09:26.390132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50358) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:26.824865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:27.332031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d14e-4314-4c75-b6cb-7562670a33da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:27.612228 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port 327596c8-de06-49f0-b6f1-3aed1df65620 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:09:27.612849 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:27.810563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port 327596c8-de06-49f0-b6f1-3aed1df65620, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=327596c8-de06-49f0-b6f1-3aed1df65620,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:27.810842 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:27.840320 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6388297f-d1e2-41c6-a01a-9a7adb550e83 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:09:27.876229 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 6388297f-d1e2-41c6-a01a-9a7adb550e83 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:09:27.876548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 6388297f-d1e2-41c6-a01a-9a7adb550e83 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:09:27.942305 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for 327596c8-de06-49f0-b6f1-3aed1df65620 owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:09:28.162084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:28.208326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=327596c8-de06-49f0-b6f1-3aed1df65620,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:28.538929 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:28.791475 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:28.829833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:29.293691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:09:29.518850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:29.529399 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Sync routers for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:29.538779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-05f2ae52-1064-4dae-9681-5e9c506ead69 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "PUT /v2.0/routers/ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1474266 Feb 04 17:09:29.542177 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50362) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:29.543172 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:29.543797 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:29.740166 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:29.765146 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting subnet 6096a738-5c82-4d6d-a399-0f1e74885401 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:09:29.768729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:29.827418 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:29.917199 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.011868 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.053165 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Subnet': ['ID=6096a738-5c82-4d6d-a399-0f1e74885401,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:30.056925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:09:28Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:30.058084 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.063303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Checking router: ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:30.068206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50366) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:30.068784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-b324bb8e-f00b-4f57-bad2-455aced2ff6a tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/subnets/6096a738-5c82-4d6d-a399-0f1e74885401 HTTP/1.1" status: 204 len: 168 time: 0.5249305 Feb 04 17:09:30.072070 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4631d6b-166c-4d31-9edf-2aadf768dc84 None None] Network 03be3544-57d1-4a20-b5d0-0123de388edf requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:09:30.101524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Routers {'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:30.102143 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:30.317847 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.388243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.469551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] Set router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:30.534944 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.544773 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Deleting port ea56c802-19e0-4324-b3c0-bd1611f66f48 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:09:30.545118 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.757040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] DHCP port deletion for 03be3544-57d1-4a20-b5d0-0123de388edf request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:09:30.762518 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] For port ea56c802-19e0-4324-b3c0-bd1611f66f48, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ea56c802-19e0-4324-b3c0-bd1611f66f48,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:30.762900 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.765734 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Deleting port b4cb7ec5-ee4e-457c-81c5-34c53831d659 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:09:30.766101 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:30.908015 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Calling delete_port for ea56c802-19e0-4324-b3c0-bd1611f66f48 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:09:31.010199 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:09:28Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:31.027480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df197d-1476-47ed-9ea1-100e014e80bd None None] The sync data for ids ['ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b'] in n-d-827873-1 is: [{'id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-156442638', 'tenant_id': 'ee814631db404e9dbb4e347612306841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:09:28Z', 'revision_number': 5, 'project_id': 'ee814631db404e9dbb4e347612306841', 'gw_port': {'id': 'ea56c802-19e0-4324-b3c0-bd1611f66f48', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:08:21Z', 'updated_at': '2022-02-04T17:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:31.069607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] For port b4cb7ec5-ee4e-457c-81c5-34c53831d659, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=b4cb7ec5-ee4e-457c-81c5-34c53831d659,segment=NetworkSegment(77d1ef57-b98c-4d5e-aa85-5e9bf1279ead),segment_id=77d1ef57-b98c-4d5e-aa85-5e9bf1279ead)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:31.070634 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.197651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Calling delete_port for b4cb7ec5-ee4e-457c-81c5-34c53831d659 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:09:31.226948 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.277339 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Port': ['ID=ea56c802-19e0-4324-b3c0-bd1611f66f48,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:31.281139 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311'] for port, after_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.329524 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Pushing event deleted for resources: {'Port': ['ID=b4cb7ec5-ee4e-457c-81c5-34c53831d659,revision_number=None']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:31.335128 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] No DVR routers for this DVR port b4cb7ec5-ee4e-457c-81c5-34c53831d659 on host n-d-827873-1 {{(pid=83598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:09:31.343129 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.343471 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.343812 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.344417 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.344515 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.344769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.345093 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.345413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.345733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.346051 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.346387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d56423-9c30-49ae-918f-556f18bffca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.359383 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.359970 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.360219 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.360572 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.360880 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.361202 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.361514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.361834 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.362148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.362520 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.363322 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:31.546385 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.670039 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4cb7ec5-ee4e-457c-81c5-34c53831d659 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:09:31.710706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: b4cb7ec5-ee4e-457c-81c5-34c53831d659 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:09:31.711024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device b4cb7ec5-ee4e-457c-81c5-34c53831d659 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:09:31.711348 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 327596c8-de06-49f0-b6f1-3aed1df65620 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:09:31.743900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 327596c8-de06-49f0-b6f1-3aed1df65620 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:09:31.744234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 327596c8-de06-49f0-b6f1-3aed1df65620 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:09:31.835964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.840659 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.869106 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.869676 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Fanout notify agent at l3_agent the message router_deleted on router ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:09:31.891089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:31.892777 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7c303f8b-e6c8-429c-bc7e-67e156f6ac89 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/routers/ea692fb1-d7d5-4dd1-be1d-33dbbf07eb1b HTTP/1.1" status: 204 len: 168 time: 1.8222916 Feb 04 17:09:31.895568 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50370) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:32.027574 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.176965 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.204956 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03be3544-57d1-4a20-b5d0-0123de388edf']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:32.219183 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:32.219413 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d1ef57-b98c-4d5e-aa85-5e9bf1279ead') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:32.233673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.252722 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.259641 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:09:32.260035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: timer() Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:09:32.275112 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:09:32.367375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.386277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.398632 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'Network': ['ID=03be3544-57d1-4a20-b5d0-0123de388edf,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:32.407787 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-478c08a6-d5a4-4eaf-bc13-802fad94e7b7 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/networks/03be3544-57d1-4a20-b5d0-0123de388edf HTTP/1.1" status: 204 len: 168 time: 0.5108469 Feb 04 17:09:32.411765 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50374) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:32.496988 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.529598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.630560 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.650362 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f628a-c91e-4314-89d3-1b721fcf262d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:32.676780 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:32.678158 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3fbfa92c-958a-4bca-9ba1-37e75503d397 tempest-TestNetworkAdvancedServerOps-1857600271 tempest-TestNetworkAdvancedServerOps-1857600271-project] 10.222.0.62 "DELETE /v2.0/security-groups/4d7f628a-c91e-4314-89d3-1b721fcf262d HTTP/1.1" status: 204 len: 168 time: 0.2654288 Feb 04 17:09:33.173727 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50384) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:33.474419 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-66d2e0ea-afa3-4a86-b1fb-6c7cf4e25d6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee814631db404e9dbb4e347612306841&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2993474 Feb 04 17:09:33.477501 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50390) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:33.542951 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:33.568195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea56c802-19e0-4324-b3c0-bd1611f66f48 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:09:33.579375 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:33.601914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: ea56c802-19e0-4324-b3c0-bd1611f66f48 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:09:33.602257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ea56c802-19e0-4324-b3c0-bd1611f66f48 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:09:33.660846 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:33.679927 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686dbb8f-019a-4158-bf6a-f733f2c6f7fb,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:33.688038 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:33.689148 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-85215cf3-65e6-4f2f-aa27-8897533ebbe5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/686dbb8f-019a-4158-bf6a-f733f2c6f7fb HTTP/1.1" status: 204 len: 168 time: 0.2107453 Feb 04 17:09:34.096236 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50398) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:34.116837 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.155041 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:34.159030 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1c88b84a78d146d6bc8d1817c8abca66 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:34.163243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:34.169645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:34.355271 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.360070 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.407753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8446f-3850-461e-afcd-097d182f76a3,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:34.413053 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-8b3661be-0470-4895-99c7-1f77f94833e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c88b84a78d146d6bc8d1817c8abca66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3156626 Feb 04 17:09:34.415751 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50402) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:34.481818 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.508723 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.568252 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.588257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8446f-3850-461e-afcd-097d182f76a3,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:34.594868 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:34.599130 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ca08cc70-d163-44a7-aafb-542d80024a01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55c8446f-3850-461e-afcd-097d182f76a3 HTTP/1.1" status: 204 len: 168 time: 0.1823049 Feb 04 17:09:35.567703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50424) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:35.717850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-987557683-network', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:35.724115 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:35.728466 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Usage tracker for resource:network and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:35.731791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:35.739293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:35.751906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Made reservation on behalf of 5a8ad5ccf1464086892d02f93c7665e4 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:09:35.754516 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:35.768935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:35.805409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:35.809765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:35.812557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:35.821906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:35.899574 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:35.903759 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:35.937868 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:09:35.946780 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4936c-fedc-4341-9002-0398365ace5a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:35.958138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:35.958725 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Added segment dcc4f823-a50f-40a7-8ee8-7d001a66e550 of type vlan for network ad6a6931-ffc8-4383-8a9c-f505e3996067 Feb 04 17:09:35.992272 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.024699 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.025668 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:36.026243 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.132011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5600996 Feb 04 17:09:36.132377 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50430) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:36.139454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Request body: {'subnet': {'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-987557683-subnet', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:36.147655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e25409-f48f-4ae9-9648-5e6865b514a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6a6931-ffc8-4383-8a9c-f505e3996067,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:36.150088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:36.154461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Usage tracker for resource:subnet and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:36.157493 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:36.160773 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:09:36.165339 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:36.175974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Made reservation on behalf of 5a8ad5ccf1464086892d02f93c7665e4 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:09:36.178776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.428734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.506843 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643ba97b-58d5-489c-bad4-55c5bdd1ca15,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:36.521514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:36.521874 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Network hostable DHCP agents. Network: ad6a6931-ffc8-4383-8a9c-f505e3996067, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:09:36.544825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:09:36.556738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, ad6a6931-ffc8-4383-8a9c-f505e3996067) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:36.562512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:36.563491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.565232 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3032d-6b5c-4739-a6da-ae2d9fa42b51 None None] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:09:36.708712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-faf7d033-9cd6-4bb5-937e-a741962f0c17 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5752115 Feb 04 17:09:36.711317 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50434) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:36.716265 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:36.721462 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:36.726419 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Usage tracker for resource:router and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:36.729474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:36.739929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:36.752007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.753046 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.777382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.834011 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-ad6a6931-ffc8-4383-8a9c-f505e3996067', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:09:36.835794 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:36.944071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.010182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Allocated IP 172.20.0.2 (ad6a6931-ffc8-4383-8a9c-f505e3996067/643ba97b-58d5-489c-bad4-55c5bdd1ca15/ef4b5750-c7ba-46e2-b955-216939bf6fd0) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:37.169900 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.209859 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.247969 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.264498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Transition to ACTIVE for port object ef4b5750-c7ba-46e2-b955-216939bf6fd0 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:37.291627 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Transition to ACTIVE for port object ef4b5750-c7ba-46e2-b955-216939bf6fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:37.298405 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.359262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Allocated IP 172.25.5.137 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/a3d7e7d2-4a66-4820-ae32-6037e0e09a95) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:37.370305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:37.373496 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:37.377522 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:37.387387 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Pushing event updated for resources: {'Port': ['ID=ef4b5750-c7ba-46e2-b955-216939bf6fd0,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:37.478620 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Attempting to bind port ef4b5750-c7ba-46e2-b955-216939bf6fd0 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:09:37.478843 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Attempting to bind port ef4b5750-c7ba-46e2-b955-216939bf6fd0 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:09:37.479167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Attempting to bind port ef4b5750-c7ba-46e2-b955-216939bf6fd0 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:09:37.486498 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:09:37.486866 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:37.488540 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.488540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Bound using segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:09:37.489295 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Bound port: ef4b5750-c7ba-46e2-b955-216939bf6fd0, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:09:37.489681 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.543647 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.575314 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.625033 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] For port ef4b5750-c7ba-46e2-b955-216939bf6fd0, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:09:37.628900 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] For port ef4b5750-c7ba-46e2-b955-216939bf6fd0, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef4b5750-c7ba-46e2-b955-216939bf6fd0,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:09:37.634067 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.648435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:37.651587 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:37.654078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:37.693046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Pushing event updated for resources: {'Port': ['ID=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:37.747281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d26b10-d92c-42e4-a565-b676a0ecdc35 None None] Pushing event updated for resources: {'Port': ['ID=ef4b5750-c7ba-46e2-b955-216939bf6fd0,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:37.854656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:37.855537 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:38.146256 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:09:38.378835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:38.389091 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:38.404090 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:38.404922 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:38.408232 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:38.413156 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9fceb565-ca0a-4549-872a-8e8aca0dc8cb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6972494 Feb 04 17:09:38.413376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50438) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:38.657740 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:38.814293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc937f1-fb58-4977-94a5-636dc73da7fe None None] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:09:38.933630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-25812771-c8e2-4d72-87a0-ece8d60b90ee None None] Provisioning for port ef4b5750-c7ba-46e2-b955-216939bf6fd0 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:39.010762 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:37Z', 'revision_number': 3, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:39.015341 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:39.015676 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Updating router b5ffaaf3-f715-424d-8ad3-0345e60bb760 port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:09:39.071100 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.491856 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.494934 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.514578 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Transition to ACTIVE for port object a3d7e7d2-4a66-4820-ae32-6037e0e09a95 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:39.525445 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.614001 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Attempting to bind port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:09:39.614390 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Attempting to bind port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:09:39.614753 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Attempting to bind port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:09:39.629744 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Pushing event updated for resources: {'Port': ['ID=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:39.636194 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:09:39.636603 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:39.637036 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.637504 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:09:39.638193 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Bound port: a3d7e7d2-4a66-4820-ae32-6037e0e09a95, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:09:39.638721 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.674430 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.674821 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.675092 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.676085 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.676412 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.676587 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef4b5750-c7ba-46e2-b955-216939bf6fd0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:39.676798 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.677191 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.677506 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.677907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.678231 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.683733 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:09:39.759112 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] For port a3d7e7d2-4a66-4820-ae32-6037e0e09a95, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:09:39.763225 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] For port a3d7e7d2-4a66-4820-ae32-6037e0e09a95, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:09:39.767040 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port ef4b5750-c7ba-46e2-b955-216939bf6fd0 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:39.770888 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.777071 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ef4b5750-c7ba-46e2-b955-216939bf6fd0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:39.777838 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:39.816561 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Allocated IP 172.20.0.1 (ad6a6931-ffc8-4383-8a9c-f505e3996067/643ba97b-58d5-489c-bad4-55c5bdd1ca15/44f5181d-458b-4bf7-9476-e076d43cc63e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:39.878075 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b65ab5-fcfb-4519-b844-c32afabd3cff None None] Pushing event updated for resources: {'Port': ['ID=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:39.884327 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:39.884955 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:39.961207 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.010560 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port ef4b5750-c7ba-46e2-b955-216939bf6fd0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef4b5750-c7ba-46e2-b955-216939bf6fd0,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:40.017370 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.054251 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.086750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Transition to ACTIVE for port object 44f5181d-458b-4bf7-9476-e076d43cc63e will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:40.121356 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.121898 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=ef4b5750-c7ba-46e2-b955-216939bf6fd0,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:40.164904 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:40.215174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:40.218463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:40.223825 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:40.259243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Pushing event updated for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:40.318703 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.431630 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.531525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b94eca76-f34f-44f2-b858-1408bf529fc3 None None] Provisioning for port 44f5181d-458b-4bf7-9476-e076d43cc63e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:40.538448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b94eca76-f34f-44f2-b858-1408bf529fc3 None None] Provisioning complete for port 44f5181d-458b-4bf7-9476-e076d43cc63e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:40.539477 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b94eca76-f34f-44f2-b858-1408bf529fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.563402 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:37Z', 'revision_number': 3, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:40.568334 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afdce79-c4f8-4005-8db2-8db1bbdb011f None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:37Z', 'revision_number': 3, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:40.610595 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b94eca76-f34f-44f2-b858-1408bf529fc3 None None] Port 44f5181d-458b-4bf7-9476-e076d43cc63e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:40.718224 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.726406 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.890531 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:40.896038 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Pushing event updated for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:41.242787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:41.244091 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:41.602994 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b2292e53-860f-48ef-918d-cc86bb9cb0ff None None] Provisioning complete for port 44f5181d-458b-4bf7-9476-e076d43cc63e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:41.603439 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2292e53-860f-48ef-918d-cc86bb9cb0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:41.674942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b2292e53-860f-48ef-918d-cc86bb9cb0ff None None] Port 44f5181d-458b-4bf7-9476-e076d43cc63e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:41.725500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a3d7e7d2-4a66-4820-ae32-6037e0e09a95 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:41.811371 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:09:41.823080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:41.828437 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:41.828815 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:41.953593 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:41.975835 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port a3d7e7d2-4a66-4820-ae32-6037e0e09a95, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:41.981832 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:41.983104 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef4b5750-c7ba-46e2-b955-216939bf6fd0 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:42.059306 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:42.078449 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ff7293de-5c74-495d-8be0-8396ed9b22bd admin admin] 10.222.0.62 "PUT /v2.0/routers/b5ffaaf3-f715-424d-8ad3-0345e60bb760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6557407 Feb 04 17:09:42.120527 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:42.136370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port ef4b5750-c7ba-46e2-b955-216939bf6fd0 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:42.136790 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.033517 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50460) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:43.042064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1071078671-network', 'tenant_id': '8c751c56873347ada5f40ea92f38750e'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:43.049309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:43.054700 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Usage tracker for resource:network and tenant:8c751c56873347ada5f40ea92f38750e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:43.057955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:43.064132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:43.076669 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Made reservation on behalf of 8c751c56873347ada5f40ea92f38750e for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:09:43.079283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.095551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.140139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:43.144824 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Usage tracker for resource:security_group_rule and tenant:8c751c56873347ada5f40ea92f38750e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:43.148090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:43.154906 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:43.233297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.237431 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.271120 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:09:43.280227 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a3ba8-2879-4e28-b8e9-2a39969f8cdb,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:43.286937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.287369 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Added segment 8238f65a-157e-4dd2-a84a-8953ebafcd87 of type vlan for network 98337d04-1cee-42b8-a116-ea40440b284d Feb 04 17:09:43.319068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.353728 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.355046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:43.355732 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.466137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] Pushing event updated for resources: {'Network': ['ID=98337d04-1cee-42b8-a116-ea40440b284d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:43.469206 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0cc34c6d-8190-460e-8513-bd7b20925c18 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4339256 Feb 04 17:09:43.472427 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50464) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:43.476538 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 98337d04-1cee-42b8-a116-ea40440b284d details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:09:43.477911 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Request body: {'subnet': {'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1071078671-subnet', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:43.486066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:43.491075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Usage tracker for resource:subnet and tenant:8c751c56873347ada5f40ea92f38750e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:43.494234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:43.500726 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:43.513347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Made reservation on behalf of 8c751c56873347ada5f40ea92f38750e for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:09:43.515890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.645860 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a3d7e7d2-4a66-4820-ae32-6037e0e09a95 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:43.741655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:43.742026 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.782007 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.878044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45b5bd3-c3d6-418c-acb4-72a9e03defa9,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:43.902674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Checking segment: {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:43.903114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Network hostable DHCP agents. Network: 98337d04-1cee-42b8-a116-ea40440b284d, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:09:43.928000 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Network 98337d04-1cee-42b8-a116-ea40440b284d is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:09:43.945684 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 98337d04-1cee-42b8-a116-ea40440b284d) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:43.951367 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:43.952295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:43.959239 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7486a9-24fa-4179-bb57-c2b64d05a34e None None] Network 98337d04-1cee-42b8-a116-ea40440b284d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:09:43.982311 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a7617e58-6804-4909-a713-ceb33b48e1a8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5087535 Feb 04 17:09:43.993016 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50468) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:44.000208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:44.007220 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:44.012502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Usage tracker for resource:router and tenant:8c751c56873347ada5f40ea92f38750e is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:44.016081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:44.026497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:44.041295 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.042274 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.079435 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.258763 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-98337d04-1cee-42b8-a116-ea40440b284d', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:09:44.259660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.276399 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.400059 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:44.444698 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:44.445551 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:44.495478 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Allocated IP 172.20.0.2 (98337d04-1cee-42b8-a116-ea40440b284d/c45b5bd3-c3d6-418c-acb4-72a9e03defa9/00e09750-5e8b-461e-8282-67ee2b72c7b5) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:44.642123 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.674686 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.760717 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:44.827035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Allocated IP 172.25.5.93 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/3a3b21e3-5bcd-4381-9111-f4a870b6e82d) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:44.961172 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:44.995342 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.029094 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.032185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Transition to ACTIVE for port object 00e09750-5e8b-461e-8282-67ee2b72c7b5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:45.069731 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Transition to ACTIVE for port object 00e09750-5e8b-461e-8282-67ee2b72c7b5 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:45.086160 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.115859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:45.116796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Pushing event updated for resources: {'Port': ['ID=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:45.120710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:45.122985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:45.230244 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Network 98337d04-1cee-42b8-a116-ea40440b284d is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:45.232072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Pushing event updated for resources: {'Port': ['ID=00e09750-5e8b-461e-8282-67ee2b72c7b5,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:45.234838 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:45.239336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:45.335072 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.335830 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.352211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 2, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:45.356923 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Attempting to bind port 00e09750-5e8b-461e-8282-67ee2b72c7b5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:09:45.357282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Attempting to bind port 00e09750-5e8b-461e-8282-67ee2b72c7b5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:09:45.357640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Attempting to bind port 00e09750-5e8b-461e-8282-67ee2b72c7b5 on network 98337d04-1cee-42b8-a116-ea40440b284d {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:09:45.362049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:45.362459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Updating router b5ffaaf3-f715-424d-8ad3-0345e60bb760 port 44f5181d-458b-4bf7-9476-e076d43cc63e binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:09:45.395607 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:09:45.396005 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Checking segment: {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:45.396402 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.396787 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Bound using segment: {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:09:45.397262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Bound port: 00e09750-5e8b-461e-8282-67ee2b72c7b5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:09:45.397652 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.526024 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.632072 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] For port 00e09750-5e8b-461e-8282-67ee2b72c7b5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:09:45.651695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Router b05a0b4f-413a-4343-8189-b4e76ff1266e is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:09:45.692967 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] For port 00e09750-5e8b-461e-8282-67ee2b72c7b5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00e09750-5e8b-461e-8282-67ee2b72c7b5,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:09:45.698264 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:45.905852 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a9b4c-66fe-4afe-837b-1fc1bffdcfcc None None] Pushing event updated for resources: {'Port': ['ID=00e09750-5e8b-461e-8282-67ee2b72c7b5,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:45.967813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:45.981910 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Sync routers for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:09:46.001592 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.004259 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-5dfee545-694b-4fb1-8fc9-8be707d775bb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0081251 Feb 04 17:09:46.008779 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50472) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:46.021507 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:46.023214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:46.107511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.127614 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Transition to ACTIVE for port object 44f5181d-458b-4bf7-9476-e076d43cc63e will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:46.140473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.287854 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b8fbb-338f-4e67-a6d6-fe18985bad32 None None] Pushing event updated for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:46.496460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:46.565425 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Attempting to bind port 44f5181d-458b-4bf7-9476-e076d43cc63e on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:09:46.566160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Attempting to bind port 44f5181d-458b-4bf7-9476-e076d43cc63e by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:09:46.566579 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Attempting to bind port 44f5181d-458b-4bf7-9476-e076d43cc63e on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:09:46.576152 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:09:46.576996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:46.577518 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.578024 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Bound using segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:09:46.578634 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Bound port: 44f5181d-458b-4bf7-9476-e076d43cc63e, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:09:46.579245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.739167 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] For port 44f5181d-458b-4bf7-9476-e076d43cc63e, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:09:46.742281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] For port 44f5181d-458b-4bf7-9476-e076d43cc63e, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44f5181d-458b-4bf7-9476-e076d43cc63e,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:09:46.748507 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:46.865084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:46.866145 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:46.979060 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:45Z', 'revision_number': 3, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:46.985314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Checking router: b05a0b4f-413a-4343-8189-b4e76ff1266e for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:09:46.986249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Updating router b05a0b4f-413a-4343-8189-b4e76ff1266e port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:09:47.007191 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b8fbb-338f-4e67-a6d6-fe18985bad32 None None] Pushing event updated for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:47.087584 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.267034 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:47.333195 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.551001 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487c418-0c15-4493-80e0-65bc05e8cb14 None None] Network 98337d04-1cee-42b8-a116-ea40440b284d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:09:47.608376 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Allocated IP 172.20.0.1 (98337d04-1cee-42b8-a116-ea40440b284d/c45b5bd3-c3d6-418c-acb4-72a9e03defa9/211a74c7-1e50-404f-a76b-89d7dc685d6b) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:47.706249 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.726519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00e09750-5e8b-461e-8282-67ee2b72c7b5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:47.738362 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Transition to ACTIVE for port object 3a3b21e3-5bcd-4381-9111-f4a870b6e82d will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:47.756009 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.764818 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-ac595b87-190f-4f9a-b368-39940a3b8fde None None] Provisioning for port 00e09750-5e8b-461e-8282-67ee2b72c7b5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:47.823165 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.841208 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660ef0-56b5-4c88-be69-ad660fe55185 None None] Pushing event updated for resources: {'Port': ['ID=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:47.843670 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Attempting to bind port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:09:47.844027 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Attempting to bind port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:09:47.844399 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Attempting to bind port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:09:47.849679 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Transition to ACTIVE for port object 211a74c7-1e50-404f-a76b-89d7dc685d6b will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:47.852805 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:09:47.853110 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:09:47.853286 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.853702 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:09:47.854386 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Bound port: 3a3b21e3-5bcd-4381-9111-f4a870b6e82d, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:09:47.854576 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.888596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.947985 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] For port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:09:47.953008 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] For port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:09:47.958684 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:47.989206 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Network 98337d04-1cee-42b8-a116-ea40440b284d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:47.994123 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:47.998212 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:48.043734 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Pushing event updated for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:48.058653 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660ef0-56b5-4c88-be69-ad660fe55185 None None] Pushing event updated for resources: {'Port': ['ID=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:48.059589 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 00e09750-5e8b-461e-8282-67ee2b72c7b5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:48.067451 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:09:48.068160 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:48.075356 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 00e09750-5e8b-461e-8282-67ee2b72c7b5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:48.075996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.095053 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.124921 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:46Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:48.166502 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06077cdf-22c1-4349-a1cd-271e6f8d854e None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:46Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:48.225506 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.349695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.380799 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:09:48.449459 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 00e09750-5e8b-461e-8282-67ee2b72c7b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00e09750-5e8b-461e-8282-67ee2b72c7b5,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:48.460013 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.643452 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=00e09750-5e8b-461e-8282-67ee2b72c7b5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:48.672321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Provisioning complete for port 00e09750-5e8b-461e-8282-67ee2b72c7b5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:48.673302 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.884008 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.891108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:48.968351 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Provisioning for port 211a74c7-1e50-404f-a76b-89d7dc685d6b completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:48.983642 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Provisioning complete for port 211a74c7-1e50-404f-a76b-89d7dc685d6b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:48.984021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.058460 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Pushing event updated for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:49.090695 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.091487 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-67d40e10-7ca4-462d-bf66-ac6eb664861c None None] Port 211a74c7-1e50-404f-a76b-89d7dc685d6b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:49.131021 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '211a74c7-1e50-404f-a76b-89d7dc685d6b', 'name': '', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'mac_address': 'fa:16:3e:cd:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:47Z', 'updated_at': '2022-02-04T17:09:47Z', 'revision_number': 1, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'subnets': [{'id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:09:49.136802 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce66895-b68a-4911-8023-0e53b60c5df5 None None] The sync data for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 is: [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '211a74c7-1e50-404f-a76b-89d7dc685d6b', 'name': '', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'mac_address': 'fa:16:3e:cd:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:47Z', 'updated_at': '2022-02-04T17:09:47Z', 'revision_number': 1, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'subnets': [{'id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:09:49.225475 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-cf20b9b1-a970-4e2d-974e-029939cbacff None None] Provisioning complete for port 211a74c7-1e50-404f-a76b-89d7dc685d6b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:49.226165 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-cf20b9b1-a970-4e2d-974e-029939cbacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.326840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-cf20b9b1-a970-4e2d-974e-029939cbacff None None] Port 211a74c7-1e50-404f-a76b-89d7dc685d6b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:49.343575 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Network 98337d04-1cee-42b8-a116-ea40440b284d is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:49.345110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:49.657555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3bf9533f-b057-4bd9-86cc-022617faadad None None] Provisioning complete for port 211a74c7-1e50-404f-a76b-89d7dc685d6b triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:49.658084 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bf9533f-b057-4bd9-86cc-022617faadad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.744534 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9533f-b057-4bd9-86cc-022617faadad None None] Port 211a74c7-1e50-404f-a76b-89d7dc685d6b cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:49.787592 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00e09750-5e8b-461e-8282-67ee2b72c7b5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:49.886889 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 00e09750-5e8b-461e-8282-67ee2b72c7b5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:49.887262 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:49.893946 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Router b05a0b4f-413a-4343-8189-b4e76ff1266e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:09:50.032649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44f5181d-458b-4bf7-9476-e076d43cc63e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:50.131791 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 44f5181d-458b-4bf7-9476-e076d43cc63e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:50.147769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 44f5181d-458b-4bf7-9476-e076d43cc63e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:50.149087 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:50.168273 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:09:50.184361 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-b9892856-4f14-4422-814d-e24865355689 admin admin] 10.222.0.62 "PUT /v2.0/routers/b05a0b4f-413a-4343-8189-b4e76ff1266e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740508 Feb 04 17:09:50.315410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:50.361178 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 44f5181d-458b-4bf7-9476-e076d43cc63e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44f5181d-458b-4bf7-9476-e076d43cc63e,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:50.370877 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:50.459150 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:50.887101 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50484) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:50.892896 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292667875', 'description': 'tempest-secgroup-smoke-292667875 description', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:50.900279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:50.905500 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:50.908561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:50.916162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:50.929035 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:50.967061 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:50.971065 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:50.974473 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:50.980479 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.040399 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.044335 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.094986 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0364635-3f80-40a2-9ab7-a727213df70d,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.098052 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.099404 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c54a63ea-94c0-46b4-82fa-7bd90d854ff5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2112496 Feb 04 17:09:51.102215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50488) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:51.108106 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:51.121257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:51.121257 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:51.123688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:51.131042 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.150124 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.218596 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.223282 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.250018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867d762a-3429-4176-b810-3e3fdfbcb637,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.260578 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.261877 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-57223f58-42ac-434a-9fec-f57b1c999bc1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1586370 Feb 04 17:09:51.265372 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50492) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:51.271169 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:51.278279 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:51.282404 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:51.286642 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:51.293442 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.312820 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.379519 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.383791 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.408528 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0827fc19-8c93-44e9-bee0-cf3c9411e02d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.419341 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.420707 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-e591cac2-8c0f-4648-9890-d1793106ee2d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1543403 Feb 04 17:09:51.424003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50496) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:51.431385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:51.438611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:51.443677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:51.448063 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:51.455023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.474312 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.510126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.547926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.554524 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.580425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ed32e9-8386-4bec-a884-9784967f68a8,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.596711 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.598018 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fe799de5-9460-4504-bfa1-9a536f602ee2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1729243 Feb 04 17:09:51.601077 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50500) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:51.607114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:51.615683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:51.620552 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:51.623740 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:51.631929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.637851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44f5181d-458b-4bf7-9476-e076d43cc63e up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:51.653873 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.734086 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.734422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 44f5181d-458b-4bf7-9476-e076d43cc63e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:51.734751 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.747307 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.776190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8822695b-1701-4662-8125-453b5bbec6fa,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.788068 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.789608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-88aa8eae-da72-465f-8663-01d903344cf5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1872807 Feb 04 17:09:51.792074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50504) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:51.799425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:51.806979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:51.811114 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:51.814117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:51.821158 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:51.835666 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Project 5a8ad5ccf1464086892d02f93c7665e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:09:51.843608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.907793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.947464 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.952296 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.978947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23aa6d6d-06dc-482d-987f-475628ea370a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:51.992776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:51.994632 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3be40f45-8665-4cbe-88cd-5bdbcacd06c5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2014165 Feb 04 17:09:51.997506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50510) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:09:52.004293 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'd0364635-3f80-40a2-9ab7-a727213df70d', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:52.011152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:52.015088 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:09:52.028283 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:09:52.037190 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:52.048494 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Project 5a8ad5ccf1464086892d02f93c7665e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:09:52.056029 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:52.130577 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:52.134556 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:52.162631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6b8ebb-8392-4872-bb80-6d8641c23955,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:52.173776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:52.175900 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-103a2d3b-26b4-4ab0-90ee-20167661e2fb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1766059 Feb 04 17:09:52.381467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-f2f47f6d-793a-411e-8887-28666ebd7223 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:09:52.402434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-f2f47f6d-793a-411e-8887-28666ebd7223 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:09:52.404553 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-f2f47f6d-793a-411e-8887-28666ebd7223 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292667875&fields=id&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 267 time: 0.0723009 Feb 04 17:09:52.562144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-3e84bb4f-1b41-432c-8250-d2f94808acf4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:52.562838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-3e84bb4f-1b41-432c-8250-d2f94808acf4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:09:52.582855 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-3e84bb4f-1b41-432c-8250-d2f94808acf4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:09:52.584131 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-3e84bb4f-1b41-432c-8250-d2f94808acf4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 808 time: 0.1733112 Feb 04 17:09:52.602279 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-db931a7a-d0c4-40ad-82d4-8ccef338b884 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/quotas/5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 375 time: 0.0121608 Feb 04 17:09:52.693970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-5451d2a5-329b-4778-88ca-3f613024ee9b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:09:52.713003 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-5451d2a5-329b-4778-88ca-3f613024ee9b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:09:52.715390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-5451d2a5-329b-4778-88ca-3f613024ee9b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069617 Feb 04 17:09:52.993782 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-fabfa6a1-78a7-4f29-8635-46f625912fbc service neutron] 10.222.0.62 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633314 Feb 04 17:09:53.148694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-23cb86a9-677f-4882-9d3b-cb6a7d8072a6 service neutron] 10.222.0.62 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488464 Feb 04 17:09:53.352540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-be8db1c4-99b9-4d63-8d5a-e9aff32626f1 req-3dd9a288-a157-46b8-9752-0e3600984235 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0428283 Feb 04 17:09:54.468289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b872ffd-9263-4f2b-8966-78fc99b13fb0 req-0bd6906a-bd9f-40ee-bf06-6ce1c84290b3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0475299 Feb 04 17:09:55.232208 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-074bf427-b7e3-4489-8475-3c8df6fa6533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:55.587916 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ec343aa1-bf75-44ce-a858-3563e481dcc0 req-0c8375cc-9e3d-4070-ac0a-8bcde488ec53 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0428073 Feb 04 17:09:56.559380 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:09:56.719546 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-604759a0-5199-4a74-895e-e365d8a49764 req-92b8d7c6-60b4-4db0-83b8-bbff3a2891d8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0487499 Feb 04 17:09:57.328691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-02de5abb-bdc4-4079-960d-2c17f84dd0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:57.652211 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3a3b21e3-5bcd-4381-9111-f4a870b6e82d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:57.743312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:57.749210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:57.749555 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:57.897025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:57.913497 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21768b98-67af-4352-9305-54b3ff877cc9 req-53ecafd4-f94e-481f-81f2-599896713fe9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0485775 Feb 04 17:09:57.920049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:09:57.925995 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:58.009380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:58.651540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-e6e54efa-6721-427b-978e-6dbc659ab06f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:58.652899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-e6e54efa-6721-427b-978e-6dbc659ab06f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 808 time: 0.1704521 Feb 04 17:09:58.720486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1e64dd4-b5ce-4c94-842b-05ba8e934e30 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 379 time: 0.0559468 Feb 04 17:09:58.730281 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'port': {'device_id': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'admin_state_up': True, 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'security_groups': ['d0364635-3f80-40a2-9ab7-a727213df70d']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:58.789702 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:58.832055 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:58.880910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:09:58.891622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:09:58.903796 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Made reservation on behalf of 5a8ad5ccf1464086892d02f93c7665e4 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:09:58.906995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.141898 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Allocated IP 172.20.0.12 (ad6a6931-ffc8-4383-8a9c-f505e3996067/643ba97b-58d5-489c-bad4-55c5bdd1ca15/3d78622c-6825-4c2e-a181-1b7488381ad7) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:09:59.147058 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e63fd6a-2a24-4687-a320-653f815526f2 req-d399c6ee-47c9-4daa-b384-9217ad4eb4a6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0562160 Feb 04 17:09:59.353663 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.370888 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Transition to ACTIVE for port object 3d78622c-6825-4c2e-a181-1b7488381ad7 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:09:59.396656 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.473908 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:09:59.477145 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:09:59.481181 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:09:59.512518 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:09:59.558682 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:09:59.559690 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.600696 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-a1596ad8-4eef-4ca3-a744-d63e06da0410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8741326 Feb 04 17:09:59.649725 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3a3b21e3-5bcd-4381-9111-f4a870b6e82d up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:09:59.744842 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:59.745433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.770565 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Request body: {'port': {'device_id': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:09:59.773800 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-537ce69d-2d27-4758-a3dd-4258bde67520 None None] Provisioning for port 3d78622c-6825-4c2e-a181-1b7488381ad7 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:09:59.791761 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-537ce69d-2d27-4758-a3dd-4258bde67520 None None] Provisioning complete for port 3d78622c-6825-4c2e-a181-1b7488381ad7 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:09:59.792512 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-537ce69d-2d27-4758-a3dd-4258bde67520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:09:59.858692 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-537ce69d-2d27-4758-a3dd-4258bde67520 None None] Port 3d78622c-6825-4c2e-a181-1b7488381ad7 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:09:59.887122 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:00.259291 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:00.539381 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601a179-33a4-4ca8-b1af-60d040b4d9ad req-66c0c449-0a2b-40fc-b796-8f13e5fd1f67 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:00.539968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1601a179-33a4-4ca8-b1af-60d040b4d9ad req-66c0c449-0a2b-40fc-b796-8f13e5fd1f67 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:10:00.579810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:10:00.585733 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-1601a179-33a4-4ca8-b1af-60d040b4d9ad req-66c0c449-0a2b-40fc-b796-8f13e5fd1f67 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:10:00.586904 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1601a179-33a4-4ca8-b1af-60d040b4d9ad req-66c0c449-0a2b-40fc-b796-8f13e5fd1f67 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 932 time: 0.2664261 Feb 04 17:10:00.591591 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:00.632017 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Transition to ACTIVE for port object 3d78622c-6825-4c2e-a181-1b7488381ad7 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:10:00.641010 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:00.773261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1601a179-33a4-4ca8-b1af-60d040b4d9ad req-7b1cacac-f0d5-4a48-bca5-6f79f2f22757 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786795 Feb 04 17:10:00.786756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:00.929884 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Attempting to bind port 3d78622c-6825-4c2e-a181-1b7488381ad7 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:10:00.930248 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Attempting to bind port 3d78622c-6825-4c2e-a181-1b7488381ad7 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:10:00.930702 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Attempting to bind port 3d78622c-6825-4c2e-a181-1b7488381ad7 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:10:00.937496 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Port 3d78622c-6825-4c2e-a181-1b7488381ad7 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:10:00.937885 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Attempting to bind port 3d78622c-6825-4c2e-a181-1b7488381ad7 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:10:00.948581 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:10:00.948910 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:10:00.949290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Bound using segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:10:00.949713 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Bound port: 3d78622c-6825-4c2e-a181-1b7488381ad7, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:10:00.950054 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:01.055544 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:10:01.058626 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:10:01.063885 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:01.135194 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:01.136584 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] 10.222.0.58 "PUT /v2.0/ports/3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1092 time: 1.5280282 Feb 04 17:10:01.137023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:10:01.167468 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f66b0d-6d6d-4cfe-9597-33c97ab0512b service neutron] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:01.278124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-aea72ed0-d80f-4cc9-8297-94f565f840c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1095 time: 0.0939226 Feb 04 17:10:01.336565 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'status': 'completed', 'code': 200} Feb 04 17:10:01.355915 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-d71be62c-7936-497e-b082-e5912ffbd357 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 217 time: 0.0708411 Feb 04 17:10:01.426655 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-63be1e2f-f951-422c-8f8c-344fdc2376ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:01.428083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-63be1e2f-f951-422c-8f8c-344fdc2376ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0668821 Feb 04 17:10:01.513934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-52c78bd0-a613-4d11-8eaa-fadc9e78251c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798860 Feb 04 17:10:01.661169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-38462104-f605-4152-bf37-de02ccc4cfaa service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412091 Feb 04 17:10:01.810067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f01b6f36-8761-4504-854a-9a416864e8f7 req-17ffa044-198c-4293-b8da-d7e02fe0872b service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433656 Feb 04 17:10:01.990268 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-99f4ada1-ca78-4e3f-bf32-16f56e7ab8ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1095 time: 0.1297305 Feb 04 17:10:02.087685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0e1b-1bf9-48a0-ae42-dbae694630a1 req-f53912da-d51b-4e55-a0b5-63d90b805945 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:02.089290 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c3b0e1b-1bf9-48a0-ae42-dbae694630a1 req-f53912da-d51b-4e55-a0b5-63d90b805945 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1699400 Feb 04 17:10:02.179562 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-ef11921b-7049-4225-8411-7437ad381c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:02.181016 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-ef11921b-7049-4225-8411-7437ad381c32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1846230 Feb 04 17:10:02.183807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6c3b0e1b-1bf9-48a0-ae42-dbae694630a1 req-6d582d9f-163b-45a5-8691-ca46c2ed66d1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810254 Feb 04 17:10:02.250926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-8be2f249-ab5f-4e39-bb0c-d92e44d6e6e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 217 time: 0.0627005 Feb 04 17:10:02.431787 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-b977672e-5c77-4e6a-a569-949e183dd651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:02.433237 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-b977672e-5c77-4e6a-a569-949e183dd651 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1762352 Feb 04 17:10:02.529108 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-8bae9fe7-5029-461d-bcfa-b68be9910148 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871425 Feb 04 17:10:02.669675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-9e1fb0d3-be94-47fc-864d-a771d646fd8d service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339436 Feb 04 17:10:02.811552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7c6b6999-02e3-4935-8969-0b503fbf6a03 req-69e9c5ad-d038-4945-b97d-14377144f176 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356163 Feb 04 17:10:03.394805 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cd58a-a1b7-4652-b5f0-800dd58343b0 req-9186e32a-cfac-438f-bd18-774a0f5f341d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:03.396476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f9cd58a-a1b7-4652-b5f0-800dd58343b0 req-9186e32a-cfac-438f-bd18-774a0f5f341d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0857277 Feb 04 17:10:03.446794 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7f9cd58a-a1b7-4652-b5f0-800dd58343b0 req-0776ab69-1171-4b6c-83e7-7167611ec970 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Feb 04 17:10:04.664407 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aac9f5-9d18-49d0-bda3-baf17a661744 req-3998c9d0-ebfc-46fd-bcaf-1c4597e9332d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:04.665865 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86aac9f5-9d18-49d0-bda3-baf17a661744 req-3998c9d0-ebfc-46fd-bcaf-1c4597e9332d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0804768 Feb 04 17:10:04.715227 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86aac9f5-9d18-49d0-bda3-baf17a661744 req-1aa76824-4b73-4ab4-9573-61854eb1a71d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Feb 04 17:10:05.929082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97697685-236f-4082-9123-c11182f8904a req-5afd84a8-78dd-40c4-a81d-6573a88b5e5d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:05.930595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97697685-236f-4082-9123-c11182f8904a req-5afd84a8-78dd-40c4-a81d-6573a88b5e5d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0854056 Feb 04 17:10:05.981464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-97697685-236f-4082-9123-c11182f8904a req-9a54f9cc-8508-49f3-9a4f-950ed08bc073 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453649 Feb 04 17:10:06.031177 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:10:06.181741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:10:06.197263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:10:06.256390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:06.275096 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:10:06.294512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:10:06.300200 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:06.373693 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:06.503117 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['3d78622c-6825-4c2e-a181-1b7488381ad7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:10:07.194444 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eda79-bd2b-4063-b676-34598e0e0939 req-7edd6345-4d51-4849-ad75-5735912f30f3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:07.195869 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-188eda79-bd2b-4063-b676-34598e0e0939 req-7edd6345-4d51-4849-ad75-5735912f30f3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 945 time: 0.0806520 Feb 04 17:10:07.245005 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-188eda79-bd2b-4063-b676-34598e0e0939 req-89d6291d-58d4-45e5-9e84-ce0c40b52f1c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Feb 04 17:10:08.040943 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:10:08.116281 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port 3d78622c-6825-4c2e-a181-1b7488381ad7 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:10:08.122488 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 3d78622c-6825-4c2e-a181-1b7488381ad7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:08.122866 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:08.243469 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:08.271706 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:10:08.283293 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:10:08.289854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:08.367368 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:08.420002 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'code': 200} Feb 04 17:10:08.529131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df419499-3fee-4abd-9680-8eb5904266a5 req-02556706-fe56-4ec1-95e1-3d042382ae3f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:08.530659 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df419499-3fee-4abd-9680-8eb5904266a5 req-02556706-fe56-4ec1-95e1-3d042382ae3f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1311336 Feb 04 17:10:08.600961 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b217f650-870e-4a36-ad9b-dd873311c761 req-dcf82ece-d06a-4c4c-b3c5-95c33ce7a30d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.1219838 Feb 04 17:10:08.603180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-df419499-3fee-4abd-9680-8eb5904266a5 req-036eeb44-a549-453f-842a-a01697840a6e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612836 Feb 04 17:10:08.648573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b217f650-870e-4a36-ad9b-dd873311c761 req-e337b348-7d52-4831-9646-eebadcedc1f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 Feb 04 17:10:09.835699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c84e-1c37-46bb-990d-7dd0d2e9e587 req-1d1b96c0-badd-4e75-be90-447644b805a7 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:09.837106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a402c84e-1c37-46bb-990d-7dd0d2e9e587 req-1d1b96c0-badd-4e75-be90-447644b805a7 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0854180 Feb 04 17:10:09.888106 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a402c84e-1c37-46bb-990d-7dd0d2e9e587 req-6913e25a-eaaf-4c02-b753-5e8e4eb39a6f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441933 Feb 04 17:10:10.327238 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-91f7b705-7c15-496e-a82f-c48311713665 req-ac159343-ca1c-4546-b3e5-a558305f3089 service neutron] (83597) timed out ('10.222.0.62', 33542) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:10:11.109564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6f515-2730-4ee0-a6c0-c3fc579aa3de req-13ee0a47-fb23-45af-8116-fc1980ac53b4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:11.111130 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21a6f515-2730-4ee0-a6c0-c3fc579aa3de req-13ee0a47-fb23-45af-8116-fc1980ac53b4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0862374 Feb 04 17:10:11.166588 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-21a6f515-2730-4ee0-a6c0-c3fc579aa3de req-86334860-16c0-437b-88b5-9778ae9c60b5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491407 Feb 04 17:10:11.376205 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aeddd-b439-42ca-8234-c57852fedc00 req-2be66a9c-4486-44f4-82cc-ad34f2f58408 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:11.378727 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb8aeddd-b439-42ca-8234-c57852fedc00 req-2be66a9c-4486-44f4-82cc-ad34f2f58408 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0859411 Feb 04 17:10:11.432186 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-eb8aeddd-b439-42ca-8234-c57852fedc00 req-6a8a41dc-7a5d-4bb9-91c5-850f8c5cb9b0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477710 Feb 04 17:10:11.466968 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50580) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:10:11.620792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0bdebaca-e50b-4808-9791-7191e9a5c6cb tempest-TestShelveInstance-746731361 tempest-TestShelveInstance-746731361-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1092 time: 0.1525898 Feb 04 17:10:11.623709 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50586) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:10:11.629146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:10:11.635905 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:10:11.642382 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:floatingip and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:10:11.648969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:10:11.655026 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:10:11.668429 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:11.807512 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:11.952619 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Allocated IP 172.25.5.111 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/371a0844-9c20-404a-a342-f43e760b79ae) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:10:12.203089 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:12.230402 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:12.300389 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:10:12.303237 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:10:12.307589 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:10:12.334660 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=371a0844-9c20-404a-a342-f43e760b79ae,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:12.833452 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:12.890678 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:13.097725 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:13.102558 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:13.203726 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=371a0844-9c20-404a-a342-f43e760b79ae,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:13.221168 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:13.415985 n-d-827873-1 neutron-server[83596]: INFO neutron.db.l3_db [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Floating IP bac417db-bc07-4c27-8b46-987ca30bbedf associated. External IP: 172.25.5.111, port: 3d78622c-6825-4c2e-a181-1b7488381ad7. Feb 04 17:10:13.969887 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:10:14.212894 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:10:14.223615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:10:14.237568 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:10:14.238195 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:14.245319 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:14.305589 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-0c179002-92d5-439b-91fc-8a9c21583288 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6807787 Feb 04 17:10:14.306964 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:10:14.381222 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'status': 'completed', 'code': 200} Feb 04 17:10:14.452648 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:10:14.484965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-e2ced022-8a0e-48b3-ab4c-6408ab4e3809 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.0784292 Feb 04 17:10:14.624074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-e42d9156-bad6-4ec5-beb2-ab41f834758a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:14.625508 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-e42d9156-bad6-4ec5-beb2-ab41f834758a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1346676 Feb 04 17:10:14.739532 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-0344b691-bce8-4ea1-b3d1-08ad89f780fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1000 time: 0.1078715 Feb 04 17:10:14.790519 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Sync routers for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:10:14.805533 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:10:14.806176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:14.812490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-2b0300c6-30f4-4637-a18c-1cf810eb5090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:14.814370 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-2b0300c6-30f4-4637-a18c-1cf810eb5090 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0680823 Feb 04 17:10:14.857479 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'bac417db-bc07-4c27-8b46-987ca30bbedf', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:10:12Z', 'updated_at': '2022-02-04T17:10:12Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:14.859844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:10:14.873467 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:10:14.874202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:15.001951 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-00a635dd-8b11-4082-96e5-bdc5347e62c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812561 Feb 04 17:10:15.023877 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:10:15.122736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:10:15.168447 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-961a9425-cafd-4ddd-9f07-021ebf714a3f service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595170 Feb 04 17:10:15.319645 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-170231e2-692a-4c49-9fc4-7439f46948f1 req-cbfe4e76-58b9-44ce-ad53-52b466a49dc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439109 Feb 04 17:10:15.358421 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '211a74c7-1e50-404f-a76b-89d7dc685d6b', 'name': '', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'mac_address': 'fa:16:3e:cd:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:47Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 2, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'subnets': [{'id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:15.363013 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Checking router: b05a0b4f-413a-4343-8189-b4e76ff1266e for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:10:15.363612 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Updating router b05a0b4f-413a-4343-8189-b4e76ff1266e port 211a74c7-1e50-404f-a76b-89d7dc685d6b binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:10:15.413085 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:15.483619 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'bac417db-bc07-4c27-8b46-987ca30bbedf', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:10:12Z', 'updated_at': '2022-02-04T17:10:12Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:15.488632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e2ceb-37e5-4a43-9e71-f52b376651cd None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'bac417db-bc07-4c27-8b46-987ca30bbedf', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:10:12Z', 'updated_at': '2022-02-04T17:10:12Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:10:15.713328 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c593d-6ae3-4041-9fc1-68ae092e10c3 None None] New status for floating IP bac417db-bc07-4c27-8b46-987ca30bbedf: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:10:15.774451 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:15.789571 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Transition to ACTIVE for port object 211a74c7-1e50-404f-a76b-89d7dc685d6b will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:10:15.797065 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:15.983286 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a098-0108-4946-9056-5f2f4edbd328 None None] Pushing event updated for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:16.070452 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Attempting to bind port 211a74c7-1e50-404f-a76b-89d7dc685d6b on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:10:16.070860 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Attempting to bind port 211a74c7-1e50-404f-a76b-89d7dc685d6b by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:10:16.071349 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Attempting to bind port 211a74c7-1e50-404f-a76b-89d7dc685d6b on network 98337d04-1cee-42b8-a116-ea40440b284d {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:10:16.080087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:10:16.081811 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Checking segment: {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:10:16.082377 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:16.082869 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Bound using segment: {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:10:16.083314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Bound port: 211a74c7-1e50-404f-a76b-89d7dc685d6b, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8238f65a-157e-4dd2-a84a-8953ebafcd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:10:16.083680 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:16.289708 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] For port 211a74c7-1e50-404f-a76b-89d7dc685d6b, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:10:16.293224 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] For port 211a74c7-1e50-404f-a76b-89d7dc685d6b, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=211a74c7-1e50-404f-a76b-89d7dc685d6b,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:10:16.299849 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:16.403733 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a098-0108-4946-9056-5f2f4edbd328 None None] Pushing event updated for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=4']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:16.408627 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:10:16.410182 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:09:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:16.660792 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:10:17.053986 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '211a74c7-1e50-404f-a76b-89d7dc685d6b', 'name': '', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'mac_address': 'fa:16:3e:cd:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:47Z', 'updated_at': '2022-02-04T17:10:16Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'subnets': [{'id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:10:17.059124 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b649dc7-5303-4156-afd8-7758bc5dd3cf None None] The sync data for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 is: [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:48Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '211a74c7-1e50-404f-a76b-89d7dc685d6b', 'name': '', 'network_id': '98337d04-1cee-42b8-a116-ea40440b284d', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'mac_address': 'fa:16:3e:cd:0f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:47Z', 'updated_at': '2022-02-04T17:10:16Z', 'revision_number': 4, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'subnets': [{'id': 'c45b5bd3-c3d6-418c-acb4-72a9e03defa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:10:17.683419 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 211a74c7-1e50-404f-a76b-89d7dc685d6b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:10:17.791968 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-48ffa9db-9975-4a75-b772-6c299568fe6d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1244862 Feb 04 17:10:17.807144 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 211a74c7-1e50-404f-a76b-89d7dc685d6b completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:10:17.814955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 211a74c7-1e50-404f-a76b-89d7dc685d6b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:17.815326 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:17.992015 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-657d66e8-5bf7-47dc-be61-aa5fcbdbd984 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.1130724 Feb 04 17:10:18.005245 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:18.056839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 211a74c7-1e50-404f-a76b-89d7dc685d6b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=211a74c7-1e50-404f-a76b-89d7dc685d6b,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:10:18.065985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:18.195497 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:10:18.211836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-eff6bec2-b59c-4f45-9541-bb45fd48da1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:18.214170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-eff6bec2-b59c-4f45-9541-bb45fd48da1e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.2002332 Feb 04 17:10:18.351176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-a6bacf99-3e86-4cb0-842a-a574e1fc541c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1308944 Feb 04 17:10:18.444380 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-2a90cc97-2d5c-44a1-9b73-1820ea24ce17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:10:18.445911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-2a90cc97-2d5c-44a1-9b73-1820ea24ce17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0885808 Feb 04 17:10:18.528789 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-344a3cef-9f89-4cb1-9149-f9354d071540 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770073 Feb 04 17:10:18.694478 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-6c67eef5-9030-4ef4-a0f7-f35fa643b5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591318 Feb 04 17:10:18.876319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86bba1bc-7b45-4cde-8eb0-6ae84a39ee9f req-93ed6f8b-16d6-49c7-9559-1ef16db3e503 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757987 Feb 04 17:10:19.639899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 211a74c7-1e50-404f-a76b-89d7dc685d6b up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:10:19.723336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 211a74c7-1e50-404f-a76b-89d7dc685d6b triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:10:19.723697 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:21.525997 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:21.898935 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:25.247340 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7c855c17-3f16-486a-9a81-ea4c5a1ebb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:27.322895 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ed01cf4-69c6-476e-b155-0eba1af521c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:28.798113 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:28.835235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:30.259925 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:33.561275 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:10:51.515546 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:51.897864 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:55.236965 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6774b70d-47d5-4ed4-9f35-44f0e2c06e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:57.329441 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e32619e-dadf-406f-bc56-2fcbc57aaaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:58.785026 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:10:58.838354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:00.265599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:10.567159 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:11:19.724214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-f5f722f9-6651-4c28-a9e4-5c8b1c356607 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781121 Feb 04 17:11:19.893797 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-5f76563e-5e1d-4e0c-8f0d-d7b73cc8345b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.0925636 Feb 04 17:11:20.076118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-0e12b8f5-6ac1-41a8-b157-0ec544d482b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:20.077572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-0e12b8f5-6ac1-41a8-b157-0ec544d482b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1644239 Feb 04 17:11:20.227983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-6a579b90-d9e3-47b9-a9d3-223609f430a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1444571 Feb 04 17:11:20.463633 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-e11df420-4e7e-4fc4-8c52-8925e2df8526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:20.465793 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-e11df420-4e7e-4fc4-8c52-8925e2df8526 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.2316170 Feb 04 17:11:20.578992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-28fde9ca-5ce8-4889-a101-736bbf8da711 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070602 Feb 04 17:11:20.589201 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-01b12f60-5dd8-4b80-b26b-91a82debd99f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:11:20.589872 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-01b12f60-5dd8-4b80-b26b-91a82debd99f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053380 Feb 04 17:11:20.752950 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-935afaa0-ea96-4460-876a-9b1fdf48cad7 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563432 Feb 04 17:11:20.940756 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6536b1e4-7fd3-479b-96e6-90007f38cfd5 req-4b32f22f-f93a-4afb-8bf4-c42e10e5d705 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817119 Feb 04 17:11:21.530153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:21.898397 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:25.232996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0e2aaaed-a66a-4c4b-92b2-5bf5b9cbdb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:27.326296 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5be1b724-741f-4b01-8133-b9f6ba548302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:28.787929 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:28.843025 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:30.263504 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:47.570214 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:11:51.538755 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:51.911282 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:55.277005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e39dd80-01c4-401a-b614-29aa42730b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:57.322725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d1978d1e-4054-4138-94de-1b97664254ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:58.790786 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:11:58.843097 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:00.265825 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:03.996460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59fe7e-c95e-4baf-9dd2-42f0242fa1b8 req-05e24313-7b24-4441-902f-d059c609a778 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:03.997960 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf59fe7e-c95e-4baf-9dd2-42f0242fa1b8 req-05e24313-7b24-4441-902f-d059c609a778 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0783980 Feb 04 17:12:04.052337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cf59fe7e-c95e-4baf-9dd2-42f0242fa1b8 req-45988877-fdd5-446f-8ea3-034d27510585 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482206 Feb 04 17:12:05.292988 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7efd3-232a-4bf7-b2d0-67dd10a4bc4e req-121e55c6-2933-4e1a-9d54-55139cdb1452 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:05.294458 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dd7efd3-232a-4bf7-b2d0-67dd10a4bc4e req-121e55c6-2933-4e1a-9d54-55139cdb1452 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0787988 Feb 04 17:12:05.341831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5dd7efd3-232a-4bf7-b2d0-67dd10a4bc4e req-b159241d-3130-4de7-9f93-41a51ea072b3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Feb 04 17:12:06.577546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb13e1-a5f0-43b7-93dd-41a6229c0cf6 req-b2dcee77-f1e6-4508-a108-f141a9d2a5e5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:06.578995 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50fb13e1-a5f0-43b7-93dd-41a6229c0cf6 req-b2dcee77-f1e6-4508-a108-f141a9d2a5e5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0797939 Feb 04 17:12:06.627592 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-50fb13e1-a5f0-43b7-93dd-41a6229c0cf6 req-63deb206-8a55-488b-a108-988363fb0445 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Feb 04 17:12:07.834449 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ff72d-543f-47d9-a6ca-ebce3c87dae1 req-cf2c55c0-daa9-4604-bec6-c174a531e594 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:07.835938 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-687ff72d-543f-47d9-a6ca-ebce3c87dae1 req-cf2c55c0-daa9-4604-bec6-c174a531e594 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0774560 Feb 04 17:12:07.882870 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-687ff72d-543f-47d9-a6ca-ebce3c87dae1 req-f33d8930-5583-4176-b834-10315fb8bebd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403032 Feb 04 17:12:09.092571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6cd0-bf08-44a2-b7ff-a70e136c793c req-fbc136b0-2659-4b9d-97d6-8955e6b5e029 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:09.094036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-957a6cd0-bf08-44a2-b7ff-a70e136c793c req-fbc136b0-2659-4b9d-97d6-8955e6b5e029 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0851438 Feb 04 17:12:09.144367 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-957a6cd0-bf08-44a2-b7ff-a70e136c793c req-2125a5ee-479d-4aa8-abf1-5dfff11fbd8f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Feb 04 17:12:10.344323 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30e298-a3a6-49d4-8ee5-0d57523756bd req-538e15dd-26ee-4333-976e-521237be4201 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:10.345790 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca30e298-a3a6-49d4-8ee5-0d57523756bd req-538e15dd-26ee-4333-976e-521237be4201 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0770504 Feb 04 17:12:10.395512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca30e298-a3a6-49d4-8ee5-0d57523756bd req-7ccba1ca-70a6-4e07-96a9-f37dd06230f8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439730 Feb 04 17:12:11.596578 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed9c53-8429-4845-9819-fa78f0ddc161 req-22187854-5418-4fcc-858e-b0fee1068882 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:11.598084 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30ed9c53-8429-4845-9819-fa78f0ddc161 req-22187854-5418-4fcc-858e-b0fee1068882 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0768838 Feb 04 17:12:11.650245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-30ed9c53-8429-4845-9819-fa78f0ddc161 req-5441e0c1-ebb9-43cb-b89c-14fea3438810 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449440 Feb 04 17:12:12.863259 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec42ab-385f-4261-a8c6-bdf97b137464 req-7b5bdbf0-6ebf-470c-8ea1-471e65c949dd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:12.864747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffec42ab-385f-4261-a8c6-bdf97b137464 req-7b5bdbf0-6ebf-470c-8ea1-471e65c949dd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0821772 Feb 04 17:12:12.912788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ffec42ab-385f-4261-a8c6-bdf97b137464 req-49844b6f-640e-4a0f-8bec-ea8644dbd94e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Feb 04 17:12:14.112822 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1464a5-811d-4cdc-9117-bd09fb536b9e req-838ce3c5-0202-4047-8f80-26b5fdc8170f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:14.114418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed1464a5-811d-4cdc-9117-bd09fb536b9e req-838ce3c5-0202-4047-8f80-26b5fdc8170f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0786252 Feb 04 17:12:14.162841 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed1464a5-811d-4cdc-9117-bd09fb536b9e req-0fc5a90f-f299-4a2d-99c5-4f3183b9d197 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425780 Feb 04 17:12:15.372221 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd150-005e-4837-8601-1ee22906665e req-bc14dba6-63db-42d7-a5b5-6058e96b9a4c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:15.373677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432bd150-005e-4837-8601-1ee22906665e req-bc14dba6-63db-42d7-a5b5-6058e96b9a4c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0839226 Feb 04 17:12:15.421595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-432bd150-005e-4837-8601-1ee22906665e req-4dae756c-4a89-4420-a81d-15a95a2352f2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Feb 04 17:12:16.558190 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:12:16.664926 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c3eb-8d50-492f-8fe5-7b249376769e req-93cface9-bae5-435e-be70-663f3c6e37b3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:16.667087 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea04c3eb-8d50-492f-8fe5-7b249376769e req-93cface9-bae5-435e-be70-663f3c6e37b3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0912871 Feb 04 17:12:16.725590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:16.728936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ea04c3eb-8d50-492f-8fe5-7b249376769e req-2bf6223a-5caa-47e2-8105-f85c67b63bc9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558586 Feb 04 17:12:16.741815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:12:16.797464 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:16.822651 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:12:16.839801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:16.846976 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:16.922695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['3d78622c-6825-4c2e-a181-1b7488381ad7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:12:16.960663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:16.981710 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.982406 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.982952 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.983294 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.983675 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.984006 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.984333 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.984664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.984985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.985304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:16.985629 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:17.970764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f85f4e-e6e4-461d-9218-dd164b869db7 req-82ceb291-e4d1-45eb-a869-0372712e0cb1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:17.981070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46f85f4e-e6e4-461d-9218-dd164b869db7 req-82ceb291-e4d1-45eb-a869-0372712e0cb1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 945 time: 0.1107786 Feb 04 17:12:18.039445 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-46f85f4e-e6e4-461d-9218-dd164b869db7 req-f4ae14f4-b2ce-4641-9358-5ec10f788a83 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568428 Feb 04 17:12:18.569555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:12:18.653728 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 3d78622c-6825-4c2e-a181-1b7488381ad7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:18.654099 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:18.810548 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:18.847090 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:12:18.860766 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:18.868175 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:18.963003 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:19.145847 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'code': 200} Feb 04 17:12:19.312476 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57e190-8bee-48f9-8e26-4c180e4e8cd3 req-2160cd2d-991c-469d-853d-320ba6a747dd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:19.315807 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c57e190-8bee-48f9-8e26-4c180e4e8cd3 req-2160cd2d-991c-469d-853d-320ba6a747dd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1008596 Feb 04 17:12:19.399203 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4c57e190-8bee-48f9-8e26-4c180e4e8cd3 req-4918392f-41cb-4a02-8e2b-f27e0b255284 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759411 Feb 04 17:12:20.373226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-89819ae1-7570-4175-b104-4f26ff0e6f4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.0779874 Feb 04 17:12:20.590611 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-031c25f7-7746-4ccb-9cd4-e88ca07f1eb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.591403 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-031c25f7-7746-4ccb-9cd4-e88ca07f1eb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1841495 Feb 04 17:12:20.877258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3290-47b8-4866-b64c-5cc6acc883dc req-ea3c1155-5d84-450f-8818-24dec4131e8a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.885363 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b0b3290-47b8-4866-b64c-5cc6acc883dc req-ea3c1155-5d84-450f-8818-24dec4131e8a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.2928870 Feb 04 17:12:20.992713 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9b0b3290-47b8-4866-b64c-5cc6acc883dc req-a3fc1408-e3c2-4fe1-85ec-3bc411007093 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028807 Feb 04 17:12:20.995760 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-88bc4c2d-d0ba-4005-8a3c-8227056a93d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1002 time: 0.3666911 Feb 04 17:12:21.066808 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-c0f090b0-49fe-4ef5-bda9-85a292b4ab5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:21.068406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-c0f090b0-49fe-4ef5-bda9-85a292b4ab5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0659649 Feb 04 17:12:21.163368 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-f4f0fea3-41e7-4055-9253-a6829068fa5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883048 Feb 04 17:12:21.339946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-baeed57e-2547-402c-ada3-ec52a39629ce service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702371 Feb 04 17:12:21.498306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ca254cf-6f5b-481f-b321-8a29fbe2ef8d req-a6eac04c-7f67-4746-ad21-4277240fcf88 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508253 Feb 04 17:12:21.537907 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:21.927385 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:22.278173 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bdd1f-52e9-4974-8dc9-ca257da5c237 req-a8b82950-e950-4436-b537-f3df9cd7df24 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:22.279643 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c99bdd1f-52e9-4974-8dc9-ca257da5c237 req-a8b82950-e950-4436-b537-f3df9cd7df24 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1072330 Feb 04 17:12:22.341374 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c99bdd1f-52e9-4974-8dc9-ca257da5c237 req-516c9781-2fdc-4011-a8a8-36e22f3e6803 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503285 Feb 04 17:12:23.585592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf769aab-cbcb-4ad9-bb90-ff25fe71f94d req-1cd69241-581c-4cb2-8b44-10c1383c6dbf tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.588361 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf769aab-cbcb-4ad9-bb90-ff25fe71f94d req-1cd69241-581c-4cb2-8b44-10c1383c6dbf tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1027787 Feb 04 17:12:23.639302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bf769aab-cbcb-4ad9-bb90-ff25fe71f94d req-58e8fce9-2b67-4aa6-85ad-0e2c4a099de8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448666 Feb 04 17:12:24.572812 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:12:24.891831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3001077-61c1-4ce2-8027-8965ba7e5d5f req-97a2e9bc-3ae9-4f46-a172-3ba236adeb19 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:24.891831 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3001077-61c1-4ce2-8027-8965ba7e5d5f req-97a2e9bc-3ae9-4f46-a172-3ba236adeb19 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1002972 Feb 04 17:12:24.946576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3001077-61c1-4ce2-8027-8965ba7e5d5f req-ba16293b-4622-4c20-907b-6bb87a365ae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487795 Feb 04 17:12:25.252862 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57af252e-f30c-4968-918f-6dbad3c5479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:26.191210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6f52-eb3b-4950-ba20-aa8bab802e5a req-4db72151-b610-4714-82da-7551db6a7d7b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:26.193064 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3aa6f52-eb3b-4950-ba20-aa8bab802e5a req-4db72151-b610-4714-82da-7551db6a7d7b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0991709 Feb 04 17:12:26.248464 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a3aa6f52-eb3b-4950-ba20-aa8bab802e5a req-77dc1c5a-8cef-48fd-b53b-4e938f936ac5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453801 Feb 04 17:12:27.347547 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4293151b-80d2-4c6a-8705-577964106d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:27.503554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bb4c-745e-4578-9494-7eace64b9cf0 req-f74eda7c-460b-45ea-8bb9-1353e567eddb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:27.505167 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fe5bb4c-745e-4578-9494-7eace64b9cf0 req-f74eda7c-460b-45ea-8bb9-1353e567eddb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0951257 Feb 04 17:12:27.558416 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4fe5bb4c-745e-4578-9494-7eace64b9cf0 req-e70491f6-ab28-4c77-9df9-acc46dee6a28 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466428 Feb 04 17:12:28.503277 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-a14a545c-5e1f-4c63-97c6-0a5ace3a0772 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1097 time: 0.0803773 Feb 04 17:12:28.680889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe87db-19b4-415c-abc0-89ce01349666 req-2f89b0fa-3f39-427e-85c1-f5de49056508 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.682664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-2f89b0fa-3f39-427e-85c1-f5de49056508 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1740799 Feb 04 17:12:28.797107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:28.853183 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:28.862094 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-13d602c4-40cc-4800-aef6-7b107303568a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1736259 Feb 04 17:12:28.930623 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4ae6-edaf-479f-86e3-24570e8e711c req-5d9a8074-56d4-47f6-b5d1-382921ad05ce tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.932180 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd1e4ae6-edaf-479f-86e3-24570e8e711c req-5d9a8074-56d4-47f6-b5d1-382921ad05ce tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.1937158 Feb 04 17:12:28.969319 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe87db-19b4-415c-abc0-89ce01349666 req-202e21ae-0f25-49fb-8c3c-e4a8362723bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:28.971078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-202e21ae-0f25-49fb-8c3c-e4a8362723bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1019986 Feb 04 17:12:29.037319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fd1e4ae6-edaf-479f-86e3-24570e8e711c req-ad597e97-4126-4850-999c-23c9115595a5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948358 Feb 04 17:12:29.076919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-a4f09d2e-74c2-454f-ba4f-169914b68e7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938609 Feb 04 17:12:29.343689 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-4f7f9d1e-6d56-4ac6-b98a-58f3b944bcd6 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601421 Feb 04 17:12:29.500980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72fe87db-19b4-415c-abc0-89ce01349666 req-7150ae9f-59d7-440a-a781-97e705e3d202 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466625 Feb 04 17:12:30.269821 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09adce1-75ad-447b-897a-c8b092ed7835 req-da816c4e-4f97-4bc6-9647-5cd5b4c9b709 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:30.271501 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d09adce1-75ad-447b-897a-c8b092ed7835 req-da816c4e-4f97-4bc6-9647-5cd5b4c9b709 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0962243 Feb 04 17:12:30.272731 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:30.329536 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d09adce1-75ad-447b-897a-c8b092ed7835 req-104e7fde-8e4f-4ddd-ac34-8b84815b1832 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513618 Feb 04 17:12:31.570665 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f304-15bd-4e06-98ad-5b1e03ff4102 req-e1b021fa-2c9a-41fe-a818-f04266b6dddf tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:31.572205 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f20f304-15bd-4e06-98ad-5b1e03ff4102 req-e1b021fa-2c9a-41fe-a818-f04266b6dddf tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0906003 Feb 04 17:12:31.626512 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8f20f304-15bd-4e06-98ad-5b1e03ff4102 req-9d95b7d0-2099-4a5e-abbc-51ccff058725 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Feb 04 17:12:31.924469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ed51c499-3d80-4301-b4a1-2b515f412796 req-ab9c9856-b51d-4dbc-b567-3070a239b1ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1533802 Feb 04 17:12:32.195460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50742) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:12:32.233604 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c9d7e-e814-42ff-a67c-196032bebae0 req-56564e4b-15f0-4e7b-bf68-b8f7a2991da8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.235174 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e4c9d7e-e814-42ff-a67c-196032bebae0 req-56564e4b-15f0-4e7b-bf68-b8f7a2991da8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 946 time: 0.0997205 Feb 04 17:12:32.328405 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1e4c9d7e-e814-42ff-a67c-196032bebae0 req-9ab421b0-16bf-4e00-b6c9-675831f1d429 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845816 Feb 04 17:12:32.375752 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-9c182f22-9e3b-4f46-82d2-41f7dbee319b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1789310 Feb 04 17:12:32.584494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:32.722762 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:32.756485 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:12:32.767504 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:32.774132 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:32.849384 n-d-827873-1 neutron-server[83598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'code': 422} returned with failed status Feb 04 17:12:32.855754 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.994004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-26bc91ba-2c7a-4250-a602-fd724b70caf9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 1095 time: 0.0849795 Feb 04 17:12:33.103100 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-99759d4e-3a02-4682-a1aa-47f6dddbfce9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1095 time: 0.0846944 Feb 04 17:12:33.279420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debec6a3-34ea-4160-89a4-68567792bfee req-bd542ef4-4fcf-41a2-a7dc-da89164503be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.280843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-bd542ef4-4fcf-41a2-a7dc-da89164503be service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1712267 Feb 04 17:12:33.400304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-58c3774c-b1c7-4783-a4b7-084ee9303180 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1000 time: 0.1135597 Feb 04 17:12:33.523973 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debec6a3-34ea-4160-89a4-68567792bfee req-fa7b8278-2884-42c9-b4dd-bcf8fc1c2929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.526242 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-fa7b8278-2884-42c9-b4dd-bcf8fc1c2929 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1201866 Feb 04 17:12:33.655429 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd3b20-ba00-49dd-af5b-4a96bf5dde3b req-93e2556e-5861-4f6b-938e-aa402777665d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.658246 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5efd3b20-ba00-49dd-af5b-4a96bf5dde3b req-93e2556e-5861-4f6b-938e-aa402777665d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1790998 Feb 04 17:12:33.683603 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-87ee1a23-750f-4d16-b46e-625fc8e52507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505249 Feb 04 17:12:33.815390 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5efd3b20-ba00-49dd-af5b-4a96bf5dde3b req-43180186-37cc-4ad1-886c-ac3607fe5579 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513906 Feb 04 17:12:33.883150 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-afef2d41-6e2e-45ad-95bd-bb5e33d447bf service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927710 Feb 04 17:12:34.061466 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-9e439682-c46a-4e90-8f1b-1d89eff38163 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726475 Feb 04 17:12:35.336129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97601ef-70f6-44d7-a65f-5eefead1a4de req-162aaa3d-0043-42ab-a8a0-d3b9f5438146 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:35.337710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b97601ef-70f6-44d7-a65f-5eefead1a4de req-162aaa3d-0043-42ab-a8a0-d3b9f5438146 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1131389 Feb 04 17:12:35.437965 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b97601ef-70f6-44d7-a65f-5eefead1a4de req-d811f396-3ea1-468f-b43a-7e4becfcc6b2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898855 Feb 04 17:12:36.627342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:12:36.862441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb1928-58ae-4ce1-aec0-0fd0730b5efc req-09368b6a-c03f-4a85-8f92-9cc2f7e4d104 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.864352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbbb1928-58ae-4ce1-aec0-0fd0730b5efc req-09368b6a-c03f-4a85-8f92-9cc2f7e4d104 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.2717643 Feb 04 17:12:36.940895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cbbb1928-58ae-4ce1-aec0-0fd0730b5efc req-d02b64d0-1b1c-43a9-9166-4e1a899681ce tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700133 Feb 04 17:12:38.240452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7435e8d-a71a-4e13-ab88-cad86a750661 req-9e5a08d4-b04f-41b1-9f16-74c0f198e9ef tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:38.242223 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7435e8d-a71a-4e13-ab88-cad86a750661 req-9e5a08d4-b04f-41b1-9f16-74c0f198e9ef tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1112082 Feb 04 17:12:38.300552 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d7435e8d-a71a-4e13-ab88-cad86a750661 req-6802f32f-4f3f-4864-949d-9be305359bc9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491076 Feb 04 17:12:39.533708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd4529-ce78-4a6d-8233-29fe1603efe3 req-983af08c-c8a3-4b75-950b-347bebe4d3e0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:39.535145 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9bd4529-ce78-4a6d-8233-29fe1603efe3 req-983af08c-c8a3-4b75-950b-347bebe4d3e0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0867131 Feb 04 17:12:39.590702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9bd4529-ce78-4a6d-8233-29fe1603efe3 req-14a32eb0-8091-491a-98c7-e97ba96f51f9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460835 Feb 04 17:12:40.874705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de2ea7-5cf4-4e3b-a4ee-6396f80056fd req-f21eb8af-01a6-42df-a89c-f729d15c83fa tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:40.877256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56de2ea7-5cf4-4e3b-a4ee-6396f80056fd req-f21eb8af-01a6-42df-a89c-f729d15c83fa tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1168671 Feb 04 17:12:40.959251 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56de2ea7-5cf4-4e3b-a4ee-6396f80056fd req-fbd7c764-ffc8-45ea-8df3-5f85d90d5e93 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753860 Feb 04 17:12:42.246771 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efb3e6-95a4-4b0e-86d8-d197ac587b46 req-981182b2-4614-418c-b9af-274de1cc33cd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:42.248453 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4efb3e6-95a4-4b0e-86d8-d197ac587b46 req-981182b2-4614-418c-b9af-274de1cc33cd tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.1121294 Feb 04 17:12:42.302082 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4efb3e6-95a4-4b0e-86d8-d197ac587b46 req-f85eab7e-343d-40d7-93d6-874f75ab5ceb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Feb 04 17:12:43.537285 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a344ff-7fb9-4dee-979d-603700865a22 req-0c6c5ad3-705a-4679-94e0-121b6258f199 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:43.538754 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87a344ff-7fb9-4dee-979d-603700865a22 req-0c6c5ad3-705a-4679-94e0-121b6258f199 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0906785 Feb 04 17:12:43.591902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-87a344ff-7fb9-4dee-979d-603700865a22 req-4565db1a-5cca-4161-9d36-743b51e3c410 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Feb 04 17:12:44.816647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6962df-0359-43dd-a413-b45654f8d5d9 req-83098a94-ee65-4e2c-a7e3-b1412c98afac tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:44.818446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6962df-0359-43dd-a413-b45654f8d5d9 req-83098a94-ee65-4e2c-a7e3-b1412c98afac tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0853686 Feb 04 17:12:44.875161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a6962df-0359-43dd-a413-b45654f8d5d9 req-9c71a0ae-9d24-44b9-a1e2-3021b7d54837 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493314 Feb 04 17:12:46.094069 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ae8ba-9154-436c-a07a-b80c2946208d req-2b0acd70-92c3-4b27-995d-e98a47b0cdae tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:46.096337 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a93ae8ba-9154-436c-a07a-b80c2946208d req-2b0acd70-92c3-4b27-995d-e98a47b0cdae tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 944 time: 0.0926108 Feb 04 17:12:46.146770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a93ae8ba-9154-436c-a07a-b80c2946208d req-0bfea87a-f248-4367-bcea-14d812a9a6de tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Feb 04 17:12:46.615638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:12:46.777317 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:46.791954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'port_id': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'mac_address': 'fa:16:3e:b3:1a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:12:46.851199 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:46.870445 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:12:46.887976 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:46.893239 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:46.965216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:47.135987 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['3d78622c-6825-4c2e-a181-1b7488381ad7'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:12:47.401068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dadea0-32b3-439b-bdb4-31b4c919f6a7 req-48d9e842-2384-4c89-8149-ca0652836f8c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:47.401824 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28dadea0-32b3-439b-bdb4-31b4c919f6a7 req-48d9e842-2384-4c89-8149-ca0652836f8c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 945 time: 0.1163688 Feb 04 17:12:47.453314 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28dadea0-32b3-439b-bdb4-31b4c919f6a7 req-3ce0d0de-595a-4b13-b999-464ae5bb568d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458097 Feb 04 17:12:48.631682 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:12:48.675046 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8672c1-d826-4875-a9aa-267c7a4932fa req-344b7823-5ee7-463c-a368-e3348ff67a90 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:48.679800 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e8672c1-d826-4875-a9aa-267c7a4932fa req-344b7823-5ee7-463c-a368-e3348ff67a90 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 945 time: 0.0880096 Feb 04 17:12:48.711160 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port 3d78622c-6825-4c2e-a181-1b7488381ad7 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:48.711823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:48.733823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e8672c1-d826-4875-a9aa-267c7a4932fa req-9b12b461-e200-4a05-8050-b16b067596d6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489275 Feb 04 17:12:48.877661 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:48.904740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:12:48.915817 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:48.920401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:48.970990 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'code': 200} Feb 04 17:12:49.002136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:49.223252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73460e0c-a7c0-4e5d-a9f2-1e904cc7c4ab req-c586f319-9c51-42cb-afa3-32fd05839042 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1098 time: 0.0790477 Feb 04 17:12:49.270719 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-73460e0c-a7c0-4e5d-a9f2-1e904cc7c4ab req-a2822329-6298-484c-9128-4b503c69c922 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Feb 04 17:12:49.962213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4cd24-5b9b-4449-9c42-9a0dafcc6980 req-032d346d-b4de-4f03-8797-efca1478d54b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:49.965521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6b4cd24-5b9b-4449-9c42-9a0dafcc6980 req-032d346d-b4de-4f03-8797-efca1478d54b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 947 time: 0.0893157 Feb 04 17:12:50.034608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b6b4cd24-5b9b-4449-9c42-9a0dafcc6980 req-8cd551ee-d70a-44de-9571-378697f0905a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600214 Feb 04 17:12:51.255263 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f583e-14dd-4501-a5ff-255d1f6a0145 req-4371266a-39e6-4397-ba38-87623244a53b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:51.256972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb6f583e-14dd-4501-a5ff-255d1f6a0145 req-4371266a-39e6-4397-ba38-87623244a53b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 947 time: 0.0823231 Feb 04 17:12:51.304282 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cb6f583e-14dd-4501-a5ff-255d1f6a0145 req-454e84fc-3cb9-42b2-b66a-bc0ba0df4ace tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Feb 04 17:12:51.533275 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:51.929166 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:55.238006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-7d0485d7-8584-4cb3-9daf-050120596503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:57.332232 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f38001d6-b338-4fd9-9be2-49c480d8feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:58.792372 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:12:58.851854 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:00.276888 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:01.574195 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:13:20.325902 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-6ed1f841-829e-43d7-9fe5-ddf0de68a3a4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932364 Feb 04 17:13:20.494751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-5ce4ca09-3fc8-4707-9c03-1469b920fb4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1098 time: 0.0849850 Feb 04 17:13:20.664755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-f23ba060-ad2c-45ce-9710-c5d5714035bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.666215 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-f23ba060-ad2c-45ce-9710-c5d5714035bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1499541 Feb 04 17:13:20.793806 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-b741c2a6-6c60-4759-8674-c741d38c96b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 1002 time: 0.1208096 Feb 04 17:13:20.879828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-8172b4fd-65b6-4fec-9117-36f4bcdabbb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:13:20.882748 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-8172b4fd-65b6-4fec-9117-36f4bcdabbb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0809181 Feb 04 17:13:21.090747 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-1a5a5996-d1d2-4642-849a-3968c29f1a26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019546 Feb 04 17:13:21.263675 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-19945c84-45c4-4d5e-9801-18ecc74f2cb2 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655049 Feb 04 17:13:21.406029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-552385c6-6bce-468b-9c4d-1bb27ec1cd55 req-6e83ae8d-9536-4105-9dfb-7b60687751de service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341801 Feb 04 17:13:21.534883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:21.943746 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:25.243602 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9e5e1ac1-0d1a-4f6a-ba90-889f3a0ce470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:27.336249 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4ed321b8-f72b-43f8-895f-13007e2b6d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:28.798853 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:28.854352 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:30.283409 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:38.576496 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:13:51.532011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:51.955255 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:55.249510 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3e3283e2-b580-468f-b0f9-9bc5fcf805ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:57.341559 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ae4d15a1-ee4e-43b3-88f2-cb391505bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:58.803201 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:13:58.862461 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:00.283543 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:00.852369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50856) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:01.065335 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Deleting port 371a0844-9c20-404a-a342-f43e760b79ae {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:14:01.065674 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:01.246272 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:01.246658 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:01.379021 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Calling delete_port for 371a0844-9c20-404a-a342-f43e760b79ae owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:14:01.536300 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:01.596867 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'Port': ['ID=371a0844-9c20-404a-a342-f43e760b79ae,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:01.666215 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.666582 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.666920 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.667243 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.667560 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.667876 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.668187 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.668498 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.668811 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.669146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.669459 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:01.703108 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:02.228427 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:02.449914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:02.463380 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:14:02.472372 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:02.478176 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:14:02.478996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:13:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:02.531788 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5b102865-6e70-423a-92d7-b5bc1bc2722d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "DELETE /v2.0/floatingips/bac417db-bc07-4c27-8b46-987ca30bbedf HTTP/1.1" status: 204 len: 168 time: 1.6775570 Feb 04 17:14:02.532527 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:14:02.702561 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:14:02.723596 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'status': 'completed', 'code': 200} Feb 04 17:14:02.858577 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-f6f9ba3a-a312-44b3-a3ce-b1c4aec18b17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 1098 time: 0.0952318 Feb 04 17:14:03.032844 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-e8aa62f4-40e7-4453-837f-5a4cb826b342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.034238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-e8aa62f4-40e7-4453-837f-5a4cb826b342 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1658618 Feb 04 17:14:03.150748 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:03.155553 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:14:03.157383 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-90943f35-1b63-4de8-bb37-04f3e3e854d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 200 len: 217 time: 0.1154475 Feb 04 17:14:03.168065 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:14:03.168666 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:13:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:03.244912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-b968cda2-8ad0-4d92-b437-702f3063cc89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.246305 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-b968cda2-8ad0-4d92-b437-702f3063cc89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0797608 Feb 04 17:14:03.294738 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed792ff-689b-4dcf-93cf-28a43e22aaf7 req-55779290-f872-45d4-b2f8-33e9e8fe51b4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:03.296185 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ed792ff-689b-4dcf-93cf-28a43e22aaf7 req-55779290-f872-45d4-b2f8-33e9e8fe51b4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 947 time: 0.3526556 Feb 04 17:14:03.355945 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:14:03.361385 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7ed792ff-689b-4dcf-93cf-28a43e22aaf7 req-7cb4da50-6339-40e2-9a55-3329a40c70ef tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576816 Feb 04 17:14:03.376238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-bb87a23b-d3e4-4638-9d7b-e746db685d83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210012 Feb 04 17:14:03.516439 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-cb4898eb-fa92-4b60-a20e-0fc680c21485 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295817 Feb 04 17:14:03.658572 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a342f744-f1c2-4ef9-a1d5-4dd2dc7f5667 req-250efea6-bf8f-46dd-891c-c98df475872a service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361434 Feb 04 17:14:03.680521 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:03.684582 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f24e-130f-44a6-b1a0-1969f31d0927 None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:14:03.940198 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ce3ba-f62b-4ccd-94fa-fcc177d5f725 None None] New status for floating IP bac417db-bc07-4c27-8b46-987ca30bbedf: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:14:04.693512 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-f586ad57-0ab9-4b48-ab8d-a3fa1754fab9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.694976 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-f586ad57-0ab9-4b48-ab8d-a3fa1754fab9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 947 time: 0.1450322 Feb 04 17:14:04.704936 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd96b0c-1ab4-420b-b154-f7f3c7161ed5 req-18a5ec33-350f-4780-9d95-e4e58101fea0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:04.706410 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdd96b0c-1ab4-420b-b154-f7f3c7161ed5 req-18a5ec33-350f-4780-9d95-e4e58101fea0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 947 time: 0.2028918 Feb 04 17:14:04.802436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Deleting port 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:14:04.802770 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:04.844011 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdd96b0c-1ab4-420b-b154-f7f3c7161ed5 req-efe6ed2f-2762-48a0-966f-6a9c4c7e426b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=d0364635-3f80-40a2-9ab7-a727213df70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083267 Feb 04 17:14:05.072066 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] For port 3d78622c-6825-4c2e-a181-1b7488381ad7, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=3d78622c-6825-4c2e-a181-1b7488381ad7,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:05.072340 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:05.308596 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Calling delete_port for 3d78622c-6825-4c2e-a181-1b7488381ad7 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:14:05.458459 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:05.507374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'Port': ['ID=3d78622c-6825-4c2e-a181-1b7488381ad7,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:05.520536 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.520878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.521210 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.521537 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.521929 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.522188 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.522546 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.523461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.523461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.523461 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.523741 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:05.595840 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] No DVR routers for this DVR port 3d78622c-6825-4c2e-a181-1b7488381ad7 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:14:05.598421 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:05.601025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-deleted', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:14:05.613686 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8ebbe619-926c-4fb9-bbbe-c89efbcceccf req-31293f40-9266-40af-bf61-ba9c7da33c2b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "DELETE /v2.0/ports/3d78622c-6825-4c2e-a181-1b7488381ad7 HTTP/1.1" status: 204 len: 173 time: 0.9060600 Feb 04 17:14:05.681975 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd1f48e-6cc4-4651-86ec-26fec578525e', 'name': 'network-vif-deleted', 'tag': '3d78622c-6825-4c2e-a181-1b7488381ad7', 'status': 'completed', 'code': 200} Feb 04 17:14:06.038451 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-de44e712-82ea-42ff-bf58-f31f13b0ba2b req-8ea7e168-56f5-41a8-8d68-1a5b3a44b9b5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:14:06.055644 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-de44e712-82ea-42ff-bf58-f31f13b0ba2b req-8ea7e168-56f5-41a8-8d68-1a5b3a44b9b5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:14:06.056784 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-de44e712-82ea-42ff-bf58-f31f13b0ba2b req-8ea7e168-56f5-41a8-8d68-1a5b3a44b9b5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=edd1f48e-6cc4-4651-86ec-26fec578525e HTTP/1.1" status: 200 len: 210 time: 0.0641809 Feb 04 17:14:07.170663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50882) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:07.243077 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.273333 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.345800 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.366132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0364635-3f80-40a2-9ab7-a727213df70d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:07.378366 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.379542 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-3b245107-b89d-42c7-8b18-04029a8b89b1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0364635-3f80-40a2-9ab7-a727213df70d HTTP/1.1" status: 204 len: 168 time: 0.2072544 Feb 04 17:14:07.886301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 50890) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:07.892755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719159637', 'description': 'tempest-secgroup-smoke-1719159637 description', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:07.901839 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:07.906972 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:07.911653 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:07.917475 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:07.932017 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:07.971148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:07.975014 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:07.977817 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:07.983470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.057020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.060998 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.110390 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42fa0b9-93a7-4abf-81a4-a69531bcce7f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.117297 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.121386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-47b711bd-c2c7-4f84-9780-121f8b8aeae4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2340417 Feb 04 17:14:08.121544 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50894) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.129667 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.136969 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.142004 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.146624 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.152585 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.170172 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.237898 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.241729 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.266260 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faa7152-a2b6-4750-8dc7-54c88dea795e,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.278990 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.280352 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3a17bb64-d110-4db4-b3d5-880aa6e1d76d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1577275 Feb 04 17:14:08.283288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50898) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.288688 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.296627 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.301076 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.304075 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.309807 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.331427 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.399306 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.403182 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.428359 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77f78d3-f1cf-4181-b1af-b4f9c7bd2dd5,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.438976 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.440147 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-1dbf4cea-41ba-411d-91c0-1eb59085651b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1559603 Feb 04 17:14:08.443126 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50902) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.448472 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.457423 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.462151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.465145 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.471821 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.489324 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.555873 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.560205 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.585458 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a101aff-02d3-4a22-8c9e-b5ecb60e8d1f,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.596520 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.597775 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a4a00852-c1e3-4ef9-a572-261cda981ff4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1537340 Feb 04 17:14:08.600741 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50906) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.606129 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.613022 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.616922 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.619870 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.626064 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.644598 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.724067 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.730012 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.754397 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78d7aa9-dfc5-47c7-8365-afa64c6aa3a9,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.763642 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.765128 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-91f07095-4b88-4fee-a3d1-6babb18ba196 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1631968 Feb 04 17:14:08.768082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50910) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.773556 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.780988 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.785412 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.788367 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.794198 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.806138 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Project 5a8ad5ccf1464086892d02f93c7665e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:14:08.813208 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.884517 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.888316 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.914082 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4434e85b-df86-47f7-aafc-5c066fc5cf1d,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:08.930934 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:08.932732 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-75d98e39-e269-46fb-b604-0690ded97ec2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1637220 Feb 04 17:14:08.935607 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 50916) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:08.941814 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.v2.base [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'security_group_rule': {'security_group_id': 'a42fa0b9-93a7-4abf-81a4-a69531bcce7f', 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:08.948686 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:08.953018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:security_group_rule and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:08.955852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.quota.resource [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:08.961600 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.quota.driver [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:08.972504 n-d-827873-1 neutron-server[83596]: INFO neutron.db.securitygroups_db [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Project 5a8ad5ccf1464086892d02f93c7665e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:14:08.978914 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:09.048482 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:09.052954 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:09.081207 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:14:09.082514 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35122544-2e4e-4461-adcb-ac6f2a2378b7,revision_number=0']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:09.096877 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:09.108182 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-27630ee8-5756-48a3-8253-df4bcd7820f1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1711528 Feb 04 17:14:09.120292 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: 3d78622c-6825-4c2e-a181-1b7488381ad7 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:14:09.120930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device 3d78622c-6825-4c2e-a181-1b7488381ad7 not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:14:15.577072 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:14:21.530867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:21.954671 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:24.305526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3312f649-9780-491e-825c-13a9f7f0deef req-e8613d75-89ea-4053-b066-f1aa6de7de2c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:14:24.321838 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3312f649-9780-491e-825c-13a9f7f0deef req-e8613d75-89ea-4053-b066-f1aa6de7de2c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:14:24.327940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-e8613d75-89ea-4053-b066-f1aa6de7de2c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719159637&fields=id&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 267 time: 0.0600471 Feb 04 17:14:24.478477 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f649-9780-491e-825c-13a9f7f0deef req-c768f9d0-c674-44e1-8dfe-9c7444878c15 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:24.479896 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-c768f9d0-c674-44e1-8dfe-9c7444878c15 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 808 time: 0.1500630 Feb 04 17:14:24.498008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-61ed6fbc-a88e-4e2d-aa6b-eaf2586dba7c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/quotas/5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 375 time: 0.0119650 Feb 04 17:14:24.589684 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-8f51dff4-5673-4d56-b163-ff46643f09a0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854640 Feb 04 17:14:24.605951 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-cc6e3987-edd3-4e23-b7d7-c62d1b08b605 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:14:24.606939 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-cc6e3987-edd3-4e23-b7d7-c62d1b08b605 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051887 Feb 04 17:14:24.756144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-95e4a4dc-ac8d-47cb-bf35-369d76a5e90e service neutron] 10.222.0.62 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407993 Feb 04 17:14:24.929107 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-63c18529-62fe-4b9a-8d46-9ed707f3f8f6 service neutron] 10.222.0.62 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665752 Feb 04 17:14:25.247083 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4983f212-1c06-46d1-8dc6-b76dac81b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:25.384810 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1cf4e258-a975-4cd6-af59-0bdab23415b0 req-c133bda6-1c5a-4ed9-a922-c172ab81acd4 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 210 time: 0.0426979 Feb 04 17:14:26.653832 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-369ae878-5b22-4e40-b586-64702cb6193a req-b6cd9da1-a689-4f5a-a8a9-568e92181352 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 210 time: 0.0562398 Feb 04 17:14:26.726106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f649-9780-491e-825c-13a9f7f0deef req-9a4f471e-58ac-46b0-81ef-09ced7c814d1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.728931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-9a4f471e-58ac-46b0-81ef-09ced7c814d1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 808 time: 0.2207708 Feb 04 17:14:26.802054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-7330274a-4154-41a4-af00-552af20d14b7 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 380 time: 0.0609229 Feb 04 17:14:26.813510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'port': {'device_id': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'admin_state_up': True, 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'security_groups': ['a42fa0b9-93a7-4abf-81a4-a69531bcce7f']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:26.974715 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:26.985795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:27.000313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Made reservation on behalf of 5a8ad5ccf1464086892d02f93c7665e4 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:14:27.004249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:27.256592 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Allocated IP 172.20.0.14 (ad6a6931-ffc8-4383-8a9c-f505e3996067/643ba97b-58d5-489c-bad4-55c5bdd1ca15/ed3cc3ce-8f2e-47c4-812c-88f9633c2174) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:27.341410 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e874cfab-3e82-43a5-8b71-5137744a6c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:27.606491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:27.630569 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Transition to ACTIVE for port object ed3cc3ce-8f2e-47c4-812c-88f9633c2174 will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:27.656933 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:27.738044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:27.741289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:27.745497 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:14:27.844777 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:27.845908 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:27.851967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:27.946942 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-f93d8130-86ba-43ca-aca5-313bd017582a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1387031 Feb 04 17:14:27.970102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Request body: {'port': {'device_id': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:28.029404 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7987a-be80-4e78-92b7-9d42d0e13264 req-6ca65769-4007-4ec0-a84d-99452aa23ec3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:28.030012 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2fe7987a-be80-4e78-92b7-9d42d0e13264 req-6ca65769-4007-4ec0-a84d-99452aa23ec3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:14:28.059658 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6466c46e-803b-4f10-9fd5-036ca1a26348 None None] Provisioning for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:28.068087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-6466c46e-803b-4f10-9fd5-036ca1a26348 None None] Provisioning complete for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:28.068933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6466c46e-803b-4f10-9fd5-036ca1a26348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.091489 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-2fe7987a-be80-4e78-92b7-9d42d0e13264 req-6ca65769-4007-4ec0-a84d-99452aa23ec3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:14:28.092674 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fe7987a-be80-4e78-92b7-9d42d0e13264 req-6ca65769-4007-4ec0-a84d-99452aa23ec3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 932 time: 0.2378833 Feb 04 17:14:28.147742 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.200304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-6466c46e-803b-4f10-9fd5-036ca1a26348 None None] Port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:14:28.240001 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2fe7987a-be80-4e78-92b7-9d42d0e13264 req-e3e08243-44f0-4590-a86b-2140785ce0d2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358922 Feb 04 17:14:28.604102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:14:28.614209 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.635538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Transition to ACTIVE for port object ed3cc3ce-8f2e-47c4-812c-88f9633c2174 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:14:28.642453 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.781681 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:28.810848 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.861706 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:28.915558 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:14:28.915997 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:14:28.916474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:14:28.924945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:14:28.925269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:14:28.932121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:14:28.932458 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:14:28.932833 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Bound using segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:14:28.933255 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Bound port: ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:14:28.933601 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:29.045893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:14:29.049878 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:14:29.056433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:29.128919 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:29.130792 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1092 time: 1.1711214 Feb 04 17:14:29.131430 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:14:29.165327 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f54e8-7c28-4404-8d89-9f90e47f95f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:29.247595 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'status': 'completed', 'code': 200} Feb 04 17:14:29.307226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-f1790bfe-ec68-4e94-82f7-3ae2eb221006 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1095 time: 0.1146240 Feb 04 17:14:29.407060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-295d2594-bb0c-474b-8535-3ef3b1fe4f30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 217 time: 0.0915120 Feb 04 17:14:29.528943 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f649-9780-491e-825c-13a9f7f0deef req-baa8642f-b978-4418-b68b-a397bbf72895 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.530381 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-baa8642f-b978-4418-b68b-a397bbf72895 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1187732 Feb 04 17:14:29.624889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2ba33-dfef-4357-a44c-e28fa6478c85 req-8f930406-737e-47b3-a839-353548c87e35 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:29.626621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9f2ba33-dfef-4357-a44c-e28fa6478c85 req-8f930406-737e-47b3-a839-353548c87e35 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.1783376 Feb 04 17:14:29.796527 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-811f473f-c085-42f1-896a-cfd6607de869 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571657 Feb 04 17:14:29.830170 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f9f2ba33-dfef-4357-a44c-e28fa6478c85 req-958a6e54-685d-4708-a520-ceaf29257777 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972580 Feb 04 17:14:29.974024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-eb098d02-71e0-460b-8884-050283827a51 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703744 Feb 04 17:14:30.148823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3312f649-9780-491e-825c-13a9f7f0deef req-9c3efc06-93d0-4970-a737-26179b09fa76 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688044 Feb 04 17:14:30.288403 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:30.295226 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-08268c19-374a-4e18-aea4-f77499f4aa36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1095 time: 0.0869837 Feb 04 17:14:30.457976 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-0d6ac610-4f12-4b5d-ae3e-62ddae42cbbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.460191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-0d6ac610-4f12-4b5d-ae3e-62ddae42cbbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1584218 Feb 04 17:14:30.576198 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-3adffd9c-5adb-407a-9eed-9f43ee9b64ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 217 time: 0.1069186 Feb 04 17:14:30.646695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-36538fe9-f935-465c-87ac-b62a30747d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.648169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-36538fe9-f935-465c-87ac-b62a30747d78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0669467 Feb 04 17:14:30.755834 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-d0aabf32-d89d-44d3-b891-98091fb58648 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982053 Feb 04 17:14:30.931144 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-69e6176d-7ff8-4c16-b950-58f43e897d7a service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685507 Feb 04 17:14:31.128677 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1c9248a-7581-43ab-ba5f-673644e8944e req-dcb1f022-efaf-4aed-821c-b577056acbd6 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919982 Feb 04 17:14:31.143025 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dffcfe-326c-426b-a6a8-4b9134a07480 req-906f8020-f8d3-4db8-bfa1-2317e17f64d1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:31.145302 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69dffcfe-326c-426b-a6a8-4b9134a07480 req-906f8020-f8d3-4db8-bfa1-2317e17f64d1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.1357098 Feb 04 17:14:31.203548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69dffcfe-326c-426b-a6a8-4b9134a07480 req-72e97b6f-3184-46ff-bdb2-1d7b49c513c3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515246 Feb 04 17:14:32.413182 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883129a-e8aa-4c69-88d3-ec151b83b4e5 req-835cc358-6261-4fdf-adfb-f18daad66d9c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:32.414576 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e883129a-e8aa-4c69-88d3-ec151b83b4e5 req-835cc358-6261-4fdf-adfb-f18daad66d9c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0830352 Feb 04 17:14:32.464613 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e883129a-e8aa-4c69-88d3-ec151b83b4e5 req-e9e0e717-6893-457e-b53f-6dc2e20c4584 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Feb 04 17:14:33.686751 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379de32d-c660-49c8-9b77-326c1ad0487f req-96efa1ea-e3d5-4c76-b9de-2dd8b0ad0988 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.689296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-379de32d-c660-49c8-9b77-326c1ad0487f req-96efa1ea-e3d5-4c76-b9de-2dd8b0ad0988 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0921757 Feb 04 17:14:33.743488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-379de32d-c660-49c8-9b77-326c1ad0487f req-9659f427-858d-4ebc-ac1c-fd400e315663 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481262 Feb 04 17:14:34.984955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb37c1-8d41-4869-86a7-a5036cf9a66e req-9232b613-47e8-4842-be4f-4f9502f98222 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:34.986468 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96eb37c1-8d41-4869-86a7-a5036cf9a66e req-9232b613-47e8-4842-be4f-4f9502f98222 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0883739 Feb 04 17:14:35.035836 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-96eb37c1-8d41-4869-86a7-a5036cf9a66e req-4230d668-bf6a-4158-94d3-aa0a05e80aca tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Feb 04 17:14:36.257527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0afbb-919b-4a53-829e-80409b92a4f6 req-fefe7a1d-54a4-4fa7-8c0d-d3d9bff4bce6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:36.259024 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56c0afbb-919b-4a53-829e-80409b92a4f6 req-fefe7a1d-54a4-4fa7-8c0d-d3d9bff4bce6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0937917 Feb 04 17:14:36.306176 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-56c0afbb-919b-4a53-829e-80409b92a4f6 req-16cd7adf-9ab3-47cb-8d0a-7dd0ab70c3c1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Feb 04 17:14:37.590243 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4598c-588a-4e46-b292-82ff2547d38b req-be29f57f-e74c-4780-9d41-f177e61305c9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.591626 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77d4598c-588a-4e46-b292-82ff2547d38b req-be29f57f-e74c-4780-9d41-f177e61305c9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.1060119 Feb 04 17:14:37.643893 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-77d4598c-588a-4e46-b292-82ff2547d38b req-c4b55a48-8ced-4f2f-9200-576de4f307c6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 Feb 04 17:14:39.000974 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bba30-3c5d-44c4-a083-2990bdbb653c req-25dc4992-6b3b-4d15-8ff7-0071d63ea8c8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:39.002581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d46bba30-3c5d-44c4-a083-2990bdbb653c req-25dc4992-6b3b-4d15-8ff7-0071d63ea8c8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.2205698 Feb 04 17:14:39.068050 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d46bba30-3c5d-44c4-a083-2990bdbb653c req-a3b73abe-6d9b-43de-a174-d8320b04262f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589142 Feb 04 17:14:39.189416 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:14:39.366208 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:39.383303 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'mac_address': 'fa:16:3e:16:93:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:14:39.462994 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:39.493500 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:14:39.520084 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:39.524011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:39.595016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:39.603857 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.604268 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.604707 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.605042 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.606426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.606426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.606426 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.606851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.606851 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.607174 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.607519 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:39.726772 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ed3cc3ce-8f2e-47c4-812c-88f9633c2174'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:14:40.277836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e73a99-5cfe-46a5-aa3e-de84f357768b req-19991e1b-e15d-4545-b503-933f6e540565 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.279325 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9e73a99-5cfe-46a5-aa3e-de84f357768b req-19991e1b-e15d-4545-b503-933f6e540565 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 945 time: 0.0790787 Feb 04 17:14:40.331352 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c9e73a99-5cfe-46a5-aa3e-de84f357768b req-150f836f-bbc5-46a4-91b9-0e56104e79e8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455191 Feb 04 17:14:41.204213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:14:41.275553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:14:41.281476 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:41.281934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:41.400455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:41.463048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:14:41.474385 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:14:41.479375 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:41.556180 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'code': 200} Feb 04 17:14:41.565953 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745c251-089f-4bd5-9586-abc5bfd978c6 req-bdae4525-ebff-454e-ab1f-c463dc1aa143 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:41.572962 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:41.575162 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e745c251-089f-4bd5-9586-abc5bfd978c6 req-bdae4525-ebff-454e-ab1f-c463dc1aa143 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1127138 Feb 04 17:14:41.629412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e745c251-089f-4bd5-9586-abc5bfd978c6 req-18b83c8b-38a4-4c9d-ac92-c5f191fc3135 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552030 Feb 04 17:14:41.718565 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6baf5cb-f955-4025-987b-11a966c8ff8f req-8b9e74d4-aa1b-4568-8e34-4eef8e617377 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1097 time: 0.0871482 Feb 04 17:14:41.772283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c6baf5cb-f955-4025-987b-11a966c8ff8f req-43b615ad-702e-4b92-9829-55e978692b97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473332 Feb 04 17:14:42.916153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a47c-07ce-41e5-bdc6-073678ad00ea req-0b6ce736-39ee-45e0-a50c-5aea6f123845 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.918488 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b50a47c-07ce-41e5-bdc6-073678ad00ea req-0b6ce736-39ee-45e0-a50c-5aea6f123845 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1204071 Feb 04 17:14:42.973391 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3b50a47c-07ce-41e5-bdc6-073678ad00ea req-2ec4a246-ad25-4d5d-848e-309e0b13eac9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458460 Feb 04 17:14:44.200766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d66239-26e1-4cc2-87e0-d78cf3929ac2 req-a3dcbee1-6255-48c0-8b7f-2ba0080eae4b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.202278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37d66239-26e1-4cc2-87e0-d78cf3929ac2 req-a3dcbee1-6255-48c0-8b7f-2ba0080eae4b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0862195 Feb 04 17:14:44.250578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-37d66239-26e1-4cc2-87e0-d78cf3929ac2 req-fe15c7d8-0d72-4c44-bbc5-3233fb34c69f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Feb 04 17:14:44.463425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f49a1-2b3f-4fad-b540-68c51813cf9f req-7284ef56-ed28-45a2-af44-f59385ad9861 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:44.464878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f04f49a1-2b3f-4fad-b540-68c51813cf9f req-7284ef56-ed28-45a2-af44-f59385ad9861 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0808427 Feb 04 17:14:44.517943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f04f49a1-2b3f-4fad-b540-68c51813cf9f req-b111310f-5046-4ba6-9a33-5c68927ce13f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Feb 04 17:14:44.553122 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51058) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:44.637987 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-82363681-71e1-404b-bad0-f3c1c330f50b tempest-TestShelveInstance-746731361 tempest-TestShelveInstance-746731361-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1092 time: 0.0836914 Feb 04 17:14:44.641662 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51062) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:14:44.647542 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:14:44.653829 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:14:44.658322 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Usage tracker for resource:floatingip and tenant:5a8ad5ccf1464086892d02f93c7665e4 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:14:44.661313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:14:44.667049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:14:44.678071 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:44.834734 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:44.996960 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Allocated IP 172.25.5.219 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/7f94829c-666e-4976-acc4-5bfa68ddb04b) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:14:45.173172 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:45.208605 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:45.292037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:14:45.294995 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:14:45.300374 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:14:45.334160 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=7f94829c-666e-4976-acc4-5bfa68ddb04b,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:46.036004 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:46.115198 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:46.353364 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:46.360275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:46.511246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event updated for resources: {'Port': ['ID=7f94829c-666e-4976-acc4-5bfa68ddb04b,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:46.529502 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:46.747418 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Floating IP 4236e8ab-9ae8-4be0-82a0-63c60ba029a6 associated. External IP: 172.25.5.219, port: ed3cc3ce-8f2e-47c4-812c-88f9633c2174. Feb 04 17:14:47.187166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:14:47.407139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:14:47.418315 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:14:47.431162 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:14:47.431841 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:14:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:47.433396 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:47.490397 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-1687fa27-bef9-4485-b517-6c4b44998d89 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8474035 Feb 04 17:14:47.491253 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:14:47.602911 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'status': 'completed', 'code': 200} Feb 04 17:14:47.680016 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:14:47.709517 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-81efe2d4-631a-46da-908a-209cf6003b79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1097 time: 0.0841458 Feb 04 17:14:47.975897 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-39927c5f-7ef0-4bb6-8270-e1ce6c56040a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:47.977313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-39927c5f-7ef0-4bb6-8270-e1ce6c56040a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.2617550 Feb 04 17:14:48.103228 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-cd226845-1c23-42a6-b2e7-88ef074a6a17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1000 time: 0.1196802 Feb 04 17:14:48.137923 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4236e8ab-9ae8-4be0-82a0-63c60ba029a6', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:16:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:45Z', 'updated_at': '2022-02-04T17:14:45Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:48.143338 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:14:48.158100 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:14:48.158992 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:14:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:48.178180 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-42a8b6c7-927f-4ca3-a4a0-60c38e942038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:48.179621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-42a8b6c7-927f-4ca3-a4a0-60c38e942038 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0709498 Feb 04 17:14:48.267856 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-622f53e3-3af0-495d-aa34-f7d1abcf7db5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827711 Feb 04 17:14:48.390694 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:14:48.419366 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-a7cc7415-5055-4230-98b7-116895356a1d service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454382 Feb 04 17:14:48.555742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cdd1b979-69c1-44eb-9d24-b5ff78267dbe req-6f86c0aa-d923-4b3f-9530-9e8ac3baa88f service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302602 Feb 04 17:14:48.802843 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4236e8ab-9ae8-4be0-82a0-63c60ba029a6', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:16:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:45Z', 'updated_at': '2022-02-04T17:14:45Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:14:48.807089 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff88bc-aaec-40ff-a5ea-35293d66113b None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4236e8ab-9ae8-4be0-82a0-63c60ba029a6', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'mac_address': 'fa:16:3e:16:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:14:45Z', 'updated_at': '2022-02-04T17:14:45Z', 'revision_number': 0, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:14:49.012446 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c46b9a-fabf-4ec2-b244-03ec52677bc8 None None] New status for floating IP 4236e8ab-9ae8-4be0-82a0-63c60ba029a6: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:14:51.535887 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:51.956354 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:52.579718 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:14:55.241257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ecafbd49-08f9-4128-ac4e-dc136d5ceea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:57.339576 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f14dca02-21c7-44bc-a2eb-aa2fd1898a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:58.805395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:14:58.860227 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:00.292616 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:21.529455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:21.966797 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:22.397322 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-365ad068-05f3-4f07-a1fb-67685b2dd7b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1550369 Feb 04 17:15:22.543303 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-33c487dc-84f5-4867-b8b0-58dc27b1159f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1097 time: 0.0738249 Feb 04 17:15:22.698084 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-53c94afa-9c04-4368-9e66-e6a544433a66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.699803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-53c94afa-9c04-4368-9e66-e6a544433a66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1368754 Feb 04 17:15:22.804300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-f30a5493-09da-460b-bcee-10161e3cd898 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1002 time: 0.0985930 Feb 04 17:15:22.871035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-4740a51c-6257-4da2-9a47-424a16e99ac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:22.872418 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-4740a51c-6257-4da2-9a47-424a16e99ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0619977 Feb 04 17:15:22.950396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-6f88bb9f-aa66-4aa7-9ded-4e8d26b83a8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708539 Feb 04 17:15:23.090046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-87857a44-fd53-4073-8804-e3be5eb3c143 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332951 Feb 04 17:15:23.237020 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a1bcaef-f245-4954-b2a8-bdf484d58f6e req-e3aaa8f8-5ab4-4557-a3cc-4b9fc2ab949f service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395614 Feb 04 17:15:25.244399 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-57d34000-ea40-43b5-a99d-1033ff05013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:27.334248 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcfb5-831d-4405-a221-eabc1d4128fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:28.808260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:28.862894 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:29.585464 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:15:30.288996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:51.609699 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:51.966115 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:55.253238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3fdde4fc-8a41-47c9-94d2-31889c947356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:57.336539 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-690e6424-78a5-4d96-8960-2535c85e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:58.813515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:15:58.870695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:00.293530 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:06.588891 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:16:21.608189 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:21.965966 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:23.435298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-fa402ba4-98ff-4fad-8852-165b980208db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995793 Feb 04 17:16:23.605340 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-73fe79a0-6ee4-4fb9-ad02-0171204197b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1097 time: 0.0904322 Feb 04 17:16:23.884543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-a35b895a-2007-4d88-aead-c48ad8f1c235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:23.886065 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-a35b895a-2007-4d88-aead-c48ad8f1c235 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.2618127 Feb 04 17:16:24.008212 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-039a2d89-e761-4362-adcf-d8fe3de9b561 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1002 time: 0.1155446 Feb 04 17:16:24.080139 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-ad7ff9d7-2596-435c-a38b-dac86913d0e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:24.081735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-ad7ff9d7-2596-435c-a38b-dac86913d0e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0670447 Feb 04 17:16:24.183905 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-ffa6d10d-482f-414d-94ad-ea01863568a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958369 Feb 04 17:16:24.357046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-5ca076e0-b15c-4335-95e4-2bb2520d096a service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662805 Feb 04 17:16:24.523250 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fc7afffa-d83a-4192-9eba-91b07176c586 req-158fa966-42ee-4f7e-a2e8-ebd73b3a4f56 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599603 Feb 04 17:16:25.271568 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-017ebcd8-cf3c-404c-8494-107f8e6d0292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:27.343690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-95678ccf-41f2-4f87-ac82-33da86bbbae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:28.808600 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:28.869941 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:30.301015 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:43.019137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a08d52-7594-4e0a-ab30-d24855a931f4 req-a7092746-8988-4790-b3f8-ce0521e55533 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:43.021254 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7a08d52-7594-4e0a-ab30-d24855a931f4 req-a7092746-8988-4790-b3f8-ce0521e55533 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0954263 Feb 04 17:16:43.073344 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c7a08d52-7594-4e0a-ab30-d24855a931f4 req-d475b71b-4cc9-4582-8f98-e78f99090abb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Feb 04 17:16:43.589815 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:16:44.427670 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b043f2f-7c89-4bd9-a09d-4b9ed5c1e385 req-c83f1894-46a8-4ec2-b149-45eca6f06c18 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:44.430149 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b043f2f-7c89-4bd9-a09d-4b9ed5c1e385 req-c83f1894-46a8-4ec2-b149-45eca6f06c18 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1267357 Feb 04 17:16:44.490321 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b043f2f-7c89-4bd9-a09d-4b9ed5c1e385 req-a472613b-a861-4342-b3ca-264d6b6d0d37 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531797 Feb 04 17:16:45.799935 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63720a-a62c-4d77-914c-e2277ea0708a req-459f055d-cd78-4d07-ade4-a810fcd7e9da tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:45.801891 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e63720a-a62c-4d77-914c-e2277ea0708a req-459f055d-cd78-4d07-ade4-a810fcd7e9da tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1015310 Feb 04 17:16:45.865118 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0e63720a-a62c-4d77-914c-e2277ea0708a req-84c5e93d-9671-4d4a-a2e9-570e4b5ce958 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557606 Feb 04 17:16:47.190752 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce200f65-ac0c-47e5-bd5b-1d55a84bffff req-f06d8d7a-56ff-4b0f-9f66-85249e1b1bf7 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:47.192779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce200f65-ac0c-47e5-bd5b-1d55a84bffff req-f06d8d7a-56ff-4b0f-9f66-85249e1b1bf7 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1181650 Feb 04 17:16:47.259733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ce200f65-ac0c-47e5-bd5b-1d55a84bffff req-b6c2a6dc-b765-4953-a48e-b457474dc640 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609457 Feb 04 17:16:48.524132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b47f8-a2e1-4a51-a134-fbaa7a1e5a58 req-38b082b3-d0fa-4f4b-9b06-acb53389ff9e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:48.526309 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f0b47f8-a2e1-4a51-a134-fbaa7a1e5a58 req-38b082b3-d0fa-4f4b-9b06-acb53389ff9e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0974388 Feb 04 17:16:48.593947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2f0b47f8-a2e1-4a51-a134-fbaa7a1e5a58 req-33937c89-1365-45cf-8ac6-7215f88d1b5f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607944 Feb 04 17:16:49.832087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee185c-cc11-4423-a1fc-66f693948e7a req-070c5982-53b4-4056-ada7-300ec52b0c30 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:49.833549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5ee185c-cc11-4423-a1fc-66f693948e7a req-070c5982-53b4-4056-ada7-300ec52b0c30 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0858638 Feb 04 17:16:49.914179 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d5ee185c-cc11-4423-a1fc-66f693948e7a req-bfd19ad3-019c-4385-b7e4-be2c2f197324 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747843 Feb 04 17:16:51.151441 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e106087-2227-445b-83fc-0618aa0bde87 req-f8d6eb85-6004-4194-b12d-f7625ef9a487 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:51.152885 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e106087-2227-445b-83fc-0618aa0bde87 req-f8d6eb85-6004-4194-b12d-f7625ef9a487 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0926900 Feb 04 17:16:51.207541 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-2e106087-2227-445b-83fc-0618aa0bde87 req-f2a669a4-499b-48cd-a4b9-35e747a934e5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478320 Feb 04 17:16:51.628184 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:51.986829 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:52.411240 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaa175-2bcd-4317-baae-3fac574d5a69 req-2b672441-7e5b-4cd4-8576-5d56cde722a2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:52.412695 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cffaa175-2bcd-4317-baae-3fac574d5a69 req-2b672441-7e5b-4cd4-8576-5d56cde722a2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0787194 Feb 04 17:16:52.461504 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-cffaa175-2bcd-4317-baae-3fac574d5a69 req-c48d9a44-5cb6-4533-a167-912eb34e7893 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431910 Feb 04 17:16:53.123098 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-89dc46d9-0cf7-4bef-b346-d059f44a3965 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1097 time: 0.0801110 Feb 04 17:16:53.274666 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0991-521d-4441-b985-da11b84fa725 req-15737fac-a9a9-44b8-9447-a2f7c6319d89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.276123 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-15737fac-a9a9-44b8-9447-a2f7c6319d89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1447148 Feb 04 17:16:53.387776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-d30a3785-ab56-4233-9e02-71eb1d3bb56a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1002 time: 0.1021564 Feb 04 17:16:53.560756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b0991-521d-4441-b985-da11b84fa725 req-343ddd9f-a5d4-4950-8fed-bb4bd1b8c18b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.562477 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-343ddd9f-a5d4-4950-8fed-bb4bd1b8c18b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1683731 Feb 04 17:16:53.703573 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-55bb76f1-58ca-4c03-9b14-ac87ce94b7f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341186 Feb 04 17:16:53.713402 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3539d-99c6-4228-99ad-42ebd1d4dcc4 req-4a3ef702-53ca-4bac-8f70-4b216b9400a6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:53.714825 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddd3539d-99c6-4228-99ad-42ebd1d4dcc4 req-4a3ef702-53ca-4bac-8f70-4b216b9400a6 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1144416 Feb 04 17:16:53.847457 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ddd3539d-99c6-4228-99ad-42ebd1d4dcc4 req-957a0764-400c-42f1-b0c6-056e2d341158 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134853 Feb 04 17:16:53.881742 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-695ce139-5d1a-42c3-ae20-579f445435ac service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658998 Feb 04 17:16:54.034840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8d7b0991-521d-4441-b985-da11b84fa725 req-25cb5fc9-1dff-4860-adde-2d95de0af958 service neutron] 10.222.0.58 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463974 Feb 04 17:16:55.103794 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b61470-cac3-4f90-b0c3-a064d13c02ae req-cf93b075-a85f-4800-a80c-485b3a996284 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:55.105493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63b61470-cac3-4f90-b0c3-a064d13c02ae req-cf93b075-a85f-4800-a80c-485b3a996284 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.1008022 Feb 04 17:16:55.174803 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-63b61470-cac3-4f90-b0c3-a064d13c02ae req-9509bcdb-3a9c-4143-aaa3-6c2479bb5d51 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615907 Feb 04 17:16:55.248290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f6c780f2-8f87-4450-a265-b3016d1e6823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:56.414428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7a76f-2b93-469d-bad6-58daafca3ec9 req-dc397199-345d-4137-89b3-e2212ccb97e9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:56.415957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae7a76f-2b93-469d-bad6-58daafca3ec9 req-dc397199-345d-4137-89b3-e2212ccb97e9 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0837989 Feb 04 17:16:56.471008 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0ae7a76f-2b93-469d-bad6-58daafca3ec9 req-0bc23406-a64f-46e8-9252-8ea957944e6d tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469258 Feb 04 17:16:56.808298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8703f1c-06f9-4a1c-b592-e1c3c1838a0e req-75dcfdbe-68f1-443f-bd2b-0ab405688085 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2099917 Feb 04 17:16:57.131691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcc7a0-ee6e-41ea-8328-de79908f6779 req-9d818900-34ee-4ab7-8e59-4b86cce2684a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:57.133469 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2fcc7a0-ee6e-41ea-8328-de79908f6779 req-9d818900-34ee-4ab7-8e59-4b86cce2684a tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0966241 Feb 04 17:16:57.135271 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-a63c1287-b445-4665-8bf2-46e08ad9c661 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1772544 Feb 04 17:16:57.209720 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d2fcc7a0-ee6e-41ea-8328-de79908f6779 req-fe2a7f0b-0690-48e3-9860-189328d6a55c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621736 Feb 04 17:16:57.336266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-83b0d892-1601-4693-b27f-e587bba63ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:58.445732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a260526-2463-41a9-82b4-bcc5d7a05537 req-8103ab5a-01c0-4f13-bce1-0cd6249c4507 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:58.447762 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a260526-2463-41a9-82b4-bcc5d7a05537 req-8103ab5a-01c0-4f13-bce1-0cd6249c4507 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0906579 Feb 04 17:16:58.524694 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8a260526-2463-41a9-82b4-bcc5d7a05537 req-e6a3ccee-e98c-4f51-878a-c235bc0d88f5 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590398 Feb 04 17:16:58.823457 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:58.877962 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:16:59.770887 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf758-276a-44ce-9af8-0f35b048b7b6 req-596b1f40-3f3d-4203-942c-ca37a4252b5c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:16:59.772563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbdf758-276a-44ce-9af8-0f35b048b7b6 req-596b1f40-3f3d-4203-942c-ca37a4252b5c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 946 time: 0.0980697 Feb 04 17:16:59.829702 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fdbdf758-276a-44ce-9af8-0f35b048b7b6 req-e8473cf0-e037-4553-bee2-9b88fa8e966f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503020 Feb 04 17:17:00.028796 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:17:00.194764 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:00.228894 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:17:00.240290 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:00.245908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:00.365103 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:00.383740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:00.393983 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.394436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.394877 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.395429 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.395782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.396202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.396769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.397148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.397443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.397804 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.398322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:00.443269 n-d-827873-1 neutron-server[83598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'code': 422} returned with failed status Feb 04 17:17:01.074889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a3ba4-f342-4f6b-98a4-b5e4a7a414ce req-da079416-98a7-4c6c-9fbe-ff8e272b9a4f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:01.077396 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619a3ba4-f342-4f6b-98a4-b5e4a7a414ce req-da079416-98a7-4c6c-9fbe-ff8e272b9a4f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0963998 Feb 04 17:17:01.146000 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-619a3ba4-f342-4f6b-98a4-b5e4a7a414ce req-bdd06cd1-4c90-42bc-9169-e5321e2df6ca tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599384 Feb 04 17:17:01.922876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-0729ae68-e862-4bdb-a806-d8d15be727bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&tenant_id=5a8ad5ccf1464086892d02f93c7665e4 HTTP/1.1" status: 200 len: 1095 time: 0.1586242 Feb 04 17:17:01.933410 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827873-1', 'device_owner': 'compute:nova'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:17:02.061422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:02.527403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:02.545827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e22891-1901-4768-8309-fad10294c717 req-05e5c195-f0e2-403e-9d25-abad067bc4bb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:02.548214 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7e22891-1901-4768-8309-fad10294c717 req-05e5c195-f0e2-403e-9d25-abad067bc4bb tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.2383900 Feb 04 17:17:02.591070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:02.657455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:17:02.667981 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:02.673033 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7e22891-1901-4768-8309-fad10294c717 req-d66fa0eb-c8aa-422c-bfb3-e67294954214 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088479 Feb 04 17:17:02.690548 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Transition to ACTIVE for port object ed3cc3ce-8f2e-47c4-812c-88f9633c2174 will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:17:02.700250 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:02.887197 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=7']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:02.911260 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.911603 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.911937 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.919126 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:02.967947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] No DVR routers for this DVR port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:17:03.268783 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:17:03.269171 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:17:03.269539 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:17:03.278081 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:17:03.278428 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Attempting to bind port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on network ad6a6931-ffc8-4383-8a9c-f505e3996067 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:17:03.285893 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:17:03.286232 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Checking segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:17:03.286642 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Bound using segment: {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:17:03.287068 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Bound port: ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc4f823-a50f-40a7-8ee8-7d001a66e550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:17:03.287415 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:03.383641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:17:03.387097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:17:03.391945 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:03.460056 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:03.461448 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1092 time: 1.5323129 Feb 04 17:17:03.461902 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:17:03.485580 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb2e70-2932-4862-98c4-77f4f3e47678 service neutron] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=8']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:03.593619 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-797ae1db-bf96-4d10-bf9f-b0b151cb76ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1095 time: 0.0849240 Feb 04 17:17:03.689563 n-d-827873-1 neutron-server[83597]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'status': 'failed', 'code': 422} returned with failed status Feb 04 17:17:03.768036 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-80a7a720-0344-43ef-8638-0d86a6f229f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:03.769503 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-80a7a720-0344-43ef-8638-0d86a6f229f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1723719 Feb 04 17:17:04.016219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-221ea47b-82ed-4fd3-af8a-e8b316a21002 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1000 time: 0.2389648 Feb 04 17:17:04.126689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730537a4-0e6d-4117-b8e4-8719a6e7f3cd req-7e52156b-1eca-4263-adaa-837e295f240e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:04.129238 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-730537a4-0e6d-4117-b8e4-8719a6e7f3cd req-7e52156b-1eca-4263-adaa-837e295f240e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.2697713 Feb 04 17:17:04.182350 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-f7407270-85e7-4823-b788-0c45cad4be85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:04.184606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-f7407270-85e7-4823-b788-0c45cad4be85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.1611853 Feb 04 17:17:04.270785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-730537a4-0e6d-4117-b8e4-8719a6e7f3cd req-dbf1a4c7-6add-4f14-84d0-8acd8617f0e8 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306338 Feb 04 17:17:04.304105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-88de9331-5397-4690-9b0a-ab8c5c3c6aa2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123316 Feb 04 17:17:04.317152 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-847a40f2-6d2a-4ac2-bb6c-451648c26a41 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:17:04.318380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-847a40f2-6d2a-4ac2-bb6c-451648c26a41 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075228 Feb 04 17:17:04.500770 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-c227b508-73c0-4096-b896-6e4f5ce76112 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748142 Feb 04 17:17:04.659813 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-9458f9a5-3ff8-43fd-be08-42259342ae36 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526380 Feb 04 17:17:05.706525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e07b2a-d28a-4d9d-b813-8d0138c74ddc req-4cffee71-4ad5-45bb-ade6-2458010e832b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:05.708004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9e07b2a-d28a-4d9d-b813-8d0138c74ddc req-4cffee71-4ad5-45bb-ade6-2458010e832b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.2431056 Feb 04 17:17:05.758919 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a9e07b2a-d28a-4d9d-b813-8d0138c74ddc req-3adb4745-c615-4156-95d5-8a22b8e14f37 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Feb 04 17:17:06.987463 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b4131-c08f-4aa3-b3fd-0920b372a464 req-1a002cb6-07d4-4466-8837-c17a33de5387 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:06.988970 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e44b4131-c08f-4aa3-b3fd-0920b372a464 req-1a002cb6-07d4-4466-8837-c17a33de5387 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0997562 Feb 04 17:17:07.040465 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e44b4131-c08f-4aa3-b3fd-0920b372a464 req-c44abcd0-1efd-44fc-a67a-43121f650227 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Feb 04 17:17:08.333356 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b51d6-687d-44e4-8e45-b8a4242fe1d0 req-79afc66b-b396-457a-9f09-b79713a2bbe1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:08.334983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e35b51d6-687d-44e4-8e45-b8a4242fe1d0 req-79afc66b-b396-457a-9f09-b79713a2bbe1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0931566 Feb 04 17:17:08.396110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e35b51d6-687d-44e4-8e45-b8a4242fe1d0 req-558936e5-497f-43d7-a0d7-b0de8b2f1460 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534160 Feb 04 17:17:09.619131 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe17a6-a7c6-4f67-b257-f1de991cb552 req-1148b5da-6839-46fc-89db-e9d2a1ab215b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:09.621540 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ebe17a6-a7c6-4f67-b257-f1de991cb552 req-1148b5da-6839-46fc-89db-e9d2a1ab215b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0939870 Feb 04 17:17:09.696454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6ebe17a6-a7c6-4f67-b257-f1de991cb552 req-7a4c6ab4-8a2c-4048-a096-df281ff75906 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685036 Feb 04 17:17:10.931549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b83d3a-b17a-46ca-bd20-d56eef8a93dd req-5275fd51-2eec-42c5-b06a-3b8fe159327f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:10.932911 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1b83d3a-b17a-46ca-bd20-d56eef8a93dd req-5275fd51-2eec-42c5-b06a-3b8fe159327f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.0945222 Feb 04 17:17:10.992957 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b1b83d3a-b17a-46ca-bd20-d56eef8a93dd req-12964b8f-213d-499a-8755-0da4167f7085 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499916 Feb 04 17:17:11.722595 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-ff547033-9788-46e6-91a5-91b95439e1a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1095 time: 0.0825188 Feb 04 17:17:11.888971 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-9a07c46d-e35d-4d8b-aa81-2cf58f3946ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:11.890724 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-9a07c46d-e35d-4d8b-aa81-2cf58f3946ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1475780 Feb 04 17:17:12.012301 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-919d6cd9-714d-4446-9018-2f7f2b0d39a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1000 time: 0.1133244 Feb 04 17:17:12.094318 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-a27432e7-e789-41d3-9dc1-6d20707d9655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.095788 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-a27432e7-e789-41d3-9dc1-6d20707d9655 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0778484 Feb 04 17:17:12.262252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-626b284c-aff7-4c2a-ada3-fbbe4db7f3ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582849 Feb 04 17:17:12.269962 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f8aa-5547-4a72-8322-cf9fc52d6576 req-7d265721-b67a-4de0-ac60-4c5b6f9a50d3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:12.271358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bd8f8aa-5547-4a72-8322-cf9fc52d6576 req-7d265721-b67a-4de0-ac60-4c5b6f9a50d3 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.1211386 Feb 04 17:17:12.403772 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bd8f8aa-5547-4a72-8322-cf9fc52d6576 req-7d7da085-e07b-487f-986b-994392216387 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130791 Feb 04 17:17:12.442682 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-a3cff59d-1119-48d2-9e75-3f9bc65fbd8d service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701121 Feb 04 17:17:12.587076 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-a8bad94d-1b08-4e98-b686-9048239248b8 req-a53e998f-8870-44e7-b5c3-34c780cbf165 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386120 Feb 04 17:17:13.512807 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:17:13.679645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774d5e6-62ae-4dc7-aa94-4419ff2df132 req-bfb1bbaa-3933-4588-9674-0ec4365458e1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:13.681152 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9774d5e6-62ae-4dc7-aa94-4419ff2df132 req-bfb1bbaa-3933-4588-9674-0ec4365458e1 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 944 time: 0.1040637 Feb 04 17:17:13.688686 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:13.704023 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'port_id': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'mac_address': 'fa:16:3e:16:93:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:17:13.736267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9774d5e6-62ae-4dc7-aa94-4419ff2df132 req-55ac5f2a-778f-446d-a4dc-8b0a4baf4dc0 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476727 Feb 04 17:17:13.764754 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:13.783948 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:17:13.809030 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:13.814241 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:13.883412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=9']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:14.085753 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['ed3cc3ce-8f2e-47c4-812c-88f9633c2174'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:17:14.971850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017e7d2-9683-480d-ac9a-fdcf233c95e8 req-c3fad439-fc51-44bf-bd63-aef3ed26a365 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:14.973407 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f017e7d2-9683-480d-ac9a-fdcf233c95e8 req-c3fad439-fc51-44bf-bd63-aef3ed26a365 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 945 time: 0.0988011 Feb 04 17:17:15.034153 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f017e7d2-9683-480d-ac9a-fdcf233c95e8 req-dbc0f7a4-20d7-46e1-a34d-67ebe1d70795 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550950 Feb 04 17:17:15.528234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:17:15.642227 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:17:15.647547 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:17:15.647904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:15.763506 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:15.791032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:17:15.802781 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:17:15.808874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:15.853448 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'code': 200} Feb 04 17:17:15.883545 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=10']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:16.073777 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d972b96a-02a2-4548-a4b4-dc51e4ff81b2 req-123625cb-4b9c-4f1c-8e58-cf9e0333c93a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1098 time: 0.0720265 Feb 04 17:17:16.137791 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d972b96a-02a2-4548-a4b4-dc51e4ff81b2 req-6fa249f8-9772-4a32-bd33-07b8fad909b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564761 Feb 04 17:17:16.307194 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a747c5-8861-4f0e-9440-4f3c3fd9ef51 req-9b0fbdd0-7ea4-4d0c-9093-3987f6c7989b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:16.309190 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03a747c5-8861-4f0e-9440-4f3c3fd9ef51 req-9b0fbdd0-7ea4-4d0c-9093-3987f6c7989b tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 947 time: 0.1099885 Feb 04 17:17:16.495624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-03a747c5-8861-4f0e-9440-4f3c3fd9ef51 req-d717231b-1d12-4f6c-9a60-3d844509161c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797450 Feb 04 17:17:17.718144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b63585-4bba-4a16-8c91-25f3907c8f84 req-6a5f8543-13f5-4884-8113-b3c9f54b2ac2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:17:17.720335 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2b63585-4bba-4a16-8c91-25f3907c8f84 req-6a5f8543-13f5-4884-8113-b3c9f54b2ac2 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 947 time: 0.0878935 Feb 04 17:17:17.766925 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b2b63585-4bba-4a16-8c91-25f3907c8f84 req-5ba12dc5-8ad1-46d5-9b66-22a9deafca10 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 Feb 04 17:17:20.590771 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:17:21.634834 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:21.992833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:25.252663 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-73a6ec1e-008b-40b7-938e-f1512491cb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:27.339005 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-20eec3aa-b245-4854-89ce-64e960355185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:28.807831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:28.874915 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:30.305644 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:51.631961 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:52.005906 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:55.259565 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-91ee5848-9495-43a3-8dca-8f5cc2612770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:57.343522 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b2fe-1403-4dd2-92cb-9138fec5eab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:57.591359 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:17:58.810883 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:17:58.877383 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:00.305934 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:13.638054 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-af1f540a-0c41-4cf4-8104-89c1cb4f62aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742888 Feb 04 17:18:13.776755 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-8b9b7a62-6cea-41a7-b470-6f7fcd55bd9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1098 time: 0.0692773 Feb 04 17:18:13.919907 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-739ece32-364a-472c-980f-ae193f3997e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:13.921066 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-739ece32-364a-472c-980f-ae193f3997e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.1254756 Feb 04 17:18:14.026750 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-685b8fdc-7c2b-4e7d-a16e-5e0179ed6f53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 1002 time: 0.0998430 Feb 04 17:18:14.094553 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-5ec739a5-6f02-444c-8580-39924ddc8174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:14.095980 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-5ec739a5-6f02-444c-8580-39924ddc8174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0639298 Feb 04 17:18:14.172265 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-aa2411fb-af14-4c67-99cc-9e5c4acc0110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704546 Feb 04 17:18:14.306380 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-f3caa58b-37a9-48f0-a4ad-7c058b2a4ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281145 Feb 04 17:18:14.444115 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b7dfd92c-6b47-4f7a-af2d-e5ca09b4ddf1 req-0ddb7d11-13a5-4c4a-8549-9c6bcae2f48f service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321089 Feb 04 17:18:21.646855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:22.009116 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:25.252121 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bf90302c-a00b-43e1-837a-92eefb804b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:27.345514 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3cd77a36-57cc-439f-94e4-a0b770522c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:28.815842 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:28.881727 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:30.318747 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:34.593530 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:18:36.620337 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51232) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:36.829265 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Deleting port 7f94829c-666e-4976-acc4-5bfa68ddb04b {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:36.829603 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:37.003952 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:37.004278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:37.126753 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Calling delete_port for 7f94829c-666e-4976-acc4-5bfa68ddb04b owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:37.383099 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:37.426216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'Port': ['ID=7f94829c-666e-4976-acc4-5bfa68ddb04b,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:37.468634 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.468967 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.469296 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.469628 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.469951 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.470272 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.470618 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.470936 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.471254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.471595 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.471918 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:37.533612 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:37.949225 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:18:38.164003 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:38.174202 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:18:38.188362 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:38.188560 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:38.189051 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:38.248643 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3182fb77-3df3-4569-97ef-91567dfdd469 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "DELETE /v2.0/floatingips/4236e8ab-9ae8-4be0-82a0-63c60ba029a6 HTTP/1.1" status: 204 len: 168 time: 1.6269641 Feb 04 17:18:38.249613 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:18:38.391788 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'status': 'completed', 'code': 200} Feb 04 17:18:38.423269 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:38.496585 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-b15aa2ee-c1ee-4db5-9b3e-9eb3d7b61888 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 1098 time: 0.0777647 Feb 04 17:18:38.704834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-1ab3957f-babe-4e07-9e74-f4a01f096e27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:38.706092 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-1ab3957f-babe-4e07-9e74-f4a01f096e27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 200 len: 909 time: 0.2043893 Feb 04 17:18:38.794004 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-a611f317-9c03-4989-a3c9-66c46a95b201 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 200 len: 217 time: 0.0808387 Feb 04 17:18:38.814925 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:38.818938 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:18:38.832970 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:38.833683 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:38.870632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-13f3987d-f259-4fec-bd4b-1dc5c1383c7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:38.872046 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-13f3987d-f259-4fec-bd4b-1dc5c1383c7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 200 len: 847 time: 0.0697739 Feb 04 17:18:38.878749 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd557077-0e42-4b0d-9118-21720946283f req-63247736-d650-491e-9f32-74e094031347 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:38.880191 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd557077-0e42-4b0d-9118-21720946283f req-63247736-d650-491e-9f32-74e094031347 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 947 time: 0.2119443 Feb 04 17:18:38.978558 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-bd557077-0e42-4b0d-9118-21720946283f req-3ec3e8e8-d131-432e-bc8e-17e4891eb99f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637934 Feb 04 17:18:38.992310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-ac8e3b60-f2fa-4b43-a9a2-d67061191c1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad6a6931-ffc8-4383-8a9c-f505e3996067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111426 Feb 04 17:18:39.023722 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:39.309940 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-b1c9fe3a-a26a-4be9-8e22-787556681fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112669 Feb 04 17:18:39.441644 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:39.445837 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d894ea-4899-4350-a178-cdfbf4d86a3d None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:09:40Z', 'revision_number': 4, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '44f5181d-458b-4bf7-9476-e076d43cc63e', 'name': '', 'network_id': 'ad6a6931-ffc8-4383-8a9c-f505e3996067', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'mac_address': 'fa:16:3e:8d:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:39Z', 'updated_at': '2022-02-04T17:09:50Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'subnets': [{'id': '643ba97b-58d5-489c-bad4-55c5bdd1ca15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:18:39.452931 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4a31eb31-c23e-4d6d-b072-7a4a679359ea req-e1aaf738-6fec-49dc-8a8f-76473b06132c service neutron] 10.222.0.41 "GET /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346140 Feb 04 17:18:39.684256 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ecbe84-47e4-483c-8201-dff63127dbe2 None None] New status for floating IP 4236e8ab-9ae8-4be0-82a0-63c60ba029a6: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:18:40.363836 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da374cc-939c-4b89-aa17-27b3dc1ce220 req-2a5ab8df-7535-44c7-b14c-3c301c7b353f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.366267 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3da374cc-939c-4b89-aa17-27b3dc1ce220 req-2a5ab8df-7535-44c7-b14c-3c301c7b353f tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 947 time: 0.2357018 Feb 04 17:18:40.378162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fddbe-4648-4840-ac90-790581357575 req-c0a3d1f3-f489-42ca-b863-f915ec7b8815 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:18:40.380534 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-808fddbe-4648-4840-ac90-790581357575 req-c0a3d1f3-f489-42ca-b863-f915ec7b8815 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.41 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 947 time: 0.2053604 Feb 04 17:18:40.522219 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3da374cc-939c-4b89-aa17-27b3dc1ce220 req-30c1046e-56d9-4cda-8787-28d8d131949e tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/security-groups?id=a42fa0b9-93a7-4abf-81a4-a69531bcce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402450 Feb 04 17:18:40.525801 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Deleting port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:40.526184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:40.877849 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] For port ed3cc3ce-8f2e-47c4-812c-88f9633c2174, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:40.878184 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:41.001647 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Calling delete_port for ed3cc3ce-8f2e-47c4-812c-88f9633c2174 owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:41.172992 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:41.241710 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'Port': ['ID=ed3cc3ce-8f2e-47c4-812c-88f9633c2174,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:41.290070 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.290436 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.290773 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.291110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.291674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.291912 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.292135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.292454 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.292811 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.293124 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.293438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:18:41.335786 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] No DVR routers for this DVR port ed3cc3ce-8f2e-47c4-812c-88f9633c2174 on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:41.338729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:41.341510 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-deleted', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:18:41.354630 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-808fddbe-4648-4840-ac90-790581357575 req-97d5896e-854c-4384-9c3f-06b5a59b28ad tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.41 "DELETE /v2.0/ports/ed3cc3ce-8f2e-47c4-812c-88f9633c2174 HTTP/1.1" status: 204 len: 173 time: 0.9460750 Feb 04 17:18:41.413723 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87698ac-68d5-4892-9ef8-86e86f57c667', 'name': 'network-vif-deleted', 'tag': 'ed3cc3ce-8f2e-47c4-812c-88f9633c2174', 'status': 'completed', 'code': 200} Feb 04 17:18:41.747096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ae970af4-0a5f-4737-a631-05bc2c2d8365 req-a521d48d-e55c-4965-9648-b81f19912e6c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Synchronizing usage tracker for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:18:41.774490 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-ae970af4-0a5f-4737-a631-05bc2c2d8365 req-a521d48d-e55c-4965-9648-b81f19912e6c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Unset dirty status for tenant:5a8ad5ccf1464086892d02f93c7665e4 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:18:41.791078 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ae970af4-0a5f-4737-a631-05bc2c2d8365 req-a521d48d-e55c-4965-9648-b81f19912e6c tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "GET /v2.0/ports?device_id=b87698ac-68d5-4892-9ef8-86e86f57c667 HTTP/1.1" status: 200 len: 210 time: 0.0897579 Feb 04 17:18:42.918007 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51258) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:42.995076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:43.032278 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:43.137031 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:43.175375 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42fa0b9-93a7-4abf-81a4-a69531bcce7f,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:43.186357 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:43.187486 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-453c1492-4132-41e1-bd35-d6b657b3be11 tempest-TestShelveInstance-1409574490 tempest-TestShelveInstance-1409574490-project] 10.222.0.62 "DELETE /v2.0/security-groups/a42fa0b9-93a7-4abf-81a4-a69531bcce7f HTTP/1.1" status: 204 len: 168 time: 0.2679243 Feb 04 17:18:43.277216 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51264) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:43.893428 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:43.948878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:44.004846 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: ed3cc3ce-8f2e-47c4-812c-88f9633c2174 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:44.005435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device ed3cc3ce-8f2e-47c4-812c-88f9633c2174 not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:18:44.794471 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Deleting port 44f5181d-458b-4bf7-9476-e076d43cc63e {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:44.795266 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:45.019828 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] For port 44f5181d-458b-4bf7-9476-e076d43cc63e, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=44f5181d-458b-4bf7-9476-e076d43cc63e,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:45.020379 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:45.161139 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Calling delete_port for 44f5181d-458b-4bf7-9476-e076d43cc63e owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:45.353566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:45.403725 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=44f5181d-458b-4bf7-9476-e076d43cc63e,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:45.754250 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:46.614513 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Router b5ffaaf3-f715-424d-8ad3-0345e60bb760 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:18:46.841422 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:46.851841 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Sync routers for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:18:46.861882 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-64bb1ac6-f082-4ad4-8b2a-3cbeb713bbcd admin admin] 10.222.0.62 "PUT /v2.0/routers/b5ffaaf3-f715-424d-8ad3-0345e60bb760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5819480 Feb 04 17:18:46.865401 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51272) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:46.867907 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:46.868703 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:47.097113 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:47.121740 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:47.388082 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:47.401902 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Deleting port a3d7e7d2-4a66-4820-ae32-6037e0e09a95 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:47.402446 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:47.448299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:18:45Z', 'revision_number': 5, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port': {'id': 'a3d7e7d2-4a66-4820-ae32-6037e0e09a95', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:84:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:37Z', 'updated_at': '2022-02-04T17:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:47.453886 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Checking router: b5ffaaf3-f715-424d-8ad3-0345e60bb760 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:18:47.466859 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Routers {'b5ffaaf3-f715-424d-8ad3-0345e60bb760'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:47.467651 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:47.645900 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] Set router b5ffaaf3-f715-424d-8ad3-0345e60bb760 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:47.656776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] For port a3d7e7d2-4a66-4820-ae32-6037e0e09a95, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:47.657625 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:47.804519 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:18:47Z', 'revision_number': 6, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:47.813226 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf5e4ac-94c1-42e7-ad2e-11e913291466 None None] The sync data for ids ['b5ffaaf3-f715-424d-8ad3-0345e60bb760'] in n-d-827873-1 is: [{'id': 'b5ffaaf3-f715-424d-8ad3-0345e60bb760', 'name': 'tempest-TestShelveInstance-987557683-router', 'tenant_id': '5a8ad5ccf1464086892d02f93c7665e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:36Z', 'updated_at': '2022-02-04T17:18:47Z', 'revision_number': 6, 'project_id': '5a8ad5ccf1464086892d02f93c7665e4', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:18:47.831416 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Calling delete_port for a3d7e7d2-4a66-4820-ae32-6037e0e09a95 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:48.206763 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:48.264480 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d7e7d2-4a66-4820-ae32-6037e0e09a95,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:48.570509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:48.950028 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:48.958474 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.001949 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.002645 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ffaaf3-f715-424d-8ad3-0345e60bb760 {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:18:49.028376 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.030085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-7d7b96ea-dc93-4fd5-acb6-a4adff7c7a94 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b5ffaaf3-f715-424d-8ad3-0345e60bb760 HTTP/1.1" status: 204 len: 168 time: 2.1634130 Feb 04 17:18:49.033111 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51276) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:49.145878 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Deleting subnet 643ba97b-58d5-489c-bad4-55c5bdd1ca15 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:18:49.150590 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.247581 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.364767 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.478304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.537073 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643ba97b-58d5-489c-bad4-55c5bdd1ca15,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:49.543173 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.551451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2dd9d-d0ca-4ae7-a65f-ed7840b4a61f None None] Network ad6a6931-ffc8-4383-8a9c-f505e3996067 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:18:49.553430 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-4115149d-a4be-4b5a-bd3d-0ff2c7659bc6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/643ba97b-58d5-489c-bad4-55c5bdd1ca15 HTTP/1.1" status: 204 len: 168 time: 0.5188324 Feb 04 17:18:49.557716 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51280) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:49.716483 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.731049 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Deleting port ef4b5750-c7ba-46e2-b955-216939bf6fd0 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:49.731544 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.855775 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] DHCP port deletion for ad6a6931-ffc8-4383-8a9c-f505e3996067 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:18:49.864770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Deleting port ef4b5750-c7ba-46e2-b955-216939bf6fd0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:49.865379 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:49.950802 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44f5181d-458b-4bf7-9476-e076d43cc63e no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:49.989735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 44f5181d-458b-4bf7-9476-e076d43cc63e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:49.989735 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 44f5181d-458b-4bf7-9476-e076d43cc63e not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:18:49.990173 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a3d7e7d2-4a66-4820-ae32-6037e0e09a95 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:50.038619 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] For port ef4b5750-c7ba-46e2-b955-216939bf6fd0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef4b5750-c7ba-46e2-b955-216939bf6fd0,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:50.039136 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.064608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: a3d7e7d2-4a66-4820-ae32-6037e0e09a95 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:50.065052 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device a3d7e7d2-4a66-4820-ae32-6037e0e09a95 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:18:50.065590 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device ef4b5750-c7ba-46e2-b955-216939bf6fd0 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:50.334048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] For port ef4b5750-c7ba-46e2-b955-216939bf6fd0, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=ef4b5750-c7ba-46e2-b955-216939bf6fd0,segment=NetworkSegment(dcc4f823-a50f-40a7-8ee8-7d001a66e550),segment_id=dcc4f823-a50f-40a7-8ee8-7d001a66e550)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:50.334290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.342748 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Calling delete_port for ef4b5750-c7ba-46e2-b955-216939bf6fd0 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:50.441446 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.463924 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.528492 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4b5750-c7ba-46e2-b955-216939bf6fd0,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:50.531512 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Calling delete_port for ef4b5750-c7ba-46e2-b955-216939bf6fd0 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:50.535955 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] No DVR routers for this DVR port ef4b5750-c7ba-46e2-b955-216939bf6fd0 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:50.663874 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:18:50.665292 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:18:50.735165 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.771870 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6a6931-ffc8-4383-8a9c-f505e3996067']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:50.786053 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc4f823-a50f-40a7-8ee8-7d001a66e550') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:50.786369 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc4f823-a50f-40a7-8ee8-7d001a66e550') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:50.799618 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.820874 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.832481 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:18:50.833078 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:50.854985 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:50.979616 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:51.007785 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:51.026791 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6a6931-ffc8-4383-8a9c-f505e3996067,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:51.049861 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-fb3c4c6a-b198-41e2-b934-b44ade2580a1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ad6a6931-ffc8-4383-8a9c-f505e3996067 HTTP/1.1" status: 204 len: 168 time: 1.4906766 Feb 04 17:18:51.052986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51284) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:51.165936 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Deleting port ef4b5750-c7ba-46e2-b955-216939bf6fd0 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:51.167016 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:51.256062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-e3733f94-3924-4252-971b-bf3be00a271d None None] The port 'ef4b5750-c7ba-46e2-b955-216939bf6fd0' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:18:51.548378 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:51.684425 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:52.035632 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:52.486863 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Deleting port 211a74c7-1e50-404f-a76b-89d7dc685d6b {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:52.487413 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:52.827092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] For port 211a74c7-1e50-404f-a76b-89d7dc685d6b, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=211a74c7-1e50-404f-a76b-89d7dc685d6b,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:52.827533 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:52.985699 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Calling delete_port for 211a74c7-1e50-404f-a76b-89d7dc685d6b owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:53.295206 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:53.366027 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Pushing event deleted for resources: {'Port': ['ID=211a74c7-1e50-404f-a76b-89d7dc685d6b,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:53.802384 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:54.659837 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Router b05a0b4f-413a-4343-8189-b4e76ff1266e has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:18:55.149903 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:18:55.160992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-cff85b7d-982f-4cf0-b241-c1c0c0e9ee2b admin admin] 10.222.0.62 "PUT /v2.0/routers/b05a0b4f-413a-4343-8189-b4e76ff1266e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1064954 Feb 04 17:18:55.163733 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Sync routers for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:18:55.164948 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51290) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:55.179957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:55.179957 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:55.293642 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8402487f-0d04-439c-876c-86cbcdc912ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:55.425102 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:55.460566 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:55.814021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93'}], 'enable_snat': True}, 'gw_port_id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:18:53Z', 'revision_number': 5, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port': {'id': '3a3b21e3-5bcd-4381-9111-f4a870b6e82d', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:60:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:55.820552 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Checking router: b05a0b4f-413a-4343-8189-b4e76ff1266e for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:18:55.839015 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:55.840588 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Routers {'b05a0b4f-413a-4343-8189-b4e76ff1266e'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:18:55.840844 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['b05a0b4f-413a-4343-8189-b4e76ff1266e'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:55.852268 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Deleting port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:55.852828 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:56.061048 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] Set router b05a0b4f-413a-4343-8189-b4e76ff1266e gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:18:56.117976 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] For port 3a3b21e3-5bcd-4381-9111-f4a870b6e82d, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:56.118485 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:56.247234 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:18:55Z', 'revision_number': 6, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:56.252285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96164964-5e9b-45ba-a951-15e9b1a238d7 None None] The sync data for ids ['b05a0b4f-413a-4343-8189-b4e76ff1266e'] in n-d-827873-1 is: [{'id': 'b05a0b4f-413a-4343-8189-b4e76ff1266e', 'name': 'tempest-TestShelveInstance-1071078671-router', 'tenant_id': '8c751c56873347ada5f40ea92f38750e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:09:44Z', 'updated_at': '2022-02-04T17:18:55Z', 'revision_number': 6, 'project_id': '8c751c56873347ada5f40ea92f38750e', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:18:56.285008 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Calling delete_port for 3a3b21e3-5bcd-4381-9111-f4a870b6e82d owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:56.470086 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:56.524837 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3b21e3-5bcd-4381-9111-f4a870b6e82d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:56.815640 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.256217 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.263187 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.313769 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.314588 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05a0b4f-413a-4343-8189-b4e76ff1266e {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:18:57.334368 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.340869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51294) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:57.347085 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-a0364c2b-cb30-4d34-b028-7746daeb400f admin admin] 10.222.0.62 "DELETE /v2.0/routers/b05a0b4f-413a-4343-8189-b4e76ff1266e HTTP/1.1" status: 204 len: 168 time: 2.1798444 Feb 04 17:18:57.363818 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bd861daf-3694-489f-8dc9-0f8ce2e46427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.441052 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Deleting subnet c45b5bd3-c3d6-418c-acb4-72a9e03defa9 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:18:57.446278 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.528752 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.665986 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.759612 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.800889 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45b5bd3-c3d6-418c-acb4-72a9e03defa9,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:57.808363 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:57.815182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-08e360ce-776d-497d-84f6-b799e675a57b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c45b5bd3-c3d6-418c-acb4-72a9e03defa9 HTTP/1.1" status: 204 len: 168 time: 0.4727285 Feb 04 17:18:57.818121 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0b888-e6ff-475b-b810-032d17e9c6ef None None] Network 98337d04-1cee-42b8-a116-ea40440b284d requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:18:57.819106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51298) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:57.924439 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 211a74c7-1e50-404f-a76b-89d7dc685d6b no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:57.991257 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 211a74c7-1e50-404f-a76b-89d7dc685d6b {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:57.991837 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 211a74c7-1e50-404f-a76b-89d7dc685d6b not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:18:57.992528 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3a3b21e3-5bcd-4381-9111-f4a870b6e82d no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:58.006439 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.021195 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Deleting port 00e09750-5e8b-461e-8282-67ee2b72c7b5 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:58.021535 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.039594 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 3a3b21e3-5bcd-4381-9111-f4a870b6e82d {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:58.040014 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 3a3b21e3-5bcd-4381-9111-f4a870b6e82d not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:18:58.293494 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] DHCP port deletion for 98337d04-1cee-42b8-a116-ea40440b284d request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:18:58.294834 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] For port 00e09750-5e8b-461e-8282-67ee2b72c7b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00e09750-5e8b-461e-8282-67ee2b72c7b5,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:58.295193 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.297783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Deleting port 00e09750-5e8b-461e-8282-67ee2b72c7b5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:58.298306 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.440674 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Calling delete_port for 00e09750-5e8b-461e-8282-67ee2b72c7b5 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:58.531629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.555645 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] For port 00e09750-5e8b-461e-8282-67ee2b72c7b5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=00e09750-5e8b-461e-8282-67ee2b72c7b5,segment=NetworkSegment(8238f65a-157e-4dd2-a84a-8953ebafcd87),segment_id=8238f65a-157e-4dd2-a84a-8953ebafcd87)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:18:58.556793 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.613781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e09750-5e8b-461e-8282-67ee2b72c7b5,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:58.620896 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] No DVR routers for this DVR port 00e09750-5e8b-461e-8282-67ee2b72c7b5 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:18:58.715304 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Calling delete_port for 00e09750-5e8b-461e-8282-67ee2b72c7b5 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:18:58.788698 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.817756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:18:58.818856 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:18:58.820459 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.826009 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98337d04-1cee-42b8-a116-ea40440b284d']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:58.841686 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8238f65a-157e-4dd2-a84a-8953ebafcd87') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:58.841977 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8238f65a-157e-4dd2-a84a-8953ebafcd87') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:18:58.856795 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.881710 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.892721 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:18:58.893361 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.895012 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:18:58.909316 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:18:58.992174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.010776 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.022513 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] Pushing event deleted for resources: {'Network': ['ID=98337d04-1cee-42b8-a116-ea40440b284d,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:59.026746 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-21cb864b-8a81-4eea-8b08-53d523739846 admin admin] 10.222.0.62 "DELETE /v2.0/networks/98337d04-1cee-42b8-a116-ea40440b284d HTTP/1.1" status: 204 len: 168 time: 1.2064044 Feb 04 17:18:59.196011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51304) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:59.251136 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e79daf49-0e42-48ff-ab97-3e134ff755b2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a8ad5ccf1464086892d02f93c7665e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538220 Feb 04 17:18:59.253712 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51308) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:59.317983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.320557 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Deleting port 00e09750-5e8b-461e-8282-67ee2b72c7b5 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:18:59.320962 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.351101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.402286 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90b80-ba54-4058-818f-e3e1af3c1be1 None None] The port '00e09750-5e8b-461e-8282-67ee2b72c7b5' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:18:59.418231 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.441096 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4936c-fedc-4341-9002-0398365ace5a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:18:59.448242 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:18:59.449360 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-55da028e-e5e1-4766-919f-20be171e6ad2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34b4936c-fedc-4341-9002-0398365ace5a HTTP/1.1" status: 204 len: 168 time: 0.1947587 Feb 04 17:18:59.875330 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51316) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:18:59.897432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00e09750-5e8b-461e-8282-67ee2b72c7b5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:18:59.934481 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 00e09750-5e8b-461e-8282-67ee2b72c7b5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:18:59.934949 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 00e09750-5e8b-461e-8282-67ee2b72c7b5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:19:00.033549 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-45f82ac0-3a1e-4e4f-92f6-aa69fbb7c5b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c751c56873347ada5f40ea92f38750e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1569114 Feb 04 17:19:00.036118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51320) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:00.099937 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:00.129358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:00.182943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:00.197643 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a3ba8-2879-4e28-b8e9-2a39969f8cdb,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:00.204630 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:00.207202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-ffc30257-1984-4267-ac1e-9fc79e8903bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb1a3ba8-2879-4e28-b8e9-2a39969f8cdb HTTP/1.1" status: 204 len: 168 time: 0.1701057 Feb 04 17:19:00.312867 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.133037 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51342) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:01.266617 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-721633666-network', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:01.271983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:01.276527 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Usage tracker for resource:network and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:01.279393 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:01.285663 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:01.296074 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Made reservation on behalf of 84d73564ed9945d5871622c7d97b66d7 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:01.298980 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.314142 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.350169 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:01.354457 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:01.357282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:01.365035 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:01.443167 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.449665 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.482769 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:19:01.496078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b2504f-651e-438e-9175-0891b4ac191d,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:01.501379 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.501709 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Added segment e738fa98-0c97-4b0c-a140-98e5cc6c66e6 of type vlan for network 233bbd09-8aed-4a60-9191-37bfc02db2d4 Feb 04 17:19:01.530203 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.561429 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.562315 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:01.563156 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.670134 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] Pushing event updated for resources: {'Network': ['ID=233bbd09-8aed-4a60-9191-37bfc02db2d4,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:01.673143 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-d3a4c9f5-06c9-4dd6-b1bc-b2658303137e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5390127 Feb 04 17:19:01.676153 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51350) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:01.681098 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:19:01.682289 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Request body: {'subnet': {'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-721633666-subnet', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:01.688474 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:01.692679 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Usage tracker for resource:subnet and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:01.695969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:01.703564 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:01.715392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Made reservation on behalf of 84d73564ed9945d5871622c7d97b66d7 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:01.717729 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:01.963163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.038499 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba07cb9-601f-4679-8e23-9e2fab93df49,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:02.053650 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Checking segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:02.054060 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Network hostable DHCP agents. Network: 233bbd09-8aed-4a60-9191-37bfc02db2d4, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:19:02.076990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:19:02.086470 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 233bbd09-8aed-4a60-9191-37bfc02db2d4) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:02.090990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:02.091625 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.097161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64b2ba9-bd30-46d6-90ed-67a1324ee142 None None] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:19:02.118768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-02d5fc9c-6ea0-4b80-b713-d1890cb56225 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4389653 Feb 04 17:19:02.119538 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51354) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:02.125239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:02.130986 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:02.135467 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Usage tracker for resource:router and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:02.139403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:02.145905 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:02.157154 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.158130 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.176733 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.320428 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-233bbd09-8aed-4a60-9191-37bfc02db2d4', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:19:02.321333 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.327319 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.478136 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Allocated IP 172.20.0.2 (233bbd09-8aed-4a60-9191-37bfc02db2d4/9ba07cb9-601f-4679-8e23-9e2fab93df49/1fbdd95a-4c43-43f6-9437-6ae21f5642e6) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:02.520649 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.549774 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.687718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.699091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Transition to ACTIVE for port object 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:02.699531 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Allocated IP 172.25.5.188 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1d199856-593b-4f5b-8225-02018395da6f) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:02.718720 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Transition to ACTIVE for port object 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:02.724174 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.798777 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:02.799956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:02.804319 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:02.806998 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Pushing event updated for resources: {'Port': ['ID=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:02.819396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.819746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.820078 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.820407 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.820736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.821060 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.821382 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.821722 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.822161 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.822413 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.822736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:02.861808 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.894963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.906210 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Attempting to bind port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:02.906602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Attempting to bind port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:02.906955 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Attempting to bind port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:02.913677 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:02.914044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Checking segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:02.914460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.914899 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Bound using segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:02.915370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Bound port: 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:02.916412 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:02.963129 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:02.966426 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:02.971162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:03.000970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Pushing event updated for resources: {'Port': ['ID=1d199856-593b-4f5b-8225-02018395da6f,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:03.047870 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] For port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:03.050970 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] For port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:03.058615 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:03.146555 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd6aa-b23a-4585-8ebd-b1819d759d08 None None] Pushing event updated for resources: {'Port': ['ID=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:03.164854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:03.165626 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:03.520332 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:19:03.724403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:03.735472 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:19:03.749112 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:03.749854 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:03.751120 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:03.755342 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e45a44ad-c85c-4c61-a967-70131c73ac45 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6320479 Feb 04 17:19:03.755729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51358) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:03.942969 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:03.963451 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:04.051826 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:04.171344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8042ce75-c0c2-4fa2-99ad-d17eb5c2d8ea None None] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:19:04.263481 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:03Z', 'revision_number': 3, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:04.266966 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Provisioning for port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:04.267528 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:19:04.267867 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Updating router 59c6a666-03dd-45f7-baa6-b8982c81ea53 port 1d199856-593b-4f5b-8225-02018395da6f binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:19:04.274008 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Provisioning complete for port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:04.274396 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.327627 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.495946 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.541148 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] For port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:04.547369 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.591310 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.622564 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61025d1-ba9f-41b7-8ded-edbeea414429 None None] Pushing event updated for resources: {'Port': ['ID=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:04.684728 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.698099 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Transition to ACTIVE for port object 1d199856-593b-4f5b-8225-02018395da6f will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:04.707204 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.777445 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Pushing event updated for resources: {'Port': ['ID=1d199856-593b-4f5b-8225-02018395da6f,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:04.790126 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.790510 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.791621 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.791980 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.792299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.792615 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.792927 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.793240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.793550 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.793858 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.794164 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:19:04.817741 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Attempting to bind port 1d199856-593b-4f5b-8225-02018395da6f on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:04.818161 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Attempting to bind port 1d199856-593b-4f5b-8225-02018395da6f by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:04.818545 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Attempting to bind port 1d199856-593b-4f5b-8225-02018395da6f on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:04.825257 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Allocated IP 172.20.0.1 (233bbd09-8aed-4a60-9191-37bfc02db2d4/9ba07cb9-601f-4679-8e23-9e2fab93df49/5b801e92-2f37-4caa-91f3-cae1c1fc4d8a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:04.825771 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:04.826240 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:04.826653 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.827177 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:04.827612 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Bound port: 1d199856-593b-4f5b-8225-02018395da6f, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:04.827993 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.871883 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-eec85248-50b4-41f1-8236-a8388d76e29a None None] Provisioning complete for port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:04.872329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eec85248-50b4-41f1-8236-a8388d76e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.904929 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] For port 1d199856-593b-4f5b-8225-02018395da6f, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:04.909087 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] For port 1d199856-593b-4f5b-8225-02018395da6f, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d199856-593b-4f5b-8225-02018395da6f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:04.913984 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:04.980935 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.001847 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de9e99-a073-4c2e-8751-f43be5d2ba39 None None] Pushing event updated for resources: {'Port': ['ID=1d199856-593b-4f5b-8225-02018395da6f,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:05.001957 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Transition to ACTIVE for port object 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:05.011283 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:05.011891 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:05.025381 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.209345 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:05.212326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:05.216765 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:05.233416 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:05.251813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Pushing event updated for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:05.275422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.364552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.523235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38b91776-cfb4-4ddf-9280-2e4dd527bc21 None None] Provisioning for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:05.528776 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-38b91776-cfb4-4ddf-9280-2e4dd527bc21 None None] Provisioning complete for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:05.529321 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-38b91776-cfb4-4ddf-9280-2e4dd527bc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.536369 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:03Z', 'revision_number': 3, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:05.540633 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08de072-3d89-4316-b18a-61b4a3f38115 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:03Z', 'revision_number': 3, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:19:05.584370 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-38b91776-cfb4-4ddf-9280-2e4dd527bc21 None None] Port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:19:05.601249 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.607407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.720452 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Pushing event updated for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:05.724283 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:05.886196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:05.887411 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:05.990985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:06.100322 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:06.100695 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.258649 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d199856-593b-4f5b-8225-02018395da6f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:06.313043 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-0a66b6ee-014d-4ac9-9b1e-f48917083bc2 None None] Provisioning complete for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:06.313881 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0a66b6ee-014d-4ac9-9b1e-f48917083bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.345296 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:06.378323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-0a66b6ee-014d-4ac9-9b1e-f48917083bc2 None None] Port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:19:06.390026 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 1d199856-593b-4f5b-8225-02018395da6f completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:06.396352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1d199856-593b-4f5b-8225-02018395da6f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:06.396912 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.523137 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.540055 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 1d199856-593b-4f5b-8225-02018395da6f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d199856-593b-4f5b-8225-02018395da6f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:06.545329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:06.562208 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:06.572472 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-8626b675-5d10-4ed0-b98c-63978d21c284 admin admin] 10.222.0.62 "PUT /v2.0/routers/59c6a666-03dd-45f7-baa6-b8982c81ea53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150806 Feb 04 17:19:06.616882 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=1d199856-593b-4f5b-8225-02018395da6f,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:07.508121 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51380) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:07.514280 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1162202282-network', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:07.519742 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:07.524502 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Usage tracker for resource:network and tenant:22513a640b7d47f29d134ee43fe7e5e9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:07.528846 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:07.538357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:07.550708 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Made reservation on behalf of 22513a640b7d47f29d134ee43fe7e5e9 for: {'network': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:07.552983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for network, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.567410 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.604321 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:07.608284 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Usage tracker for resource:security_group_rule and tenant:22513a640b7d47f29d134ee43fe7e5e9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:07.611118 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:07.616677 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:07.686817 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.690796 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.724075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=83597) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:19:07.732993 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d1b8b-b88d-4579-9e4f-ebc4f9002858,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:07.738509 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.738845 n-d-827873-1 neutron-server[83597]: INFO neutron.db.segments_db [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Added segment 4959c0cf-a1e9-471d-bf15-6c06564d24b2 of type vlan for network 3d204c54-5ea4-4e9e-afbf-68694eb00411 Feb 04 17:19:07.766288 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784559532656'] for network, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.795526 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064'] for network, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.796540 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:07.797138 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:07.906663 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d199856-593b-4f5b-8225-02018395da6f up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:07.979326 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 1d199856-593b-4f5b-8225-02018395da6f triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:07.979760 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.010735 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] Pushing event updated for resources: {'Network': ['ID=3d204c54-5ea4-4e9e-afbf-68694eb00411,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:08.014289 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2bd88654-14fc-4b59-b33a-281af27e617b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5050707 Feb 04 17:19:08.017247 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51384) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:08.022567 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Request body: {'subnet': {'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1162202282-subnet', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'ip_version': 4}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:08.027786 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 details requested by agent ovs-agent-n-d-827873-1 with host n-d-827873-1 {{(pid=83598) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 17:19:08.028455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:08.032382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Usage tracker for resource:subnet and tenant:22513a640b7d47f29d134ee43fe7e5e9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:08.035292 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:08.041421 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:08.051958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Made reservation on behalf of 22513a640b7d47f29d134ee43fe7e5e9 for: {'subnet': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:08.054422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056295'] for subnet, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.260450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15553319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056305'] for subnet, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.343324 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:08.355075 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Checking segment: {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:08.355425 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Network hostable DHCP agents. Network: 3d204c54-5ea4-4e9e-afbf-68694eb00411, hostable agents: ['f0874806-c7ce-42b4-8f12-cc6151ab8ce1'], hosted agents: [] {{(pid=83597) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:19:08.378211 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 is scheduled to be hosted by DHCP agent f0874806-c7ce-42b4-8f12-cc6151ab8ce1 with binding_index 1 {{(pid=83597) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:19:08.387509 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827873-1, 3d204c54-5ea4-4e9e-afbf-68694eb00411) {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:08.391234 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:08.391797 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.396432 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17c700-93ad-41b8-af4f-69de7da37fa8 None None] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:19:08.413454 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2fa9d9b4-c065-4ea9-b84b-aad9918a1fae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3951776 Feb 04 17:19:08.417011 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51388) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:08.421804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:08.427078 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:08.431610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Usage tracker for resource:router and tenant:22513a640b7d47f29d134ee43fe7e5e9 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:08.434597 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:08.440745 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:08.452614 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2064836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29450'] for router, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.453491 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2065261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2068297', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2058493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29459'] for router, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.473174 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.623331 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2068351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2064874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29473'] for router, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.652687 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f343f4-6d0a-5ca1-a63f-6c662f6ffa6f-3d204c54-5ea4-4e9e-afbf-68694eb00411', 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'fixed_ips': [{'subnet_id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4'}]}} from n-d-827873-1. {{(pid=83598) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 17:19:08.653519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.812612 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.db_base_plugin_common [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Allocated IP 172.20.0.2 (3d204c54-5ea4-4e9e-afbf-68694eb00411/ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4/6219302a-4e21-421c-8ed2-27abbc934b4c) {{(pid=83598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:08.823613 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:08.859433 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.008810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Allocated IP 172.25.5.143 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/5e86ddf6-af16-4948-90b3-737cb7ea6509) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:09.029177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.039820 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Transition to ACTIVE for port object 6219302a-4e21-421c-8ed2-27abbc934b4c will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:09.059038 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Transition to ACTIVE for port object 6219302a-4e21-421c-8ed2-27abbc934b4c will not be triggered until provisioned by entity DHCP. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:09.066098 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302'] for port, after_create {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.140245 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 is already hosted by enough agents. {{(pid=83598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:09.143362 n-d-827873-1 neutron-server[83598]: DEBUG neutron.scheduler.base_scheduler [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Resources bound (agent type, host, resource id): {{(pid=83598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:09.145953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Received port after_create {{(pid=83598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:09.157977 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Pushing event updated for resources: {'Port': ['ID=6219302a-4e21-421c-8ed2-27abbc934b4c,revision_number=1']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.174401 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.193412 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:19:09.205445 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.257702 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Attempting to bind port 6219302a-4e21-421c-8ed2-27abbc934b4c on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:09.258056 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Attempting to bind port 6219302a-4e21-421c-8ed2-27abbc934b4c by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:09.258438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Attempting to bind port 6219302a-4e21-421c-8ed2-27abbc934b4c on network 3d204c54-5ea4-4e9e-afbf-68694eb00411 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:09.261954 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:09.262602 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:09.273051 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:09.276551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:09.281090 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:09.311944 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Pushing event updated for resources: {'Port': ['ID=5e86ddf6-af16-4948-90b3-737cb7ea6509,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.330282 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:09.330689 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Checking segment: {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:09.331085 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.331472 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Bound using segment: {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:09.331927 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Bound port: 6219302a-4e21-421c-8ed2-27abbc934b4c, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:09.332294 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.450717 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.451350 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2064893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2067102'] for router, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.517576 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] For port 6219302a-4e21-421c-8ed2-27abbc934b4c, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:09.521878 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] For port 6219302a-4e21-421c-8ed2-27abbc934b4c, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6219302a-4e21-421c-8ed2-27abbc934b4c,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:09.526739 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:09.563704 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:09.689990 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa is scheduled to L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 with binding_index 1 {{(pid=83597) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:19:09.789342 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cafec7-f6cd-4f5a-94fa-1b0b64066cc1 None None] Pushing event updated for resources: {'Port': ['ID=6219302a-4e21-421c-8ed2-27abbc934b4c,revision_number=2']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:09.961483 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 2, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:09.967049 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:19:09.967402 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Updating router 59c6a666-03dd-45f7-baa6-b8982c81ea53 port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:19:10.023320 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.039758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:10.053535 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Sync routers for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:19:10.069297 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:10.069623 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.070132 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:10.071256 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-feb09a50-d0d5-4a5e-8c30-88de7b354375 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6535554 Feb 04 17:19:10.076018 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51392) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:10.267810 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:10.445350 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.464914 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Transition to ACTIVE for port object 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:10.475725 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.628761 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 3, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:10.633482 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Checking router: 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:19:10.635009 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Updating router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa port 5e86ddf6-af16-4948-90b3-737cb7ea6509 binding host n-d-827873-1 {{(pid=83599) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:19:10.639769 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa417ac-c5e6-4d82-a0ba-810c796e8917 None None] Pushing event updated for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:10.706133 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.771262 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Attempting to bind port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:10.771630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Attempting to bind port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:10.771997 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Attempting to bind port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:10.781344 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:10.781711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Checking segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:10.782112 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.782540 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Bound using segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:10.783016 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Bound port: 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:10.783505 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:10.914396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854562d-0b30-4b7d-9d1f-eb95872ea86f None None] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:19:10.995379 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] For port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:11.016945 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] For port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:11.029188 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.095406 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks [] for port, precommit_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.112014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.provisioning_blocks [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Transition to ACTIVE for port object 5e86ddf6-af16-4948-90b3-737cb7ea6509 will not be triggered until provisioned by entity L2. {{(pid=83599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:11.122883 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.133188 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.186810 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa417ac-c5e6-4d82-a0ba-810c796e8917 None None] Pushing event updated for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.196081 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-235e96e0-cb6b-443d-96c0-482030673245 None None] Provisioning for port 6219302a-4e21-421c-8ed2-27abbc934b4c completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:11.251062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc646162-fbcb-4c49-8da1-0b48686654dd None None] Pushing event updated for resources: {'Port': ['ID=5e86ddf6-af16-4948-90b3-737cb7ea6509,revision_number=2']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.260076 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Attempting to bind port 5e86ddf6-af16-4948-90b3-737cb7ea6509 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:11.260867 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Attempting to bind port 5e86ddf6-af16-4948-90b3-737cb7ea6509 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:11.261601 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Attempting to bind port 5e86ddf6-af16-4948-90b3-737cb7ea6509 on network 77beffff-65a6-47ed-bb91-496867d1b598 {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:11.269460 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:11.270155 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Checking segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:11.270793 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.271526 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Bound using segment: {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'} {{(pid=83599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:11.272342 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.managers [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Bound port: 5e86ddf6-af16-4948-90b3-737cb7ea6509, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be2f906-f143-4210-974f-1fd5faf9a17b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598'}}] {{(pid=83599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:11.272918 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.273550 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:11.274321 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:11.392541 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] For port 5e86ddf6-af16-4948-90b3-737cb7ea6509, host n-d-827873-1, cleared binding levels {{(pid=83599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:11.396307 n-d-827873-1 neutron-server[83599]: DEBUG neutron.plugins.ml2.db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] For port 5e86ddf6-af16-4948-90b3-737cb7ea6509, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e86ddf6-af16-4948-90b3-737cb7ea6509,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:11.397892 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_common [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Allocated IP 172.20.0.1 (3d204c54-5ea4-4e9e-afbf-68694eb00411/ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4/c423372e-c942-4baf-88d1-b14146133ed5) {{(pid=83596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:11.403116 n-d-827873-1 neutron-server[83599]: DEBUG neutron_lib.callbacks.manager [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.493219 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc646162-fbcb-4c49-8da1-0b48686654dd None None] Pushing event updated for resources: {'Port': ['ID=5e86ddf6-af16-4948-90b3-737cb7ea6509,revision_number=3']} {{(pid=83599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.497571 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:11.498121 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:18:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:11.528111 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:11.614202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.632820 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.provisioning_blocks [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Transition to ACTIVE for port object c423372e-c942-4baf-88d1-b14146133ed5 will not be triggered until provisioned by entity DHCP. {{(pid=83596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:11.661749 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:19:11.662922 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.701397 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:11.739053 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:11.744114 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:11.747137 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Received port after_create {{(pid=83596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:11.798497 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Pushing event updated for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=1']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:11.821475 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067024'] for router_interface, before_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.934421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:10Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:11.940613 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79cbad9-b2bc-41f3-af3e-0ce4447b1e54 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:10Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:19:11.957995 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:11.982916 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6219302a-4e21-421c-8ed2-27abbc934b4c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:12.136880 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 3, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:12.141696 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4c333-a1b5-46c1-90b6-c796e815cce0 None None] The sync data for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 is: [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:09Z', 'revision_number': 3, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:19:12.166105 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-24459b81-c695-4b8c-a4f0-565462210f20 None None] Provisioning for port c423372e-c942-4baf-88d1-b14146133ed5 completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:12.179421 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-24459b81-c695-4b8c-a4f0-565462210f20 None None] Provisioning complete for port c423372e-c942-4baf-88d1-b14146133ed5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:12.179798 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-24459b81-c695-4b8c-a4f0-565462210f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.242985 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-24459b81-c695-4b8c-a4f0-565462210f20 None None] Port c423372e-c942-4baf-88d1-b14146133ed5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:19:12.244783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 6219302a-4e21-421c-8ed2-27abbc934b4c completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:12.250441 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6219302a-4e21-421c-8ed2-27abbc934b4c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:12.250908 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.335241 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.340705 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15178213'] for port, after_update {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.377305 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.424080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 6219302a-4e21-421c-8ed2-27abbc934b4c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6219302a-4e21-421c-8ed2-27abbc934b4c,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:12.431269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.464176 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Pushing event updated for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=2']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:12.472251 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2066603'] for router_interface, after_create {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:12.505630 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=6219302a-4e21-421c-8ed2-27abbc934b4c,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:12.643424 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 is already hosted by enough agents. {{(pid=83596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:12.644873 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.base_scheduler [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Resources bound (agent type, host, resource id): {{(pid=83596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:12.971337 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-fe778304-f84a-4f35-a5ee-168affd3b909 None None] Provisioning complete for port c423372e-c942-4baf-88d1-b14146133ed5 triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:12.972728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fe778304-f84a-4f35-a5ee-168affd3b909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:13.048045 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-fe778304-f84a-4f35-a5ee-168affd3b909 None None] Port c423372e-c942-4baf-88d1-b14146133ed5 cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:19:13.203276 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:13.413758 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:13.423368 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-09f1167a-7182-499b-92fe-b12a8821267a admin admin] 10.222.0.62 "PUT /v2.0/routers/8ecc8694-a222-4e87-b6f1-6dcb5480c8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456402 Feb 04 17:19:13.992241 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:14.030290 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51402) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.036141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002515815', 'description': 'tempest-secgroup-smoke-2002515815 description', 'project_id': '84d73564ed9945d5871622c7d97b66d7'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.044375 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.048707 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.052639 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.059213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.074261 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.078298 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:14.084584 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:14.085177 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.133328 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.143750 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.147044 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.154947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.224298 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.225522 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.229997 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.259942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:14.265599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.266674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6219302a-4e21-421c-8ed2-27abbc934b4c up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:14.273689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98366fb2-86eb-4a92-976e-84e3d4a6bc24,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.276944 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.280779 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-6e7422b0-e8b9-4651-bd90-1aca1269b25e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2467623 Feb 04 17:19:14.281269 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51406) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.286599 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.293588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.297535 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.300435 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.306523 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.325942 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.385539 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.389923 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.394493 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.402312 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 6219302a-4e21-421c-8ed2-27abbc934b4c triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:14.402721 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.417225 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfcd02c-62a4-4136-be58-33027480900a,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.436962 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.438495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-87db51f2-7a70-4162-b7c7-3bdb1d750682 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1561856 Feb 04 17:19:14.441206 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51410) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.447196 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.453917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.457685 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.460508 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.466719 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.485134 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.565692 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.569303 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.593703 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03df066b-7e3a-4268-85bd-fbe108977cb4,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.603208 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.604625 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-0fce7bb8-3790-41f5-9fae-1da93231e1da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1622505 Feb 04 17:19:14.607193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51414) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.612560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.621215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.625605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.628605 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.635110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.653391 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.720814 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.724582 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.749568 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8265ec1-f096-4d78-9918-eae6cb6b8d5e,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.758450 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.760137 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a86b69f1-dd0f-472f-b724-f91588d494d7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520374 Feb 04 17:19:14.766842 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51418) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.772349 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.779673 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.783453 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.786438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.793736 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.812033 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.879891 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.883745 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.912506 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b490d707-cedc-44c7-8ade-6fe4b3cb07a6,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:14.921633 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:14.922844 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-4c5fd996-3c9f-4696-9bad-e7181ef2dd6a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1550865 Feb 04 17:19:14.925521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51422) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:14.930917 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:14.937850 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:14.941616 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:14.944464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:14.950729 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:14.960535 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Project 84d73564ed9945d5871622c7d97b66d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:19:14.967917 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.043358 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.048133 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.072576 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19dd0df6-e813-4803-98a8-387af0564fb2,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:15.082147 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.083431 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-17b6be2b-688c-4b11-bfc9-9b404d2666cb tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1569853 Feb 04 17:19:15.086087 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51426) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:15.091998 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'security_group_rule': {'security_group_id': '98366fb2-86eb-4a92-976e-84e3d4a6bc24', 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:15.098804 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:15.102675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:security_group_rule and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:15.105922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:15.111612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:15.123639 n-d-827873-1 neutron-server[83597]: INFO neutron.db.securitygroups_db [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Project 84d73564ed9945d5871622c7d97b66d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:19:15.130566 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.207140 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.210899 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060785'] for security_group_rule, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.235969 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecf8eea-1625-4576-ba6a-adc3468e96db,revision_number=0']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:15.246854 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:15.248035 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-9a0a67e4-466d-4f4a-af84-f725cad0ef16 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1610224 Feb 04 17:19:15.594841 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-d46ab257-fa5f-4efd-8083-ec055692f884 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:security_group {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:19:15.612947 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-d46ab257-fa5f-4efd-8083-ec055692f884 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:security_group {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:19:15.614051 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-d46ab257-fa5f-4efd-8083-ec055692f884 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002515815&fields=id&tenant_id=84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 267 time: 0.0655437 Feb 04 17:19:15.770130 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-979604b9-f10d-4572-bd60-457ce7e12577 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:15.770835 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-979604b9-f10d-4572-bd60-457ce7e12577 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:network {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:19:15.789424 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-979604b9-f10d-4572-bd60-457ce7e12577 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:network {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:19:15.790998 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-979604b9-f10d-4572-bd60-457ce7e12577 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 809 time: 0.1696212 Feb 04 17:19:15.809124 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-f424f4a7-9d01-46b1-9f57-d1a936e7d2b4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/quotas/84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 375 time: 0.0126123 Feb 04 17:19:15.893246 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9abe7692-b5a6-4866-836c-06a15222b9a5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:19:15.913231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9abe7692-b5a6-4866-836c-06a15222b9a5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:19:15.914529 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9abe7692-b5a6-4866-836c-06a15222b9a5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995662 Feb 04 17:19:15.921942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:15.932464 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-4ddb680f-fb19-4d4c-b99c-95b761880147 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:19:15.933738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-4ddb680f-fb19-4d4c-b99c-95b761880147 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061822 Feb 04 17:19:16.004041 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:16.004408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:16.074507 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-fa7acbe6-8725-4ef0-95f5-a3926fedae0a service neutron] 10.222.0.62 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338203 Feb 04 17:19:16.222676 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-b7518db7-fe84-40f1-9342-eb68d2cd78f5 service neutron] 10.222.0.62 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404817 Feb 04 17:19:17.625826 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5b3db2d2-62a7-4c99-81ea-685e72670bc5 req-5caeaa8a-a6ce-4274-bd97-c59c1acab364 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 210 time: 0.2075582 Feb 04 17:19:17.935352 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e86ddf6-af16-4948-90b3-737cb7ea6509 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:18.005263 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port 5e86ddf6-af16-4948-90b3-737cb7ea6509 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:18.011505 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e86ddf6-af16-4948-90b3-737cb7ea6509 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:18.011885 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:18.139511 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:18.155738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port 5e86ddf6-af16-4948-90b3-737cb7ea6509, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e86ddf6-af16-4948-90b3-737cb7ea6509,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:18.162496 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:18.249185 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=5e86ddf6-af16-4948-90b3-737cb7ea6509,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:18.638416 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-2fed2e01-dfbc-486f-ad68-72f5bd24aba3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:18.639854 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-2fed2e01-dfbc-486f-ad68-72f5bd24aba3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 809 time: 0.1519411 Feb 04 17:19:18.699493 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-c87c566c-af7f-40be-9493-a287d34f913f tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 380 time: 0.0451701 Feb 04 17:19:18.710500 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'port': {'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'admin_state_up': True, 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'security_groups': ['98366fb2-86eb-4a92-976e-84e3d4a6bc24']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:18.835808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0198238c-245e-451d-89ac-c780d4f2ccf8 req-d6c2c95f-6c17-40ca-84d0-181f72267e3c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 210 time: 0.0543194 Feb 04 17:19:18.905023 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:18.914942 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:18.925651 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Made reservation on behalf of 84d73564ed9945d5871622c7d97b66d7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:19:18.928682 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.100876 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Allocated IP 172.20.0.11 (233bbd09-8aed-4a60-9191-37bfc02db2d4/9ba07cb9-601f-4679-8e23-9e2fab93df49/ee95b625-c9c3-4685-9530-5d941543cf4e) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:19.439359 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.457422 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Transition to ACTIVE for port object ee95b625-c9c3-4685-9530-5d941543cf4e will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:19.481812 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.570401 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:19.575135 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:19.577456 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:19.603645 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:19.666385 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:19.667462 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.705548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0e8dcc07-e4af-499d-971c-f5b161d95851 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987483 Feb 04 17:19:19.718628 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Request body: {'port': {'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:19.838302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ff884bf-aa78-4600-8700-66ce52674b6a None None] Provisioning for port ee95b625-c9c3-4685-9530-5d941543cf4e completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:19.844373 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-3ff884bf-aa78-4600-8700-66ce52674b6a None None] Provisioning complete for port ee95b625-c9c3-4685-9530-5d941543cf4e triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:19.844756 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3ff884bf-aa78-4600-8700-66ce52674b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.890737 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:19.932608 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-3ff884bf-aa78-4600-8700-66ce52674b6a None None] Port ee95b625-c9c3-4685-9530-5d941543cf4e cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:19:19.973799 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e86ddf6-af16-4948-90b3-737cb7ea6509 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:20.089748 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port 5e86ddf6-af16-4948-90b3-737cb7ea6509 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:20.090315 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:20.388178 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8251b-054b-4dfa-a6fc-6d876d1de545 req-8622483a-2783-40f5-9fb6-3f73db3c78af tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:20.389357 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86d8251b-054b-4dfa-a6fc-6d876d1de545 req-8622483a-2783-40f5-9fb6-3f73db3c78af tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:19:20.435434 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-86d8251b-054b-4dfa-a6fc-6d876d1de545 req-8622483a-2783-40f5-9fb6-3f73db3c78af tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:19:20.436661 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86d8251b-054b-4dfa-a6fc-6d876d1de545 req-8622483a-2783-40f5-9fb6-3f73db3c78af tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 932 time: 0.3438528 Feb 04 17:19:20.560039 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee95b625-c9c3-4685-9530-5d941543cf4e {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:19:20.568819 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:20.573406 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-86d8251b-054b-4dfa-a6fc-6d876d1de545 req-5915793d-fde4-4559-a8aa-1d8897c832bc tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210608 Feb 04 17:19:20.588231 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Transition to ACTIVE for port object ee95b625-c9c3-4685-9530-5d941543cf4e will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:20.592238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:20.754309 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:20.920104 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Attempting to bind port ee95b625-c9c3-4685-9530-5d941543cf4e on host n-h2-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:20.920612 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Attempting to bind port ee95b625-c9c3-4685-9530-5d941543cf4e by drivers openvswitch,hyperv on host n-h2-827873-1 at level 0 using segments [{'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:20.921064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Attempting to bind port ee95b625-c9c3-4685-9530-5d941543cf4e on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:20.929664 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Port ee95b625-c9c3-4685-9530-5d941543cf4e on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:19:20.930043 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Attempting to bind port ee95b625-c9c3-4685-9530-5d941543cf4e on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:20.938827 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Checking agent: {'id': '08215dd5-d416-4921-bfd7-f3011c9ee93a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:20.939162 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Checking segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:20.939549 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Bound using segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:20.940209 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Bound port: ee95b625-c9c3-4685-9530-5d941543cf4e, host: n-h2-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:20.940349 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:21.056970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:21.060438 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:21.067436 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:21.168888 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:21.170276 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1092 time: 1.4564252 Feb 04 17:19:21.170755 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:19:21.188163 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aefa4-7cc2-41cb-a493-a5d9005496f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:21.267010 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'status': 'completed', 'code': 200} Feb 04 17:19:21.318269 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-a051a4c1-a10c-4dd2-917a-576758871507 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1095 time: 0.0988050 Feb 04 17:19:21.408039 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-ea4e3300-179f-4707-939b-04293c7a93f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 217 time: 0.0829239 Feb 04 17:19:21.468514 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0f048128-40d4-430f-b8bd-645d61021ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:21.469823 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-0f048128-40d4-430f-b8bd-645d61021ed7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0566144 Feb 04 17:19:21.544835 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-c5043a9f-34af-4462-9e24-88c10b17e795 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695872 Feb 04 17:19:21.679255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-b04f287a-115d-4a10-98f0-038eea2b550f service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284988 Feb 04 17:19:21.699460 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:22.015358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-90e4c423-3b39-4f3b-b09a-85ed16c1cc7c req-b38f2edc-dc99-4aaf-9bef-b787228096a4 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290200 Feb 04 17:19:22.025638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce35ac-bc61-4ef4-957e-89129c418d98 req-452ea8ac-0058-48ea-b358-98219e9a1b44 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:22.027741 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bce35ac-bc61-4ef4-957e-89129c418d98 req-452ea8ac-0058-48ea-b358-98219e9a1b44 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.3114948 Feb 04 17:19:22.038435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:22.117653 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5bce35ac-bc61-4ef4-957e-89129c418d98 req-ddb2dc9c-87e4-4e18-b54d-d286488dbf08 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839882 Feb 04 17:19:22.148833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-3e692ac9-c4f4-4f20-af20-17085dedad63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1095 time: 0.0838196 Feb 04 17:19:22.292507 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15905cec-043f-475d-8701-324854f757a2 req-519a0486-3967-498e-a317-5f98b360cacc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:22.293947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-519a0486-3967-498e-a317-5f98b360cacc service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1391287 Feb 04 17:19:22.364196 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-8772d7bc-af62-4856-91ca-66b8aeb7b873 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 217 time: 0.0615861 Feb 04 17:19:22.432448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15905cec-043f-475d-8701-324854f757a2 req-efd250c8-12a2-45af-9b89-7e11c17595f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:22.434029 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-efd250c8-12a2-45af-9b89-7e11c17595f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0634513 Feb 04 17:19:22.518194 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-33dcb003-09ee-4b2f-8464-1d456581ac92 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770807 Feb 04 17:19:22.664172 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-3e7366ab-3a5b-4bc2-b96b-f3b69ac5b0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393106 Feb 04 17:19:22.804685 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-15905cec-043f-475d-8701-324854f757a2 req-cf6c2f0a-0fc5-4dd7-a4a0-f9ddb0f6a2a1 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331737 Feb 04 17:19:23.333554 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d651df-0ac9-45cf-a6cc-3a52d0af3b91 req-64354a3f-c487-4c6f-9dcc-7d5d530328d2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:23.335044 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62d651df-0ac9-45cf-a6cc-3a52d0af3b91 req-64354a3f-c487-4c6f-9dcc-7d5d530328d2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.0828869 Feb 04 17:19:23.382926 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-62d651df-0ac9-45cf-a6cc-3a52d0af3b91 req-6557ecc4-fab8-4935-8528-d57cee4e6baf tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Feb 04 17:19:24.581239 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab0773-6944-4d34-9685-eae5e477feac req-35cff3aa-1717-473c-8280-f581c3c22aa2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:24.582712 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4ab0773-6944-4d34-9685-eae5e477feac req-35cff3aa-1717-473c-8280-f581c3c22aa2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.0780852 Feb 04 17:19:24.629231 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b4ab0773-6944-4d34-9685-eae5e477feac req-bb7f6e68-15ea-43af-b8ef-bff076d84279 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Feb 04 17:19:24.743764 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:19:24.875598 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:24.889865 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:19:24.949814 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:24.968839 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee95b625-c9c3-4685-9530-5d941543cf4e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:19:24.986885 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:24.990942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:25.099711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:25.254837 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9d5d809f-89d8-4c01-af67-7c2ba8ab2245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:25.282784 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ee95b625-c9c3-4685-9530-5d941543cf4e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:19:25.836351 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af5ac6-6ced-4767-a4e9-356aaef6f041 req-85cddedc-c85f-4a54-b62b-d5105cb0f76e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:25.838300 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72af5ac6-6ced-4767-a4e9-356aaef6f041 req-85cddedc-c85f-4a54-b62b-d5105cb0f76e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 945 time: 0.0820200 Feb 04 17:19:25.895897 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-72af5ac6-6ced-4767-a4e9-356aaef6f041 req-f6aac929-34cb-40aa-9026-a6bf25d39398 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515947 Feb 04 17:19:26.756819 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:26.835182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning for port ee95b625-c9c3-4685-9530-5d941543cf4e completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:26.840007 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ee95b625-c9c3-4685-9530-5d941543cf4e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:26.840377 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:26.953813 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:26.987768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:19:27.001847 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:27.007270 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:27.060276 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'code': 200} Feb 04 17:19:27.102301 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:27.118687 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ce381-369f-4e60-95ab-735171b3b143 req-62aabfee-d387-46fa-8290-ef63eb396678 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:27.120245 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f6ce381-369f-4e60-95ab-735171b3b143 req-62aabfee-d387-46fa-8290-ef63eb396678 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 946 time: 0.0925319 Feb 04 17:19:27.215320 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4f6ce381-369f-4e60-95ab-735171b3b143 req-c0dc5964-5a2b-4f03-854d-cd3326a76375 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894377 Feb 04 17:19:27.238323 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b657013-afee-4848-825c-b3176b17e288 req-628f553e-e01e-486f-81de-22794ffc8bec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1097 time: 0.0984204 Feb 04 17:19:27.281983 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7b657013-afee-4848-825c-b3176b17e288 req-3263a4f1-0f1f-4d93-8a79-fbb4eb9a11d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Feb 04 17:19:27.351223 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-62c591f3-a483-441f-a6a1-4ef86a94bd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:28.414058 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c48f-2423-4a1c-be19-e2e7dc25bc99 req-5fccfba5-e333-4d85-aa72-27dc641b16f6 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:28.416294 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0184c48f-2423-4a1c-be19-e2e7dc25bc99 req-5fccfba5-e333-4d85-aa72-27dc641b16f6 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 946 time: 0.0780044 Feb 04 17:19:28.469664 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-0184c48f-2423-4a1c-be19-e2e7dc25bc99 req-19f50356-e57b-4c08-ae33-0aff619af75f tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Feb 04 17:19:28.817495 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:28.888253 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:29.699675 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145b587-7eed-46ad-8f15-0d9e6b9ed7ba req-1793cff4-9b0a-4373-8f19-35e174689c76 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:29.701117 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d145b587-7eed-46ad-8f15-0d9e6b9ed7ba req-1793cff4-9b0a-4373-8f19-35e174689c76 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 946 time: 0.0888174 Feb 04 17:19:29.751307 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-d145b587-7eed-46ad-8f15-0d9e6b9ed7ba req-f8209a2c-a471-41b8-8c80-0542bc6c685a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425115 Feb 04 17:19:30.138970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c46dde-58ae-463e-a813-02218d73e68a req-3fbe9688-42aa-455e-ac7d-66ec1426f2dc tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:30.141329 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28c46dde-58ae-463e-a813-02218d73e68a req-3fbe9688-42aa-455e-ac7d-66ec1426f2dc tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 946 time: 0.2647555 Feb 04 17:19:30.213935 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-28c46dde-58ae-463e-a813-02218d73e68a req-3cfe522b-3334-4913-993d-f41d13149097 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665565 Feb 04 17:19:30.248967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51478) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:30.317549 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:30.406420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-c0b1738c-a47f-4707-af5c-c7a4f880f363 tempest-TestSnapshotPattern-336642774 tempest-TestSnapshotPattern-336642774-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1092 time: 0.1561716 Feb 04 17:19:30.409448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51484) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:19:30.417676 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:19:30.425622 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:19:30.429691 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:floatingip and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:19:30.433326 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:19:30.439412 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:19:30.452417 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:30.602963 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:30.754001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Allocated IP 172.25.5.154 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:19:30.951629 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:31.014291 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:31.112615 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:19:31.119106 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:19:31.125965 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:19:31.180798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:31.758518 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:31.825425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:32.078163 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:32.084589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:32.180057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Sync routers for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:19:32.199355 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:32.200339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:32.230277 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:32.255385 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:32.435632 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:32.638523 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Floating IP c304ba32-375c-4c89-a5d6-71782c774b48 associated. External IP: 172.25.5.154, port: ee95b625-c9c3-4685-9530-5d941543cf4e. Feb 04 17:19:32.872942 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 4, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c423372e-c942-4baf-88d1-b14146133ed5', 'name': '', 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'mac_address': 'fa:16:3e:a2:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:11Z', 'updated_at': '2022-02-04T17:19:12Z', 'revision_number': 2, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'subnets': [{'id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:32.877087 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Checking router: 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:19:32.877438 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Updating router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa port c423372e-c942-4baf-88d1-b14146133ed5 binding host n-d-827873-1 {{(pid=83598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 17:19:32.948669 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:33.168137 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:19:33.440342 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks [] for port, precommit_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:33.460901 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:19:33.461213 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Transition to ACTIVE for port object c423372e-c942-4baf-88d1-b14146133ed5 will not be triggered until provisioned by entity L2. {{(pid=83598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:19:33.472988 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:33.473270 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:19:33.498179 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:33.499817 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:33.519730 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:33.620556 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2b19bac4-db89-4e74-9b41-1671eb2fd256 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2100048 Feb 04 17:19:33.621148 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:19:33.738209 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'status': 'completed', 'code': 200} Feb 04 17:19:33.744305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954e6f-bf3e-482f-a7fe-c4c027baea2e None None] Pushing event updated for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=3']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:33.803493 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:33.893202 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Attempting to bind port c423372e-c942-4baf-88d1-b14146133ed5 on host n-d-827873-1 for vnic_type normal with profile {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:19:33.893811 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Attempting to bind port c423372e-c942-4baf-88d1-b14146133ed5 by drivers openvswitch,hyperv on host n-d-827873-1 at level 0 using segments [{'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:19:33.894443 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Attempting to bind port c423372e-c942-4baf-88d1-b14146133ed5 on network 3d204c54-5ea4-4e9e-afbf-68694eb00411 {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:19:33.907222 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-34902786-c006-45be-93de-23a304b6376f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1097 time: 0.1474283 Feb 04 17:19:33.922861 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Checking agent: {'id': 'dd888932-10e5-4881-a6e8-e76cbaf05b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 44, 59), 'started_at': datetime.datetime(2022, 2, 4, 15, 45, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827873-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:19:33.923457 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Checking segment: {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:19:33.924110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:33.924736 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Bound using segment: {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'} {{(pid=83598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:19:33.925507 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.managers [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Bound port: c423372e-c942-4baf-88d1-b14146133ed5, host: n-d-827873-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4959c0cf-a1e9-471d-bf15-6c06564d24b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411'}}] {{(pid=83598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:19:33.926648 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:34.101448 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] For port c423372e-c942-4baf-88d1-b14146133ed5, host n-d-827873-1, cleared binding levels {{(pid=83598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:19:34.107611 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] For port c423372e-c942-4baf-88d1-b14146133ed5, host n-d-827873-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c423372e-c942-4baf-88d1-b14146133ed5,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:19:34.113577 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:34.125154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-86eed3dd-4f61-4967-8639-8012d82d1293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.126924 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-86eed3dd-4f61-4967-8639-8012d82d1293 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.2125213 Feb 04 17:19:34.241216 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954e6f-bf3e-482f-a7fe-c4c027baea2e None None] Pushing event updated for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:34.252123 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:34.252964 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:34.321358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-630a8054-714b-4455-8d79-1efb510eb60d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1000 time: 0.1842828 Feb 04 17:19:34.447047 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-e982e6bb-f3e3-4264-81d7-d7db75bee6e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:19:34.449338 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-e982e6bb-f3e3-4264-81d7-d7db75bee6e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.1218574 Feb 04 17:19:34.471314 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:31Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:34.479104 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:19:34.499326 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:19:34.500361 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:19:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:34.533449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:34.538743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-572f1033-dc8e-4f9a-8dc8-11363f18d1d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819876 Feb 04 17:19:34.748743 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-8c684e87-ada6-415a-ad8d-6b558bb568ac service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016597 Feb 04 17:19:34.773835 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:19:34.929525 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5e82196d-a367-4cbb-8485-2452c9f06d43 req-5dc6706c-0f60-4bb4-aa6f-319958eb1043 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711702 Feb 04 17:19:34.948924 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 4, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c423372e-c942-4baf-88d1-b14146133ed5', 'name': '', 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'mac_address': 'fa:16:3e:a2:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:11Z', 'updated_at': '2022-02-04T17:19:34Z', 'revision_number': 4, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'subnets': [{'id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:34.966411 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11fe644-94e7-4ce1-8e01-14f6e8682aff None None] The sync data for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 is: [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:11Z', 'revision_number': 4, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': 'c423372e-c942-4baf-88d1-b14146133ed5', 'name': '', 'network_id': '3d204c54-5ea4-4e9e-afbf-68694eb00411', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'mac_address': 'fa:16:3e:a2:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:11Z', 'updated_at': '2022-02-04T17:19:34Z', 'revision_number': 4, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'subnets': [{'id': 'ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:19:35.347249 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-795a759a-860a-439a-adfd-1b4091509250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:31Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:19:35.355299 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795a759a-860a-439a-adfd-1b4091509250 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:31Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:19:35.715815 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631a4d2-8cb0-4e2e-9444-4e95876ff085 None None] New status for floating IP c304ba32-375c-4c89-a5d6-71782c774b48: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:19:36.020311 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c423372e-c942-4baf-88d1-b14146133ed5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:36.126386 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning for port c423372e-c942-4baf-88d1-b14146133ed5 completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:19:36.135336 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c423372e-c942-4baf-88d1-b14146133ed5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:36.135940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:36.303897 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:36.349770 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] For port c423372e-c942-4baf-88d1-b14146133ed5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c423372e-c942-4baf-88d1-b14146133ed5,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:19:36.354638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:36.438553 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Pushing event updated for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:19:37.929204 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c423372e-c942-4baf-88d1-b14146133ed5 up at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:19:38.009666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Provisioning complete for port c423372e-c942-4baf-88d1-b14146133ed5 triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:19:38.009942 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:48.596663 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:19:51.714855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:52.058582 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:55.262855 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ca97-68a5-414f-b3aa-7e0039b20f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:57.361904 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-740f6a13-935c-4b1a-99ee-986e9e052581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:58.826252 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:19:58.902996 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:00.322676 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:21.705061 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:22.063261 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:25.256293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eb7857ad-726b-4f0c-a8a9-7e4f103fed4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:25.598785 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:20:26.527348 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-16a5e117-a359-4583-9deb-a37cc9511c2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2930760 Feb 04 17:20:26.691495 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-b5091878-8b74-4597-b1f7-02b74125d606 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1097 time: 0.0803301 Feb 04 17:20:26.838746 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-2e55d353-74ff-4d0e-8700-b1ea5d862869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:26.840063 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-2e55d353-74ff-4d0e-8700-b1ea5d862869 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1282754 Feb 04 17:20:26.948372 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-e54c7004-477b-46ce-9f37-3c9f865fcb4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1002 time: 0.1003666 Feb 04 17:20:27.018213 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-8dc1a556-5785-44b7-956d-76633da39099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:27.019662 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-8dc1a556-5785-44b7-956d-76633da39099 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0643654 Feb 04 17:20:27.096313 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-e8db88d0-a60e-4495-8469-62ec83ab2d88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701261 Feb 04 17:20:27.234886 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-b6331c37-32dc-433b-a2ef-21d9402d151f service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317422 Feb 04 17:20:27.357777 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-524de518-b2a4-4b31-855e-bbf2f8aee53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:27.374110 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c501d205-f0dc-4871-aad8-bafb72c220a1 req-dc8f5465-2864-4dc5-afa1-192721d3732a service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314523 Feb 04 17:20:28.822110 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:28.894716 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:30.322401 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:51.724508 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:52.066655 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:55.260213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-01df8ad1-5e96-49cd-aa27-63e23d630fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:57.360256 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d6573009-26fc-4e4c-9f6b-c4ac99990924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:58.818911 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:20:58.897006 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:00.328444 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:02.599097 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:21:05.661341 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-70e4db8c-d8f5-4488-a3c6-142905484740 req-882903a6-8b07-42ca-a7e3-5b9b39231a18 service neutron] (83596) timed out ('10.222.0.41', 57674) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:21:21.725712 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:22.081462 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:25.263473 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9ec607b9-4b14-4cb0-a14a-ceb63af75176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:27.365844 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-349ffc15-1ce1-41d6-a6e6-2c43541645c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:28.448336 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-067c95e2-1da8-4acb-93a4-8cc85f2aa05c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785489 Feb 04 17:21:28.615037 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-9bd7d416-bc8c-4c69-a8af-8774341121ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1097 time: 0.0924957 Feb 04 17:21:28.774140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-2f753f53-945e-4846-a4b6-8d5618726f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.775707 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-2f753f53-945e-4846-a4b6-8d5618726f23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1362062 Feb 04 17:21:28.817471 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:28.892515 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-96b62682-3d6b-4ac6-a022-dff73a28d0e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1002 time: 0.1096888 Feb 04 17:21:28.902759 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:28.958983 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-a65f8f4f-bf25-462e-b533-af604949f7e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.962400 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-a65f8f4f-bf25-462e-b533-af604949f7e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0627825 Feb 04 17:21:29.052943 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-bac8f1b6-7d40-4a07-b953-66f87570023b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836418 Feb 04 17:21:29.064766 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-4fc8be26-181a-4191-8f1d-3ee210aef114 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83597) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 17:21:29.065738 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-4fc8be26-181a-4191-8f1d-3ee210aef114 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067053 Feb 04 17:21:29.208578 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-e39a4cbb-3e8b-4505-aaec-2a038034852a service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367781 Feb 04 17:21:29.343261 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ece3dad5-d219-4690-b0c2-3cd505d6ae5f req-ba09e1f2-1105-453a-8339-91508cb59125 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Feb 04 17:21:30.329660 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:37.417285 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e details requested by agent hyperv_n-h2-827873-1 with host n-h2-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:21:37.560235 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:37.576391 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Returning: {'device': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:21:37.637781 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:37.656525 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee95b625-c9c3-4685-9530-5d941543cf4e {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:21:37.674035 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:37.678263 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:37.756269 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.766422 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.766782 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.767046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.767449 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.767741 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.768062 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.768380 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.768695 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.769027 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.769357 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.769670 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:37.775453 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] get_ports_and_sgs() called for port_ids ['ee95b625-c9c3-4685-9530-5d941543cf4e'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:21:39.427192 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e up at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:21:39.500388 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Provisioning complete for port ee95b625-c9c3-4685-9530-5d941543cf4e triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:39.500788 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:39.600377 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:21:39.624519 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:39.653182 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:21:39.664236 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:39.669572 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:39.744161 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'code': 200} Feb 04 17:21:39.760082 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:51.062296 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-a3560f6e-b4e6-49a5-bccf-910b333f10b9 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002515815&fields=id&tenant_id=84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 267 time: 0.1650207 Feb 04 17:21:51.233922 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-43413180-3d02-4f77-82ad-3035ec0541d5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:51.235412 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-43413180-3d02-4f77-82ad-3035ec0541d5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 809 time: 0.1667163 Feb 04 17:21:51.255843 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-c1fdb2b2-f8bb-4507-84e5-8056df234180 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/quotas/84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 375 time: 0.0138206 Feb 04 17:21:51.359423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-81e3d27c-4541-46a0-be8e-bb381fe6342c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962062 Feb 04 17:21:51.512476 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-8d58b330-04c0-4d52-8e10-fb3bbd111a45 service neutron] 10.222.0.62 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415343 Feb 04 17:21:51.652280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-79c205fb-5846-4eb5-a706-4b53fa7ef830 service neutron] 10.222.0.62 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342037 Feb 04 17:21:51.742523 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:51.890316 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9ef892e3-3fa0-408c-8022-1ca117088161 req-9adcce82-e8a9-41a6-9dcc-741cb8ac5803 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0463355 Feb 04 17:21:52.091280 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:53.005450 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-8b7ee00b-c47e-4ec7-b30d-bfd8907acb13 req-cec57acb-32f4-4272-a814-0ad2b2c74a9d tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0436463 Feb 04 17:21:54.182766 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-198aaf40-d2f9-45d2-a95a-dc81979a3726 req-fb7aad9f-8f28-47cb-9730-cad36bfad4e5 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0459008 Feb 04 17:21:55.179764 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-ffb62b45-0aaf-4b6a-a6a0-7c61a3e6e79c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.181434 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-ffb62b45-0aaf-4b6a-a6a0-7c61a3e6e79c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 809 time: 0.1536722 Feb 04 17:21:55.260703 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-3f09c30c-a2b6-483e-8ab3-33f085bbb9ae tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d73564ed9945d5871622c7d97b66d7 HTTP/1.1" status: 200 len: 380 time: 0.0668573 Feb 04 17:21:55.272447 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'port': {'device_id': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'admin_state_up': True, 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'security_groups': ['98366fb2-86eb-4a92-976e-84e3d4a6bc24']}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:21:55.277271 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f67e-1dbe-4414-b94e-ee916d9d16b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:55.410751 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c0fa134f-7132-4c06-815b-95ee793966dd req-c46d4dfd-2f65-44fe-b011-c8bf504d6843 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 210 time: 0.0563607 Feb 04 17:21:55.483042 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:21:55.494184 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:21:55.505815 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Made reservation on behalf of 84d73564ed9945d5871622c7d97b66d7 for: {'port': 1} {{(pid=83597) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:55.512475 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:55.534850 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:21:55.712869 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:55.753583 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Allocated IP 172.20.0.14 (233bbd09-8aed-4a60-9191-37bfc02db2d4/9ba07cb9-601f-4679-8e23-9e2fab93df49/846897d0-5890-4674-bb3b-c8ff0d826bec) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:55.792697 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:55.793816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:21:55.803060 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:55.911255 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Pushing event updated for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:55.919768 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'code': 200} Feb 04 17:21:56.138890 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:56.163981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Transition to ACTIVE for port object 846897d0-5890-4674-bb3b-c8ff0d826bec will not be triggered until provisioned by entity DHCP. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:56.198783 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:56.326294 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:56.336348 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:56.340709 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:56.357610 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:21:56.417110 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.419563 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.420136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.420136 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.420543 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:56.561652 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.562743 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:56.613966 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-b75bbb10-e565-4963-a29f-4808179a3541 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3479109 Feb 04 17:21:56.740925 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-daf609ce-b0d0-4253-9ff7-2aab859cdb12 None None] Provisioning for port 846897d0-5890-4674-bb3b-c8ff0d826bec completed by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:56.751638 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-daf609ce-b0d0-4253-9ff7-2aab859cdb12 None None] Provisioning complete for port 846897d0-5890-4674-bb3b-c8ff0d826bec triggered by entity DHCP. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:56.752545 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-daf609ce-b0d0-4253-9ff7-2aab859cdb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:56.883813 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c6f16-fa32-4401-9bef-516dc42beb03 req-dcca1f0c-6ae7-4630-a6b1-065862b2fb56 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.886202 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-654c6f16-fa32-4401-9bef-516dc42beb03 req-dcca1f0c-6ae7-4630-a6b1-065862b2fb56 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:21:56.896253 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-daf609ce-b0d0-4253-9ff7-2aab859cdb12 None None] Port 846897d0-5890-4674-bb3b-c8ff0d826bec cannot update to ACTIVE because it is not bound. {{(pid=83598) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 17:21:56.921918 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-654c6f16-fa32-4401-9bef-516dc42beb03 req-dcca1f0c-6ae7-4630-a6b1-065862b2fb56 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:21:56.923956 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654c6f16-fa32-4401-9bef-516dc42beb03 req-dcca1f0c-6ae7-4630-a6b1-065862b2fb56 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1861408 Feb 04 17:21:57.165785 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-654c6f16-fa32-4401-9bef-516dc42beb03 req-1b3d1c54-949b-445d-833d-a7d5e22397da tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089009 Feb 04 17:21:57.363484 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8e4b605e-bfda-44f6-8985-935f64ad0831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:58.458625 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b0ffc-04be-4b8a-bf9f-fd3657962954 req-acb1f636-e96c-44c5-b4b9-4d36c594f32e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:58.460912 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d1b0ffc-04be-4b8a-bf9f-fd3657962954 req-acb1f636-e96c-44c5-b4b9-4d36c594f32e tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.0983965 Feb 04 17:21:58.517057 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4d1b0ffc-04be-4b8a-bf9f-fd3657962954 req-73bc1157-7470-4beb-829a-e1e26fc85c5a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Feb 04 17:21:58.817210 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:58.927260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:21:59.762313 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414d2e7-dc56-4850-a68a-4e246614f35f req-54ea5d73-5fe9-43b2-93b1-bb6c62dfaf78 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.763936 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1414d2e7-dc56-4850-a68a-4e246614f35f req-54ea5d73-5fe9-43b2-93b1-bb6c62dfaf78 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1010771 Feb 04 17:21:59.816197 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1414d2e7-dc56-4850-a68a-4e246614f35f req-98d68279-1191-437e-b488-48665de01b24 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Feb 04 17:22:00.338031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:01.086473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900cc12-22a9-489b-849d-1f5bed5df7bf req-279206de-0272-4a29-b460-1df2778b5720 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.088907 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4900cc12-22a9-489b-849d-1f5bed5df7bf req-279206de-0272-4a29-b460-1df2778b5720 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1109486 Feb 04 17:22:01.182386 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-4900cc12-22a9-489b-849d-1f5bed5df7bf req-87216267-2b59-451a-ba99-eb31a5828c5f tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841758 Feb 04 17:22:02.523061 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407abaee-baf7-4368-a9db-baa99782d363 req-ec4e306f-4cdf-4460-8d3e-de571c9ca57f tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.526224 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-407abaee-baf7-4368-a9db-baa99782d363 req-ec4e306f-4cdf-4460-8d3e-de571c9ca57f tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1534183 Feb 04 17:22:02.597910 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-407abaee-baf7-4368-a9db-baa99782d363 req-7e271c05-99df-4c03-a48f-04fdb87348f7 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656080 Feb 04 17:22:03.331705 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Request body: {'port': {'device_id': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827873-1'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:22:03.464995 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:03.895487 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:22:03.908204 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a9515-d1df-4eb0-a908-4f3d218e7fa9 req-e09f6f22-bf07-4819-8c18-63c9cbfc32a6 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.909563 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e09a9515-d1df-4eb0-a908-4f3d218e7fa9 req-e09f6f22-bf07-4819-8c18-63c9cbfc32a6 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 932 time: 0.1606760 Feb 04 17:22:03.911269 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:03.948571 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.provisioning_blocks [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Transition to ACTIVE for port object 846897d0-5890-4674-bb3b-c8ff0d826bec will not be triggered until provisioned by entity L2. {{(pid=83597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:03.958609 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:04.029946 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e09a9515-d1df-4eb0-a908-4f3d218e7fa9 req-092d1128-cc4d-4f15-b748-83b6f0f0e271 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128144 Feb 04 17:22:04.110732 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.243004 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Attempting to bind port 846897d0-5890-4674-bb3b-c8ff0d826bec on host n-h1-827873-1 for vnic_type normal with profile {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 17:22:04.243485 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Attempting to bind port 846897d0-5890-4674-bb3b-c8ff0d826bec by drivers openvswitch,hyperv on host n-h1-827873-1 at level 0 using segments [{'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 17:22:04.243958 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Attempting to bind port 846897d0-5890-4674-bb3b-c8ff0d826bec on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:22:04.251117 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Port 846897d0-5890-4674-bb3b-c8ff0d826bec on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827873-1 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 17:22:04.251460 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Attempting to bind port 846897d0-5890-4674-bb3b-c8ff0d826bec on network 233bbd09-8aed-4a60-9191-37bfc02db2d4 {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 17:22:04.258420 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Checking agent: {'id': '6735ed8c-4cbd-491e-9e2f-38186c0efad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827873-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'started_at': datetime.datetime(2022, 2, 4, 15, 52, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 17:22:04.258754 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Checking segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 17:22:04.259133 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Bound using segment: {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'} {{(pid=83597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 17:22:04.259557 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.managers [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Bound port: 846897d0-5890-4674-bb3b-c8ff0d826bec, host: n-h1-827873-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4'}}] {{(pid=83597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 17:22:04.259926 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:04.360174 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, cleared binding levels {{(pid=83597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:04.363001 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:04.369551 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:04.437651 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:04.439470 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] 10.222.0.41 "PUT /v2.0/ports/846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 1092 time: 1.1898537 Feb 04 17:22:04.442484 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:22:04.473471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74509-10ac-4945-a810-61c20b0dc203 service neutron] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=3']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:04.597463 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-7aca1724-8ecf-4b8f-840a-f88b0caaf474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1095 time: 0.1107962 Feb 04 17:22:04.659823 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'status': 'completed', 'code': 200} Feb 04 17:22:04.676255 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-39cfde2b-ff97-40ec-baa6-5387442395d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 217 time: 0.0701292 Feb 04 17:22:04.749102 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-8d01015f-e12f-4bdd-afff-025d414266d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:04.750548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-8d01015f-e12f-4bdd-afff-025d414266d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0687940 Feb 04 17:22:04.841346 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-352712c1-08fd-46eb-ace6-0007438bc7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841320 Feb 04 17:22:05.089052 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-61afa82d-d5cb-4a61-a0aa-6c23a768a6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385540 Feb 04 17:22:05.275920 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-69d330c9-2dc4-4787-83f6-8d0522d78d05 req-900b941c-73ce-429e-b4be-ccfc5730aaaa service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833451 Feb 04 17:22:05.310981 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03b4e-9cd4-4581-a26e-20489dcb9498 req-ad95c7ba-0546-4845-a5d9-7703835bce2a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.312415 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dec03b4e-9cd4-4581-a26e-20489dcb9498 req-ad95c7ba-0546-4845-a5d9-7703835bce2a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 944 time: 0.1030726 Feb 04 17:22:05.420733 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-dec03b4e-9cd4-4581-a26e-20489dcb9498 req-17d0ac4b-1252-4989-8d65-a5c8e700c416 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025851 Feb 04 17:22:05.441871 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-be03efbf-03ae-47ee-baef-6c9629e5b902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1095 time: 0.1014967 Feb 04 17:22:05.675360 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-c9c9b8df-07fd-405c-96cb-697015e4322a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.677670 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-c9c9b8df-07fd-405c-96cb-697015e4322a service neutron] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.2296712 Feb 04 17:22:05.751086 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-55a2bba5-604f-44c8-a2c2-97f2358abe82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 217 time: 0.0675061 Feb 04 17:22:05.817949 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-b64f6017-21ad-47f2-91b1-98d3d7052421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.820506 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-b64f6017-21ad-47f2-91b1-98d3d7052421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0636919 Feb 04 17:22:05.912017 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-b2c0ea4e-2f4d-4c62-bf26-21cab3856b52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853639 Feb 04 17:22:06.074280 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-7ef920a8-fb71-4ef8-bb4c-cbf46ebaacbf service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512876 Feb 04 17:22:06.234808 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-e3c83c6e-5949-4f09-9ce7-189f4c4e78c0 req-2d78a169-82d9-493c-8e65-721e84b68ccc service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544187 Feb 04 17:22:06.641894 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837ff5d-14fe-4362-9fe6-1348fbb3b3b1 req-cd26d877-3709-47db-93ce-6d7b34ab8866 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.643398 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6837ff5d-14fe-4362-9fe6-1348fbb3b3b1 req-cd26d877-3709-47db-93ce-6d7b34ab8866 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 944 time: 0.0823059 Feb 04 17:22:06.694319 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6837ff5d-14fe-4362-9fe6-1348fbb3b3b1 req-a51190bd-7e52-4198-a3b4-80cb9e096ab3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427208 Feb 04 17:22:06.803969 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:22:06.994436 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:07.008113 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'mac_address': 'fa:16:3e:fb:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:22:07.066426 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:07.085155 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:22:07.101493 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:07.106293 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:07.173751 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=4']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:07.361491 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['846897d0-5890-4674-bb3b-c8ff0d826bec'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:22:07.909082 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327e050-e883-4b7c-bb5b-311a1a7de13b req-d0db9cfc-8956-4ca5-81e8-b47126378ae4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:07.910729 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6327e050-e883-4b7c-bb5b-311a1a7de13b req-d0db9cfc-8956-4ca5-81e8-b47126378ae4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 945 time: 0.0889459 Feb 04 17:22:07.967423 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6327e050-e883-4b7c-bb5b-311a1a7de13b req-0ed8c7c5-4033-4a01-8010-20b4fb8963d4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502183 Feb 04 17:22:08.818151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:22:08.915224 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning for port 846897d0-5890-4674-bb3b-c8ff0d826bec completed by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:08.920744 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 846897d0-5890-4674-bb3b-c8ff0d826bec triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:08.920744 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:09.055991 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:09.093460 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:22:09.108375 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:09.114408 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:09.240044 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=5']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.244758 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3468-39b3-4840-87ce-de551dd35ad8 req-bdf5f416-0953-4f06-93a7-9d813dc5fba1 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.246602 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d2e3468-39b3-4840-87ce-de551dd35ad8 req-bdf5f416-0953-4f06-93a7-9d813dc5fba1 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1092877 Feb 04 17:22:09.304216 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'code': 200} Feb 04 17:22:09.308430 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-1d2e3468-39b3-4840-87ce-de551dd35ad8 req-603072f6-73fd-48d7-b18b-10cc48a11034 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562460 Feb 04 17:22:09.458667 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca6308ce-591a-4d50-93e3-e2731f4c5bc9 req-5e47fd2b-7192-4d7e-adba-b3fe66a93481 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0853696 Feb 04 17:22:09.508422 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ca6308ce-591a-4d50-93e3-e2731f4c5bc9 req-8512e2dd-c9d5-49aa-9bf4-ab153ced6772 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Feb 04 17:22:10.571346 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3a84-0660-4212-9c83-e089721c4903 req-5b55b4bd-ea1b-4878-a19d-36c2bf236de9 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:10.572883 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c00d3a84-0660-4212-9c83-e089721c4903 req-5b55b4bd-ea1b-4878-a19d-36c2bf236de9 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1068809 Feb 04 17:22:10.638548 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-c00d3a84-0660-4212-9c83-e089721c4903 req-334f41df-ba41-4bd7-9a97-16d6cb5e6391 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501051 Feb 04 17:22:11.875945 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a3937-a42f-4718-afc6-adeea804e6aa req-d448acd0-5605-45de-ab7e-411509ab3b52 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:11.877420 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f7a3937-a42f-4718-afc6-adeea804e6aa req-d448acd0-5605-45de-ab7e-411509ab3b52 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.0872045 Feb 04 17:22:11.936615 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3f7a3937-a42f-4718-afc6-adeea804e6aa req-adf9f2cf-0440-41e4-b0b7-d4548fbd8356 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524621 Feb 04 17:22:12.294725 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb8fe-4120-4f44-92cb-7b697cda6645 req-056aa0d4-edb7-461f-81d3-3082c51a5c8a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:12.296182 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d2bb8fe-4120-4f44-92cb-7b697cda6645 req-056aa0d4-edb7-461f-81d3-3082c51a5c8a tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.2214158 Feb 04 17:22:12.379278 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-7d2bb8fe-4120-4f44-92cb-7b697cda6645 req-6c9c1f4a-a957-4ed6-9b90-f1c27a2e3438 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762498 Feb 04 17:22:12.410144 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51724) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:22:12.486070 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-f92f6eb5-c264-4600-95be-918971bb97c5 tempest-TestSnapshotPattern-336642774 tempest-TestSnapshotPattern-336642774-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1092 time: 0.0746467 Feb 04 17:22:12.488934 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51728) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:22:12.494970 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.v2.base [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Request body: {'floatingip': {'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83597) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 17:22:12.501551 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 17:22:12.505985 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Usage tracker for resource:floatingip and tenant:84d73564ed9945d5871622c7d97b66d7 is out of sync, need to count used quota {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 17:22:12.510654 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83597) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 17:22:12.517193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.quota.driver [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83597) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 17:22:12.532425 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:12.758074 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:12.919638 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_common [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Allocated IP 172.25.5.65 (77beffff-65a6-47ed-bb91-496867d1b598/61b12410-2871-469a-bf0f-5fd16a083683/1505afd8-5da7-4128-83b0-a0feb28a683a) {{(pid=83597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:13.142827 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:13.177008 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784559512302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:13.255799 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Network 77beffff-65a6-47ed-bb91-496867d1b598 is already hosted by enough agents. {{(pid=83597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:13.259672 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.base_scheduler [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Resources bound (agent type, host, resource id): {{(pid=83597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:13.266095 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Received port after_create {{(pid=83597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 17:22:13.302859 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=1505afd8-5da7-4128-83b0-a0feb28a683a,revision_number=1']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:13.961747 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:14.031869 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:14.284865 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for port, precommit_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:14.300444 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15474080'] for port, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:14.420132 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event updated for resources: {'Port': ['ID=1505afd8-5da7-4128-83b0-a0feb28a683a,revision_number=2']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:14.437210 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067151'] for floatingip, after_update {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:14.720849 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-18944f2d-ce86-4e2b-9f60-04cfaff75821 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967760 Feb 04 17:22:14.911010 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-caaf6b07-c88b-4f6d-beb0-27eabe05952a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1075871 Feb 04 17:22:14.913704 n-d-827873-1 neutron-server[83597]: INFO neutron.db.l3_db [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Floating IP 4c0f79de-6c58-4544-8fb5-1316b6c244d5 associated. External IP: 172.25.5.65, port: 846897d0-5890-4674-bb3b-c8ff0d826bec. Feb 04 17:22:15.126200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-8b564747-791e-4585-975d-264c786e8598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.127710 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-8b564747-791e-4585-975d-264c786e8598 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1657901 Feb 04 17:22:15.304048 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-ae11c0d5-e9f7-4c10-8ba2-4dd129b55323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 999 time: 0.1697197 Feb 04 17:22:15.404358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-4a741188-a101-4cb1-b141-be89b85f28d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.405947 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-4a741188-a101-4cb1-b141-be89b85f28d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0871050 Feb 04 17:22:15.567298 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-2b98a492-931c-43b9-b60a-1de5cdabcee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543722 Feb 04 17:22:15.809404 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-590631e8-8798-4d8d-8dd4-dd50dc682289 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333853 Feb 04 17:22:15.939631 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:16.040735 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-9cb17f4e-2808-4b92-882d-f35dd72d9147 req-0ef0f089-e945-4032-ba1b-d08ef5f22194 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248936 Feb 04 17:22:16.373154 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:16.378288 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:22:16.396535 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:22:16.398041 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:21:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:16.399308 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:16.465105 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-25132e59-3896-4362-8aaa-7084eb32220c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9750178 Feb 04 17:22:16.465762 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:22:16.531058 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'status': 'completed', 'code': 200} Feb 04 17:22:16.615780 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:22:16.622258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:22:16.657906 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-7a635efa-f72f-4ba8-a1c1-897a8e72dd1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.1009424 Feb 04 17:22:16.829347 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-6b122940-20dc-43ec-ad80-2abf4995d924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:16.831768 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-6b122940-20dc-43ec-ad80-2abf4995d924 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1676424 Feb 04 17:22:16.945899 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-8ad4406e-e0f4-4294-8127-1e24e9c4cde9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 999 time: 0.1078067 Feb 04 17:22:17.017928 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-2181403a-72c7-4782-86bb-5498c1640e0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.019628 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-2181403a-72c7-4782-86bb-5498c1640e0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0680158 Feb 04 17:22:17.059293 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4c0f79de-6c58-4544-8fb5-1316b6c244d5', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:fb:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:22:13Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}, {'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:17.065462 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:22:17.082665 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:22:17.083263 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:21:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:17.128306 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-08a353b9-50fe-43ac-a9be-2f697c418bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026056 Feb 04 17:22:17.327593 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-5f62e7ed-2cac-44a5-a223-c61789496986 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852672 Feb 04 17:22:17.337352 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:22:17.493716 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-ad817460-33ea-4af5-81b1-f89a4a597eb5 req-03eaaf7b-cc9a-498b-a8c6-68403ee055dc service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600778 Feb 04 17:22:17.858165 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4c0f79de-6c58-4544-8fb5-1316b6c244d5', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:fb:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:22:13Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}, {'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:17.864423 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1971a73d-9107-44ec-820c-c1af0fd7c281 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': '4c0f79de-6c58-4544-8fb5-1316b6c244d5', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.65', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:fb:8a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:22:13Z', 'updated_at': '2022-02-04T17:22:13Z', 'revision_number': 0, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}, {'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:22:18.095392 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17832c-b128-4c43-9dce-02fe16964012 None None] New status for floating IP 4c0f79de-6c58-4544-8fb5-1316b6c244d5: ACTIVE {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:22:21.759244 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:22.094165 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:25.273147 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-862e35c4-16b8-4d7b-8fcd-e3700b5eabc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:27.378617 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-986dfe6b-45dd-4cb7-a4b7-83181948e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:27.723858 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-6a5b8df2-1c58-44e6-8a36-c8163c6b1554 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757101 Feb 04 17:22:27.895419 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-e2c6ccfa-6aa2-4dff-857c-9446cbdf8128 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1095 time: 0.0962965 Feb 04 17:22:28.097520 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b025-6278-408f-bd4f-9be088d28422 req-e26fdad0-d85a-4395-b5c8-a1d9db1cbc05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:28.099036 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-e26fdad0-d85a-4395-b5c8-a1d9db1cbc05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1773200 Feb 04 17:22:28.210072 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-c16c8111-e713-41c6-9ee2-caf08f1bdccb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1000 time: 0.1036770 Feb 04 17:22:28.313491 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949b025-6278-408f-bd4f-9be088d28422 req-433ef142-ebbf-4906-8e97-3e002186a90a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:28.315487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-433ef142-ebbf-4906-8e97-3e002186a90a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.1011605 Feb 04 17:22:28.403876 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-81e8bfdc-25b1-4f63-b8fe-d43674dd96ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824139 Feb 04 17:22:28.569310 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-c1cb5b89-ed91-4ab9-be22-69e3f8bd17b2 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596627 Feb 04 17:22:28.818886 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:28.838590 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-6949b025-6278-408f-bd4f-9be088d28422 req-4e6f6bc4-4729-44a3-9556-d41b2e580e69 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633064 Feb 04 17:22:28.903984 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:30.335074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:51.764823 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:52.104594 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:53.611258 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:22:55.286804 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-34fa6f0f-4866-4513-8567-99dcb2ca4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:57.370919 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a3f00c8b-6daf-4285-a05a-a2814d469ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:58.822181 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:22:58.909694 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:00.338171 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:14.632687 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-1dd497ab-5c56-465d-96e6-5b26841c7f3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756598 Feb 04 17:23:14.780878 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-0661bf8b-717d-4abb-8c33-74a98e177918 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0756624 Feb 04 17:23:14.931795 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-9e280c36-a6c4-425d-9d7e-eaef6162b0c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:14.933161 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-9e280c36-a6c4-425d-9d7e-eaef6162b0c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1339710 Feb 04 17:23:15.046992 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-69a37767-b098-4c03-bf93-e5453c73dadd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 1001 time: 0.1078238 Feb 04 17:23:15.114107 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-42a778ea-3905-41a8-a04a-876528663019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.114358 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-42a778ea-3905-41a8-a04a-876528663019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0594735 Feb 04 17:23:15.196629 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-e62997a5-771e-4f68-91c1-ba0dbe14151d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762534 Feb 04 17:23:15.331847 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-f596fdef-02f7-4220-846e-75bdbb689bee service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293166 Feb 04 17:23:15.466767 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-02802071-7228-44d4-9fa6-e83f0039a2dd req-4140d621-d8c8-4256-8bc2-123cb07c2fc4 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291697 Feb 04 17:23:21.769213 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:22.108833 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:25.281692 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5a0d4898-1290-470f-b852-70d788374f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:27.368972 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-899d8969-3a08-4499-9047-5dbfef336014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:28.703060 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-ffac2b71-1e45-45eb-ae26-6ab0fe15d90d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771425 Feb 04 17:23:28.816554 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:28.850606 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-a9f36ff9-1c4d-42c3-8d72-621420c17c32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1095 time: 0.0754969 Feb 04 17:23:28.913608 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:29.020792 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-78e67a51-f640-4314-8bd0-ec5d767af5d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.022169 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-78e67a51-f640-4314-8bd0-ec5d767af5d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1478775 Feb 04 17:23:29.136253 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-4f09c55a-6a9b-4ecb-b18d-7841cd6ef0e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 1000 time: 0.1074038 Feb 04 17:23:29.205831 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-d93b983e-fcad-44dd-81c7-b3df31f6780c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.207283 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-d93b983e-fcad-44dd-81c7-b3df31f6780c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0644350 Feb 04 17:23:29.288944 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-8691fb55-5a3e-43b9-98da-29ad233564d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743046 Feb 04 17:23:29.437780 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-dd20a5f5-f31f-432d-a8b8-d5aa2c9215d1 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415005 Feb 04 17:23:29.705083 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-b8c1e786-55a5-46d5-b75e-978ea9816ce1 req-114d7a49-c5e8-4788-910f-1ef7c2ead8eb service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606843 Feb 04 17:23:30.350209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:30.617198 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:23:37.207032 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec details requested by agent hyperv_n-h1-827873-1 with host n-h1-827873-1 {{(pid=83598) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 17:23:37.355367 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:37.370170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Returning: {'device': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'port_id': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'mac_address': 'fa:16:3e:fb:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83598) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 17:23:37.432503 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:37.490214 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 17:23:37.507133 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:37.511368 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:37.585825 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=6']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:37.589597 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] get_ports_and_sgs() called for port_ids ['846897d0-5890-4674-bb3b-c8ff0d826bec'] {{(pid=83598) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 17:23:37.635664 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.636009 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.636350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.636688 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.637021 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.637350 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.637674 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.637999 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.638343 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.638666 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:37.638996 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:39.207746 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec up at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 17:23:39.288067 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.provisioning_blocks [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Provisioning complete for port 846897d0-5890-4674-bb3b-c8ff0d826bec triggered by entity L2. {{(pid=83598) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:39.288435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3251010'] for port, provisioning_complete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:39.416122 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:39.449097 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:23:39.460768 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:39.465599 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:39.531153 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'code': 200} Feb 04 17:23:39.545267 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=7']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:51.450193 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51868) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:23:51.652632 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Deleting port 1505afd8-5da7-4128-83b0-a0feb28a683a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:23:51.652971 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:51.763638 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:51.824321 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:51.824643 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:51.946809 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Calling delete_port for 1505afd8-5da7-4128-83b0-a0feb28a683a owned by network:floatingip {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:23:52.114652 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:52.115910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:52.164683 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event deleted for resources: {'Port': ['ID=1505afd8-5da7-4128-83b0-a0feb28a683a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:52.203403 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.203730 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.204064 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.204392 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.204718 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.205040 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.205358 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.205803 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.206140 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.206503 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.206828 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:52.267499 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:52.671979 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:52.988521 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:53.004269 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:23:53.011052 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:23:53.011704 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:53.020821 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:53.076621 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-66d2deb1-e530-4064-b96f-af955dccddf8 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "DELETE /v2.0/floatingips/4c0f79de-6c58-4544-8fb5-1316b6c244d5 HTTP/1.1" status: 204 len: 168 time: 1.6252227 Feb 04 17:23:53.077200 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:23:53.146880 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'status': 'completed', 'code': 200} Feb 04 17:23:53.204337 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:23:53.246955 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-8fd0002e-7e23-443d-bc37-6a4f51f9d30f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 1097 time: 0.0766485 Feb 04 17:23:53.405522 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-3ea90fb9-b2c9-412e-93c3-b4df83602e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:53.407413 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-3ea90fb9-b2c9-412e-93c3-b4df83602e64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.1535337 Feb 04 17:23:53.521111 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-ed55f3b0-d5c3-4221-9603-f8f8df57e16f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 200 len: 217 time: 0.1062737 Feb 04 17:23:53.600866 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:53.602166 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-1fb88034-f469-4869-a49f-49617644d34f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:53.603833 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-1fb88034-f469-4869-a49f-49617644d34f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.0757570 Feb 04 17:23:53.605091 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:23:53.612534 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fad1b-3ac0-45bf-9c5e-47c56d77937e req-9ad76e1c-a5b7-4727-aafc-6352d6ded4e2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:53.613207 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f41fad1b-3ac0-45bf-9c5e-47c56d77937e req-9ad76e1c-a5b7-4727-aafc-6352d6ded4e2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:23:53.616362 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:23:53.617014 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:27Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:53.680341 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f41fad1b-3ac0-45bf-9c5e-47c56d77937e req-9ad76e1c-a5b7-4727-aafc-6352d6ded4e2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:23:53.681487 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f41fad1b-3ac0-45bf-9c5e-47c56d77937e req-9ad76e1c-a5b7-4727-aafc-6352d6ded4e2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.2185731 Feb 04 17:23:53.734486 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-f57f70af-6f1a-4602-b40d-97e59fd94b40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179311 Feb 04 17:23:53.772908 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f41fad1b-3ac0-45bf-9c5e-47c56d77937e req-ecb4979d-4fde-4a60-bf7a-bd07444e4907 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806215 Feb 04 17:23:53.827547 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:23:53.898252 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-66ee744b-b859-4484-bfca-900b7e5385a4 service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546862 Feb 04 17:23:54.052802 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-685de69d-33c0-44fd-8d9c-2807fc9a36f9 req-05170158-40a5-43e1-aabc-5ea4a2c4b7ca service neutron] 10.222.0.41 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479840 Feb 04 17:23:54.284504 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:54.289996 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520e93e-b768-4555-9c09-13853dc220e4 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_floatingips': [{'id': 'c304ba32-375c-4c89-a5d6-71782c774b48', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'router_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'port_id': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'mac_address': 'fa:16:3e:e5:99:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7121f763-c270-460e-8e22-0754a4945b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:19:31Z', 'updated_at': '2022-02-04T17:19:35Z', 'revision_number': 1, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:23:54.533396 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d20a589-d425-4587-8de7-0d5cae232fe3 None None] New status for floating IP 4c0f79de-6c58-4544-8fb5-1316b6c244d5: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:23:55.060097 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ac9c0-025d-4066-bb6c-903fb914d24b req-ce693f66-8026-40a2-9d3c-f717bb007bf4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.061624 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-567ac9c0-025d-4066-bb6c-903fb914d24b req-ce693f66-8026-40a2-9d3c-f717bb007bf4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1445227 Feb 04 17:23:55.075387 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bed02c51-b939-4390-bd84-a0e8a5b7f2d4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.076840 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bed02c51-b939-4390-bd84-a0e8a5b7f2d4 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 946 time: 0.1228466 Feb 04 17:23:55.178057 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Deleting port 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:23:55.178414 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:55.204315 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-567ac9c0-025d-4066-bb6c-903fb914d24b req-d8c12bbd-58a0-46c0-8569-3a4fa3687fdd tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361907 Feb 04 17:23:55.287433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4eaaaef4-14c3-483e-911b-0ce9be1acaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:55.300783 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:23:55.417772 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3597213'] for port, before_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:55.445230 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:55.445589 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:55.446956 n-d-827873-1 neutron-server[83598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:23:55.456640 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:55.461462 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784559902733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784559512324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784559512369'] for port, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:55.520573 n-d-827873-1 neutron-server[83598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'code': 200} Feb 04 17:23:55.547456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Pushing event updated for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=8']} {{(pid=83598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:55.579471 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Calling delete_port for 846897d0-5890-4674-bb3b-c8ff0d826bec owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:23:55.662275 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.db.api [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:23:55.662608 n-d-827873-1 neutron-server[83597]: DEBUG oslo_db.api [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:23:56.163566 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Deleting port 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:23:56.164238 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:56.570525 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257972d6-363f-40b5-9cc5-1a4b977b09f4 req-3af2dec9-2ce8-4f69-ba0f-2e307043174c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:56.571895 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-257972d6-363f-40b5-9cc5-1a4b977b09f4 req-3af2dec9-2ce8-4f69-ba0f-2e307043174c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd3f9dc0-d576-4912-875e-281199c1b9e1 HTTP/1.1" status: 200 len: 944 time: 0.2352512 Feb 04 17:23:56.627689 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] For port 846897d0-5890-4674-bb3b-c8ff0d826bec, host n-h1-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827873-1',level=0,port_id=846897d0-5890-4674-bb3b-c8ff0d826bec,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:56.628045 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:56.765352 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Calling delete_port for 846897d0-5890-4674-bb3b-c8ff0d826bec owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:23:56.797972 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-257972d6-363f-40b5-9cc5-1a4b977b09f4 req-00a4a488-baa8-40c3-979f-e6c76a4c1495 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122657 Feb 04 17:23:56.916020 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:56.969455 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event deleted for resources: {'Port': ['ID=846897d0-5890-4674-bb3b-c8ff0d826bec,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:57.040613 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] No DVR routers for this DVR port 846897d0-5890-4674-bb3b-c8ff0d826bec on host n-h1-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:23:57.043216 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:57.045756 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-deleted', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:23:57.061776 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-713f0d83-74da-4eaa-88e4-22c2cf78aa24 req-bf520cfa-dcc9-4d68-945b-e22920302540 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.41 "DELETE /v2.0/ports/846897d0-5890-4674-bb3b-c8ff0d826bec HTTP/1.1" status: 204 len: 173 time: 1.9705915 Feb 04 17:23:57.104156 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f9dc0-d576-4912-875e-281199c1b9e1', 'name': 'network-vif-deleted', 'tag': '846897d0-5890-4674-bb3b-c8ff0d826bec', 'status': 'completed', 'code': 200} Feb 04 17:23:57.363799 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ff93a726-6925-4a4a-b59b-893c153fa86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:58.503151 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51926) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:23:58.718300 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Deleting port b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:23:58.718673 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:58.827074 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:58.891202 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:58.891509 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:58.915902 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:59.023682 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Calling delete_port for b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56 owned by network:floatingip {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:23:59.209577 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:59.258843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event deleted for resources: {'Port': ['ID=b3b59ddc-5d7d-4eb3-9d51-7e9f625daa56,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:59.317892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec no longer exists at agent hyperv_n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:23:59.325907 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.326230 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.326586 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.326914 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.327234 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.327552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.327869 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.328182 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.328496 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.328871 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.329177 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827873-1 {{(pid=83596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:59.351840 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] No Port match for: 846897d0-5890-4674-bb3b-c8ff0d826bec {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:23:59.352164 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Device 846897d0-5890-4674-bb3b-c8ff0d826bec not bound to the agent host n-h1-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:23:59.367066 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for floatingip, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:23:59.867526 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:00.076148 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:00.087007 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:24:00.094691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for floatingip, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:00.100876 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:00.101591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:00.150047 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-3beca3b3-c86c-48d8-86ab-a94fdfb079d3 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "DELETE /v2.0/floatingips/c304ba32-375c-4c89-a5d6-71782c774b48 HTTP/1.1" status: 204 len: 168 time: 1.6458015 Feb 04 17:24:00.150711 n-d-827873-1 neutron-server[83596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:24:00.295763 n-d-827873-1 neutron-server[83596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'status': 'completed', 'code': 200} Feb 04 17:24:00.307149 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:00.346378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:00.408328 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-3da7dc89-d39a-47d5-bf60-46fd0e8da6f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84d73564ed9945d5871622c7d97b66d7&device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 1095 time: 0.0902708 Feb 04 17:24:00.656556 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-85da72f5-23f1-49dd-b644-dd3ab344fd6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.657923 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-85da72f5-23f1-49dd-b644-dd3ab344fd6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 200 len: 910 time: 0.2428579 Feb 04 17:24:00.683078 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:00.691274 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:24:00.709304 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:00.710308 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:00.720692 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164ded6-1231-4f89-a562-5f6d2e1fa188 req-f709e9aa-3ef1-429b-9fa8-a19664e95317 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.721376 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f164ded6-1231-4f89-a562-5f6d2e1fa188 req-f709e9aa-3ef1-429b-9fa8-a19664e95317 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:24:00.745809 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-77aa0022-7ea3-450d-a392-981c46427756 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 200 len: 217 time: 0.0801618 Feb 04 17:24:00.755959 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-f164ded6-1231-4f89-a562-5f6d2e1fa188 req-f709e9aa-3ef1-429b-9fa8-a19664e95317 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:24:00.757446 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f164ded6-1231-4f89-a562-5f6d2e1fa188 req-f709e9aa-3ef1-429b-9fa8-a19664e95317 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.2410378 Feb 04 17:24:00.881521 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-f164ded6-1231-4f89-a562-5f6d2e1fa188 req-db11d739-7bbf-4253-9ef7-8a6ff4bc4cf2 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663538 Feb 04 17:24:00.882867 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-4fda6dae-7330-4b6e-bd4d-dc36231c59a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.884284 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-4fda6dae-7330-4b6e-bd4d-dc36231c59a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 200 len: 848 time: 0.1228590 Feb 04 17:24:00.913271 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:00.969581 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-b40f2e97-9faf-4e1a-b393-36f8b248f5ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=233bbd09-8aed-4a60-9191-37bfc02db2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782366 Feb 04 17:24:01.122934 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-98e54d12-5e66-434e-8992-f726ca8d22f7 service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407201 Feb 04 17:24:01.248471 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:01.252265 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374ca13-91c7-4393-a52a-85f8d232502a None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:05Z', 'revision_number': 4, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1', '_interfaces': [{'id': '5b801e92-2f37-4caa-91f3-cae1c1fc4d8a', 'name': '', 'network_id': '233bbd09-8aed-4a60-9191-37bfc02db2d4', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'mac_address': 'fa:16:3e:e1:7b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:04Z', 'updated_at': '2022-02-04T17:19:14Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'subnets': [{'id': '9ba07cb9-601f-4679-8e23-9e2fab93df49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:24:01.376233 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-5c277412-c60f-49c7-8ee9-8b57a16feaf4 req-ffa99e12-5028-49c3-bd8c-506a49c9e52a service neutron] 10.222.0.58 "GET /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435541 Feb 04 17:24:01.496897 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25de8d7-e6af-4ca7-a2c6-13643acdfcbc None None] New status for floating IP c304ba32-375c-4c89-a5d6-71782c774b48: DOWN {{(pid=83598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 17:24:02.101526 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ea6a1-63dd-45b1-8edb-978f48deb5a7 req-8e00667f-ca00-4bc2-8aea-cbe9675890ba tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.103202 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb5ea6a1-63dd-45b1-8edb-978f48deb5a7 req-8e00667f-ca00-4bc2-8aea-cbe9675890ba tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.0884149 Feb 04 17:24:02.152067 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-fb5ea6a1-63dd-45b1-8edb-978f48deb5a7 req-5f12da61-b39c-47d6-bd9b-b80c82bb5391 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/security-groups?id=98366fb2-86eb-4a92-976e-84e3d4a6bc24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Feb 04 17:24:02.350151 n-d-827873-1 neutron-server[83597]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-85f4959f-6cd5-4f96-b744-098e565b238c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83597) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.351608 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-85f4959f-6cd5-4f96-b744-098e565b238c tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.58 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 944 time: 0.0881584 Feb 04 17:24:02.424092 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Deleting port ee95b625-c9c3-4685-9530-5d941543cf4e {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:02.424422 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:02.685560 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] For port ee95b625-c9c3-4685-9530-5d941543cf4e, host n-h2-827873-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827873-1',level=0,port_id=ee95b625-c9c3-4685-9530-5d941543cf4e,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:02.685835 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:02.813504 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Calling delete_port for ee95b625-c9c3-4685-9530-5d941543cf4e owned by compute:nova {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:02.970407 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:03.022262 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event deleted for resources: {'Port': ['ID=ee95b625-c9c3-4685-9530-5d941543cf4e,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:03.102649 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] No DVR routers for this DVR port ee95b625-c9c3-4685-9530-5d941543cf4e on host n-h2-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:03.105403 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63827'] for port, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:03.108215 n-d-827873-1 neutron-server[83597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-deleted', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e'}] {{(pid=83597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 17:24:03.129591 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-aa10b9f8-54c5-4c13-8e9a-3339dbb36a96 req-bf6fbd28-b66c-4ea9-9e13-a72df94b83de tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.58 "DELETE /v2.0/ports/ee95b625-c9c3-4685-9530-5d941543cf4e HTTP/1.1" status: 204 len: 173 time: 0.7716601 Feb 04 17:24:03.169490 n-d-827873-1 neutron-server[83597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7121f763-c270-460e-8e22-0754a4945b37', 'name': 'network-vif-deleted', 'tag': 'ee95b625-c9c3-4685-9530-5d941543cf4e', 'status': 'completed', 'code': 200} Feb 04 17:24:03.324141 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3a981a66-9e38-43a3-b914-9faf72ce1031 req-d26fa245-00b8-4864-850d-456ec7db81b0 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Synchronizing usage tracker for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 17:24:03.340694 n-d-827873-1 neutron-server[83597]: DEBUG neutron.quota.resource [req-3a981a66-9e38-43a3-b914-9faf72ce1031 req-d26fa245-00b8-4864-850d-456ec7db81b0 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Unset dirty status for tenant:84d73564ed9945d5871622c7d97b66d7 on resource:port {{(pid=83597) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 17:24:03.341842 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [req-3a981a66-9e38-43a3-b914-9faf72ce1031 req-d26fa245-00b8-4864-850d-456ec7db81b0 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "GET /v2.0/ports?device_id=7121f763-c270-460e-8e22-0754a4945b37 HTTP/1.1" status: 200 len: 210 time: 0.0625591 Feb 04 17:24:04.453278 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51950) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:04.529259 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:04.560271 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:04.626772 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:04.646810 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98366fb2-86eb-4a92-976e-84e3d4a6bc24,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:04.657924 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] Notify callbacks [] for security_group, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:04.662304 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-2affdb6d-f6d3-431e-8a40-259cb52d7b47 tempest-TestSnapshotPattern-406340973 tempest-TestSnapshotPattern-406340973-project] 10.222.0.62 "DELETE /v2.0/security-groups/98366fb2-86eb-4a92-976e-84e3d4a6bc24 HTTP/1.1" status: 204 len: 168 time: 0.2048221 Feb 04 17:24:04.721409 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51956) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:05.304816 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:06.054172 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Deleting port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:06.054969 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:06.093892 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e no longer exists at agent hyperv_n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:06.129091 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] No Port match for: ee95b625-c9c3-4685-9530-5d941543cf4e {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:06.130816 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Device ee95b625-c9c3-4685-9530-5d941543cf4e not bound to the agent host n-h2-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:06.240252 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] For port 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:06.240608 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:06.361967 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Calling delete_port for 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a owned by network:router_interface {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:06.545466 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:06.591314 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b801e92-2f37-4caa-91f3-cae1c1fc4d8a,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:06.894103 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:07.578363 n-d-827873-1 neutron-server[83597]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Router 59c6a666-03dd-45f7-baa6-b8982c81ea53 has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83597) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:07.610588 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:24:07.794183 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83597) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:07.804201 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Sync routers for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:24:07.816567 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-a76b9e8d-a44a-4957-8494-bea2afc8e8a6 admin admin] 10.222.0.62 "PUT /v2.0/routers/59c6a666-03dd-45f7-baa6-b8982c81ea53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0936408 Feb 04 17:24:07.816845 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:07.817796 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:07.819156 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51962) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:08.034506 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks [] for router, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:08.046062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: n-d-827873-1 {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:08.257111 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:08.266781 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Deleting port 1d199856-593b-4f5b-8225-02018395da6f {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:08.267110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:08.343673 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '1d199856-593b-4f5b-8225-02018395da6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:24:06Z', 'revision_number': 5, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port': {'id': '1d199856-593b-4f5b-8225-02018395da6f', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.347732 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Checking router: 59c6a666-03dd-45f7-baa6-b8982c81ea53 for host: n-d-827873-1 {{(pid=83599) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:24:08.359388 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Routers {'59c6a666-03dd-45f7-baa6-b8982c81ea53'} bound to L3 agent in host n-d-827873-1 {{(pid=83599) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:08.359993 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['59c6a666-03dd-45f7-baa6-b8982c81ea53'], 'active': True} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.448869 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] For port 1d199856-593b-4f5b-8225-02018395da6f, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1d199856-593b-4f5b-8225-02018395da6f,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:08.449329 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:08.514203 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_dvr_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] Set router 59c6a666-03dd-45f7-baa6-b8982c81ea53 gateway port host: None {{(pid=83599) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:08.577258 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Calling delete_port for 1d199856-593b-4f5b-8225-02018395da6f owned by network:router_gateway {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:08.622826 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.l3_hamode_db [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:24:08Z', 'revision_number': 6, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.627545 n-d-827873-1 neutron-server[83599]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868ac0d-da86-4a26-9698-285213739ce5 None None] The sync data for ids ['59c6a666-03dd-45f7-baa6-b8982c81ea53'] in n-d-827873-1 is: [{'id': '59c6a666-03dd-45f7-baa6-b8982c81ea53', 'name': 'tempest-TestSnapshotPattern-721633666-router', 'tenant_id': '84d73564ed9945d5871622c7d97b66d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:02Z', 'updated_at': '2022-02-04T17:24:08Z', 'revision_number': 6, 'project_id': '84d73564ed9945d5871622c7d97b66d7', 'gw_port_host': None}] {{(pid=83599) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:24:08.864855 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:08.909980 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d199856-593b-4f5b-8225-02018395da6f,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:09.146943 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.419552 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.425078 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.452300 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.452939 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c6a666-03dd-45f7-baa6-b8982c81ea53 {{(pid=83597) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:24:09.466110 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] Notify callbacks [] for router, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.467274 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-694176f9-f485-4a53-8c6d-26910e72b982 admin admin] 10.222.0.62 "DELETE /v2.0/routers/59c6a666-03dd-45f7-baa6-b8982c81ea53 HTTP/1.1" status: 204 len: 168 time: 1.6472092 Feb 04 17:24:09.469798 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51968) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:09.535062 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.db_base_plugin_v2 [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Deleting subnet 9ba07cb9-601f-4679-8e23-9e2fab93df49 {{(pid=83597) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:24:09.538567 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.591853 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15626526'] for subnet, precommit_delete_associations {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.684455 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.762788 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15553382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056266'] for subnet, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.798473 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba07cb9-601f-4679-8e23-9e2fab93df49,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:09.807382 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.814985 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-e890bf51-0e16-4bd1-8f00-edd373513f20 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ba07cb9-601f-4679-8e23-9e2fab93df49 HTTP/1.1" status: 204 len: 168 time: 0.3440702 Feb 04 17:24:09.815435 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d998cd-3ba7-401a-a213-ad3b5031db2e None None] Network 233bbd09-8aed-4a60-9191-37bfc02db2d4 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:24:09.818161 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [-] (83597) accepted ('10.222.0.62', 51972) {{(pid=83597) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:09.927955 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:09.940446 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Deleting port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 {{(pid=83597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:09.940775 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.077057 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:10.132031 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:10.132305 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5b801e92-2f37-4caa-91f3-cae1c1fc4d8a not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:10.132930 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d199856-593b-4f5b-8225-02018395da6f no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:10.159258 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] DHCP port deletion for 233bbd09-8aed-4a60-9191-37bfc02db2d4 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:24:10.172271 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1d199856-593b-4f5b-8225-02018395da6f {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:10.172615 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1d199856-593b-4f5b-8225-02018395da6f not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:10.175463 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Deleting port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:10.175850 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.220448 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.db [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] For port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:10.220983 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.460374 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] For port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,segment=NetworkSegment(e738fa98-0c97-4b0c-a140-98e5cc6c66e6),segment_id=e738fa98-0c97-4b0c-a140-98e5cc6c66e6)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:10.460700 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.484301 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.plugin [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Calling delete_port for 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 owned by network:dhcp {{(pid=83597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:10.571423 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15474071'] for port, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.593288 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Calling delete_port for 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:10.644588 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbdd95a-4c43-43f6-9437-6ae21f5642e6,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:10.653641 n-d-827873-1 neutron-server[83597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] No DVR routers for this DVR port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 on host n-d-827873-1 {{(pid=83597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:10.675714 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:24:10.676040 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:24:10.779667 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.809382 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233bbd09-8aed-4a60-9191-37bfc02db2d4']}} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:10.821143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6') {'for_net_delete': True} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:10.821143 n-d-827873-1 neutron-server[83597]: DEBUG neutron.services.segments.db [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e738fa98-0c97-4b0c-a140-98e5cc6c66e6') {} {{(pid=83597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:10.834617 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15626535'] for segment, before_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.853101 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.861282 n-d-827873-1 neutron-server[83597]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=83597) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:24:10.862000 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15474116'] for segment, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: Traceback (most recent call last): Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: timer() Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: cb(*args, **kw) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: return func(*args, **kwargs) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: self._notify() Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: self.callback(batched_events) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: event.method(event) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: return f(self, *a, **k) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: return self._get(url).json() Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:10.875136 n-d-827873-1 neutron-server[83597]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:10.956573 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.975822 n-d-827873-1 neutron-server[83597]: DEBUG neutron_lib.callbacks.manager [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:10.987695 n-d-827873-1 neutron-server[83597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=233bbd09-8aed-4a60-9191-37bfc02db2d4,revision_number=None']} {{(pid=83597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:11.001362 n-d-827873-1 neutron-server[83597]: INFO neutron.wsgi [None req-82b3ed9f-0efc-491d-9f46-a1d5c4a6d5a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/233bbd09-8aed-4a60-9191-37bfc02db2d4 HTTP/1.1" status: 204 len: 168 time: 1.1818268 Feb 04 17:24:11.005130 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51976) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:11.177364 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Deleting port 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:11.177960 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:11.263583 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bc42a-64f8-4fe0-bd62-c91d2aad3bb6 None None] The port '1fbdd95a-4c43-43f6-9437-6ae21f5642e6' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:24:11.440931 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2066649'] for router_interface, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:12.056644 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:12.090092 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:12.090480 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 1fbdd95a-4c43-43f6-9437-6ae21f5642e6 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:12.165792 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Deleting port c423372e-c942-4baf-88d1-b14146133ed5 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:12.166277 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:12.344552 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] For port c423372e-c942-4baf-88d1-b14146133ed5, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=c423372e-c942-4baf-88d1-b14146133ed5,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:12.344814 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:12.467288 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Calling delete_port for c423372e-c942-4baf-88d1-b14146133ed5 owned by network:router_interface {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:12.650037 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:12.699958 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=c423372e-c942-4baf-88d1-b14146133ed5,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:13.002192 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2067071'] for router_interface, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:13.717485 n-d-827873-1 neutron-server[83596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa has already been hosted by L3 agent 87a7123a-2d1a-4d98-a3d4-be420769d9f1 {{(pid=83596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:13.932915 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] Notify agent at l3_agent.n-d-827873-1 the message routers_updated {{(pid=83596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:13.944280 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-70750caf-5f69-4b0a-bbb9-d0cfacaa4dcd admin admin] 10.222.0.62 "PUT /v2.0/routers/8ecc8694-a222-4e87-b6f1-6dcb5480c8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381742 Feb 04 17:24:13.946302 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Sync routers for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 17:24:13.947110 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51980) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:13.959575 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:13.960193 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:14.145339 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: n-d-827873-1 {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:14.159034 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks [] for router, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:14.374691 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:14.389068 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Deleting port 5e86ddf6-af16-4948-90b3-737cb7ea6509 {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:14.389537 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:14.445548 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'external_fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:24:12Z', 'revision_number': 5, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port': {'id': '5e86ddf6-af16-4948-90b3-737cb7ea6509', 'name': '', 'network_id': '77beffff-65a6-47ed-bb91-496867d1b598', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:63:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '61b12410-2871-469a-bf0f-5fd16a083683', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827873-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '61b12410-2871-469a-bf0f-5fd16a083683', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827873-1'}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:14.449711 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Checking router: 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa for host: n-d-827873-1 {{(pid=83598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 17:24:14.462138 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Routers {'8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'} bound to L3 agent in host n-d-827873-1 {{(pid=83598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 17:24:14.462801 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827873-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T15:44:57Z,description=,heartbeat_timestamp=2022-02-04T17:23:57Z,host='n-d-827873-1',id=87a7123a-2d1a-4d98-a3d4-be420769d9f1,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T15:44:57Z,topic='l3_agent')) {'router_ids': ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'], 'active': True} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:14.586502 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] For port 5e86ddf6-af16-4948-90b3-737cb7ea6509, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=5e86ddf6-af16-4948-90b3-737cb7ea6509,segment=NetworkSegment(0be2f906-f143-4210-974f-1fd5faf9a17b),segment_id=0be2f906-f143-4210-974f-1fd5faf9a17b)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:14.586502 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:14.639203 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_dvr_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] Set router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa gateway port host: None {{(pid=83598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 17:24:14.706175 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Calling delete_port for 5e86ddf6-af16-4948-90b3-737cb7ea6509 owned by network:router_gateway {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:14.745163 n-d-827873-1 neutron-server[83598]: DEBUG neutron.db.l3_hamode_db [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:24:14Z', 'revision_number': 6, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port_host': None}], 'n-d-827873-1', False) {} {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:14.749176 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd70d3b-8c79-4c12-b274-c3cbda52b649 None None] The sync data for ids ['8ecc8694-a222-4e87-b6f1-6dcb5480c8fa'] in n-d-827873-1 is: [{'id': '8ecc8694-a222-4e87-b6f1-6dcb5480c8fa', 'name': 'tempest-TestSnapshotPattern-1162202282-router', 'tenant_id': '22513a640b7d47f29d134ee43fe7e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:19:08Z', 'updated_at': '2022-02-04T17:24:14Z', 'revision_number': 6, 'project_id': '22513a640b7d47f29d134ee43fe7e5e9', 'gw_port_host': None}] {{(pid=83598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 17:24:14.891774 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:14.937369 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Pushing event deleted for resources: {'Port': ['ID=5e86ddf6-af16-4948-90b3-737cb7ea6509,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:15.296602 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2067122'] for router_gateway, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.560400 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2064654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29464'] for router, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.564538 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.593604 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2080414'] for router, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.594254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ecc8694-a222-4e87-b6f1-6dcb5480c8fa {{(pid=83596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:24:15.610197 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] Notify callbacks [] for router, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.611607 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-ee37d7bd-96a9-4280-8799-659e935c8cef admin admin] 10.222.0.62 "DELETE /v2.0/routers/8ecc8694-a222-4e87-b6f1-6dcb5480c8fa HTTP/1.1" status: 204 len: 168 time: 1.6633308 Feb 04 17:24:15.615127 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51984) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:15.676906 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Deleting subnet ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4 {{(pid=83596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 17:24:15.680350 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.732665 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1190629'] for subnet, precommit_delete_associations {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.815757 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3249510'] for subnet, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.886570 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3249513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2062028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15128355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15251178'] for subnet, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.922804 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:15.930700 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:15.936708 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666d08c-a552-41ed-9b08-690917cb50ba None None] Network 3d204c54-5ea4-4e9e-afbf-68694eb00411 requested from n-d-827873-1 {{(pid=83598) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 17:24:15.938216 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-12fc4d10-cd4b-49bc-9e3c-282f2a122740 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ead3e881-a8a7-4098-aaa2-fc0b28e6c2c4 HTTP/1.1" status: 204 len: 168 time: 0.3220167 Feb 04 17:24:15.939839 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51988) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:16.053876 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148957'] for network, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.065738 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c423372e-c942-4baf-88d1-b14146133ed5 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:16.068978 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Deleting port 6219302a-4e21-421c-8ed2-27abbc934b4c {{(pid=83596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:16.069397 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.110080 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: c423372e-c942-4baf-88d1-b14146133ed5 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:16.110456 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device c423372e-c942-4baf-88d1-b14146133ed5 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:16.110953 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e86ddf6-af16-4948-90b3-737cb7ea6509 no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:16.172655 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 5e86ddf6-af16-4948-90b3-737cb7ea6509 {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:16.173046 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 5e86ddf6-af16-4948-90b3-737cb7ea6509 not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:16.291934 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.db [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] For port 6219302a-4e21-421c-8ed2-27abbc934b4c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6219302a-4e21-421c-8ed2-27abbc934b4c,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:16.292304 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.304180 n-d-827873-1 neutron-server[83598]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] DHCP port deletion for 3d204c54-5ea4-4e9e-afbf-68694eb00411 request from n-d-827873-1 {{(pid=83598) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 17:24:16.308151 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Deleting port 6219302a-4e21-421c-8ed2-27abbc934b4c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:16.308771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.414997 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.plugin [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Calling delete_port for 6219302a-4e21-421c-8ed2-27abbc934b4c owned by network:dhcp {{(pid=83596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:16.495878 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3596301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784559902455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784559512311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15178194'] for port, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.522074 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.db [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] For port 6219302a-4e21-421c-8ed2-27abbc934b4c, host n-d-827873-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827873-1',level=0,port_id=6219302a-4e21-421c-8ed2-27abbc934b4c,segment=NetworkSegment(4959c0cf-a1e9-471d-bf15-6c06564d24b2),segment_id=4959c0cf-a1e9-471d-bf15-6c06564d24b2)] {{(pid=83598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:16.522407 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1664652'] for port, precommit_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.543942 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Pushing event deleted for resources: {'Port': ['ID=6219302a-4e21-421c-8ed2-27abbc934b4c,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:16.547755 n-d-827873-1 neutron-server[83596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] No DVR routers for this DVR port 6219302a-4e21-421c-8ed2-27abbc934b4c on host n-d-827873-1 {{(pid=83596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:24:16.650358 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Calling delete_port for 6219302a-4e21-421c-8ed2-27abbc934b4c owned by network:dhcp {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 17:24:16.726973 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.db.api [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:24:16.727333 n-d-827873-1 neutron-server[83598]: DEBUG oslo_db.api [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:24:16.768076 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3250937', 'neutron.services.segments.db._delete_segments_for_network-8784559978972'] for network, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.793843 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d204c54-5ea4-4e9e-afbf-68694eb00411']}} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:16.812852 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4959c0cf-a1e9-471d-bf15-6c06564d24b2') {'for_net_delete': True} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:16.813146 n-d-827873-1 neutron-server[83596]: DEBUG neutron.services.segments.db [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4959c0cf-a1e9-471d-bf15-6c06564d24b2') {} {{(pid=83596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:16.826237 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784559978855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1190620'] for segment, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.841933 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3238092'] for segment, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.848561 n-d-827873-1 neutron-server[83596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=83596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 17:24:16.849232 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3238085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15178113'] for segment, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: Traceback (most recent call last): Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: timer() Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: cb(*args, **kw) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: return func(*args, **kwargs) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: self._notify() Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: self.callback(batched_events) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: event.method(event) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: return f(self, *a, **k) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: return self._get(url).json() Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:16.862376 n-d-827873-1 neutron-server[83596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:16.943464 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3250912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2067161'] for network, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.960226 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Notify callbacks [] for network, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:16.970189 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d204c54-5ea4-4e9e-afbf-68694eb00411,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:16.976406 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5056c27d-ab3a-4ed0-a866-5c3fc758a56b admin admin] 10.222.0.62 "DELETE /v2.0/networks/3d204c54-5ea4-4e9e-afbf-68694eb00411 HTTP/1.1" status: 204 len: 168 time: 1.0354135 Feb 04 17:24:17.112980 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51994) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:17.166686 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-c1201260-56f4-43a4-9fd4-4f111475ed53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84d73564ed9945d5871622c7d97b66d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523555 Feb 04 17:24:17.169103 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 51998) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:17.228243 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Deleting port 6219302a-4e21-421c-8ed2-27abbc934b4c {{(pid=83598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 17:24:17.228827 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784560027194'] for port, before_delete {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.249177 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.276989 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.297170 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-11c85936-d6f5-4c66-9456-dc71943876ad None None] The port '6219302a-4e21-421c-8ed2-27abbc934b4c' was deleted {{(pid=83598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 17:24:17.332650 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.349218 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b2504f-651e-438e-9175-0891b4ac191d,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:17.360381 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.361831 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-f7e4f693-b9cf-4bd0-9535-c7a805f7d834 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3b2504f-651e-438e-9175-0891b4ac191d HTTP/1.1" status: 204 len: 168 time: 0.1918426 Feb 04 17:24:17.772095 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52006) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:17.824773 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-5261e9e7-b13f-4e80-9eeb-6b49743365be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22513a640b7d47f29d134ee43fe7e5e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513511 Feb 04 17:24:17.827254 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [-] (83596) accepted ('10.222.0.62', 52010) {{(pid=83596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 17:24:17.886964 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.915367 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.968709 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2061860'] for security_group, after_delete {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.985162 n-d-827873-1 neutron-server[83596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d1b8b-b88d-4579-9e4f-ebc4f9002858,revision_number=None']} {{(pid=83596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:17.991051 n-d-827873-1 neutron-server[83596]: DEBUG neutron_lib.callbacks.manager [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:17.992159 n-d-827873-1 neutron-server[83596]: INFO neutron.wsgi [None req-14515f8f-8581-4939-a200-e243003a6cfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8e4d1b8b-b88d-4579-9e4f-ebc4f9002858 HTTP/1.1" status: 204 len: 168 time: 0.1640327 Feb 04 17:24:18.069740 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6219302a-4e21-421c-8ed2-27abbc934b4c no longer exists at agent ovs-agent-n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 17:24:18.102981 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.plugin [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] No Port match for: 6219302a-4e21-421c-8ed2-27abbc934b4c {{(pid=83598) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 17:24:18.103323 n-d-827873-1 neutron-server[83598]: DEBUG neutron.plugins.ml2.rpc [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Device 6219302a-4e21-421c-8ed2-27abbc934b4c not bound to the agent host n-d-827873-1 {{(pid=83598) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 17:24:21.768585 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:22.121011 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:25.290870 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1d839c32-4d54-4962-9f9f-5a887836467d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:27.369596 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aef7-ad13-4e42-a5c2-798bf7f09cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:28.824257 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:28.922629 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:30.351985 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:44.614411 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:24:51.769779 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:52.121433 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:55.301453 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-93021f27-fe3d-4533-b74e-54fcb9073294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:57.375209 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-6e43689f-0e38-4fcb-b96a-bb9fa551c13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:58.822288 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:24:58.925861 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:00.351395 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:21.615385 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:25:21.771591 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:22.120126 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:25.295266 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ca7aac55-9a54-43ea-9591-3a7bed998a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:27.377959 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1b9e8d04-7c2d-4a65-a8ef-dca805e28af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:28.822389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:28.926269 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:30.361371 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:51.779337 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:52.118203 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:55.298235 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb754-59ff-4f2c-ab20-0e97fb3e228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:57.380936 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-fa7db051-d31d-472f-98bb-eea37a974af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:58.616246 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:25:58.816376 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:25:58.925893 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:00.356436 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:21.788913 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:22.117544 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:25.301651 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-8fa94c9e-7a69-4492-91ef-adc4e9b66972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:27.383013 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f44ecdec-4eff-4767-91fa-912bc469a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:28.820910 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:28.932520 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:30.357311 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:35.618062 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:26:51.778440 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:52.131211 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:55.305331 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1263a237-1765-41a2-a0b3-511403b33bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:57.384690 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-1c23ca6a-7270-416e-bb0e-42fc78c088c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:58.857240 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:26:58.931560 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:00.360062 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:12.618112 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:27:21.793226 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:22.127455 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:25.297130 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d74b0b08-7d42-4fba-a6d7-9720e7e9a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:27.386031 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9afa4aff-771f-49f8-ac29-3099fc03abb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:28.831260 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:28.934736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:30.364614 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:32.377006 n-d-827873-1 neutron-server[83597]: DEBUG neutron.wsgi [req-debec6a3-34ea-4160-89a4-68567792bfee req-9c182f22-9e3b-4f46-82d2-41f7dbee319b service neutron] (83597) timed out ('10.222.0.62', 50742) {{(pid=83597) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:27:49.619594 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:27:51.793078 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:52.146091 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:55.301842 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-f1e4f707-6036-4d08-8126-bef9b250f7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:57.394238 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-ebc10550-a99c-40ae-a889-4f949b4f833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:58.833999 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:27:58.942139 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:00.365839 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:21.810295 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:22.143635 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:25.304703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-5317d994-00f8-4e5b-95d1-2c2eca193d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:26.620661 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:28:27.385329 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-eebdf37b-2485-4039-8613-435a69f697a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:28.836950 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:28.940728 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:30.371179 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:51.807153 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:52.142928 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:55.309416 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-4813b03c-0ff5-49fb-9c38-7fbab258b67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:57.387933 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65b65568-0f93-4139-b419-5fd488c0e30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:58.839542 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:28:58.944359 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:00.371187 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:03.621591 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:29:21.811752 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:22.142389 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:25.311515 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-333048cf-9d24-4d77-841e-40bb345f4d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:27.390521 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2ded-0ea8-4b44-8523-af8f9b9970ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:28.850976 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:28.949307 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:30.373977 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:40.621534 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:29:51.821718 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:52.156359 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:55.314000 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-40e347c1-41ac-4a11-9e7b-94a6aa09ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:57.392940 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d68a8ab0-3e92-4cd2-9398-85585a5ababa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:58.843550 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:29:58.949857 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:00.377871 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:17.623283 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:30:21.852435 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:22.156021 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:25.318528 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-af8614d7-3efd-4303-a680-26dd815b9ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:27.399687 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d3fe-cef4-4df4-bbfe-2ce59a1168ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:28.845896 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:28.954346 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:30.379906 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:51.867338 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:52.155243 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:54.624134 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:30:55.324574 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-bc631099-76e6-44e7-83de-81944f9c3cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:57.398309 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a0c19e45-991c-47b4-90d8-eae24a463fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:58.849284 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:30:58.955378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:00.382873 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:21.881363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:22.168824 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:25.316736 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-07bd2e8c-302a-4269-a7f7-379d98cb48b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:27.390045 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-3a406fb4-3bf7-42dd-b9f1-37d5ef76e1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:28.852425 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:28.958930 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:30.386138 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:31.624975 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:31:51.897618 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:52.163974 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:55.321290 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-65aae51a-33c5-4d36-98bf-d53ee5bb6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:57.136776 n-d-827873-1 neutron-server[83596]: DEBUG neutron.wsgi [req-44c9119d-31d7-4c09-9a40-77a2596c87ef req-a63c1287-b445-4665-8bf2-46e08ad9c661 service neutron] (83596) timed out ('10.222.0.62', 49788) {{(pid=83596) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 17:31:57.391691 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c9c36f4c-8a16-4ace-8a96-475aabfbf691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:58.855220 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:31:58.961769 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:00.388703 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:08.625287 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:32:21.895673 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:22.183738 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:25.330390 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-9eeb0719-6c02-4f20-8308-fef96c84be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:27.395363 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-d4778f36-d44c-4324-8d83-b297ca766405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:28.859145 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:28.964513 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:30.392328 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:45.625849 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:32:51.911236 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:52.179378 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:55.322375 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-a4134c12-51b4-48fd-b7f6-694013459fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:57.397146 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-030ff30b-d725-4220-9343-6aa5501db0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:58.863374 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:32:58.970107 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:00.395831 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-90e5cd4f-641a-47c9-9f8b-446153a31edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:21.910898 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-c820f452-ff9a-48fb-a479-3e3ead02db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:22.180771 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b883c32c-c3b2-45bb-8400-dbad590e1856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:22.626559 n-d-827873-1 neutron-server[83599]: DEBUG neutron.db.agents_db [None req-ece4a68f-b43d-4bb1-8ed1-493a05da8fbc None None] Agent healthcheck: found 7 active agents {{(pid=83599) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 17:33:25.325840 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-60b634db-3e66-4807-8998-d375f03723a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:27.400230 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b2e52a75-4d2c-47bf-9b4a-1bfc96c83b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:28.866963 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-baa333e2-38bf-4820-b874-a052b55e7c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 17:33:28.971301 n-d-827873-1 neutron-server[83598]: DEBUG neutron_lib.callbacks.manager [None req-b43220b5-4c53-4b72-bf6a-26fb09a5a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784559978954', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3245049'] for agent, after_update {{(pid=83598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}